diff --git a/llm/server.go b/llm/server.go index 96815826..624acbf8 100644 --- a/llm/server.go +++ b/llm/server.go @@ -1092,7 +1092,9 @@ func (s *llmServer) EstimatedTotal() uint64 { func (s *llmServer) EstimatedVRAMByGPU(gpuID string) uint64 { for i, gpu := range s.gpus { if gpu.ID == gpuID { - return s.estimate.GPUSizes[i] + if i < len(s.estimate.GPUSizes) { + return s.estimate.GPUSizes[i] + } } } return 0