diff --git a/server/sched.go b/server/sched.go index 563f2aad7..b4600dbf7 100644 --- a/server/sched.go +++ b/server/sched.go @@ -179,7 +179,7 @@ func (s *Scheduler) processPending(ctx context.Context) { if allReliable { // HACK os.Setenv("OLLAMA_MAX_LOADED_MODELS", strconv.Itoa(defaultModelsPerGPU*len(gpus))) - slog.Debug("updating default concurrency", "OLLAMA_MAX_LOADED_MODELS", envconfig.MaxRunners, "gpu_count", len(gpus)) + slog.Debug("updating default concurrency", "OLLAMA_MAX_LOADED_MODELS", envconfig.MaxRunners(), "gpu_count", len(gpus)) } else { // HACK os.Setenv("OLLAMA_MAX_LOADED_MODELS", strconv.Itoa(len(gpus)))