Compare commits

...

1 Commits

Author SHA1 Message Date
jmorganca
15b8875cfc runner/ollamarunner: set temperature to 0 when images are provided 2025-03-11 23:41:18 +01:00

View File

@ -590,8 +590,17 @@ func (s *Server) completion(w http.ResponseWriter, r *http.Request) {
}
}
// temperature > 0 can tend to cause the model to
// hallucinate, so when images are provided, so
// we use a temperature of 0 for requests that
// include them
temperature := req.Temperature
if len(req.Images) > 0 {
temperature = 0
}
sampler := sample.NewSampler(
req.Temperature,
temperature,
req.TopK,
req.TopP,
req.MinP,