jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

disallow-streaming-tools

Browse Source
This commit is contained in:
ParthSareen 2024-11-19 16:14:45 -08:00
parent 807ace5b1f
commit 4e49d700c2
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/routes.go
View File

@ -1398,6 +1398,12 @@ func (s *Server) ChatHandler(c *gin.Context) {
return return
} }
// Error if streaming is enabled and tools are present
if req.Stream != nil && *req.Stream && len(req.Tools) > 0 {
c.AbortWithStatusJSON(http.StatusBadRequest, gin.H{"error": "streaming is not supported with tools"})
return
}
// expire the runner // expire the runner
if len(req.Messages) == 0 && req.KeepAlive != nil && int(req.KeepAlive.Seconds()) == 0 { if len(req.Messages) == 0 && req.KeepAlive != nil && int(req.KeepAlive.Seconds()) == 0 {
model, err := GetModel(req.Model) model, err := GetModel(req.Model)