server: loosen json format constraints

2024-12-16 18:22:55 -08:00
1 changed files with 1 additions and 1 deletions
--- a/llm/server.go
+++ b/llm/server.go
@ -734,7 +734,7 @@ func (s *llmServer) Completion(ctx context.Context, req CompletionRequest, fn fu
 			}
 			request["grammar"] = string(g)
 		default:
-			return errors.New(`invalid format: expected "json" or a JSON schema`)
+			slog.Warn("invalid format: expected \"json\" or a JSON schema")
 		}
 	}