allow specifying zero values in modelfile

2023-07-31 15:07:04 -04:00
parent 58daeb962a
commit daa0d1de7a
4 changed files with 24 additions and 12 deletions
--- a/server/routes.go
+++ b/server/routes.go
@@ -59,12 +59,7 @@ func GenerateHandler(c *gin.Context) {
 			loaded.llm = nil
 		}

-		opts := api.DefaultOptions()
-		if err := mergo.Merge(&opts, model.Options, mergo.WithOverride); err != nil {
-			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
-			return
-		}
-
+		opts := model.Options
 		if err := mergo.Merge(&opts, req.Options, mergo.WithOverride); err != nil {
 			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
 			return