jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

remove function closure

Browse Source
This commit is contained in:
Roy Han 2024-07-12 14:45:16 -07:00
parent 2d7048f410
commit 1f3aefd323
1 changed files with 18 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
server/routes.go
View File

@ -304,26 +304,27 @@ func (s *Server) EmbedHandler(c *gin.Context) {
} }
reqEmbedArray := make([]string, len(reqEmbed)) reqEmbedArray := make([]string, len(reqEmbed))
for i, v := range reqEmbed { for i, s := range reqEmbed {
s, err := func(v string, truncate bool) (string, error) { tokens, err := r.Tokenize(c.Request.Context(), s)
tokens, err := r.Tokenize(c.Request.Context(), v) if err != nil {
if err != nil { c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()}) return
return "", err }
}
ctxLen := min(opts.NumCtx, int(kvData.ContextLength())) ctxLen := min(opts.NumCtx, int(kvData.ContextLength()))
if len(tokens) > ctxLen { if len(tokens) > ctxLen {
if truncate { if *req.Truncate {
tokens = tokens[:ctxLen] tokens = tokens[:ctxLen]
return r.Detokenize(c.Request.Context(), tokens) s, err = r.Detokenize(c.Request.Context(), tokens)
} else { if err != nil {
return "", fmt.Errorf("input length exceeds maximum context length") c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
return
} }
} else {
c.JSON(http.StatusBadRequest, gin.H{"error": "input length exceeds maximum context length"})
return
} }
}
return v, nil
}(v, *req.Truncate)
if err != nil { if err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()}) c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})