This commit is contained in:
Roy Han 2024-07-12 16:35:25 -07:00
parent 7cddd6d741
commit 5a8f8e96e0

View File

@ -306,9 +306,9 @@ func (s *Server) EmbedHandler(c *gin.Context) {
reqEmbedArray := make([]string, len(reqEmbed)) reqEmbedArray := make([]string, len(reqEmbed))
errCh := make(chan error, len(reqEmbed)) errCh := make(chan error, len(reqEmbed))
sem := make(chan struct{}, 5)
var wg sync.WaitGroup var wg sync.WaitGroup
var mu sync.Mutex var mu sync.Mutex
sem := make(chan struct{}, 5)
for i, s := range reqEmbed { for i, s := range reqEmbed {
wg.Add(1) wg.Add(1)
sem <- struct{}{} sem <- struct{}{}
@ -317,7 +317,7 @@ func (s *Server) EmbedHandler(c *gin.Context) {
defer func() { <-sem }() defer func() { <-sem }()
tokens, err := r.Tokenize(c.Request.Context(), s) tokens, err := r.Tokenize(c.Request.Context(), s)
if err != nil { if err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()}) errCh <- err
return return
} }
@ -326,19 +326,16 @@ func (s *Server) EmbedHandler(c *gin.Context) {
if *req.Truncate { if *req.Truncate {
tokens = tokens[:ctxLen] tokens = tokens[:ctxLen]
s, err = r.Detokenize(c.Request.Context(), tokens) s, err = r.Detokenize(c.Request.Context(), tokens)
if err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
return
}
} else {
c.JSON(http.StatusBadRequest, gin.H{"error": "input length exceeds maximum context length"})
return
}
}
if err != nil { if err != nil {
errCh <- err errCh <- err
return return
} }
} else {
errCh <- err
return
}
}
mu.Lock() mu.Lock()
reqEmbedArray[i] = s reqEmbedArray[i] = s
mu.Unlock() mu.Unlock()