clean up
This commit is contained in:
parent
7cddd6d741
commit
5a8f8e96e0
@ -306,9 +306,9 @@ func (s *Server) EmbedHandler(c *gin.Context) {
|
|||||||
|
|
||||||
reqEmbedArray := make([]string, len(reqEmbed))
|
reqEmbedArray := make([]string, len(reqEmbed))
|
||||||
errCh := make(chan error, len(reqEmbed))
|
errCh := make(chan error, len(reqEmbed))
|
||||||
|
sem := make(chan struct{}, 5)
|
||||||
var wg sync.WaitGroup
|
var wg sync.WaitGroup
|
||||||
var mu sync.Mutex
|
var mu sync.Mutex
|
||||||
sem := make(chan struct{}, 5)
|
|
||||||
for i, s := range reqEmbed {
|
for i, s := range reqEmbed {
|
||||||
wg.Add(1)
|
wg.Add(1)
|
||||||
sem <- struct{}{}
|
sem <- struct{}{}
|
||||||
@ -317,7 +317,7 @@ func (s *Server) EmbedHandler(c *gin.Context) {
|
|||||||
defer func() { <-sem }()
|
defer func() { <-sem }()
|
||||||
tokens, err := r.Tokenize(c.Request.Context(), s)
|
tokens, err := r.Tokenize(c.Request.Context(), s)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
|
errCh <- err
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -326,19 +326,16 @@ func (s *Server) EmbedHandler(c *gin.Context) {
|
|||||||
if *req.Truncate {
|
if *req.Truncate {
|
||||||
tokens = tokens[:ctxLen]
|
tokens = tokens[:ctxLen]
|
||||||
s, err = r.Detokenize(c.Request.Context(), tokens)
|
s, err = r.Detokenize(c.Request.Context(), tokens)
|
||||||
if err != nil {
|
|
||||||
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
|
|
||||||
return
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
c.JSON(http.StatusBadRequest, gin.H{"error": "input length exceeds maximum context length"})
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
errCh <- err
|
errCh <- err
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
} else {
|
||||||
|
errCh <- err
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
reqEmbedArray[i] = s
|
reqEmbedArray[i] = s
|
||||||
mu.Unlock()
|
mu.Unlock()
|
||||||
|
Loading…
x
Reference in New Issue
Block a user