parallelized

server/routes.go

@@ -18,6 +18,7 @@ import (
 	"path/filepath"
 	"slices"
 	"strings"
+	"sync"
 	"syscall"
 	"time"
 
@@ -304,7 +305,16 @@ func (s *Server) EmbedHandler(c *gin.Context) {
 	}
 
 	reqEmbedArray := make([]string, len(reqEmbed))
+	errCh := make(chan error, len(reqEmbed))
+	var wg sync.WaitGroup
+	var mu sync.Mutex
+	sem := make(chan struct{}, 5)
 	for i, s := range reqEmbed {
+		wg.Add(1)
+		sem <- struct{}{}
+		go func(i int, s string) {
+			defer wg.Done()
+			defer func() { <-sem }()
 			tokens, err := r.Tokenize(c.Request.Context(), s)
 			if err != nil {
 				c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
@@ -325,13 +335,26 @@ func (s *Server) EmbedHandler(c *gin.Context) {
 					return
 				}
 			}
-
+			if err != nil {
+				errCh <- err
+				return
+			}
+			mu.Lock()
+			reqEmbedArray[i] = s
+			mu.Unlock()
+		}(i, s)
+	}
+	go func() {
+		wg.Wait()
+		close(errCh)
+	}()
+	for err := range errCh {
 		if err != nil {
 			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
 			return
 		}
-		reqEmbedArray[i] = s
 	}
+
 	embeddings, err := r.Embed(c.Request.Context(), reqEmbedArray)
 
 	if err != nil {