From fb390b8902ae655ce52f56d449653632381127f3 Mon Sep 17 00:00:00 2001 From: Roy Han Date: Tue, 9 Jul 2024 13:41:48 -0700 Subject: [PATCH] embedding type 64 --- api/types.go | 2 +- server/routes.go | 10 ++++++++-- 2 files changed, 9 insertions(+), 3 deletions(-) diff --git a/api/types.go b/api/types.go index cab7c0869..cf1308604 100644 --- a/api/types.go +++ b/api/types.go @@ -215,7 +215,7 @@ type EmbeddingRequest struct { // EmbeddingResponse is the response from [Client.Embeddings]. type EmbeddingResponse struct { - Embedding []float32 `json:"embedding"` + Embedding []float64 `json:"embedding"` } // CreateRequest is the request passed to [Client.Create]. diff --git a/server/routes.go b/server/routes.go index 593eeee20..4eaf5a598 100644 --- a/server/routes.go +++ b/server/routes.go @@ -504,7 +504,7 @@ func (s *Server) EmbeddingsHandler(c *gin.Context) { // an empty request loads the model if req.Prompt == "" { - c.JSON(http.StatusOK, api.EmbeddingResponse{Embedding: []float32{}}) + c.JSON(http.StatusOK, api.EmbeddingResponse{Embedding: []float64{}}) return } @@ -515,8 +515,14 @@ func (s *Server) EmbeddingsHandler(c *gin.Context) { return } + embedding64 := make([]float64, len(embedding[0])) + + for i, v := range embedding[0] { + embedding64[i] = float64(v) + } + resp := api.EmbeddingResponse{ - Embedding: embedding[0], + Embedding: embedding64, } c.JSON(http.StatusOK, resp) }