From b9c74df37b0ab3f63f2af37d8f443c1ff822dfb0 Mon Sep 17 00:00:00 2001
From: Roy Han <royjhan02@gmail.com>
Date: Fri, 28 Jun 2024 15:10:58 -0700
Subject: [PATCH] check normalization

---
 server/routes.go | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/server/routes.go b/server/routes.go
index 1db949f0b..7cef7358a 100644
--- a/server/routes.go
+++ b/server/routes.go
@@ -480,6 +480,15 @@ func (s *Server) EmbeddingsHandler(c *gin.Context) {
 		return
 	}
 
+	// assert that embedding is normalized
+	sum := 0.0
+	for _, v := range embedding {
+		sum += v * v
+	}
+	if math.Abs(sum-1) > 1e-6 {
+		slog.Info("embedding is not normalized", "sum", sum)
+	}
+
 	resp := api.EmbeddingResponse{
 		Embedding: embedding,
 	}