From 8d901825f02694dd1c28bfa6a9914c10559faea6 Mon Sep 17 00:00:00 2001 From: Bruce MacDonald Date: Mon, 28 Apr 2025 11:14:12 -0700 Subject: [PATCH] reshape cos and sin --- model/models/qwen25vl/model_vision.go | 2 ++ 1 file changed, 2 insertions(+) diff --git a/model/models/qwen25vl/model_vision.go b/model/models/qwen25vl/model_vision.go index 92c45471a..6392d4e73 100644 --- a/model/models/qwen25vl/model_vision.go +++ b/model/models/qwen25vl/model_vision.go @@ -179,6 +179,8 @@ func (m *VisionModel) Forward(ctx ml.Context, pixelValues ml.Tensor, grid *Grid) positionEmbedding := m.positionalEmbedding(ctx, grid) cos, sin := positionEmbedding.Cos(ctx), positionEmbedding.Sin(ctx) + cos = cos.Reshape(ctx, cos.Dim(0), 1, cos.Dim(1)) + sin = sin.Reshape(ctx, sin.Dim(0), 1, sin.Dim(1)) // Apply encoder layers for _, layer := range m.Layers {