jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

move mask

Browse Source
This commit is contained in:
Bruce MacDonald 2025-05-09 14:35:10 -07:00
parent 57279f89a2
commit 1a2c413225
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
model/models/qwen25vl/model_vision.go
View File

@ -232,6 +232,7 @@ func (m *VisionModel) Forward(ctx ml.Context, pixelValues ml.Tensor, grid *Grid)
cos = cos.Reshape(ctx, cos.Dim(0), 1, cos.Dim(1)) cos = cos.Reshape(ctx, cos.Dim(0), 1, cos.Dim(1))
sin = sin.Reshape(ctx, sin.Dim(0), 1, sin.Dim(1)) sin = sin.Reshape(ctx, sin.Dim(0), 1, sin.Dim(1))
mask := blockDiagonalMask(ctx, hiddenStates.Dim(1), bounds, m.VisionModelOptions.numHeads)
// Apply encoder layers // Apply encoder layers
for i, layer := range m.Layers { for i, layer := range m.Layers {
if slices.Contains(m.fullAttnBlocks, i) { if slices.Contains(m.fullAttnBlocks, i) {
@ -242,7 +243,7 @@ func (m *VisionModel) Forward(ctx ml.Context, pixelValues ml.Tensor, grid *Grid)
hiddenStates, hiddenStates,
cos, cos,
sin, sin,
blockDiagonalMask(ctx, hiddenStates.Dim(1), bounds, m.VisionModelOptions.numHeads), mask,
m.VisionModelOptions, m.VisionModelOptions,
) )
} }