From 2af76d0e7a2b152ab1ccd8ebcbfb4627c37aacde Mon Sep 17 00:00:00 2001 From: Bruce MacDonald Date: Mon, 28 Apr 2025 13:09:27 -0700 Subject: [PATCH] default to 32 for vision block count --- model/models/qwen25vl/model_vision.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model/models/qwen25vl/model_vision.go b/model/models/qwen25vl/model_vision.go index 6392d4e73..e2ef9a222 100644 --- a/model/models/qwen25vl/model_vision.go +++ b/model/models/qwen25vl/model_vision.go @@ -253,7 +253,7 @@ func newVisionModel(c fs.Config) *VisionModel { numHeads := int(c.Uint("vision.attention.head_count", 16)) return &VisionModel{ - Layers: make([]VisionEncoderLayer, c.Uint("vision.block_count", 24)), + Layers: make([]VisionEncoderLayer, c.Uint("vision.block_count", 32)), VisionModelOptions: &VisionModelOptions{ hiddenSize: hiddenSize, numHeads: numHeads,