default to 32 for vision block count

This commit is contained in:
Bruce MacDonald 2025-04-28 13:09:27 -07:00
parent 8d901825f0
commit 2af76d0e7a

View File

@ -253,7 +253,7 @@ func newVisionModel(c fs.Config) *VisionModel {
numHeads := int(c.Uint("vision.attention.head_count", 16))
return &VisionModel{
Layers: make([]VisionEncoderLayer, c.Uint("vision.block_count", 24)),
Layers: make([]VisionEncoderLayer, c.Uint("vision.block_count", 32)),
VisionModelOptions: &VisionModelOptions{
hiddenSize: hiddenSize,
numHeads: numHeads,