default to 32 for vision block count
This commit is contained in:
parent
8d901825f0
commit
2af76d0e7a
@ -253,7 +253,7 @@ func newVisionModel(c fs.Config) *VisionModel {
|
||||
numHeads := int(c.Uint("vision.attention.head_count", 16))
|
||||
|
||||
return &VisionModel{
|
||||
Layers: make([]VisionEncoderLayer, c.Uint("vision.block_count", 24)),
|
||||
Layers: make([]VisionEncoderLayer, c.Uint("vision.block_count", 32)),
|
||||
VisionModelOptions: &VisionModelOptions{
|
||||
hiddenSize: hiddenSize,
|
||||
numHeads: numHeads,
|
||||
|
Loading…
x
Reference in New Issue
Block a user