default to 32 for vision block count
This commit is contained in:
parent
8d901825f0
commit
2af76d0e7a
@ -253,7 +253,7 @@ func newVisionModel(c fs.Config) *VisionModel {
|
|||||||
numHeads := int(c.Uint("vision.attention.head_count", 16))
|
numHeads := int(c.Uint("vision.attention.head_count", 16))
|
||||||
|
|
||||||
return &VisionModel{
|
return &VisionModel{
|
||||||
Layers: make([]VisionEncoderLayer, c.Uint("vision.block_count", 24)),
|
Layers: make([]VisionEncoderLayer, c.Uint("vision.block_count", 32)),
|
||||||
VisionModelOptions: &VisionModelOptions{
|
VisionModelOptions: &VisionModelOptions{
|
||||||
hiddenSize: hiddenSize,
|
hiddenSize: hiddenSize,
|
||||||
numHeads: numHeads,
|
numHeads: numHeads,
|
||||||
|
Loading…
x
Reference in New Issue
Block a user