convert: quantize from safetensors needs kv (#10675)

When creating a quantized model from safetensors we
need the array KV values to be loaded.Changing this
value to -1 loads the KV values on the returned
layer to be used and saved during quantization.
This commit is contained in:
Bruce MacDonald 2025-05-12 12:04:20 -07:00 committed by GitHub
parent f95a1f2bef
commit ad035ad595
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -295,7 +295,7 @@ func convertFromSafetensors(files map[string]string, baseLayers []*layerGGML, is
}
defer bin.Close()
f, _, err := ggml.Decode(bin, 1024)
f, _, err := ggml.Decode(bin, -1)
if err != nil {
return nil, err
}