diff --git a/llm/memory.go b/llm/memory.go index 85a0fabd3..e05327f79 100644 --- a/llm/memory.go +++ b/llm/memory.go @@ -414,7 +414,7 @@ func projectorMemoryRequirements(filename string) (weights, graphSize uint64) { } defer file.Close() - ggml, _, err := ggml.Decode(file, 0) + ggml, _, err := ggml.Decode(file, 1024) if err != nil { return 0, 0 } diff --git a/server/create.go b/server/create.go index 014e99164..50e669db0 100644 --- a/server/create.go +++ b/server/create.go @@ -295,7 +295,7 @@ func convertFromSafetensors(files map[string]string, baseLayers []*layerGGML, is } defer bin.Close() - f, _, err := ggml.Decode(bin, 0) + f, _, err := ggml.Decode(bin, 1024) if err != nil { return nil, err } @@ -457,7 +457,7 @@ func quantizeLayer(layer *layerGGML, quantizeType string, fn func(resp api.Progr return nil, err } - f, _, err := ggml.Decode(temp, 0) + f, _, err := ggml.Decode(temp, 1024) if err != nil { slog.Error(fmt.Sprintf("error decoding ggml: %s\n", err)) return nil, err @@ -499,7 +499,7 @@ func ggufLayers(digest string, fn func(resp api.ProgressResponse)) ([]*layerGGML var offset int64 for offset < stat.Size() { - f, n, err := ggml.Decode(blob, 0) + f, n, err := ggml.Decode(blob, 1024) if errors.Is(err, io.EOF) { break } else if err != nil { diff --git a/server/images.go b/server/images.go index bd6d92a6c..be629f4cb 100644 --- a/server/images.go +++ b/server/images.go @@ -75,7 +75,7 @@ func (m *Model) Capabilities() []model.Capability { if err == nil { defer r.Close() - f, _, err := ggml.Decode(r, 0) + f, _, err := ggml.Decode(r, 1024) if err == nil { if _, ok := f.KV()[fmt.Sprintf("%s.pooling_type", f.KV().Architecture())]; ok { capabilities = append(capabilities, model.CapabilityEmbedding) diff --git a/server/model.go b/server/model.go index d0f503e24..e733fbdb1 100644 --- a/server/model.go +++ b/server/model.go @@ -64,7 +64,7 @@ func parseFromModel(ctx context.Context, name model.Name, fn func(api.ProgressRe } defer blob.Close() - f, _, err := ggml.Decode(blob, 0) + f, _, err := ggml.Decode(blob, 1024) if err != nil { return nil, err }