From 554f3bdc0e1a61f2d3f02b53bced0e82c0d02130 Mon Sep 17 00:00:00 2001 From: Josh Yan Date: Fri, 12 Jul 2024 10:02:58 -0700 Subject: [PATCH] interface --- server/layer.go | 2 -- server/model.go | 5 ++++- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/server/layer.go b/server/layer.go index d4c56ee6d..cc6709d24 100644 --- a/server/layer.go +++ b/server/layer.go @@ -29,8 +29,6 @@ func NewLayer(r io.Reader, mediatype string) (*Layer, error) { defer os.Remove(temp.Name()) sha256sum := sha256.New() - if - n, err := io.Copy(io.MultiWriter(temp, sha256sum), r) if err != nil { return nil, err diff --git a/server/model.go b/server/model.go index ec7e94449..a4c1bfab2 100644 --- a/server/model.go +++ b/server/model.go @@ -244,8 +244,11 @@ func parseFromFile(ctx context.Context, file *os.File, digest string, fn func(ap var reader io.Reader = io.NewSectionReader(file, offset, n) if !sort.IsSorted(ggml.Tensors()) { + // create a new Tensors containing Tensors that have a writeTo + reader = &llm.GGUFWriter{ - KV: ggml.KV(), + KV: ggml.KV(), + // Update .Tensors Tensors: ggml.Tensors(), } }