update convert test to check result data

This commit is contained in:
Michael Yang
2024-06-03 09:49:13 -07:00
committed by Patrick Devine
parent 53da2c6965
commit a4978a94b5
8 changed files with 924 additions and 37 deletions

View File

@@ -89,6 +89,7 @@ type gguf struct {
tensors []*Tensor
parameters uint64
tensorOffset uint64
scratch [16 << 10]byte
}
@@ -109,7 +110,10 @@ func (llm *gguf) KV() KV {
}
func (llm *gguf) Tensors() Tensors {
return llm.tensors
return Tensors{
Items: llm.tensors,
Offset: llm.tensorOffset,
}
}
func (llm *gguf) numTensor() uint64 {
@@ -236,6 +240,14 @@ func (llm *gguf) Decode(rs io.ReadSeeker) error {
alignment = 32
}
offset, err := rs.Seek(0, io.SeekCurrent)
if err != nil {
return err
}
padding := llm.padding(offset, int64(alignment))
llm.tensorOffset = uint64(offset + padding)
for _, tensor := range llm.tensors {
offset, err := rs.Seek(0, io.SeekCurrent)
if err != nil {