jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llm: Fix debug logging for memory estimates

Browse Source
This commit is contained in:
Jesse Gross 2025-03-25 11:41:26 -07:00 committed by Jesse Gross
parent 1feff61977
commit f4f0992b6e
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llm/memory.go
View File

@ -374,7 +374,7 @@ func (m MemoryEstimate) LogValue() slog.Value {
slog.Group( slog.Group(
"weights", "weights",
// memory of the weights // memory of the weights
"total", format.HumanBytes2(m.memoryWeights), "total", format.HumanBytes2(m.memoryWeights+m.memoryLayerOutput),
// memory of repeating layers // memory of repeating layers
"repeating", format.HumanBytes2(m.memoryWeights), "repeating", format.HumanBytes2(m.memoryWeights),
// memory of non-repeating layers // memory of non-repeating layers