From f4f0992b6ea5d651eff609461c24ece936bd5708 Mon Sep 17 00:00:00 2001 From: Jesse Gross Date: Tue, 25 Mar 2025 11:41:26 -0700 Subject: [PATCH] llm: Fix debug logging for memory estimates --- llm/memory.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm/memory.go b/llm/memory.go index ac830ee84..86694d06d 100644 --- a/llm/memory.go +++ b/llm/memory.go @@ -374,7 +374,7 @@ func (m MemoryEstimate) LogValue() slog.Value { slog.Group( "weights", // memory of the weights - "total", format.HumanBytes2(m.memoryWeights), + "total", format.HumanBytes2(m.memoryWeights+m.memoryLayerOutput), // memory of repeating layers "repeating", format.HumanBytes2(m.memoryWeights), // memory of non-repeating layers