From d77a174eb4a2918ef21164ef99015bc8e2163dff Mon Sep 17 00:00:00 2001 From: Roy Han Date: Thu, 27 Jun 2024 14:58:31 -0700 Subject: [PATCH] defaut timeout --- llm/server.go | 2 ++ 1 file changed, 2 insertions(+) diff --git a/llm/server.go b/llm/server.go index ad67138b5..539a54634 100644 --- a/llm/server.go +++ b/llm/server.go @@ -166,6 +166,8 @@ func NewLlamaServer(gpus gpu.GpuInfoList, model string, ggml *GGML, adapters, pr params = append(params, "--log-disable") + params = append(params, "--timeout", fmt.Sprintf("%d", 600)) + if opts.NumGPU >= 0 { params = append(params, "--n-gpu-layers", fmt.Sprintf("%d", opts.NumGPU)) }