jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

defaut timeout

Browse Source
This commit is contained in:
Roy Han 2024-06-27 14:58:31 -07:00
parent 2cc7d05012
commit d77a174eb4
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llm/server.go
View File

@ -166,6 +166,8 @@ func NewLlamaServer(gpus gpu.GpuInfoList, model string, ggml *GGML, adapters, pr
params = append(params, "--log-disable")
params = append(params, "--timeout", fmt.Sprintf("%d", 600))
if opts.NumGPU >= 0 {
params = append(params, "--n-gpu-layers", fmt.Sprintf("%d", opts.NumGPU))
}