jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update llama.cpp submodule to 66c1968f7 (#2618)

Browse Source
This commit is contained in:
Jeffrey Morgan
2024-02-20 17:42:31 -05:00
committed by GitHub
parent ace2cdf1c6
commit 4613a080e7
6 changed files with 39 additions and 130 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
llm/ext_server/ext_server.cpp
View File

@@ -80,7 +80,7 @@ void llama_server_init(ext_server_params *sparams, ext_server_resp_t *err) {
params.main_gpu = sparams->main_gpu;
params.use_mlock = sparams->use_mlock;
params.use_mmap = sparams->use_mmap;
params.numa = sparams->numa;
params.numa = (ggml_numa_strategy)sparams->numa;
params.embedding = sparams->embedding;
if (sparams->model != NULL) {
params.model = sparams->model;
@@ -111,7 +111,8 @@ void llama_server_init(ext_server_params *sparams, ext_server_resp_t *err) {
}
#endif
llama_backend_init(params.numa);
llama_backend_init();
llama_numa_init(params.numa);
// load the model
if (!llama->load_model(params)) {