jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bump (#4597)

Browse Source
This commit is contained in:
Michael Yang
2024-05-23 14:16:26 -07:00
committed by GitHub
parent 95b1133d0c
commit 714adb8bd1
4 changed files with 56 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llm/ext_server/server.cpp vendored
View File

@@ -738,7 +738,7 @@ struct llama_server_context
sampler_names.emplace_back(sampler_name);
}
}
slot->sparams.samplers_sequence = sampler_types_from_names(sampler_names, false);
slot->sparams.samplers_sequence = llama_sampling_types_from_names(sampler_names, false);
}
else
{
@@ -1096,7 +1096,7 @@ struct llama_server_context
std::vector<std::string> samplers_sequence;
for (const auto &sampler_type : slot.sparams.samplers_sequence)
{
samplers_sequence.emplace_back(sampler_type_to_name_string(sampler_type));
samplers_sequence.emplace_back(llama_sampling_type_to_str(sampler_type));
}
return json {