jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Cleanup api

Browse Source
This commit is contained in:
ParthSareen 2025-01-30 13:15:57 -08:00
parent 35e97db03b
commit 6de3227841
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
openai/openai.go
View File

@ -487,13 +487,13 @@ func fromChatRequest(r ChatCompletionRequest) (*api.ChatRequest, error) {
} }
DEFAULT_NUM_CTX := 2048 DEFAULT_NUM_CTX := 2048
// set num_ctx to max_completion_tokens if it's greater than num_ctx
if r.MaxCompletionTokens != nil { if r.MaxCompletionTokens != nil {
options["num_predict"] = *r.MaxCompletionTokens options["num_predict"] = *r.MaxCompletionTokens
if r.NumCtx != nil && *r.MaxCompletionTokens > *r.NumCtx {
if numCtx, ok := options["num_ctx"].(int); ok && *r.MaxCompletionTokens > numCtx {
options["num_ctx"] = *r.MaxCompletionTokens options["num_ctx"] = *r.MaxCompletionTokens
} else if *r.MaxCompletionTokens > DEFAULT_NUM_CTX { } else if *r.MaxCompletionTokens > DEFAULT_NUM_CTX {
options["num_ctx"] = DEFAULT_NUM_CTX options["num_ctx"] = *r.MaxCompletionTokens
} }
} }