changes

2024-08-27 10:47:13 -07:00
parent a33e56cddb
commit 80eef7c7b1
3 changed files with 22 additions and 15 deletions
--- a/llm/ext_server/server.cpp
+++ b/llm/ext_server/server.cpp
@@ -1321,7 +1321,7 @@ struct llama_server_context
            llama_batch_add(batch, append_tokens[i], system_tokens.size() + slot.n_past, {slot.id}, true);
            slot.n_past += 1;
        }
-        // llama_set_causal_attn(ctx, false);
+        llama_set_causal_attn(ctx, false);
        return true;
    }