jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llm: enable flash attention by default

Browse Source
This commit is contained in:
jmorganca 2024-06-08 22:55:22 -07:00
parent 85169e8d6f
commit d8b3e09fb7
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
envconfig/config.go
View File

@ -90,6 +90,7 @@ func init() {
NumParallel = 1 NumParallel = 1
MaxRunners = 1 MaxRunners = 1
MaxQueuedRequests = 512 MaxQueuedRequests = 512
FlashAttention = true
LoadConfig() LoadConfig()
} }