[mod] increase num_ctx, no compaction, docker EDITOR
This commit is contained in:
parent
0e20d65b12
commit
d611377069
2 changed files with 7 additions and 1 deletions
|
|
@ -3,6 +3,11 @@
|
|||
"plugin": [],
|
||||
"model": "halo/qwen3-coder-next:latest",
|
||||
"small_model": "gemma3:4b",
|
||||
"compaction": {
|
||||
"auto": false,
|
||||
"prune": true,
|
||||
"reserved": 16000
|
||||
},
|
||||
"provider": {
|
||||
"halo": {
|
||||
"npm": "@ai-sdk/openai-compatible",
|
||||
|
|
@ -48,7 +53,7 @@
|
|||
"output": 8192 // Output token limit
|
||||
},
|
||||
"options": {
|
||||
"num_ctx": 16000, // Context window size for Ollama
|
||||
"num_ctx": 64000, // Context window size for Ollama
|
||||
"temperature": 1.0,
|
||||
"top_p": 0.95,
|
||||
"top_k": 40,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue