apb/ai-code
1
0
Fork 0
Code Issues 1 Activity Actions

init

Browse source
This commit is contained in:
Andy Bunce 2026-02-24 21:14:02 +00:00
commit 37adbcc96f
4 changed files with 219 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

15
models/gguf/qwen3-coder/config.toml Normal file
View file

@ -0,0 +1,15 @@
[server]
# The specific GGUF file to run inside this folder
model_file = "Qwen3-Coder-Next-BF16-00001-of-00004.gguf"
# Hardware Settings
n_gpu_layers = 99
ctx_size = 131072
threads = 24
# Network Settings
port = 8082
host = "0.0.0.0"
# Optional: Set a friendly alias for tools like OpenCode
alias = "qwen3-coder"