add: model caps
This commit is contained in:
parent
d2aa4fe1c9
commit
16c5cdc9a6
1 changed files with 29 additions and 9 deletions
|
|
@ -1,5 +1,5 @@
|
||||||
{
|
{
|
||||||
"plugin": [],
|
"plugin": [],
|
||||||
"theme": "system",
|
"theme": "system",
|
||||||
"model": "halo/qwen3-coder-next:latest",
|
"model": "halo/qwen3-coder-next:latest",
|
||||||
"small_model": "halo/gemma3:4b",
|
"small_model": "halo/gemma3:4b",
|
||||||
|
|
@ -7,19 +7,39 @@
|
||||||
"halo": {
|
"halo": {
|
||||||
"npm": "@ai-sdk/openai-compatible",
|
"npm": "@ai-sdk/openai-compatible",
|
||||||
"name": "(local)",
|
"name": "(local)",
|
||||||
"options": { "baseURL": "http://host.docker.internal:11434/v1" },
|
"options": {
|
||||||
"models": { "hf.co/unsloth/GLM-4.7-Flash-GGUF:Q6_K": { "name": "glm4.7" },
|
"baseURL": "http://host.docker.internal:11434/v1"
|
||||||
"hf.co/LiquidAI/LFM2-24B-A2B-GGUF:Q8_0": { "name": "lfm2" },
|
},
|
||||||
"qwen3-coder-next:latest": { "name": "qwen3" },
|
"models": {
|
||||||
"gemma3:4b": {"name": "Gemma"}
|
"hf.co/unsloth/GLM-4.7-Flash-GGUF:Q6_K": {
|
||||||
}
|
"name": "glm4.7"
|
||||||
|
},
|
||||||
|
"hf.co/LiquidAI/LFM2-24B-A2B-GGUF:Q8_0": {
|
||||||
|
"name": "lfm2"
|
||||||
|
},
|
||||||
|
"qwen3-coder-next:latest": {
|
||||||
|
"name": "qwen3"
|
||||||
|
},
|
||||||
|
"gemma3:4b": {
|
||||||
|
"name": "Gemma",
|
||||||
|
"capabilities": {
|
||||||
|
"modalities": {
|
||||||
|
"input": [
|
||||||
|
"text",
|
||||||
|
"image"
|
||||||
|
]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
}
|
||||||
},
|
},
|
||||||
"server": {
|
"server": {
|
||||||
"port": 4096,
|
"port": 4096,
|
||||||
"hostname": "0.0.0.0",
|
"hostname": "0.0.0.0",
|
||||||
"mdns": true,
|
"mdns": true,
|
||||||
"cors": ["https://example.com"]
|
"cors": [
|
||||||
|
"https://example.com"
|
||||||
|
]
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Loading…
Add table
Reference in a new issue