113 lines
3.0 KiB
JSON
113 lines
3.0 KiB
JSON
|
{
|
||
|
|
"$schema": "https://opencode.ai/config.json",
|
||
|
|
"model": "talos/ornith-worker-1",
|
||
|
|
"autoupdate": false,
|
||
|
|
"providers": {
|
||
|
|
"talos": {
|
||
|
|
"name": "Talos Cluster",
|
||
|
|
"package": "@opencode-ai/ai/providers/openai-compatible",
|
||
|
|
"settings": {
|
||
|
|
"baseURL": "http://10.37.0.165:30081/v1"
|
||
|
|
},
|
||
|
|
"models": {
|
||
|
|
"ornith-worker-1": {
|
||
|
|
"modelID": "ornith-worker-1",
|
||
|
|
"name": "Ornith Worker 1 (RTX 4070 Super)",
|
||
|
|
"capabilities": {
|
||
|
|
"tools": true,
|
||
|
|
"input": ["text"],
|
||
|
|
"output": ["text"]
|
||
|
|
},
|
||
|
|
"limit": {
|
||
|
|
"context": 132768,
|
||
|
|
"output": 65536
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"talos-worker-2": {
|
||
|
|
"name": "Talos Worker 2",
|
||
|
|
"package": "@opencode-ai/ai/providers/openai-compatible",
|
||
|
|
"settings": {
|
||
|
|
"baseURL": "http://10.37.0.219:30082/v1"
|
||
|
|
},
|
||
|
|
"models": {
|
||
|
|
"genesis-hermes-worker-2": {
|
||
|
|
"modelID": "/models/Hermes3.6-35B-A3B-Uncensored-Genesis-V6-APEX.gguf",
|
||
|
|
"name": "Genesis Hermes V6 APEX (RTX 3080 12GB, vision)",
|
||
|
|
"capabilities": {
|
||
|
|
"tools": true,
|
||
|
|
"input": ["text"],
|
||
|
|
"output": ["text"]
|
||
|
|
},
|
||
|
|
"limit": {
|
||
|
|
"context": 131072,
|
||
|
|
"output": 65536
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"omlx": {
|
||
|
|
"name": "oMLX (Local)",
|
||
|
|
"package": "@opencode-ai/ai/providers/openai-compatible",
|
||
|
|
"settings": {
|
||
|
|
"baseURL": "http://localhost:8000/v1"
|
||
|
|
},
|
||
|
|
"models": {
|
||
|
|
"ornith-35b": {
|
||
|
|
"modelID": "Ornith-35B",
|
||
|
|
"name": "Ornith 35B (Qwen3.5 MoE, 4-bit, 131K ctx)",
|
||
|
|
"capabilities": {
|
||
|
|
"tools": true,
|
||
|
|
"input": ["text"],
|
||
|
|
"output": ["text"]
|
||
|
|
},
|
||
|
|
"limit": {
|
||
|
|
"context": 131072,
|
||
|
|
"output": 65536
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"ornith-5bit": {
|
||
|
|
"modelID": "Ornith-1.0-35B-5bit-mlx",
|
||
|
|
"name": "Ornith 35B (5-bit, 262K ctx)",
|
||
|
|
"capabilities": {
|
||
|
|
"tools": true,
|
||
|
|
"input": ["text"],
|
||
|
|
"output": ["text"]
|
||
|
|
},
|
||
|
|
"limit": {
|
||
|
|
"context": 262144,
|
||
|
|
"output": 65536
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"ternary-bonsai": {
|
||
|
|
"modelID": "Ternary-Bonsai-27B-mlx-2bit",
|
||
|
|
"name": "Ternary Bonsai 27B (2-bit, ternary weights)",
|
||
|
|
"capabilities": {
|
||
|
|
"tools": true,
|
||
|
|
"input": ["text"],
|
||
|
|
"output": ["text"]
|
||
|
|
},
|
||
|
|
"limit": {
|
||
|
|
"context": 131072,
|
||
|
|
"output": 65536
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"dagger-qwen36-27b": {
|
||
|
|
"modelID": "Dagger-Qwen3.6-27B-MLX",
|
||
|
|
"name": "Dagger Qwen3.6 27B MLX (M5, 32GB)",
|
||
|
|
"capabilities": {
|
||
|
|
"tools": true,
|
||
|
|
"input": ["text"],
|
||
|
|
"output": ["text"]
|
||
|
|
},
|
||
|
|
"limit": {
|
||
|
|
"context": 65536,
|
||
|
|
"output": 65536
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|