17 lines
385 B
YAML
17 lines
385 B
YAML
node_id: "node-1-local"
|
|
listen_host: "192.168.1.101"
|
|
listen_port: 8091
|
|
|
|
dispatcher_base_url: "http://192.168.1.100:8080"
|
|
dispatcher_node_key: "replace-with-local-node-key"
|
|
|
|
llama_server_bin: "/path/to/local/llama-server"
|
|
|
|
model_roots:
|
|
- "/path/to/model-weights"
|
|
|
|
models:
|
|
- model_id: "qwen3-8b"
|
|
path: "/path/to/model-weights/Qwen3-8B-Q5_K_M.gguf"
|
|
roles: ["tutor", "mentor"]
|