Jason WittyandClaude Opus 5.5
08c79d84bc
strata/README.md indexes the configs and which one is active; configuration.nix selects it with strataConfig. UD-Q4_K_XL downloaded and prepared, not active yet. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
89 lines
1.9 KiB
JSON
89 lines
1.9 KiB
JSON
{
|
|
"exe": "/var/lib/strata/Strata/engine/strata",
|
|
"args": [
|
|
"--pack",
|
|
"/models/strata/packs/unsloth-ud-q4_k_xl",
|
|
"--native",
|
|
"/models/strata/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
|
|
"--expert-profile",
|
|
"/var/lib/strata/Strata/data/expert-profile.bin",
|
|
"--expert-cache",
|
|
"auto",
|
|
"--prefill",
|
|
"auto",
|
|
"--spec",
|
|
"4",
|
|
"--spec-min-p",
|
|
"0.5",
|
|
"--mtp",
|
|
"/models/strata/mtp/rt",
|
|
"--max-context",
|
|
"131072",
|
|
"--kv",
|
|
"int8",
|
|
"--ple-io",
|
|
"ram",
|
|
"--kv-resident",
|
|
"32768",
|
|
"--vision",
|
|
"--vram-reserve-mib",
|
|
"700"
|
|
],
|
|
"cwd": "/var/lib/strata/Strata",
|
|
"tokenizer": "/models/strata/packs/unsloth-ud-q4_k_xl/tokenizer",
|
|
"model_name": "qwen3.8-flash-next-unsloth-ud-q4_k_xl",
|
|
"log": "/var/lib/strata/Strata/strata-unsloth-ud-q4_k_xl.log",
|
|
"lib_dirs": [
|
|
"/nix/store/7mi3cxyj9rgx76yxr6jg4z8i3cvb3dmz-cuda-merged-13.0/bin"
|
|
],
|
|
"port": 8080,
|
|
"env": {
|
|
"STRATA_HC_Q8": "1",
|
|
"STRATA_ROUTE_TAIL_SKIP": "0"
|
|
},
|
|
"gpu": [
|
|
0,
|
|
1
|
|
],
|
|
"gpus_asked": true,
|
|
"layer_split": "auto",
|
|
"host": "0.0.0.0",
|
|
"api_key": "<API_KEY: see /var/lib/strata/api-key>",
|
|
"open_browser": false,
|
|
"vision": {
|
|
"exe": "/var/lib/strata/Strata/engine/strata-vision",
|
|
"mmproj": "/models/strata/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
|
|
"model": "/models/strata/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
|
|
"gpu": true,
|
|
"max_tokens": 1024
|
|
},
|
|
"args_written": [
|
|
"--pack",
|
|
"/models/strata/packs/unsloth-ud-q4_k_xl",
|
|
"--native",
|
|
"/models/strata/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
|
|
"--expert-profile",
|
|
"/var/lib/strata/Strata/data/expert-profile.bin",
|
|
"--expert-cache",
|
|
"auto",
|
|
"--prefill",
|
|
"auto",
|
|
"--spec",
|
|
"4",
|
|
"--spec-min-p",
|
|
"0.5",
|
|
"--mtp",
|
|
"/models/strata/mtp/rt",
|
|
"--max-context",
|
|
"131072",
|
|
"--kv",
|
|
"int8",
|
|
"--ple-io",
|
|
"ram",
|
|
"--kv-resident",
|
|
"32768",
|
|
"--vision",
|
|
"--vram-reserve-mib",
|
|
"700"
|
|
]
|
|
} |