From 2e09c668e557906280d20123bfdb053fa53ab23f Mon Sep 17 00:00:00 2001 From: TheCrazyInsanity Date: Sun, 19 Apr 2026 18:27:15 -0400 Subject: [PATCH] bullshiiit --- global/default.nix | 1 + machines/homepc/configuration.nix | 3 +++ 2 files changed, 4 insertions(+) diff --git a/global/default.nix b/global/default.nix index 02fa6b4..3eb42da 100755 --- a/global/default.nix +++ b/global/default.nix @@ -232,6 +232,7 @@ jq nasctui trilium-desktop + haruna ]; services.usbmuxd = { diff --git a/machines/homepc/configuration.nix b/machines/homepc/configuration.nix index d00858a..9c002f7 100755 --- a/machines/homepc/configuration.nix +++ b/machines/homepc/configuration.nix @@ -90,6 +90,9 @@ # As long as this is here the models are declarative. llama-server will grab them if not downloaded already. environment.etc."llama-swap/config.yaml".text = '' models: + "Qwen3.6-35B-A3B-GGUF": + cmd: "llama-server --port ''${PORT} -hf unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_S --ctx-size 128000 --temp 0.6 --top-p 0.95 --top-k 20 --min-p 0.00 -np 1 --fit-target 256 --ubatch-size 1024 -fa on --slots --slot-save-path /home/laythe/llamapcache --jinja -kvu --no-mmproj --swa-checkpoints 32 --no-kv-offload --chat-template-kwargs '{\"preserve_thinking\": true}'" + ttl: 2400 "Qwen3.5-35B-A3B-GGUF": cmd: llama-server --port ''${PORT} -hf mudler/Qwen3.5-35B-A3B-APEX-GGUF:Mini --ctx-size 128000 --temp 0.6 --top-p 0.95 --top-k 20 --min-p 0.00 -np 1 --fit-target 256 --ubatch-size 1024 -fa on --slots --slot-save-path /home/laythe/llamapcache --jinja -kvu --no-mmproj --swa-checkpoints 32 --no-kv-offload ttl: 2400