TheCrazyInsanity/nixos-configv3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Compare commits

base: TheCrazyInsanity:43020e5b51d814503de1e94ca23e83d489fc372e
Branches Tags
TheCrazyInsanity:master
..
compare: TheCrazyInsanity:40a288f41398b6d2fbd5b7820a9c6322de45c539
Branches Tags
TheCrazyInsanity:master

2 Commits
43020e5b51 ... 40a288f413

Author SHA1 Message Date
TheCrazyInsanity
40a288f413 Merge branch 'master' of 192.168.1.126:TheCrazyInsanity/nixos-configv3 2026-04-19 18:27:17 -04:00
TheCrazyInsanity
2e09c668e5 bullshiiit 2026-04-19 18:27:15 -04:00
2 changed files with 4 additions and 0 deletions
Expand all files Collapse all files

1
global/default.nix
View File

@@ -232,6 +232,7 @@
jq
nasctui
trilium-desktop
haruna
];
fonts.packages = with pkgs; [

3
machines/homepc/configuration.nix
View File

@@ -90,6 +90,9 @@
# As long as this is here the models are declarative. llama-server will grab them if not downloaded already.
environment.etc."llama-swap/config.yaml".text = ''
models:
"Qwen3.6-35B-A3B-GGUF":
cmd: "llama-server --port ''${PORT} -hf unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_S --ctx-size 128000 --temp 0.6 --top-p 0.95 --top-k 20 --min-p 0.00 -np 1 --fit-target 256 --ubatch-size 1024 -fa on --slots --slot-save-path /home/laythe/llamapcache --jinja -kvu --no-mmproj --swa-checkpoints 32 --no-kv-offload --chat-template-kwargs '{\"preserve_thinking\": true}'"
ttl: 2400
"Qwen3.5-35B-A3B-GGUF":
cmd: llama-server --port ''${PORT} -hf mudler/Qwen3.5-35B-A3B-APEX-GGUF:Mini --ctx-size 128000 --temp 0.6 --top-p 0.95 --top-k 20 --min-p 0.00 -np 1 --fit-target 256 --ubatch-size 1024 -fa on --slots --slot-save-path /home/laythe/llamapcache --jinja -kvu --no-mmproj --swa-checkpoints 32 --no-kv-offload
ttl: 2400