vllm can go suck a big fat cock

This commit is contained in:
2025-12-13 11:18:59 -05:00
parent d912f6eef0
commit b77c36764a
2 changed files with 9 additions and 2 deletions

View File

@@ -34,8 +34,9 @@
# host = "[::]"; # host = "[::]";
# }; # };
environment.systemPackages = [ # This is here because I don't have another computer that could run local AI, and regardless the packages would be different on every one.
pkgs.ollama-cuda environment.systemPackages = with pkgs; [
ollama-cuda
]; ];
# Set your time zone. # Set your time zone.

View File

@@ -75,5 +75,11 @@
package = config.boot.kernelPackages.nvidiaPackages.stable; package = config.boot.kernelPackages.nvidiaPackages.stable;
}; };
nix.settings = {
substituters = [ "https://cache.nixos-cuda.org" ];
trusted-public-keys = [ "cache.nixos-cuda.org:74DUi4Ye579gUqzH4ziL9IyiJBlDpMRn9MBN8oNan9M=" ];
};
system.stateVersion = "24.11"; # No touchy system.stateVersion = "24.11"; # No touchy
} }