vllm can go suck a big fat cock
This commit is contained in:
@@ -34,8 +34,9 @@
|
|||||||
# host = "[::]";
|
# host = "[::]";
|
||||||
# };
|
# };
|
||||||
|
|
||||||
environment.systemPackages = [
|
# This is here because I don't have another computer that could run local AI, and regardless the packages would be different on every one.
|
||||||
pkgs.ollama-cuda
|
environment.systemPackages = with pkgs; [
|
||||||
|
ollama-cuda
|
||||||
];
|
];
|
||||||
|
|
||||||
# Set your time zone.
|
# Set your time zone.
|
||||||
|
|||||||
@@ -75,5 +75,11 @@
|
|||||||
package = config.boot.kernelPackages.nvidiaPackages.stable;
|
package = config.boot.kernelPackages.nvidiaPackages.stable;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
nix.settings = {
|
||||||
|
substituters = [ "https://cache.nixos-cuda.org" ];
|
||||||
|
trusted-public-keys = [ "cache.nixos-cuda.org:74DUi4Ye579gUqzH4ziL9IyiJBlDpMRn9MBN8oNan9M=" ];
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
system.stateVersion = "24.11"; # No touchy
|
system.stateVersion = "24.11"; # No touchy
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user