From b40077b07e0e8bdf2e3ca0a426d8d9d6830bef1f Mon Sep 17 00:00:00 2001 From: Mohammad Rafiq Date: Mon, 24 Feb 2025 08:07:57 +0800 Subject: [PATCH] feat(koboldcpp): add koboldcpp to system and cuda support --- hosts/nemesis/default.nix | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/hosts/nemesis/default.nix b/hosts/nemesis/default.nix index dafe0f6..ef2e4d7 100644 --- a/hosts/nemesis/default.nix +++ b/hosts/nemesis/default.nix @@ -36,7 +36,8 @@ environment.variables.LIBVA_DRIVER_NAME = "nvidia"; environment.variables.__GLX_VENDOR_LIBRARY_NAME = "nvidia"; environment.variables.NVD_BACKEND = "direct"; # Set VAAPI driver backend - + nixpkgs.config.cudaSupport = true; + nixpkgs.config.cudaArches = [ "sm_86" ]; ############################## ### Networking ### ############################## @@ -122,6 +123,8 @@ # Browser firefox + + koboldcpp ]; ##############################