diff --git a/configuration.nix b/configuration.nix index 6288472..19055af 100644 --- a/configuration.nix +++ b/configuration.nix @@ -28,7 +28,7 @@ # ./services/owntracks.nix ./services/soulseek.nix - # ./services/llama-cpp.nix + ./services/llama-cpp.nix ]; systemd.targets = { diff --git a/services/llama-cpp.nix b/services/llama-cpp.nix index f26dc6f..94e5eff 100644 --- a/services/llama-cpp.nix +++ b/services/llama-cpp.nix @@ -10,8 +10,8 @@ enable = true; model = builtins.toString ( pkgs.fetchurl { - url = "https://huggingface.co/bartowski/google_gemma-3-27b-it-GGUF/resolve/main/google_gemma-3-27b-it-IQ4_XS.gguf"; - sha256 = "bd2f188c66d8ccb0bffcb0c91e4dbbb72754bb1732e0bca323a2f266a35e01c8"; + url = "https://huggingface.co/bartowski/google_gemma-3-12b-it-GGUF/resolve/main/google_gemma-3-12b-it-IQ4_XS.gguf"; + sha256 = "aa7b7ae0b17931c379ede82da59b01f246046925aeb752af1ab4285a3b0d69db"; } ); port = service_configs.ports.llama_cpp;