diff --git a/services/llama-cpp.nix b/services/llama-cpp.nix index 59f67e3..f88e4b5 100644 --- a/services/llama-cpp.nix +++ b/services/llama-cpp.nix @@ -25,9 +25,13 @@ in services.llama-cpp = { enable = true; model = builtins.toString ( + # pkgs.fetchurl { + # url = "https://huggingface.co/bartowski/google_gemma-3-12b-it-GGUF/resolve/main/google_gemma-3-12b-it-Q4_0.gguf"; + # sha256 = "9a7b70be8727da9fb28523b35946dd42d4fe0f622cce03daa44fccff0775516d"; + # } pkgs.fetchurl { - url = "https://huggingface.co/bartowski/google_gemma-3-12b-it-GGUF/resolve/main/google_gemma-3-12b-it-Q4_0.gguf"; - sha256 = "9a7b70be8727da9fb28523b35946dd42d4fe0f622cce03daa44fccff0775516d"; + url = "https://huggingface.co/bartowski/google_gemma-3-27b-it-GGUF/resolve/main/google_gemma-3-27b-it-Q4_0.gguf"; + sha256 = "a6edacc9e7bab200eea6dd9ff4568c5838e959235dd0da71309e68ff5c81d775"; } ); port = service_configs.ports.llama_cpp;