From db78740db35344e60e82bc3dd5e6c23010e7ba57 Mon Sep 17 00:00:00 2001 From: Simon Gardling Date: Thu, 10 Apr 2025 11:15:18 -0400 Subject: [PATCH] change llm model --- services/llama-cpp.nix | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/services/llama-cpp.nix b/services/llama-cpp.nix index b628622..d307b13 100644 --- a/services/llama-cpp.nix +++ b/services/llama-cpp.nix @@ -11,8 +11,8 @@ enable = true; model = builtins.toString ( pkgs.fetchurl { - url = "https://huggingface.co/bartowski/google_gemma-3-27b-it-GGUF/resolve/main/google_gemma-3-27b-it-IQ2_XS.gguf"; - sha256 = "080150a6758afefb40950f2753ea9f113b3cdc2b8ad4243a3711959748cd4df0"; + url = "https://huggingface.co/mradermacher/Gemma-3-R1984-12B-GGUF/resolve/main/Gemma-3-R1984-12B.IQ4_XS.gguf"; + sha256 = "f6d94f4bc6bd2101617f0c2b0b7883d20d74018da101e440cb7e7a55514fe78d"; } ); port = service_configs.ports.llama_cpp;