From d5ac5c8cd88b534e607b063ad92794a5856915a7 Mon Sep 17 00:00:00 2001
From: Simon Gardling <titaniumtown@proton.me>
Date: Mon, 31 Mar 2025 10:31:29 -0400
Subject: [PATCH] gemma-3 12b

---
 configuration.nix      | 2 +-
 services/llama-cpp.nix | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/configuration.nix b/configuration.nix
index 6288472..19055af 100644
--- a/configuration.nix
+++ b/configuration.nix
@@ -28,7 +28,7 @@
     # ./services/owntracks.nix
     ./services/soulseek.nix
 
-    # ./services/llama-cpp.nix
+    ./services/llama-cpp.nix
   ];
 
   systemd.targets = {
diff --git a/services/llama-cpp.nix b/services/llama-cpp.nix
index f26dc6f..94e5eff 100644
--- a/services/llama-cpp.nix
+++ b/services/llama-cpp.nix
@@ -10,8 +10,8 @@
     enable = true;
     model = builtins.toString (
       pkgs.fetchurl {
-        url = "https://huggingface.co/bartowski/google_gemma-3-27b-it-GGUF/resolve/main/google_gemma-3-27b-it-IQ4_XS.gguf";
-        sha256 = "bd2f188c66d8ccb0bffcb0c91e4dbbb72754bb1732e0bca323a2f266a35e01c8";
+        url = "https://huggingface.co/bartowski/google_gemma-3-12b-it-GGUF/resolve/main/google_gemma-3-12b-it-IQ4_XS.gguf";
+        sha256 = "aa7b7ae0b17931c379ede82da59b01f246046925aeb752af1ab4285a3b0d69db";
       }
     );
     port = service_configs.ports.llama_cpp;