llm: model stuff

flake.lock

@@ -200,11 +200,11 @@
         ]
       },
       "locked": {
-        "lastModified": 1744029448,
-        "narHash": "sha256-egX91Q77jyXOZ1kNR8jdgT86vitDVnMDRFAbmfmoZLU=",
+        "lastModified": 1744060004,
+        "narHash": "sha256-BQCoowBp7gdB6J5T4jwlNaHqS5ICiDjw03gAPDZC3pY=",
         "owner": "ggml-org",
         "repo": "llama.cpp",
-        "rev": "e391d3ee8ddae86be70c034de1082ad51c55e211",
+        "rev": "1466621e738779eefe1bb672e17dc55d63d166bb",
         "type": "github"
       },
       "original": {
@@ -222,11 +222,11 @@
         ]
       },
       "locked": {
-        "lastModified": 1743991090,
-        "narHash": "sha256-gZK+vyw5BeQ8cmdigRN0uInhyfrXWJXFsZEP/Wh+ay8=",
+        "lastModified": 1744077311,
+        "narHash": "sha256-gw66zuvKqFaePakredq9sjliD7fN1xBG1kbycQgIdEI=",
         "owner": "Infinidoge",
         "repo": "nix-minecraft",
-        "rev": "021d01fa37cdc9dc936c3a1f7ca6dc9354b21589",
+        "rev": "ee83e148c2a3c754592e04f2f7d92f4497ffc7ac",
         "type": "github"
       },
       "original": {

services/llama-cpp.nix

@@ -10,13 +10,9 @@
   services.llama-cpp = {
     enable = true;
     model = builtins.toString (
-      # pkgs.fetchurl {
-      # url = "https://huggingface.co/bartowski/google_gemma-3-12b-it-GGUF/resolve/main/google_gemma-3-12b-it-Q4_0.gguf";
-      # sha256 = "9a7b70be8727da9fb28523b35946dd42d4fe0f622cce03daa44fccff0775516d";
-      # }
       pkgs.fetchurl {
-        url = "https://huggingface.co/bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF/resolve/main/mlabonne_gemma-3-27b-it-abliterated-Q4_0.gguf";
-        sha256 = "d47047ff6fabb02e8aa8bea1d3fd32a551382016bd7d91f45f74615ada670a21";
+        url = "https://huggingface.co/bartowski/google_gemma-3-27b-it-GGUF/resolve/main/google_gemma-3-27b-it-IQ2_XS.gguf";
+        sha256 = "080150a6758afefb40950f2753ea9f113b3cdc2b8ad4243a3711959748cd4df0";
       }
     );
     port = service_configs.ports.llama_cpp;