llama.cpp: granite-4.0-h-tiny

configuration.nix

@@ -29,7 +29,7 @@
     # ./services/owntracks.nix
     ./services/soulseek.nix
 
-    # ./services/llama-cpp.nix
+    ./services/llama-cpp.nix
 
     ./services/ups.nix
 

flake.lock

@@ -238,11 +238,11 @@
         ]
       },
       "locked": {
-        "lastModified": 1759354359,
-        "narHash": "sha256-KUKkdR1wq8yx0xkAhbIJDWexgEYHW8Ik4HPPJimN9Z4=",
+        "lastModified": 1759669067,
+        "narHash": "sha256-L0R8SAoVvZIGG8zH/7BDWFdgsISzViZJHzeimcIOIqY=",
         "owner": "ggml-org",
         "repo": "llama.cpp",
-        "rev": "c8dedc9999eccf7821a9fe5b29f10e8d075e2217",
+        "rev": "ca71fb9b368e3db96e028f80c4c9df6b6b370edd",
         "type": "github"
       },
       "original": {
@@ -275,11 +275,11 @@
     },
     "nixos-hardware": {
       "locked": {
-        "lastModified": 1759261527,
-        "narHash": "sha256-wPd5oGvBBpUEzMF0kWnXge0WITNsITx/aGI9qLHgJ4g=",
+        "lastModified": 1759582739,
+        "narHash": "sha256-spZegilADH0q5OngM86u6NmXxduCNv5eX9vCiUPhOYc=",
         "owner": "NixOS",
         "repo": "nixos-hardware",
-        "rev": "e087756cf4abbe1a34f3544c480fc1034d68742f",
+        "rev": "3441b5242af7577230a78ffb03542add264179ab",
         "type": "github"
       },
       "original": {
@@ -291,11 +291,11 @@
     },
     "nixpkgs": {
       "locked": {
-        "lastModified": 1759281824,
-        "narHash": "sha256-FIBE1qXv9TKvSNwst6FumyHwCRH3BlWDpfsnqRDCll0=",
+        "lastModified": 1759580034,
+        "narHash": "sha256-YWo57PL7mGZU7D4WeKFMiW4ex/O6ZolUS6UNBHTZfkI=",
         "owner": "NixOS",
         "repo": "nixpkgs",
-        "rev": "5b5be50345d4113d04ba58c444348849f5585b4a",
+        "rev": "3bcc93c5f7a4b30335d31f21e2f1281cba68c318",
         "type": "github"
       },
       "original": {

services/llama-cpp.nix

@@ -11,8 +11,8 @@
     enable = true;
     model = builtins.toString (
       pkgs.fetchurl {
-        url = "https://huggingface.co/rodrigomt/Qwen3-30B-A3B-Thinking-Deepseek-Distill-2507-v3.1-V2-GGUF/resolve/main/Qwen3-30B-A3B-Thinking-Deepseek-Distill-2507-v3.1-V2-UD-Q4_K_XL.gguf";
-        sha256 = "1a3abffc8463041e24cdc43af26c99b6cfab1d2ee78fef0d793033ec0e5b58aa";
+        url = "https://huggingface.co/ibm-granite/granite-4.0-h-tiny-GGUF/resolve/main/granite-4.0-h-tiny-Q4_0.gguf";
+        sha256 = "7ced406c5ee7ae653b772d56aa79ca32997d9e3da69d97b2c8a66dd5e7d5f77d";
       }
     );
     port = service_configs.ports.llama_cpp;