From ff04fc3cd6f54a4346ca2ad61394b37b293a9ac2 Mon Sep 17 00:00:00 2001 From: Simon Gardling Date: Sun, 5 Oct 2025 16:29:04 -0400 Subject: [PATCH] llama.cpp: granite-4.0-h-tiny --- configuration.nix | 2 +- services/llama-cpp.nix | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/configuration.nix b/configuration.nix index 9378fac..1fc10bc 100644 --- a/configuration.nix +++ b/configuration.nix @@ -29,7 +29,7 @@ # ./services/owntracks.nix ./services/soulseek.nix - # ./services/llama-cpp.nix + ./services/llama-cpp.nix ./services/ups.nix diff --git a/services/llama-cpp.nix b/services/llama-cpp.nix index 208e396..1291fcf 100644 --- a/services/llama-cpp.nix +++ b/services/llama-cpp.nix @@ -11,8 +11,8 @@ enable = true; model = builtins.toString ( pkgs.fetchurl { - url = "https://huggingface.co/rodrigomt/Qwen3-30B-A3B-Thinking-Deepseek-Distill-2507-v3.1-V2-GGUF/resolve/main/Qwen3-30B-A3B-Thinking-Deepseek-Distill-2507-v3.1-V2-UD-Q4_K_XL.gguf"; - sha256 = "1a3abffc8463041e24cdc43af26c99b6cfab1d2ee78fef0d793033ec0e5b58aa"; + url = "https://huggingface.co/ibm-granite/granite-4.0-h-tiny-GGUF/resolve/main/granite-4.0-h-tiny-Q4_0.gguf"; + sha256 = "7ced406c5ee7ae653b772d56aa79ca32997d9e3da69d97b2c8a66dd5e7d5f77d"; } ); port = service_configs.ports.llama_cpp;