titaniumtown/server-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llama.cpp: granite-4.0-h-tiny

Browse Source
This commit is contained in:
Simon Gardling
2025-10-05 16:29:04 -04:00
parent 03729c90c1
commit ff04fc3cd6
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
configuration.nix
View File

@@ -29,7 +29,7 @@
# ./services/owntracks.nix # ./services/owntracks.nix
./services/soulseek.nix ./services/soulseek.nix
# ./services/llama-cpp.nix ./services/llama-cpp.nix
./services/ups.nix ./services/ups.nix

4
services/llama-cpp.nix
View File

@@ -11,8 +11,8 @@
enable = true; enable = true;
model = builtins.toString ( model = builtins.toString (
pkgs.fetchurl { pkgs.fetchurl {
url = "https://huggingface.co/rodrigomt/Qwen3-30B-A3B-Thinking-Deepseek-Distill-2507-v3.1-V2-GGUF/resolve/main/Qwen3-30B-A3B-Thinking-Deepseek-Distill-2507-v3.1-V2-UD-Q4_K_XL.gguf"; url = "https://huggingface.co/ibm-granite/granite-4.0-h-tiny-GGUF/resolve/main/granite-4.0-h-tiny-Q4_0.gguf";
sha256 = "1a3abffc8463041e24cdc43af26c99b6cfab1d2ee78fef0d793033ec0e5b58aa"; sha256 = "7ced406c5ee7ae653b772d56aa79ca32997d9e3da69d97b2c8a66dd5e7d5f77d";
} }
); );
port = service_configs.ports.llama_cpp; port = service_configs.ports.llama_cpp;