titaniumtown/server-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Compare commits

base: titaniumtown:7ed529128d64d26ec50ce83c301cadc6066f2987
Branches Tags
titaniumtown:main
...
compare: titaniumtown:ff04fc3cd6f54a4346ca2ad61394b37b293a9ac2
Branches Tags
titaniumtown:main

3 Commits
7ed529128d ... ff04fc3cd6

Author SHA1 Message Date
Simon Gardling
ff04fc3cd6 llama.cpp: granite-4.0-h-tiny 2025-10-05 16:29:04 -04:00
Simon Gardling
03729c90c1 update 2025-10-05 16:11:22 -04:00
Simon Gardling
c0eb03f30e update 2025-10-04 20:05:21 -04:00
3 changed files with 12 additions and 12 deletions
Expand all files Collapse all files

2
configuration.nix
View File

@@ -29,7 +29,7 @@
# ./services/owntracks.nix # ./services/owntracks.nix
./services/soulseek.nix ./services/soulseek.nix
# ./services/llama-cpp.nix ./services/llama-cpp.nix
./services/ups.nix ./services/ups.nix

18
flake.lock generated
View File

@@ -238,11 +238,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1759354359, "lastModified": 1759669067,
"narHash": "sha256-KUKkdR1wq8yx0xkAhbIJDWexgEYHW8Ik4HPPJimN9Z4=", "narHash": "sha256-L0R8SAoVvZIGG8zH/7BDWFdgsISzViZJHzeimcIOIqY=",
"owner": "ggml-org", "owner": "ggml-org",
"repo": "llama.cpp", "repo": "llama.cpp",
"rev": "c8dedc9999eccf7821a9fe5b29f10e8d075e2217", "rev": "ca71fb9b368e3db96e028f80c4c9df6b6b370edd",
"type": "github" "type": "github"
}, },
"original": { "original": {
@@ -275,11 +275,11 @@
}, },
"nixos-hardware": { "nixos-hardware": {
"locked": { "locked": {
"lastModified": 1759261527, "lastModified": 1759582739,
"narHash": "sha256-wPd5oGvBBpUEzMF0kWnXge0WITNsITx/aGI9qLHgJ4g=", "narHash": "sha256-spZegilADH0q5OngM86u6NmXxduCNv5eX9vCiUPhOYc=",
"owner": "NixOS", "owner": "NixOS",
"repo": "nixos-hardware", "repo": "nixos-hardware",
"rev": "e087756cf4abbe1a34f3544c480fc1034d68742f", "rev": "3441b5242af7577230a78ffb03542add264179ab",
"type": "github" "type": "github"
}, },
"original": { "original": {
@@ -291,11 +291,11 @@
}, },
"nixpkgs": { "nixpkgs": {
"locked": { "locked": {
"lastModified": 1759281824, "lastModified": 1759580034,
"narHash": "sha256-FIBE1qXv9TKvSNwst6FumyHwCRH3BlWDpfsnqRDCll0=", "narHash": "sha256-YWo57PL7mGZU7D4WeKFMiW4ex/O6ZolUS6UNBHTZfkI=",
"owner": "NixOS", "owner": "NixOS",
"repo": "nixpkgs", "repo": "nixpkgs",
"rev": "5b5be50345d4113d04ba58c444348849f5585b4a", "rev": "3bcc93c5f7a4b30335d31f21e2f1281cba68c318",
"type": "github" "type": "github"
}, },
"original": { "original": {

4
services/llama-cpp.nix
View File

@@ -11,8 +11,8 @@
enable = true; enable = true;
model = builtins.toString ( model = builtins.toString (
pkgs.fetchurl { pkgs.fetchurl {
url = "https://huggingface.co/rodrigomt/Qwen3-30B-A3B-Thinking-Deepseek-Distill-2507-v3.1-V2-GGUF/resolve/main/Qwen3-30B-A3B-Thinking-Deepseek-Distill-2507-v3.1-V2-UD-Q4_K_XL.gguf"; url = "https://huggingface.co/ibm-granite/granite-4.0-h-tiny-GGUF/resolve/main/granite-4.0-h-tiny-Q4_0.gguf";
sha256 = "1a3abffc8463041e24cdc43af26c99b6cfab1d2ee78fef0d793033ec0e5b58aa"; sha256 = "7ced406c5ee7ae653b772d56aa79ca32997d9e3da69d97b2c8a66dd5e7d5f77d";
} }
); );
port = service_configs.ports.llama_cpp; port = service_configs.ports.llama_cpp;