titaniumtown/server-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llama.cpp: reenable + Apriel-1.5-15b-Thinker

Browse Source
This commit is contained in:
Simon Gardling
2025-10-16 18:44:05 -04:00
parent 3811193739
commit d96035120f
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
configuration.nix
View File

@@ -30,7 +30,7 @@
# ./services/owntracks.nix # ./services/owntracks.nix
./services/soulseek.nix ./services/soulseek.nix
# ./services/llama-cpp.nix ./services/llama-cpp.nix
./services/ups.nix ./services/ups.nix

6
services/llama-cpp.nix
View File

@@ -11,8 +11,8 @@
enable = true; enable = true;
model = builtins.toString ( model = builtins.toString (
pkgs.fetchurl { pkgs.fetchurl {
url = "https://huggingface.co/ggml-org/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-mxfp4.gguf"; url = "https://huggingface.co/unsloth/Apriel-1.5-15b-Thinker-GGUF/resolve/main/Apriel-1.5-15b-Thinker-Q4_0.gguf";
sha256 = "be37a636aca0fc1aae0d32325f82f6b4d21495f06823b5fbc1898ae0303e9935"; sha256 = "4d9439b76b6f4380ab5205617c1ef3d10b0e8897146a0a7ccb7155bca1771df7";
} }
); );
port = service_configs.ports.llama_cpp; port = service_configs.ports.llama_cpp;
@@ -27,7 +27,7 @@
); );
extraFlags = [ extraFlags = [
"-ngl" "-ngl"
"5" "8"
"-c" "-c"
"16384" "16384"
]; ];