titaniumtown/server-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llama-cpp: disable gpu

Browse Source
This commit is contained in:
Simon Gardling 2025-05-28 21:09:45 -07:00
parent 109e132497
commit 4dc577fdcb
Signed by: titaniumtown
GPG Key ID: 9AB28AC10ECE533D
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
services/llama-cpp.nix
View File

@ -21,8 +21,8 @@
# vulkan broken: https://github.com/ggml-org/llama.cpp/issues/13801 # vulkan broken: https://github.com/ggml-org/llama.cpp/issues/13801
package = (optimizePackage inputs.llamacpp.packages.${pkgs.system}.default); package = (optimizePackage inputs.llamacpp.packages.${pkgs.system}.default);
extraFlags = [ extraFlags = [
"-ngl" # "-ngl"
"9999" # "9999"
]; ];
}; };