titaniumtown/server-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llama-cpp: vulkan broken

Browse Source
This commit is contained in:
Simon Gardling
2025-05-28 21:04:34 -07:00
parent 2788984117
commit 109e132497
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
services/llama-cpp.nix
View File

@@ -18,7 +18,8 @@
);
port = service_configs.ports.llama_cpp;
host = "0.0.0.0";
package = (optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan);
# vulkan broken: https://github.com/ggml-org/llama.cpp/issues/13801
package = (optimizePackage inputs.llamacpp.packages.${pkgs.system}.default);
extraFlags = [
"-ngl"
"9999"