titaniumtown/server-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llama-cpp: fix postPatch phase

Browse Source
This commit is contained in:
Simon Gardling 2025-10-02 22:26:25 -04:00
parent e98a23934a
commit 72d950007b
Signed by: titaniumtown
GPG Key ID: 9AB28AC10ECE533D
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
services/llama-cpp.nix
View File

@ -18,7 +18,13 @@
port = service_configs.ports.llama_cpp; port = service_configs.ports.llama_cpp;
host = "0.0.0.0"; host = "0.0.0.0";
# vulkan broken: https://github.com/ggml-org/llama.cpp/issues/13801 # vulkan broken: https://github.com/ggml-org/llama.cpp/issues/13801
package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.default); package = (
lib.optimizePackage (
inputs.llamacpp.packages.${pkgs.system}.default.overrideAttrs (old: {
postPatch = "";
})
)
);
extraFlags = [ extraFlags = [
# "-ngl" # "-ngl"
# "9999" # "9999"