diff --git a/services/llama-cpp.nix b/services/llama-cpp.nix index c49b32c..557faee 100644 --- a/services/llama-cpp.nix +++ b/services/llama-cpp.nix @@ -18,7 +18,8 @@ ); port = service_configs.ports.llama_cpp; host = "0.0.0.0"; - package = (optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan); + # vulkan broken: https://github.com/ggml-org/llama.cpp/issues/13801 + package = (optimizePackage inputs.llamacpp.packages.${pkgs.system}.default); extraFlags = [ "-ngl" "9999"