titaniumtown/server-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llama-cpp: disable flash attn

Browse Source
This commit is contained in:
Simon Gardling 2025-05-28 21:00:08 -07:00
parent a292c2fc75
commit d0da2591a3
Signed by: titaniumtown
GPG Key ID: 9AB28AC10ECE533D
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
services/llama-cpp.nix
View File

@ -20,7 +20,6 @@
host = "0.0.0.0"; host = "0.0.0.0";
package = (optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan); package = (optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan);
extraFlags = [ extraFlags = [
"--flash-attn"
"-ngl" "-ngl"
"9999" "9999"
]; ];