create single function to optimize for system

2025-04-07 14:33:34 -04:00
parent b764d2de45
commit 3653e06c7d
2 changed files with 14 additions and 10 deletions
--- a/services/llama-cpp.nix
+++ b/services/llama-cpp.nix
@@ -3,7 +3,7 @@
  service_configs,
  config,
  inputs,
-  optimizeWithFlags,
+  optimizePackage,
  ...
 }:
 {
@@ -22,17 +22,13 @@
    port = service_configs.ports.llama_cpp;
    host = "0.0.0.0";
    package = (
-      optimizeWithFlags
-        (inputs.llamacpp.packages.${pkgs.system}.default.overrideAttrs (old: {
+      optimizePackage (
+        inputs.llamacpp.packages.${pkgs.system}.default.overrideAttrs (old: {
          cmakeFlags = old.cmakeFlags ++ [
            "-DGGML_AVX2=ON"
          ];
-        }))
-        [
-          "-O3"
-          "-march=znver2"
-          "-mtune=znver2"
-        ]
+        })
+      )
    );
    extraFlags = [
      "--flash-attn"