add mistralrs

home-manager/flake.nix

@@ -46,21 +46,6 @@
       homeDirectory = "/home/${username}";
       hostname = nixpkgs.lib.strings.removeSuffix "\n" (builtins.readFile /etc/hostname);
 
-      # stolen from: https://stackoverflow.com/a/42398526
-      optimizeWithFlags =
-        pkg: flags:
-        pkgs.lib.overrideDerivation pkg (
-          old:
-          let
-            newflags = pkgs.lib.foldl' (acc: x: "${acc} ${x}") "" flags;
-            oldflags = if (pkgs.lib.hasAttr "NIX_CFLAGS_COMPILE" old) then "${old.NIX_CFLAGS_COMPILE}" else "";
-          in
-          {
-            NIX_CFLAGS_COMPILE = "${oldflags} ${newflags}";
-            stdenv = pkgs.clang19Stdenv;
-          }
-        );
-
       pkgs' =
         (import nixpkgs {
           system = "x86_64-linux";
@@ -75,6 +60,13 @@
                 url = "https://github.com/NixOS/nixpkgs/pull/67576.diff";
                 sha256 = "02fk89563m2xfrl7kl9s1hh4bcppwrmd60j542kyl64nd2cvp9ss";
               })
+
+              # mistral-rs 0.5.0
+              # https://github.com/NixOS/nixpkgs/pull/392645
+              (builtins.fetchurl {
+                url = "https://github.com/NixOS/nixpkgs/pull/392645.diff";
+                sha256 = "1sc65jfx5ngsa4zkfnybg6ma65g2wgzd6ac1gajxwqni5470i5rq";
+              })
             ];
           };
       pkgs = import pkgs' {

home-manager/no-gui.nix

@@ -172,6 +172,9 @@
 
     # java assembler
     jasmin
+
+    # rust-written LLM inference
+    mistral-rs
   ];
 
   # https://github.com/flamegraph-rs/flamegraph

home-manager/progs/gpt4all/gpt4all.nix

@@ -31,19 +31,12 @@ let
   ];
 
   gpt4all_package = (
-    optimizeWithFlags
-      (pkgs.gpt4all.overrideAttrs (old: {
-        patches = old.patches ++ [
-          ./disable-settings-err.patch
-          ./disable-version-check.patch
-        ];
-      }))
-      # compile flags
-      [
-        "-O3"
-        "-march=native"
-        "-mtune=native"
-      ]
+    pkgs.gpt4all.overrideAttrs (old: {
+      patches = old.patches ++ [
+        ./disable-settings-err.patch
+        ./disable-version-check.patch
+      ];
+    })
   );
 
   system_prompt = "You are a helpful and harmless assistant. You should think step-by-step. Explore multiple trains of thought and methods (to completion) in order to derive the correct answer.";