gpt4all: bleeding edge

nix/home-manager/gui.nix

@@ -17,96 +17,128 @@
       "factorio-alpha"
     ];
 
-  home.packages = with pkgs; [
-    #calculator
-    gnome-calculator
+  home.packages =
+    let
+      #stolen from: https://stackoverflow.com/a/42398526
+      optimizeWithFlags =
+        pkg: flags:
+        pkgs.lib.overrideDerivation pkg (
+          old:
+          let
+            newflags = pkgs.lib.foldl' (acc: x: "${acc} ${x}") "" flags;
+            oldflags = if (pkgs.lib.hasAttr "NIX_CFLAGS_COMPILE" old) then "${old.NIX_CFLAGS_COMPILE}" else "";
+          in
+          {
+            NIX_CFLAGS_COMPILE = "${oldflags} ${newflags}";
+          }
+        );
+    in
+    with pkgs;
+    [
+      #calculator
+      gnome-calculator
 
-    #productivity stuff
-    libreoffice
-    hunspell # spellcheck
-    hunspellDicts.en_US # spellcheck dictionary
+      #productivity stuff
+      libreoffice
+      hunspell # spellcheck
+      hunspellDicts.en_US # spellcheck dictionary
 
-    #video and audio downloading
-    parabolic
+      #video and audio downloading
+      parabolic
 
-    #soulseek client
-    nicotine-plus
+      #soulseek client
+      nicotine-plus
 
-    #dark web browsing deep web browsing
-    tor-browser
+      #dark web browsing deep web browsing
+      tor-browser
 
-    #audio editing
-    audacity
+      #audio editing
+      audacity
 
-    #fonts
-    noto-fonts
-    noto-fonts-emoji
-    liberation_ttf
-    nerdfonts
-    jetbrains-mono
+      #fonts
+      noto-fonts
+      noto-fonts-emoji
+      liberation_ttf
+      nerdfonts
+      jetbrains-mono
 
-    #for ebook reading
-    foliate
+      #for ebook reading
+      foliate
 
-    #audio mixer (pavucontrol but for pipewire)
-    pwvucontrol
+      #audio mixer (pavucontrol but for pipewire)
+      pwvucontrol
 
-    #minecraft launcher
-    prismlauncher
+      #minecraft launcher
+      prismlauncher
 
-    mpv
-    mumble
-    system76-keyboard-configurator
-    mission-center
+      mpv
+      mumble
+      system76-keyboard-configurator
+      mission-center
 
-    #jellyfin
-    finamp # music player
-    delfin # jellyfin client
+      #jellyfin
+      finamp # music player
+      delfin # jellyfin client
 
-    signal-desktop
+      signal-desktop
 
-    #accounting
-    gnucash
+      #accounting
+      gnucash
 
-    imagemagick
-    inkscape
-    nomacs
+      imagemagick
+      inkscape
+      nomacs
 
-    nautilus
+      nautilus
 
-    darktable
+      lrcget
 
-    lrcget
+      #openstreetmap contributing
+      josm
 
-    #openstreetmap contributing
-    josm
+      easyeffects
+      gparted
 
-    easyeffects
-    gparted
+      #small nicities
+      wl-clipboard # wl-copy & wl-paste
+      libnotify # notifications library
+      xdg-utils # xdg utils
 
-    gpt4all
+      gnome-disk-utility
 
-    #small nicities
-    wl-clipboard # wl-copy & wl-paste
-    libnotify # notifications library
-    xdg-utils # xdg utils
+      puddletag
 
-    gnome-disk-utility
+      inputs.zen-browser.packages."${pkgs.system}".specific
 
-    puddletag
+      (factorio.override (
+        let
+          data = import ./secrets/factorio.nix;
+        in
+        {
+          username = data.username;
+          token = data.token;
+        }
+      ))
 
-    inputs.zen-browser.packages."${pkgs.system}".specific
-
-    (factorio.override (
-      let
-        data = import ./secrets/factorio.nix;
-      in
-      {
-        username = data.username;
-        token = data.token;
-      }
-    ))
-  ];
+      (optimizeWithFlags
+        (pkgs.gpt4all.overrideAttrs {
+          src = pkgs.fetchFromGitHub {
+            fetchSubmodules = true;
+            owner = "nomic-ai";
+            repo = "gpt4all";
+            rev = "HEAD";
+            sha256 = "S8yWNjylDaXbOviUd7Nhk7mfT0jjBsZq7XAGX38USpc=";
+          };
+          patches = [ ./gpt4all-HEAD-embeddings-model.patch ];
+        })
+        [
+          "-Ofast"
+          "-march=native"
+          "-mtune=native"
+          "-fno-finite-math-only" # https://github.com/ggerganov/llama.cpp/pull/7154#issuecomment-2143844461
+        ]
+      )
+    ];
 
   # make chromium-based stuff use wayland
   home.file.".config/chromium-flags.conf".text = "--ozone-platform-hint=auto";