diff --git a/home-manager/gui.nix b/home-manager/gui.nix index 6bd9943..844b7da 100644 --- a/home-manager/gui.nix +++ b/home-manager/gui.nix @@ -10,7 +10,6 @@ # ./progs/alacritty.nix ./progs/ghostty.nix ./progs/emacs.nix - # ./progs/gpt4all/gpt4all.nix # ./progs/trezor.nix # - broken ]; diff --git a/home-manager/progs/gpt4all/disable-settings-err.patch b/home-manager/progs/gpt4all/disable-settings-err.patch deleted file mode 100644 index a6911ab..0000000 --- a/home-manager/progs/gpt4all/disable-settings-err.patch +++ /dev/null @@ -1,19 +0,0 @@ -diff --git a/main.qml b/main.qml -index 1e685385..7c747eba 100644 ---- a/main.qml -+++ b/main.qml -@@ -72,12 +72,14 @@ Window { - return; - } - -+ /* - // check if we have access to settings and if not show an error - if (!hasShownSettingsAccess && !LLM.hasSettingsAccess()) { - errorSettingsAccess.open(); - hasShownSettingsAccess = true; - return; - } -+ */ - - // check for first time start of this version - if (!hasCheckedFirstStart) { diff --git a/home-manager/progs/gpt4all/disable-version-check.patch b/home-manager/progs/gpt4all/disable-version-check.patch deleted file mode 100644 index d235f73..0000000 --- a/home-manager/progs/gpt4all/disable-version-check.patch +++ /dev/null @@ -1,17 +0,0 @@ -diff --git a/gpt4all-chat/main.qml b/gpt4all-chat/main.qml -index 1e685385..31cf7efd 100644 ---- a/main.qml -+++ b/main.qml -@@ -95,10 +95,12 @@ Window { - } - - // check for new version -+ /* - if (Download.hasNewerRelease && !firstStartDialog.opened) { - newVersionDialog.open(); - return; - } -+ */ - } - - PopupDialog { diff --git a/home-manager/progs/gpt4all/gpt4all.nix b/home-manager/progs/gpt4all/gpt4all.nix deleted file mode 100644 index 54ff867..0000000 --- a/home-manager/progs/gpt4all/gpt4all.nix +++ /dev/null @@ -1,106 +0,0 @@ -{ - pkgs, - lib, - optimizeWithFlags, - ... -}: -let - models = [ - rec { - name = "DeepSeek-R1-Distill-Qwen-14B-IQ4_XS"; - filename = src.name; - context_length = 131072; - gen_length = 32768; - src = pkgs.fetchurl { - url = "https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-IQ4_XS.gguf"; - sha256 = "031b190e7aa81770b5d069de181dcfe4b284bf5d75fa12f82f5e54a3178adcfd"; - }; - } - - # https://github.com/nomic-ai/gpt4all/issues/3540 - # rec { - # name = "Gemma_3_27b_it"; - # filename = src.name; - # context_length = 131072; - # gen_length = 32768; - # src = pkgs.fetchurl { - # url = "https://huggingface.co/bartowski/google_gemma-3-27b-it-GGUF/resolve/main/google_gemma-3-27b-it-IQ4_XS.gguf"; - # sha256 = "bd2f188c66d8ccb0bffcb0c91e4dbbb72754bb1732e0bca323a2f266a35e01c8"; - # }; - # } - ]; - - gpt4all_package = ( - pkgs.gpt4all.overrideAttrs (old: { - patches = old.patches ++ [ - ./disable-settings-err.patch - ./disable-version-check.patch - ]; - }) - ); - - system_prompt = "You are a helpful and harmless assistant. You should think step-by-step. Explore multiple trains of thought and methods (to completion) in order to derive the correct answer."; - chat_name_prompt = "Make a 3 word headline for this conversation"; -in -{ - home.packages = [ - gpt4all_package - ]; - - home.file = - lib.recursiveUpdate - { - ".config/nomic.ai/GPT4All.ini".text = - '' - [General] - chatTheme=Dark - suggestionMode=Off - threadCount=8 - userDefaultModel=${ - # select the first element of `models` to be the default model - (builtins.elemAt models 0).name - } - - [download] - lastVersionStarted=${gpt4all_package.version} - '' - + (lib.concatMapStringsSep "\n" (model: '' - [model-${model.name}] - contextLength=${builtins.toString model.context_length} - filename=${model.filename} - maxLength=${builtins.toString model.gen_length} - promptBatchSize=256 - chatNamePrompt=${chat_name_prompt} - systemMessage="${ - # replace newlines with the string literal "\n" for gpt4all to properly parse - builtins.replaceStrings [ "\n" ] [ "\\n" ] system_prompt - }" - '') models) - + '' - - [network] - isActive=false - usageStatsActive=false - - [localdocs] - fileExtensions=${ - lib.concatStringsSep ", " [ - "docx" - "pdf" - "txt" - "md" - "rst" - "rs" - ] - } - ''; - } - ( - builtins.listToAttrs ( - map (f: { - name = ".local/share/nomic.ai/GPT4All/${f.filename}"; - value.source = f.src; - }) models - ) - ); -}