remove gpt4all
This commit is contained in:
parent
1979b59b15
commit
7c49e1900b
@ -10,7 +10,6 @@
|
||||
# ./progs/alacritty.nix
|
||||
./progs/ghostty.nix
|
||||
./progs/emacs.nix
|
||||
# ./progs/gpt4all/gpt4all.nix
|
||||
# ./progs/trezor.nix # - broken
|
||||
];
|
||||
|
||||
|
||||
@ -1,19 +0,0 @@
|
||||
diff --git a/main.qml b/main.qml
|
||||
index 1e685385..7c747eba 100644
|
||||
--- a/main.qml
|
||||
+++ b/main.qml
|
||||
@@ -72,12 +72,14 @@ Window {
|
||||
return;
|
||||
}
|
||||
|
||||
+ /*
|
||||
// check if we have access to settings and if not show an error
|
||||
if (!hasShownSettingsAccess && !LLM.hasSettingsAccess()) {
|
||||
errorSettingsAccess.open();
|
||||
hasShownSettingsAccess = true;
|
||||
return;
|
||||
}
|
||||
+ */
|
||||
|
||||
// check for first time start of this version
|
||||
if (!hasCheckedFirstStart) {
|
||||
@ -1,17 +0,0 @@
|
||||
diff --git a/gpt4all-chat/main.qml b/gpt4all-chat/main.qml
|
||||
index 1e685385..31cf7efd 100644
|
||||
--- a/main.qml
|
||||
+++ b/main.qml
|
||||
@@ -95,10 +95,12 @@ Window {
|
||||
}
|
||||
|
||||
// check for new version
|
||||
+ /*
|
||||
if (Download.hasNewerRelease && !firstStartDialog.opened) {
|
||||
newVersionDialog.open();
|
||||
return;
|
||||
}
|
||||
+ */
|
||||
}
|
||||
|
||||
PopupDialog {
|
||||
@ -1,106 +0,0 @@
|
||||
{
|
||||
pkgs,
|
||||
lib,
|
||||
optimizeWithFlags,
|
||||
...
|
||||
}:
|
||||
let
|
||||
models = [
|
||||
rec {
|
||||
name = "DeepSeek-R1-Distill-Qwen-14B-IQ4_XS";
|
||||
filename = src.name;
|
||||
context_length = 131072;
|
||||
gen_length = 32768;
|
||||
src = pkgs.fetchurl {
|
||||
url = "https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-IQ4_XS.gguf";
|
||||
sha256 = "031b190e7aa81770b5d069de181dcfe4b284bf5d75fa12f82f5e54a3178adcfd";
|
||||
};
|
||||
}
|
||||
|
||||
# https://github.com/nomic-ai/gpt4all/issues/3540
|
||||
# rec {
|
||||
# name = "Gemma_3_27b_it";
|
||||
# filename = src.name;
|
||||
# context_length = 131072;
|
||||
# gen_length = 32768;
|
||||
# src = pkgs.fetchurl {
|
||||
# url = "https://huggingface.co/bartowski/google_gemma-3-27b-it-GGUF/resolve/main/google_gemma-3-27b-it-IQ4_XS.gguf";
|
||||
# sha256 = "bd2f188c66d8ccb0bffcb0c91e4dbbb72754bb1732e0bca323a2f266a35e01c8";
|
||||
# };
|
||||
# }
|
||||
];
|
||||
|
||||
gpt4all_package = (
|
||||
pkgs.gpt4all.overrideAttrs (old: {
|
||||
patches = old.patches ++ [
|
||||
./disable-settings-err.patch
|
||||
./disable-version-check.patch
|
||||
];
|
||||
})
|
||||
);
|
||||
|
||||
system_prompt = "You are a helpful and harmless assistant. You should think step-by-step. Explore multiple trains of thought and methods (to completion) in order to derive the correct answer.";
|
||||
chat_name_prompt = "Make a 3 word headline for this conversation";
|
||||
in
|
||||
{
|
||||
home.packages = [
|
||||
gpt4all_package
|
||||
];
|
||||
|
||||
home.file =
|
||||
lib.recursiveUpdate
|
||||
{
|
||||
".config/nomic.ai/GPT4All.ini".text =
|
||||
''
|
||||
[General]
|
||||
chatTheme=Dark
|
||||
suggestionMode=Off
|
||||
threadCount=8
|
||||
userDefaultModel=${
|
||||
# select the first element of `models` to be the default model
|
||||
(builtins.elemAt models 0).name
|
||||
}
|
||||
|
||||
[download]
|
||||
lastVersionStarted=${gpt4all_package.version}
|
||||
''
|
||||
+ (lib.concatMapStringsSep "\n" (model: ''
|
||||
[model-${model.name}]
|
||||
contextLength=${builtins.toString model.context_length}
|
||||
filename=${model.filename}
|
||||
maxLength=${builtins.toString model.gen_length}
|
||||
promptBatchSize=256
|
||||
chatNamePrompt=${chat_name_prompt}
|
||||
systemMessage="${
|
||||
# replace newlines with the string literal "\n" for gpt4all to properly parse
|
||||
builtins.replaceStrings [ "\n" ] [ "\\n" ] system_prompt
|
||||
}"
|
||||
'') models)
|
||||
+ ''
|
||||
|
||||
[network]
|
||||
isActive=false
|
||||
usageStatsActive=false
|
||||
|
||||
[localdocs]
|
||||
fileExtensions=${
|
||||
lib.concatStringsSep ", " [
|
||||
"docx"
|
||||
"pdf"
|
||||
"txt"
|
||||
"md"
|
||||
"rst"
|
||||
"rs"
|
||||
]
|
||||
}
|
||||
'';
|
||||
}
|
||||
(
|
||||
builtins.listToAttrs (
|
||||
map (f: {
|
||||
name = ".local/share/nomic.ai/GPT4All/${f.filename}";
|
||||
value.source = f.src;
|
||||
}) models
|
||||
)
|
||||
);
|
||||
}
|
||||
Loading…
x
Reference in New Issue
Block a user