titaniumtown/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

gpt4all: cleanup config

Browse Source
This commit is contained in:
Simon Gardling 2024-10-25 10:25:44 -04:00
parent 861d7e5574
commit b25b92296e
Signed by: titaniumtown
GPG Key ID: 9AB28AC10ECE533D
1 changed files with 4 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
home-manager/progs/gpt4all/gpt4all.nix
View File

@ -8,22 +8,13 @@ let
models = [ models = [
{ {
name = "Qwen2.5-14B-Instruct-IQ4_XS.gguf"; name = "Qwen2.5-14B-Instruct-IQ4_XS.gguf";
context_length = "32768"; context_length = 32768;
gen_length = "8192"; gen_length = 8192;
source = pkgs.fetchurl { source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-IQ4_XS.gguf?download=true"; url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-IQ4_XS.gguf?download=true";
sha256 = "+AHt49no0qQ48MoNsqGJV4FeJ3Cf2hSZqTMjNUIHaO4="; sha256 = "+AHt49no0qQ48MoNsqGJV4FeJ3Cf2hSZqTMjNUIHaO4=";
}; };
} }
{
name = "Qwen2.5-32B-Instruct-IQ4_XS.gguf";
context_length = "32768";
gen_length = "8192";
source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/Qwen2.5-32B-Instruct-GGUF/resolve/main/Qwen2.5-32B-Instruct-IQ4_XS.gguf?download=true";
sha256 = "iY14/8GApfYc5c0fTABsDO/X5/cxBpnbUbiUTcvzJQ4=";
};
}
]; ];
gpt4all_package = ( gpt4all_package = (
@ -77,9 +68,9 @@ in
+ (lib.concatStrings ( + (lib.concatStrings (
map (model: '' map (model: ''
[model-${model.name}] [model-${model.name}]
contextLength=${model.context_length} contextLength=${builtins.toString model.context_length}
filename=${model.name} filename=${model.name}
maxLength=${model.gen_length} maxLength=${builtins.toString model.gen_length}
promptBatchSize=256 promptBatchSize=256
promptTemplate=<|im_start|>user\n%1<|im_end|>\n<|im_start|>assistant\n promptTemplate=<|im_start|>user\n%1<|im_end|>\n<|im_start|>assistant\n
systemPrompt="<|im_start|>system\n${ systemPrompt="<|im_start|>system\n${