titaniumtown/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update gpt4all models and config

Browse Source
This commit is contained in:
Simon Gardling 2025-02-05 22:11:22 -05:00
parent 934a0dc51f
commit c95bed4536
Signed by: titaniumtown
GPG Key ID: 9AB28AC10ECE533D
2 changed files with 11 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
home-manager/flake.lock generated
View File

@ -174,11 +174,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1738722444, "lastModified": 1738808867,
"narHash": "sha256-DHVyKCiIQVDqjYoVU2j7UaLNIlOnpB9sP1cPRNRpqvY=", "narHash": "sha256-m5rbY/ck0NAlfSBxo++vl7EZn8fkZ02H3kGGc7q883c=",
"owner": "oxalica", "owner": "oxalica",
"repo": "rust-overlay", "repo": "rust-overlay",
"rev": "347fb01821c3cd8d54e563d244a599c1e27a393d", "rev": "ae46f37fb727030ddc2ef65a675b751484c90032",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -242,11 +242,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1738782903, "lastModified": 1738804720,
"narHash": "sha256-xxclr3MHrE8hjQbHBlwONgCkYY8UHhjoA1jjB6pLvC0=", "narHash": "sha256-3bAR5ALk5AoFt4BlsQRdjSV6VVH6lbgtYdElb0A+qDc=",
"owner": "0xc000022070", "owner": "0xc000022070",
"repo": "zen-browser-flake", "repo": "zen-browser-flake",
"rev": "876ab3f1dc42bb52c250453d73130a6d07322b51", "rev": "7868f1c54b7f8e09be194aaa0934791596df1ea1",
"type": "github" "type": "github"
}, },
"original": { "original": {

12
home-manager/progs/gpt4all/gpt4all.nix
View File

@ -7,12 +7,12 @@
let let
models = [ models = [
{ {
name = "Qwen2.5-14B-Instruct-IQ4_XS.gguf"; name = "DeepSeek-R1-Distill-Qwen-7B-Q6_K.gguf";
context_length = 32768; context_length = 32768;
gen_length = 8192; gen_length = 8192;
source = pkgs.fetchurl { source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-IQ4_XS.gguf?download=true"; url = "https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-7B-Q6_K.gguf?download=true";
sha256 = "+AHt49no0qQ48MoNsqGJV4FeJ3Cf2hSZqTMjNUIHaO4="; sha256 = "3ffa00e72db05668453687d5ab8e7c9fb19705cfd57292a956db17a3633c93f3";
}; };
} }
]; ];
@ -72,12 +72,10 @@ in
filename=${model.name} filename=${model.name}
maxLength=${builtins.toString model.gen_length} maxLength=${builtins.toString model.gen_length}
promptBatchSize=256 promptBatchSize=256
promptTemplate=<|im_start|>user\n%1<|im_end|>\n<|im_start|>assistant\n systemMessage="${
systemPrompt="<|im_start|>system\n${
# replace newlines with the string "\n" for gpt4all to properly parse # replace newlines with the string "\n" for gpt4all to properly parse
builtins.replaceStrings [ "\n" ] [ "\\n" ] system_prompt builtins.replaceStrings [ "\n" ] [ "\\n" ] system_prompt
}<|im_end|> }\n"
\n"
'') models '') models
)) ))
+ '' + ''