update gpt4all models and config
This commit is contained in:
@@ -7,12 +7,12 @@
|
||||
let
|
||||
models = [
|
||||
{
|
||||
name = "Qwen2.5-14B-Instruct-IQ4_XS.gguf";
|
||||
name = "DeepSeek-R1-Distill-Qwen-7B-Q6_K.gguf";
|
||||
context_length = 32768;
|
||||
gen_length = 8192;
|
||||
source = pkgs.fetchurl {
|
||||
url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-IQ4_XS.gguf?download=true";
|
||||
sha256 = "+AHt49no0qQ48MoNsqGJV4FeJ3Cf2hSZqTMjNUIHaO4=";
|
||||
url = "https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-7B-Q6_K.gguf?download=true";
|
||||
sha256 = "3ffa00e72db05668453687d5ab8e7c9fb19705cfd57292a956db17a3633c93f3";
|
||||
};
|
||||
}
|
||||
];
|
||||
@@ -72,12 +72,10 @@ in
|
||||
filename=${model.name}
|
||||
maxLength=${builtins.toString model.gen_length}
|
||||
promptBatchSize=256
|
||||
promptTemplate=<|im_start|>user\n%1<|im_end|>\n<|im_start|>assistant\n
|
||||
systemPrompt="<|im_start|>system\n${
|
||||
systemMessage="${
|
||||
# replace newlines with the string "\n" for gpt4all to properly parse
|
||||
builtins.replaceStrings [ "\n" ] [ "\\n" ] system_prompt
|
||||
}<|im_end|>
|
||||
\n"
|
||||
}\n"
|
||||
'') models
|
||||
))
|
||||
+ ''
|
||||
|
||||
Reference in New Issue
Block a user