diff --git a/home-manager/progs/gpt4all/gpt4all.nix b/home-manager/progs/gpt4all/gpt4all.nix index 602756f..a9a8cdf 100644 --- a/home-manager/progs/gpt4all/gpt4all.nix +++ b/home-manager/progs/gpt4all/gpt4all.nix @@ -8,22 +8,13 @@ let models = [ { name = "Qwen2.5-14B-Instruct-IQ4_XS.gguf"; - context_length = "32768"; - gen_length = "8192"; + context_length = 32768; + gen_length = 8192; source = pkgs.fetchurl { url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-IQ4_XS.gguf?download=true"; sha256 = "+AHt49no0qQ48MoNsqGJV4FeJ3Cf2hSZqTMjNUIHaO4="; }; } - { - name = "Qwen2.5-32B-Instruct-IQ4_XS.gguf"; - context_length = "32768"; - gen_length = "8192"; - source = pkgs.fetchurl { - url = "https://huggingface.co/bartowski/Qwen2.5-32B-Instruct-GGUF/resolve/main/Qwen2.5-32B-Instruct-IQ4_XS.gguf?download=true"; - sha256 = "iY14/8GApfYc5c0fTABsDO/X5/cxBpnbUbiUTcvzJQ4="; - }; - } ]; gpt4all_package = ( @@ -77,9 +68,9 @@ in + (lib.concatStrings ( map (model: '' [model-${model.name}] - contextLength=${model.context_length} + contextLength=${builtins.toString model.context_length} filename=${model.name} - maxLength=${model.gen_length} + maxLength=${builtins.toString model.gen_length} promptBatchSize=256 promptTemplate=<|im_start|>user\n%1<|im_end|>\n<|im_start|>assistant\n systemPrompt="<|im_start|>system\n${