titaniumtown/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

gpt4all: change order of models

Browse Source
This commit is contained in:
Simon Gardling
2024-10-16 23:04:18 -04:00
parent 705e31e76c
commit da95b82ce6
2 changed files with 12 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
home-manager/progs/gpt4all/gpt4all.nix
View File

@@ -6,15 +6,6 @@
}:
let
models = [
{
name = "Qwen2.5-14B-Instruct-IQ4_XS.gguf";
context_length = "32768";
gen_length = "8192";
source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-IQ4_XS.gguf?download=true";
sha256 = "+AHt49no0qQ48MoNsqGJV4FeJ3Cf2hSZqTMjNUIHaO4=";
};
}
{
name = "Rombos-LLM-V2.6-Qwen-14b.IQ4_XS.gguf";
context_length = "32768";
@@ -24,6 +15,15 @@ let
sha256 = "InSndYkZx6pZux1SWn/pjQUc0tvUigjsw+JdXc3Dsdg=";
};
}
{
name = "Qwen2.5-14B-Instruct-IQ4_XS.gguf";
context_length = "32768";
gen_length = "8192";
source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-IQ4_XS.gguf?download=true";
sha256 = "+AHt49no0qQ48MoNsqGJV4FeJ3Cf2hSZqTMjNUIHaO4=";
};
}
];
gpt4all_package = (