titaniumtown/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

stuff

Browse Source
This commit is contained in:
Simon Gardling
2024-10-19 21:36:47 -04:00
parent 4a3106009a
commit a194ea6eb9
8 changed files with 69 additions and 51 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
home-manager/progs/gpt4all/gpt4all.nix
View File

@@ -6,15 +6,6 @@
}:
let
models = [
{
name = "Rombos-LLM-V2.6-Qwen-14b.IQ4_XS.gguf";
context_length = "32768";
gen_length = "8192";
source = pkgs.fetchurl {
url = "https://huggingface.co/mradermacher/Rombos-LLM-V2.6-Qwen-14b-GGUF/resolve/main/Rombos-LLM-V2.6-Qwen-14b.IQ4_XS.gguf?download=true";
sha256 = "InSndYkZx6pZux1SWn/pjQUc0tvUigjsw+JdXc3Dsdg=";
};
}
{
name = "Qwen2.5-14B-Instruct-IQ4_XS.gguf";
context_length = "32768";
@@ -24,6 +15,15 @@ let
sha256 = "+AHt49no0qQ48MoNsqGJV4FeJ3Cf2hSZqTMjNUIHaO4=";
};
}
{
name = "Qwen2.5-32B-Instruct-IQ4_XS.gguf";
context_length = "32768";
gen_length = "8192";
source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/Qwen2.5-32B-Instruct-GGUF/resolve/main/Qwen2.5-32B-Instruct-IQ4_XS.gguf?download=true";
sha256 = "iY14/8GApfYc5c0fTABsDO/X5/cxBpnbUbiUTcvzJQ4=";
};
}
];
gpt4all_package = (