This commit is contained in:
2024-12-11 19:59:31 -05:00
parent d18ca3b150
commit 1e9c9e22a5
5 changed files with 14 additions and 30 deletions

View File

@@ -15,15 +15,6 @@ let
sha256 = "+AHt49no0qQ48MoNsqGJV4FeJ3Cf2hSZqTMjNUIHaO4=";
};
}
{
name = "QwQ-32B-Preview-IQ4_XS.gguf";
context_length = 32768;
gen_length = 8192;
source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/QwQ-32B-Preview-GGUF/resolve/main/QwQ-32B-Preview-IQ4_XS.gguf?download=true";
sha256 = "0d4na9hyjmq2jan9svzpnjaq7khm86k049kn7yznfww4387c1gvw";
};
}
];
gpt4all_package = (