This commit is contained in:
2024-12-06 10:10:23 -05:00
parent 555a049637
commit 5c87cfbec8
7 changed files with 147 additions and 119 deletions

View File

@@ -15,6 +15,15 @@ let
sha256 = "+AHt49no0qQ48MoNsqGJV4FeJ3Cf2hSZqTMjNUIHaO4=";
};
}
{
name = "QwQ-32B-Preview-IQ4_XS.gguf";
context_length = 32768;
gen_length = 8192;
source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/QwQ-32B-Preview-GGUF/resolve/main/QwQ-32B-Preview-IQ4_XS.gguf?download=true";
sha256 = "0d4na9hyjmq2jan9svzpnjaq7khm86k049kn7yznfww4387c1gvw";
};
}
];
gpt4all_package = (