This commit is contained in:
2025-02-06 21:40:20 -05:00
parent 04b5fdd17c
commit 8dd6f08304
10 changed files with 76 additions and 48 deletions

View File

@@ -7,13 +7,13 @@
let
models = [
rec {
name = "DeepSeek-R1-Distill-Qwen-14B-Q4_0";
name = "DeepSeek-R1-Distill-Qwen-14B-IQ4_XS";
filename = builtins.elemAt (lib.splitString "?" src.name) 0;
context_length = 32768;
gen_length = 8192;
src = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q4_0.gguf?download=true";
sha256 = "906b3382f2680f4ce845459b4a122e904002b075238080307586bcffcde49eef";
url = "https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-IQ4_XS.gguf?download=true";
sha256 = "031b190e7aa81770b5d069de181dcfe4b284bf5d75fa12f82f5e54a3178adcfd";
};
}
];