llm: use xiomo model
This commit is contained in:
parent
5d95e305ab
commit
843b64a644
@ -11,8 +11,8 @@
|
||||
enable = true;
|
||||
model = builtins.toString (
|
||||
pkgs.fetchurl {
|
||||
url = "https://huggingface.co/bartowski/agentica-org_DeepCoder-14B-Preview-GGUF/resolve/main/agentica-org_DeepCoder-14B-Preview-Q4_0.gguf";
|
||||
sha256 = "6f60030be2287d6a1d52c91e6880352ed99e18da6d955a6204c77cfeaebbca01";
|
||||
url = "https://huggingface.co/jedisct1/MiMo-7B-RL-GGUF/resolve/main/MiMo-7B-RL-Q4_K_M.gguf";
|
||||
sha256 = "9142f02e34f64da37ae411dbde4059f5e5aac8aba32f261608d1c6f79f0c2eae";
|
||||
}
|
||||
);
|
||||
port = service_configs.ports.llama_cpp;
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user