titaniumtown/server-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llm: use xiomo model

Browse Source
This commit is contained in:
Simon Gardling 2025-04-30 11:22:52 -04:00
parent 5d95e305ab
commit 843b64a644
Signed by: titaniumtown
GPG Key ID: 9AB28AC10ECE533D
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
services/llama-cpp.nix
View File

@ -11,8 +11,8 @@
enable = true; enable = true;
model = builtins.toString ( model = builtins.toString (
pkgs.fetchurl { pkgs.fetchurl {
url = "https://huggingface.co/bartowski/agentica-org_DeepCoder-14B-Preview-GGUF/resolve/main/agentica-org_DeepCoder-14B-Preview-Q4_0.gguf"; url = "https://huggingface.co/jedisct1/MiMo-7B-RL-GGUF/resolve/main/MiMo-7B-RL-Q4_K_M.gguf";
sha256 = "6f60030be2287d6a1d52c91e6880352ed99e18da6d955a6204c77cfeaebbca01"; sha256 = "9142f02e34f64da37ae411dbde4059f5e5aac8aba32f261608d1c6f79f0c2eae";
} }
); );
port = service_configs.ports.llama_cpp; port = service_configs.ports.llama_cpp;