titaniumtown/server-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

change llm model

Browse Source
This commit is contained in:
Simon Gardling 2025-04-10 11:15:18 -04:00
parent 4c212d7c06
commit db78740db3
Signed by: titaniumtown
GPG Key ID: 9AB28AC10ECE533D
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
services/llama-cpp.nix
View File

@ -11,8 +11,8 @@
enable = true;
model = builtins.toString (
pkgs.fetchurl {
url = "https://huggingface.co/bartowski/google_gemma-3-27b-it-GGUF/resolve/main/google_gemma-3-27b-it-IQ2_XS.gguf";
sha256 = "080150a6758afefb40950f2753ea9f113b3cdc2b8ad4243a3711959748cd4df0";
url = "https://huggingface.co/mradermacher/Gemma-3-R1984-12B-GGUF/resolve/main/Gemma-3-R1984-12B.IQ4_XS.gguf";
sha256 = "f6d94f4bc6bd2101617f0c2b0b7883d20d74018da101e440cb7e7a55514fe78d";
}
);
port = service_configs.ports.llama_cpp;