titaniumtown/server-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

gemma-3 12b

Browse Source
This commit is contained in:
Simon Gardling 2025-03-31 10:31:29 -04:00
parent d774568e01
commit d5ac5c8cd8
Signed by: titaniumtown
GPG Key ID: 9AB28AC10ECE533D
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
configuration.nix
View File

@ -28,7 +28,7 @@
# ./services/owntracks.nix # ./services/owntracks.nix
./services/soulseek.nix ./services/soulseek.nix
# ./services/llama-cpp.nix ./services/llama-cpp.nix
]; ];
systemd.targets = { systemd.targets = {

4
services/llama-cpp.nix
View File

@ -10,8 +10,8 @@
enable = true; enable = true;
model = builtins.toString ( model = builtins.toString (
pkgs.fetchurl { pkgs.fetchurl {
url = "https://huggingface.co/bartowski/google_gemma-3-27b-it-GGUF/resolve/main/google_gemma-3-27b-it-IQ4_XS.gguf"; url = "https://huggingface.co/bartowski/google_gemma-3-12b-it-GGUF/resolve/main/google_gemma-3-12b-it-IQ4_XS.gguf";
sha256 = "bd2f188c66d8ccb0bffcb0c91e4dbbb72754bb1732e0bca323a2f266a35e01c8"; sha256 = "aa7b7ae0b17931c379ede82da59b01f246046925aeb752af1ab4285a3b0d69db";
} }
); );
port = service_configs.ports.llama_cpp; port = service_configs.ports.llama_cpp;