titaniumtown/server-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llm: model stuff

Browse Source
This commit is contained in:
Simon Gardling 2025-04-08 00:22:12 -04:00
parent af1862fcea
commit fe85083810
Signed by: titaniumtown
GPG Key ID: 9AB28AC10ECE533D
1 changed files with 2 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
services/llama-cpp.nix
View File

@ -10,13 +10,9 @@
services.llama-cpp = {
enable = true;
model = builtins.toString (
# pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/google_gemma-3-12b-it-GGUF/resolve/main/google_gemma-3-12b-it-Q4_0.gguf";
# sha256 = "9a7b70be8727da9fb28523b35946dd42d4fe0f622cce03daa44fccff0775516d";
# }
pkgs.fetchurl {
url = "https://huggingface.co/bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF/resolve/main/mlabonne_gemma-3-27b-it-abliterated-Q4_0.gguf";
sha256 = "d47047ff6fabb02e8aa8bea1d3fd32a551382016bd7d91f45f74615ada670a21";
url = "https://huggingface.co/bartowski/google_gemma-3-27b-it-GGUF/resolve/main/google_gemma-3-27b-it-IQ2_XS.gguf";
sha256 = "080150a6758afefb40950f2753ea9f113b3cdc2b8ad4243a3711959748cd4df0";
}
);
port = service_configs.ports.llama_cpp;