titaniumtown/server-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Compare commits

base: titaniumtown:87aeee1903048c52a67a53e8831f073a7cf331e2
Branches Tags
titaniumtown:main
...
compare: titaniumtown:fe85083810e2751b5d0049a8a3ca7acc22f54f6f
Branches Tags
titaniumtown:main

2 Commits
87aeee1903 ... fe85083810

Author SHA1 Message Date
Simon Gardling
fe85083810 llm: model stuff 2025-04-08 00:22:12 -04:00
Simon Gardling
af1862fcea update 2025-04-07 23:10:33 -04:00
2 changed files with 8 additions and 12 deletions
Expand all files Collapse all files

12
flake.lock generated
View File

@@ -200,11 +200,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1744029448, "lastModified": 1744060004,
"narHash": "sha256-egX91Q77jyXOZ1kNR8jdgT86vitDVnMDRFAbmfmoZLU=", "narHash": "sha256-BQCoowBp7gdB6J5T4jwlNaHqS5ICiDjw03gAPDZC3pY=",
"owner": "ggml-org", "owner": "ggml-org",
"repo": "llama.cpp", "repo": "llama.cpp",
"rev": "e391d3ee8ddae86be70c034de1082ad51c55e211", "rev": "1466621e738779eefe1bb672e17dc55d63d166bb",
"type": "github" "type": "github"
}, },
"original": { "original": {
@@ -222,11 +222,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1743991090, "lastModified": 1744077311,
"narHash": "sha256-gZK+vyw5BeQ8cmdigRN0uInhyfrXWJXFsZEP/Wh+ay8=", "narHash": "sha256-gw66zuvKqFaePakredq9sjliD7fN1xBG1kbycQgIdEI=",
"owner": "Infinidoge", "owner": "Infinidoge",
"repo": "nix-minecraft", "repo": "nix-minecraft",
"rev": "021d01fa37cdc9dc936c3a1f7ca6dc9354b21589", "rev": "ee83e148c2a3c754592e04f2f7d92f4497ffc7ac",
"type": "github" "type": "github"
}, },
"original": { "original": {

8
services/llama-cpp.nix
View File

@@ -10,13 +10,9 @@
services.llama-cpp = { services.llama-cpp = {
enable = true; enable = true;
model = builtins.toString ( model = builtins.toString (
# pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/google_gemma-3-12b-it-GGUF/resolve/main/google_gemma-3-12b-it-Q4_0.gguf";
# sha256 = "9a7b70be8727da9fb28523b35946dd42d4fe0f622cce03daa44fccff0775516d";
# }
pkgs.fetchurl { pkgs.fetchurl {
url = "https://huggingface.co/bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF/resolve/main/mlabonne_gemma-3-27b-it-abliterated-Q4_0.gguf"; url = "https://huggingface.co/bartowski/google_gemma-3-27b-it-GGUF/resolve/main/google_gemma-3-27b-it-IQ2_XS.gguf";
sha256 = "d47047ff6fabb02e8aa8bea1d3fd32a551382016bd7d91f45f74615ada670a21"; sha256 = "080150a6758afefb40950f2753ea9f113b3cdc2b8ad4243a3711959748cd4df0";
} }
); );
port = service_configs.ports.llama_cpp; port = service_configs.ports.llama_cpp;