add llama-server

configuration.nix

@@ -27,6 +27,8 @@
     # ./services/matrix.nix
     # ./services/owntracks.nix
     ./services/soulseek.nix
+
+    # ./services/llama-cpp.nix
   ];
 
   systemd.targets = {

flake.lock

@@ -88,6 +88,24 @@
         "type": "github"
       }
     },
+    "flake-parts_2": {
+      "inputs": {
+        "nixpkgs-lib": "nixpkgs-lib"
+      },
+      "locked": {
+        "lastModified": 1730504689,
+        "narHash": "sha256-hgmguH29K2fvs9szpq2r3pz2/8cJd2LPS+b4tfNFCwE=",
+        "owner": "hercules-ci",
+        "repo": "flake-parts",
+        "rev": "506278e768c2a08bec68eb62932193e341f55c90",
+        "type": "github"
+      },
+      "original": {
+        "owner": "hercules-ci",
+        "repo": "flake-parts",
+        "type": "github"
+      }
+    },
     "flake-utils": {
       "inputs": {
         "systems": "systems"
@@ -135,11 +153,11 @@
         ]
       },
       "locked": {
-        "lastModified": 1742655702,
+        "lastModified": 1743387206,
-        "narHash": "sha256-jbqlw4sPArFtNtA1s3kLg7/A4fzP4GLk9bGbtUJg0JQ=",
+        "narHash": "sha256-24N3NAuZZbYqZ39NgToZgHUw6M7xHrtrAm18kv0+2Wo=",
         "owner": "nix-community",
         "repo": "home-manager",
-        "rev": "0948aeedc296f964140d9429223c7e4a0702a1ff",
+        "rev": "15c5f9d04fabd176f30286c8f52bbdb2c853a146",
         "type": "github"
       },
       "original": {
@@ -174,6 +192,27 @@
         "type": "github"
       }
     },
+    "llamacpp": {
+      "inputs": {
+        "flake-parts": "flake-parts_2",
+        "nixpkgs": [
+          "nixpkgs"
+        ]
+      },
+      "locked": {
+        "lastModified": 1743366063,
+        "narHash": "sha256-Jrvjz9A8oGVo4KCP2miGX2VxIm5mRNPVIEcEaVBDRsE=",
+        "owner": "ggml-org",
+        "repo": "llama.cpp",
+        "rev": "2c3f8b850a4a6cff0f5dda2135c03fc81d33ed8b",
+        "type": "github"
+      },
+      "original": {
+        "owner": "ggml-org",
+        "repo": "llama.cpp",
+        "type": "github"
+      }
+    },
     "nix-minecraft": {
       "inputs": {
         "flake-compat": "flake-compat_2",
@@ -183,11 +222,11 @@
         ]
       },
       "locked": {
-        "lastModified": 1742608263,
+        "lastModified": 1743386393,
-        "narHash": "sha256-NMd7fpj04y0srAbHa19o7xMk19MzIrwkOKz57mxJC5E=",
+        "narHash": "sha256-NmEVRiuYMVMsvJy0XoK2LZpsOKgKOl5yNjA50VeUip4=",
         "owner": "Infinidoge",
         "repo": "nix-minecraft",
-        "rev": "341dc497af2d985ec97a9b5c935674b885706e52",
+        "rev": "614092c967b71cb9857a9fbcbf2c09bd3eea76ff",
         "type": "github"
       },
       "original": {
@@ -198,11 +237,11 @@
     },
     "nixos-hardware": {
       "locked": {
-        "lastModified": 1742806253,
+        "lastModified": 1743167577,
-        "narHash": "sha256-zvQ4GsCJT6MTOzPKLmlFyM+lxo0JGQ0cSFaZSACmWfY=",
+        "narHash": "sha256-I09SrXIO0UdyBFfh0fxDq5WnCDg8XKmZ1HQbaXzMA1k=",
         "owner": "NixOS",
         "repo": "nixos-hardware",
-        "rev": "ecaa2d911e77c265c2a5bac8b583c40b0f151726",
+        "rev": "0ed819e708af17bfc4bbc63ee080ef308a24aa42",
         "type": "github"
       },
       "original": {
@@ -214,11 +253,11 @@
     },
     "nixpkgs": {
       "locked": {
-        "lastModified": 1742827197,
+        "lastModified": 1743354925,
-        "narHash": "sha256-Kk4R74Bp49I2FpX1FQtOiRbc79zMnmzgUE0xXJvy9Ys=",
+        "narHash": "sha256-B+AxLrBmlMmnkGD/5PWtoy2zdk/0epewoUw4EDlc8lA=",
         "owner": "NixOS",
         "repo": "nixpkgs",
-        "rev": "f7e08e59e383f6ebf6e921b9191b4b7c32706206",
+        "rev": "47d6fd35d221f4a8fe8d45cbaec844d59c7dd6c2",
         "type": "github"
       },
       "original": {
@@ -228,6 +267,18 @@
         "type": "github"
       }
     },
+    "nixpkgs-lib": {
+      "locked": {
+        "lastModified": 1730504152,
+        "narHash": "sha256-lXvH/vOfb4aGYyvFmZK/HlsNsr/0CVWlwYvo2rxJk3s=",
+        "type": "tarball",
+        "url": "https://github.com/NixOS/nixpkgs/archive/cc2f28000298e1269cea6612cd06ec9979dd5d7f.tar.gz"
+      },
+      "original": {
+        "type": "tarball",
+        "url": "https://github.com/NixOS/nixpkgs/archive/cc2f28000298e1269cea6612cd06ec9979dd5d7f.tar.gz"
+      }
+    },
     "nixpkgs-qbt": {
       "locked": {
         "lastModified": 1738103934,
@@ -275,6 +326,7 @@
         "disko": "disko",
         "home-manager": "home-manager",
         "lanzaboote": "lanzaboote",
+        "llamacpp": "llamacpp",
         "nix-minecraft": "nix-minecraft",
         "nixos-hardware": "nixos-hardware",
         "nixpkgs": "nixpkgs",

flake.nix

@@ -29,6 +29,11 @@
       url = "github:nix-community/disko";
       inputs.nixpkgs.follows = "nixpkgs";
     };
+
+    llamacpp = {
+      url = "github:ggml-org/llama.cpp";
+      inputs.nixpkgs.follows = "nixpkgs";
+    };
   };
 
   outputs =
@@ -41,6 +46,7 @@
       home-manager,
       lanzaboote,
       disko,
+      llamacpp,
       ...
     }@inputs:
     let
@@ -68,6 +74,7 @@
           immich = 2284;
           soulseek_web = 5030;
           soulseek_listen = 50300;
+          llama_cpp = 8991;
         };
 
         https = {

services/llama-cpp.nix

@@ -0,0 +1,28 @@
+{
+  pkgs,
+  service_configs,
+  config,
+  inputs,
+  ...
+}:
+{
+  services.llama-cpp = {
+    enable = true;
+    model = builtins.toString (
+      pkgs.fetchurl {
+        url = "https://huggingface.co/bartowski/google_gemma-3-27b-it-GGUF/resolve/main/google_gemma-3-27b-it-IQ4_XS.gguf";
+        sha256 = "bd2f188c66d8ccb0bffcb0c91e4dbbb72754bb1732e0bca323a2f266a35e01c8";
+      }
+    );
+    port = service_configs.ports.llama_cpp;
+    host = "0.0.0.0";
+    package = inputs.llamacpp.packages.${pkgs.system}.default;
+    extraFlags = [
+
+    ];
+  };
+
+  services.caddy.virtualHosts."llm.${service_configs.https.domain}".extraConfig = ''
+    reverse_proxy :${builtins.toString config.services.llama-cpp.port}
+  '';
+}

services/qbittorrent.nix

@@ -63,7 +63,7 @@
     serverConfig.BitTorrent = {
       Session = {
         GlobalUPSpeedLimit = 1500; # 1.500 MiB/s
-        GlobalDLSpeedLimit = -1;
+        GlobalDLSpeedLimit = 500; # 500 KiB/s
 
         IgnoreLimitsOnLAN = true;
 

zfs.nix

@@ -22,7 +22,7 @@ in
 
   boot.kernelParams =
     let
-      mb = 4096;
+      mb = 12000;
     in
     [
       "zfs.zfs_arc_max=${builtins.toString (mb * 1000000)}"