misc fixes

2024-10-07 21:46:36 -04:00
parent 2cb40a775c
commit 1c2dd9bcb0
7 changed files with 42 additions and 16 deletions
--- a/services/llm.nix
+++ b/services/llm.nix
@@ -0,0 +1,19 @@
+{
+  pkgs,
+  config,
+  service_configs,
+  ...
+}:
+{
+  services.ollama = {
+    enable = true;
+    home = service_configs.ollama.data_dir + "/home";
+    models = service_configs.ollama.data_dir + "/home/models";
+    environmentVariables = {
+      OLLAMA_LLM_LIBRARY = "cpu_avx2";
+    };
+    host = "0.0.0.0";
+    port = service_configs.ports.ollama;
+    user = "ollama";
+  };
+}