disable ollama

This commit is contained in:
Simon Gardling 2024-09-26 19:04:41 -04:00
parent 08e18349b7
commit 370279b21e
Signed by: titaniumtown
GPG Key ID: 9AB28AC10ECE533D

View File

@ -99,25 +99,25 @@
localNetworkGameTransfers.openFirewall = true; # Open ports in the firewall for Steam Local Network Game Transfers localNetworkGameTransfers.openFirewall = true; # Open ports in the firewall for Steam Local Network Game Transfers
}; };
services.ollama = { # services.ollama = {
enable = true; # enable = true;
acceleration = "rocm"; # acceleration = "rocm";
environmentVariables = { # environmentVariables = {
HCC_AMDGPU_TARGET = "gfx1031"; # used to be necessary, but doesn't seem to anymore # HCC_AMDGPU_TARGET = "gfx1031"; # used to be necessary, but doesn't seem to anymore
}; # };
rocmOverrideGfx = "10.3.1"; # rocmOverrideGfx = "10.3.1";
}; # };
services.open-webui = { # services.open-webui = {
enable = true; # enable = true;
openFirewall = true; # openFirewall = true;
port = 8082; # port = 8082;
environment = { # environment = {
# Disable authentication # # Disable authentication
WEBUI_AUTH = "False"; # WEBUI_AUTH = "False";
PYDANTIC_SKIP_VALIDATING_CORE_SCHEMAS = "True"; # PYDANTIC_SKIP_VALIDATING_CORE_SCHEMAS = "True";
}; # };
}; # };
systemd.packages = with pkgs; [ lact ]; systemd.packages = with pkgs; [ lact ];
systemd.services.lactd.wantedBy = [ "multi-user.target" ]; systemd.services.lactd.wantedBy = [ "multi-user.target" ];