gpt4all: update and flake update

This commit is contained in:
Simon Gardling 2024-10-02 21:22:10 -04:00
parent f0343bf173
commit 09a04528a6
Signed by: titaniumtown
GPG Key ID: 9AB28AC10ECE533D
2 changed files with 33 additions and 51 deletions

View File

@ -137,11 +137,11 @@
"xwayland-satellite-unstable": "xwayland-satellite-unstable"
},
"locked": {
"lastModified": 1727832097,
"narHash": "sha256-XMBkQoRgUGJKdux94mNDE+7PIGIxEk48ol9RcN+HSFg=",
"lastModified": 1727886705,
"narHash": "sha256-MFZm6b3CcRiLjQ6MxtKu2rDu+KUBkr/R0kOSXoS2eG4=",
"owner": "sodiboo",
"repo": "niri-flake",
"rev": "173d6304db132d8ba75765fe73bf75ed22bbbcc2",
"rev": "6384dde52d929f500ec75172ebfc26e8d009dbd3",
"type": "github"
},
"original": {
@ -227,23 +227,6 @@
"type": "github"
}
},
"protontricks": {
"flake": false,
"locked": {
"lastModified": 1722530921,
"narHash": "sha256-t794WEMJx/JNX3gTMHfgquFWB7yXkleW07+QURm1NPM=",
"owner": "Matoking",
"repo": "protontricks",
"rev": "f7b1fa33b0438dbd72f7222703f8442e40edc510",
"type": "github"
},
"original": {
"owner": "Matoking",
"ref": "appinfo_v29",
"repo": "protontricks",
"type": "github"
}
},
"root": {
"inputs": {
"agenix": "agenix",
@ -251,9 +234,7 @@
"home-manager": "home-manager",
"niri": "niri",
"nixpkgs": "nixpkgs",
"protontricks": "protontricks",
"rust-overlay": "rust-overlay",
"vdf-patch": "vdf-patch",
"zen-browser": "zen-browser"
}
},
@ -307,23 +288,6 @@
"type": "github"
}
},
"vdf-patch": {
"flake": false,
"locked": {
"lastModified": 1719784100,
"narHash": "sha256-OPonFrYrEFYtx0T2hvSYXl/idsm0iDPwqlnm1KbTPIo=",
"owner": "Matoking",
"repo": "vdf",
"rev": "981cad270c2558aeb8eccaf42cfcf9fabbbed199",
"type": "github"
},
"original": {
"owner": "Matoking",
"ref": "support_new_bvdf",
"repo": "vdf",
"type": "github"
}
},
"xwayland-satellite-stable": {
"flake": false,
"locked": {

View File

@ -1,24 +1,42 @@
{ pkgs, lib, ... }:
let
models = [
# {
# name = "Qwen2.5-14B-Instruct-Q4_K_S.gguf";
# context_length = "32768";
# gen_length = "8192";
# source = pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-Q4_K_S.gguf?download=true";
# sha256 = "E1CmWUhMMbTXEjIRczzA3rSrVuR8qOL8BLagw7LiyZk=";
# };
# }
{
name = "Qwen2.5-14B-Instruct-Q4_K_S.gguf";
name = "Replete-LLM-V2.5-Qwen-14b-Q4_K_S.gguf";
context_length = "32768";
gen_length = "8192";
source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-Q4_K_S.gguf?download=true";
sha256 = "E1CmWUhMMbTXEjIRczzA3rSrVuR8qOL8BLagw7LiyZk=";
};
}
{
name = "Qwen2.5-7B-Instruct-Q6_K_L.gguf";
context_length = "32768";
gen_length = "8192";
source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/Qwen2.5-7B-Instruct-GGUF/resolve/main/Qwen2.5-7B-Instruct-Q6_K_L.gguf?download=true";
sha256 = "thEXN06T/UVGfzdB83jlgpG7kuTzZtz1ZUAdupAnErM=";
url = "https://huggingface.co/bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF/resolve/main/Replete-LLM-V2.5-Qwen-14b-Q4_K_S.gguf?download=true";
sha256 = "/Oa1y4WVRGQkLEt5Sxxyt5plN5+tDFblLShPhMtzs7k=";
};
}
# {
# name = "Qwen2.5-7B-Instruct-Q6_K_L.gguf";
# context_length = "32768";
# gen_length = "8192";
# source = pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/Qwen2.5-7B-Instruct-GGUF/resolve/main/Qwen2.5-7B-Instruct-Q6_K_L.gguf?download=true";
# sha256 = "thEXN06T/UVGfzdB83jlgpG7kuTzZtz1ZUAdupAnErM=";
# };
# }
# {
# name = "Replete-LLM-V2.5-Qwen-7b-Q6_K_L.gguf";
# context_length = "32768";
# gen_length = "8192";
# source = pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/Replete-LLM-V2.5-Qwen-7b-GGUF/resolve/main/Replete-LLM-V2.5-Qwen-7b-Q6_K_L.gguf?download=true";
# sha256 = "dR7M5GKfGdiPI9mqBSH6naVr8XzuCjLLv514VYXSikg=";
# };
# }
];
# stolen from: https://stackoverflow.com/a/42398526