titaniumtown/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

gpt4all: use qwen 2.5 14B IQ4_XS instead

Browse Source
This commit is contained in:
Simon Gardling 2024-10-06 23:03:44 -04:00
parent a869b33aad
commit a78d333f96
Signed by: titaniumtown
GPG Key ID: 9AB28AC10ECE533D
3 changed files with 40 additions and 67 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
etcnixos/flake.lock generated
View File

@ -50,11 +50,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1728001451, "lastModified": 1728263170,
"narHash": "sha256-Ost5YHSZZE4ZIKBcWsXC1c7g7n3kIqaNNjs5ula/lAI=", "narHash": "sha256-KBI154wGtVffFxsMbj7iOmaIJs+4L4EpXpmnNJQ8dtk=",
"owner": "chaotic-cx", "owner": "chaotic-cx",
"repo": "nyx", "repo": "nyx",
"rev": "25f420d9cf70929455ba14642b92ae715ae8d792", "rev": "2fa0269d0d5f4901cd42c91728266e51d562778f",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -116,11 +116,11 @@
"rust-analyzer-src": "rust-analyzer-src" "rust-analyzer-src": "rust-analyzer-src"
}, },
"locked": { "locked": {
"lastModified": 1727937235, "lastModified": 1728196311,
"narHash": "sha256-Ih4RD65WZZDgtla9Uh8zm6gQJ1zgkXkiU4HKtEwQjvI=", "narHash": "sha256-JoDDlmjPj0sGo1beOo3bRh7BDppm0Kuet7I7BqTmSl4=",
"owner": "nix-community", "owner": "nix-community",
"repo": "fenix", "repo": "fenix",
"rev": "381781f96b880c2ced9019a9e2406b31ccea82b4", "rev": "26971356e387b5ec0578f52be1bbd82ecf6dbad4",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -231,11 +231,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1727817100, "lastModified": 1728041527,
"narHash": "sha256-dlyV9/eiWkm/Y/t2+k4CFZ29tBvCANmJogEYaHeAOTw=", "narHash": "sha256-03liqiJtk9UP7YQHW4r8MduKCK242FQzud8iWvvlK+o=",
"owner": "nix-community", "owner": "nix-community",
"repo": "home-manager", "repo": "home-manager",
"rev": "437ec62009fa8ceb684eb447d455ffba25911cf9", "rev": "509dbf8d45606b618e9ec3bbe4e936b7c5bc6c1e",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -253,11 +253,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1727865565, "lastModified": 1728183036,
"narHash": "sha256-SBcqfosxb0XlKdIz6QGXCnK4W/TEVHLDZHkRHZ8Me60=", "narHash": "sha256-aq8i8LCbbo2gIBcFiMTFxyE4fdAKrjFU1c//zZn0bZM=",
"owner": "Jovian-Experiments", "owner": "Jovian-Experiments",
"repo": "Jovian-NixOS", "repo": "Jovian-NixOS",
"rev": "703c0ac8432f3758987e0788248ddc1a8e0bf412", "rev": "751641e82a34709ed2a177e69e23b1ea08a75561",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -278,11 +278,11 @@
"rust-overlay": "rust-overlay" "rust-overlay": "rust-overlay"
}, },
"locked": { "locked": {
"lastModified": 1727792571, "lastModified": 1728199407,
"narHash": "sha256-KBzRQVE1j2vrSg8WfYJ+vEvFBC25+2VsFSK7VL2kc1M=", "narHash": "sha256-x4G0ja//3pT/epOvwxKR1XB7GAW7Yuwiy6RYCOgRjuQ=",
"owner": "nix-community", "owner": "nix-community",
"repo": "lanzaboote", "repo": "lanzaboote",
"rev": "e2365a1d8dccdcf4bca5111672e80df67d90957d", "rev": "0bc127c631999c9555cae2b0cdad2128ff058259",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -332,11 +332,11 @@
}, },
"nixpkgs": { "nixpkgs": {
"locked": { "locked": {
"lastModified": 1727802920, "lastModified": 1728018373,
"narHash": "sha256-HP89HZOT0ReIbI7IJZJQoJgxvB2Tn28V6XS3MNKnfLs=", "narHash": "sha256-NOiTvBbRLIOe5F6RbHaAh6++BNjsb149fGZd1T4+KBg=",
"owner": "NixOS", "owner": "NixOS",
"repo": "nixpkgs", "repo": "nixpkgs",
"rev": "27e30d177e57d912d614c88c622dcfdb2e6e6515", "rev": "bc947f541ae55e999ffdb4013441347d83b00feb",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -402,11 +402,11 @@
"rust-analyzer-src": { "rust-analyzer-src": {
"flake": false, "flake": false,
"locked": { "locked": {
"lastModified": 1727778987, "lastModified": 1728064742,
"narHash": "sha256-OTI1eKQ3WIkj6q8PROpPY1vhaxYRdiS1btSfBowQPps=", "narHash": "sha256-tFvUGvqUZjES1yxYT2zEFiTAE0iQKYd+eWKX/6ZqeVw=",
"owner": "rust-lang", "owner": "rust-lang",
"repo": "rust-analyzer", "repo": "rust-analyzer",
"rev": "e1a76671af2fbc74c84c18ba18fcda5e653d7531", "rev": "5982d9c420d0dc90739171829f0d2e9c80d98979",
"type": "github" "type": "github"
}, },
"original": { "original": {

30
home-manager/flake.lock generated
View File

@ -137,11 +137,11 @@
"xwayland-satellite-unstable": "xwayland-satellite-unstable" "xwayland-satellite-unstable": "xwayland-satellite-unstable"
}, },
"locked": { "locked": {
"lastModified": 1727997983, "lastModified": 1728240721,
"narHash": "sha256-t085RwS6OzkTco7VBU8MJRPcV9cSFeVkeI8ecfrSFZg=", "narHash": "sha256-kU1dKNIQI2Wue1d73D00OXX+dOFMpwLAq5CPvvCcdZk=",
"owner": "sodiboo", "owner": "sodiboo",
"repo": "niri-flake", "repo": "niri-flake",
"rev": "5309bc679bdba91798076ed3676bff3d12db0d97", "rev": "88749a1471ea2d707581bd0986fff9905d0eefbc",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -170,11 +170,11 @@
"niri-unstable": { "niri-unstable": {
"flake": false, "flake": false,
"locked": { "locked": {
"lastModified": 1727778508, "lastModified": 1728236209,
"narHash": "sha256-9oMBzXZZzEVZAqHA79aJSQmNJ75hQuCpq0POB0Lxt7Q=", "narHash": "sha256-Y8kOO0AiMsensF8JsleX2RD+6w4+Y3Kk42WsEveSH1I=",
"owner": "YaLTeR", "owner": "YaLTeR",
"repo": "niri", "repo": "niri",
"rev": "0cca7a21163f0d4c1e99c12844da027a23e76003", "rev": "66be00041060ea092d611e8f2506a6ed5b3f2327",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -185,11 +185,11 @@
}, },
"nixpkgs": { "nixpkgs": {
"locked": { "locked": {
"lastModified": 1727802920, "lastModified": 1728018373,
"narHash": "sha256-HP89HZOT0ReIbI7IJZJQoJgxvB2Tn28V6XS3MNKnfLs=", "narHash": "sha256-NOiTvBbRLIOe5F6RbHaAh6++BNjsb149fGZd1T4+KBg=",
"owner": "NixOS", "owner": "NixOS",
"repo": "nixpkgs", "repo": "nixpkgs",
"rev": "27e30d177e57d912d614c88c622dcfdb2e6e6515", "rev": "bc947f541ae55e999ffdb4013441347d83b00feb",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -213,11 +213,11 @@
}, },
"nixpkgs-stable": { "nixpkgs-stable": {
"locked": { "locked": {
"lastModified": 1727907660, "lastModified": 1728193676,
"narHash": "sha256-QftbyPoieM5M50WKUMzQmWtBWib/ZJbHo7mhj5riQec=", "narHash": "sha256-PbDWAIjKJdlVg+qQRhzdSor04bAPApDqIv2DofTyynk=",
"owner": "NixOS", "owner": "NixOS",
"repo": "nixpkgs", "repo": "nixpkgs",
"rev": "5966581aa04be7eff830b9e1457d56dc70a0b798", "rev": "ecbc1ca8ffd6aea8372ad16be9ebbb39889e55b6",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -245,11 +245,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1728095260, "lastModified": 1728268235,
"narHash": "sha256-X62hA5ivYLY5G5+mXI6l9eUDkgi6Wu/7QUrwXhJ09oo=", "narHash": "sha256-lJMFnMO4maJuNO6PQ5fZesrTmglze3UFTTBuKGwR1Nw=",
"owner": "oxalica", "owner": "oxalica",
"repo": "rust-overlay", "repo": "rust-overlay",
"rev": "d1d2532ab267cfe6e40dff73fbaf34436c406d26", "rev": "25685cc2c7054efc31351c172ae77b21814f2d42",
"type": "github" "type": "github"
}, },
"original": { "original": {

35
home-manager/progs/gpt4all/gpt4all.nix
View File

@ -1,42 +1,15 @@
{ pkgs, lib, ... }: { pkgs, lib, ... }:
let let
models = [ models = [
# {
# name = "Qwen2.5-14B-Instruct-Q4_K_S.gguf";
# context_length = "32768";
# gen_length = "8192";
# source = pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-Q4_K_S.gguf?download=true";
# sha256 = "E1CmWUhMMbTXEjIRczzA3rSrVuR8qOL8BLagw7LiyZk=";
# };
# }
{ {
name = "Replete-LLM-V2.5-Qwen-14b-Q4_K_S.gguf"; name = "Qwen2.5-14B-Instruct-IQ4_XS.gguf";
context_length = "32768"; context_length = "32768";
gen_length = "8192"; gen_length = "8192";
source = pkgs.fetchurl { source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF/resolve/main/Replete-LLM-V2.5-Qwen-14b-Q4_K_S.gguf?download=true"; url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-IQ4_XS.gguf?download=true";
sha256 = "/Oa1y4WVRGQkLEt5Sxxyt5plN5+tDFblLShPhMtzs7k="; sha256 = "+AHt49no0qQ48MoNsqGJV4FeJ3Cf2hSZqTMjNUIHaO4=";
}; };
} }
# {
# name = "Qwen2.5-7B-Instruct-Q6_K_L.gguf";
# context_length = "32768";
# gen_length = "8192";
# source = pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/Qwen2.5-7B-Instruct-GGUF/resolve/main/Qwen2.5-7B-Instruct-Q6_K_L.gguf?download=true";
# sha256 = "thEXN06T/UVGfzdB83jlgpG7kuTzZtz1ZUAdupAnErM=";
# };
# }
# {
# name = "Replete-LLM-V2.5-Qwen-7b-Q6_K_L.gguf";
# context_length = "32768";
# gen_length = "8192";
# source = pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/Replete-LLM-V2.5-Qwen-7b-GGUF/resolve/main/Replete-LLM-V2.5-Qwen-7b-Q6_K_L.gguf?download=true";
# sha256 = "dR7M5GKfGdiPI9mqBSH6naVr8XzuCjLLv514VYXSikg=";
# };
# }
]; ];
# stolen from: https://stackoverflow.com/a/42398526 # stolen from: https://stackoverflow.com/a/42398526
@ -70,7 +43,7 @@ let
owner = "nomic-ai"; owner = "nomic-ai";
repo = "gpt4all"; repo = "gpt4all";
rev = "HEAD"; rev = "HEAD";
sha256 = "7pUgCZJC5goMvpUNBQ3ssmwdWt3TnaQQ7RF98VdYzM8="; sha256 = "YM/RdxklwIsTjD6xahZIcQoMnoabsmpQwDPEihm+h8A=";
}; };
patches = old.patches ++ [ patches = old.patches ++ [