titaniumtown/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

gpt4all: use qwen 2.5 14B IQ4_XS instead

Browse Source
This commit is contained in:
Simon Gardling
2024-10-06 23:03:44 -04:00
parent a869b33aad
commit a78d333f96
3 changed files with 40 additions and 67 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
home-manager/flake.lock generated
View File

@@ -137,11 +137,11 @@
"xwayland-satellite-unstable": "xwayland-satellite-unstable"
},
"locked": {
"lastModified": 1727997983,
"narHash": "sha256-t085RwS6OzkTco7VBU8MJRPcV9cSFeVkeI8ecfrSFZg=",
"lastModified": 1728240721,
"narHash": "sha256-kU1dKNIQI2Wue1d73D00OXX+dOFMpwLAq5CPvvCcdZk=",
"owner": "sodiboo",
"repo": "niri-flake",
"rev": "5309bc679bdba91798076ed3676bff3d12db0d97",
"rev": "88749a1471ea2d707581bd0986fff9905d0eefbc",
"type": "github"
},
"original": {
@@ -170,11 +170,11 @@
"niri-unstable": {
"flake": false,
"locked": {
"lastModified": 1727778508,
"narHash": "sha256-9oMBzXZZzEVZAqHA79aJSQmNJ75hQuCpq0POB0Lxt7Q=",
"lastModified": 1728236209,
"narHash": "sha256-Y8kOO0AiMsensF8JsleX2RD+6w4+Y3Kk42WsEveSH1I=",
"owner": "YaLTeR",
"repo": "niri",
"rev": "0cca7a21163f0d4c1e99c12844da027a23e76003",
"rev": "66be00041060ea092d611e8f2506a6ed5b3f2327",
"type": "github"
},
"original": {
@@ -185,11 +185,11 @@
},
"nixpkgs": {
"locked": {
"lastModified": 1727802920,
"narHash": "sha256-HP89HZOT0ReIbI7IJZJQoJgxvB2Tn28V6XS3MNKnfLs=",
"lastModified": 1728018373,
"narHash": "sha256-NOiTvBbRLIOe5F6RbHaAh6++BNjsb149fGZd1T4+KBg=",
"owner": "NixOS",
"repo": "nixpkgs",
"rev": "27e30d177e57d912d614c88c622dcfdb2e6e6515",
"rev": "bc947f541ae55e999ffdb4013441347d83b00feb",
"type": "github"
},
"original": {
@@ -213,11 +213,11 @@
},
"nixpkgs-stable": {
"locked": {
"lastModified": 1727907660,
"narHash": "sha256-QftbyPoieM5M50WKUMzQmWtBWib/ZJbHo7mhj5riQec=",
"lastModified": 1728193676,
"narHash": "sha256-PbDWAIjKJdlVg+qQRhzdSor04bAPApDqIv2DofTyynk=",
"owner": "NixOS",
"repo": "nixpkgs",
"rev": "5966581aa04be7eff830b9e1457d56dc70a0b798",
"rev": "ecbc1ca8ffd6aea8372ad16be9ebbb39889e55b6",
"type": "github"
},
"original": {
@@ -245,11 +245,11 @@
]
},
"locked": {
"lastModified": 1728095260,
"narHash": "sha256-X62hA5ivYLY5G5+mXI6l9eUDkgi6Wu/7QUrwXhJ09oo=",
"lastModified": 1728268235,
"narHash": "sha256-lJMFnMO4maJuNO6PQ5fZesrTmglze3UFTTBuKGwR1Nw=",
"owner": "oxalica",
"repo": "rust-overlay",
"rev": "d1d2532ab267cfe6e40dff73fbaf34436c406d26",
"rev": "25685cc2c7054efc31351c172ae77b21814f2d42",
"type": "github"
},
"original": {

35
home-manager/progs/gpt4all/gpt4all.nix
View File

@@ -1,42 +1,15 @@
{ pkgs, lib, ... }:
let
models = [
# {
# name = "Qwen2.5-14B-Instruct-Q4_K_S.gguf";
# context_length = "32768";
# gen_length = "8192";
# source = pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-Q4_K_S.gguf?download=true";
# sha256 = "E1CmWUhMMbTXEjIRczzA3rSrVuR8qOL8BLagw7LiyZk=";
# };
# }
{
name = "Replete-LLM-V2.5-Qwen-14b-Q4_K_S.gguf";
name = "Qwen2.5-14B-Instruct-IQ4_XS.gguf";
context_length = "32768";
gen_length = "8192";
source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF/resolve/main/Replete-LLM-V2.5-Qwen-14b-Q4_K_S.gguf?download=true";
sha256 = "/Oa1y4WVRGQkLEt5Sxxyt5plN5+tDFblLShPhMtzs7k=";
url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-IQ4_XS.gguf?download=true";
sha256 = "+AHt49no0qQ48MoNsqGJV4FeJ3Cf2hSZqTMjNUIHaO4=";
};
}
# {
# name = "Qwen2.5-7B-Instruct-Q6_K_L.gguf";
# context_length = "32768";
# gen_length = "8192";
# source = pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/Qwen2.5-7B-Instruct-GGUF/resolve/main/Qwen2.5-7B-Instruct-Q6_K_L.gguf?download=true";
# sha256 = "thEXN06T/UVGfzdB83jlgpG7kuTzZtz1ZUAdupAnErM=";
# };
# }
# {
# name = "Replete-LLM-V2.5-Qwen-7b-Q6_K_L.gguf";
# context_length = "32768";
# gen_length = "8192";
# source = pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/Replete-LLM-V2.5-Qwen-7b-GGUF/resolve/main/Replete-LLM-V2.5-Qwen-7b-Q6_K_L.gguf?download=true";
# sha256 = "dR7M5GKfGdiPI9mqBSH6naVr8XzuCjLLv514VYXSikg=";
# };
# }
];
# stolen from: https://stackoverflow.com/a/42398526
@@ -70,7 +43,7 @@ let
owner = "nomic-ai";
repo = "gpt4all";
rev = "HEAD";
sha256 = "7pUgCZJC5goMvpUNBQ3ssmwdWt3TnaQQ7RF98VdYzM8=";
sha256 = "YM/RdxklwIsTjD6xahZIcQoMnoabsmpQwDPEihm+h8A=";
};
patches = old.patches ++ [