titaniumtown/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

gpt4all: update and flake update

Browse Source
This commit is contained in:
Simon Gardling
2024-10-02 21:22:10 -04:00
parent f0343bf173
commit 09a04528a6
2 changed files with 33 additions and 51 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
home-manager/progs/gpt4all/gpt4all.nix
View File

@@ -1,24 +1,42 @@
{ pkgs, lib, ... }:
let
models = [
# {
# name = "Qwen2.5-14B-Instruct-Q4_K_S.gguf";
# context_length = "32768";
# gen_length = "8192";
# source = pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-Q4_K_S.gguf?download=true";
# sha256 = "E1CmWUhMMbTXEjIRczzA3rSrVuR8qOL8BLagw7LiyZk=";
# };
# }
{
name = "Qwen2.5-14B-Instruct-Q4_K_S.gguf";
name = "Replete-LLM-V2.5-Qwen-14b-Q4_K_S.gguf";
context_length = "32768";
gen_length = "8192";
source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF/resolve/main/Qwen2.5-14B-Instruct-Q4_K_S.gguf?download=true";
sha256 = "E1CmWUhMMbTXEjIRczzA3rSrVuR8qOL8BLagw7LiyZk=";
};
}
{
name = "Qwen2.5-7B-Instruct-Q6_K_L.gguf";
context_length = "32768";
gen_length = "8192";
source = pkgs.fetchurl {
url = "https://huggingface.co/bartowski/Qwen2.5-7B-Instruct-GGUF/resolve/main/Qwen2.5-7B-Instruct-Q6_K_L.gguf?download=true";
sha256 = "thEXN06T/UVGfzdB83jlgpG7kuTzZtz1ZUAdupAnErM=";
url = "https://huggingface.co/bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF/resolve/main/Replete-LLM-V2.5-Qwen-14b-Q4_K_S.gguf?download=true";
sha256 = "/Oa1y4WVRGQkLEt5Sxxyt5plN5+tDFblLShPhMtzs7k=";
};
}
# {
# name = "Qwen2.5-7B-Instruct-Q6_K_L.gguf";
# context_length = "32768";
# gen_length = "8192";
# source = pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/Qwen2.5-7B-Instruct-GGUF/resolve/main/Qwen2.5-7B-Instruct-Q6_K_L.gguf?download=true";
# sha256 = "thEXN06T/UVGfzdB83jlgpG7kuTzZtz1ZUAdupAnErM=";
# };
# }
# {
# name = "Replete-LLM-V2.5-Qwen-7b-Q6_K_L.gguf";
# context_length = "32768";
# gen_length = "8192";
# source = pkgs.fetchurl {
# url = "https://huggingface.co/bartowski/Replete-LLM-V2.5-Qwen-7b-GGUF/resolve/main/Replete-LLM-V2.5-Qwen-7b-Q6_K_L.gguf?download=true";
# sha256 = "dR7M5GKfGdiPI9mqBSH6naVr8XzuCjLLv514VYXSikg=";
# };
# }
];
# stolen from: https://stackoverflow.com/a/42398526