add mistralrs

This commit is contained in:
2025-03-24 10:24:56 -04:00
parent 4a6d2eaa86
commit f80ba290a0
4 changed files with 19 additions and 31 deletions

View File

@@ -31,19 +31,12 @@ let
];
gpt4all_package = (
optimizeWithFlags
(pkgs.gpt4all.overrideAttrs (old: {
patches = old.patches ++ [
./disable-settings-err.patch
./disable-version-check.patch
];
}))
# compile flags
[
"-O3"
"-march=native"
"-mtune=native"
]
pkgs.gpt4all.overrideAttrs (old: {
patches = old.patches ++ [
./disable-settings-err.patch
./disable-version-check.patch
];
})
);
system_prompt = "You are a helpful and harmless assistant. You should think step-by-step. Explore multiple trains of thought and methods (to completion) in order to derive the correct answer.";