update

home-manager/progs/gpt4all/gpt4all.nix

@@ -8,11 +8,11 @@ let
   models = [
     rec {
       name = "DeepSeek-R1-Distill-Qwen-14B-IQ4_XS";
-      filename = builtins.elemAt (lib.splitString "?" src.name) 0;
-      context_length = 32768;
-      gen_length = 8192;
+      filename = src.name;
+      context_length = 131072;
+      gen_length = 32768;
       src = pkgs.fetchurl {
-        url = "https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-IQ4_XS.gguf?download=true";
+        url = "https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-IQ4_XS.gguf";
         sha256 = "031b190e7aa81770b5d069de181dcfe4b284bf5d75fa12f82f5e54a3178adcfd";
       };
     }
@@ -34,7 +34,8 @@ let
       ]
   );
 
-  system_prompt = "";
+  system_prompt = "You are a helpful and harmless assistant. You should think step-by-step.";
+  chat_name_prompt = "Make a 3 word headline for this conversation";
 in
 {
   home.packages = [
@@ -48,16 +49,12 @@ in
           ''
             [General]
             chatTheme=Dark
-            height=940
             suggestionMode=Off
             threadCount=8
             userDefaultModel=${
               # select the first element of `models` to be the default model
               (builtins.elemAt models 0).name
             }
-            width=1472
-            x=0
-            y=0
 
             [download]
             lastVersionStarted=${gpt4all_package.version}
@@ -68,8 +65,9 @@ in
             filename=${model.filename}
             maxLength=${builtins.toString model.gen_length}
             promptBatchSize=256
+            chatNamePrompt=${chat_name_prompt}
             systemMessage="${
-              # replace newlines with the string "\n" for gpt4all to properly parse
+              # replace newlines with the string literal "\n" for gpt4all to properly parse
               builtins.replaceStrings [ "\n" ] [ "\\n" ] system_prompt
             }"
           '') models)
@@ -78,6 +76,18 @@ in
             [network]
             isActive=false
             usageStatsActive=false
+
+            [localdocs]
+            fileExtensions=${
+              lib.concatStringsSep ", " [
+                "docx"
+                "pdf"
+                "txt"
+                "md"
+                "rst"
+                "rs"
+              ]
+            }
           '';
       }
       (