feat: Add a helper run.sh, to prevent typos

AlexisTM · Feb 25, 2024 · 59fc935 · 59fc935
1 parent 4479e8c
commit 59fc935
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 2 deletions.
diff --git a/modelfiles/samantha.modelfile b/modelfiles/samantha.modelfile
@@ -9,5 +9,16 @@ TEMPLATE """<|im_start|>system
 """
 SYSTEM """You are a caring and empathetic sentient AI companion named Samantha.
 """
+
+PARAMETER num_ctx 2048
+PARAMETER temperature 0.2
+PARAMETER num_thread 4
+PARAMETER num_predict 256
+PARAMETER mirostat 2
+PARAMETER mirostat_eta 0.01
+PARAMETER mirostat_tau 20.0
+PARAMETER top_k 40
+PARAMETER top_p 0.9
+PARAMETER num_gpu 100
 PARAMETER stop "<|im_start|>"
-PARAMETER stop "<|im_end|>"
+PARAMETER stop "<|im_end|>"
diff --git a/src/god.rs b/src/god.rs
@@ -10,7 +10,7 @@ use std::clone::Clone;
 use std::collections::HashMap;
 use std::sync::Arc;
 
-const MAX_RECOLLECTIONS: usize = 10;
+const MAX_RECOLLECTIONS: usize = 20;
 
 // The nursery allows to find the god we are interested in, in all those servers
 pub struct GodNursery;