sync api Payload with additional useful settings in twinny extension

rjmacarthy · Sep 5, 2023 · 724e08f · 724e08f
1 parent 0f30e0f
commit 724e08f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/abstractions.py b/abstractions.py
@@ -11,10 +11,12 @@ class Choice(BaseModel):
 
 
 class Payload(BaseModel):
+    max_time: float = None
     max_tokens: int = 100
     num_return_sequences: int
     one_line: bool = True
     prompt: str
+    repetition_penalty: float = 1.
     temperature: float = 0.1
     top_k: int
     top_p: float