Merge pull request #843 from baberabb/master_bugfix

[bugfix] openai
EleutherAI · Sep 11, 2023 · 00209e1 · 00209e1
2 parents 3326c54 + 51f4994
commit 00209e1
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/lm_eval/models/gpt3.py b/lm_eval/models/gpt3.py
@@ -198,14 +198,13 @@ def sameuntil_chunks(xs, size):
                 context_enc = self.tok_encode(context)
                 inp = context_enc[-(self.max_length - self.max_gen_toks) :]
                 inps.append(inp)
-
             response = oa_completion(
                 engine=self.engine,
                 prompt=inps,
                 max_tokens=self.max_gen_toks,
                 temperature=0.0,
                 logprobs=10,
-                stop=until,
+                stop=until["until"],
             )
 
             for resp, (context, until_) in zip(response.choices, chunk):