masking bugfix

cheerml · Mar 21, 2023 · fac5372 · fac5372
1 parent 3cdbfe5
commit fac5372
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/finetune.py b/finetune.py
@@ -139,7 +139,6 @@ def generate_and_tokenize_prompt(data_point):
                 user_prompt,
                 truncation=True,
                 max_length=CUTOFF_LEN + 1,
-                padding="max_length",
             )["input_ids"]
         )
         - 1