Fix 3.2 11B inference, by updating padded_collate_tiled_images_and_ma…

…sk args (#1431)
pytorch · Dec 19, 2024 · b1b32f1 · b1b32f1
1 parent 90749d2
commit b1b32f1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/torchchat/generate.py b/torchchat/generate.py
@@ -949,7 +949,7 @@ def _gen_model_input(
 
             if image_found:
                 batch = padded_collate_tiled_images_and_mask(
-                    [data], pad_direction="left", pad_max_images=1
+                    [data], pad_direction="left", pad_max_images=1, pad_max_tiles=transform.max_num_tiles
                 )
                 encoded = batch.pop("tokens").to(device).view(-1)
                 seq_len = encoded.size(0)