Resize for minimal smart resize

EvolvingLMMs-Lab · Jan 31, 2025 · 7660719 · 7660719
1 parent cde6408
commit 7660719
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/lmms_eval/models/kino.py b/lmms_eval/models/kino.py
@@ -284,6 +284,14 @@ def _collate(x):
                         eval_logger.info(f"Error {e} when loading video : {visuals}")
                         pbar.update(1)
                 elif isinstance(visual, PIL.Image.Image):
+                    height = visual.size[0]
+                    width = visual.size[1]
+                    if width < 28 and height < 28:
+                        visual = visual.resize((28, 28))
+                    elif height < 28:
+                        visual = visual.resize((28, width))
+                    elif width < 28:
+                        visual = visual.resize((height, 28))
                     images.append(visual)
                 elif isinstance(visual, dict) and "array" in visual:
                     audios.append(downsample_audio(visual["array"], visual["sampling_rate"], self._processor.audio_processor.sampling_rate))