Fix Image Listing Error for Benchmark

supervisely-ecosystem · Jan 9, 2025 · 8e1f1da · 8e1f1da
2 parents f3038d8 + c929cf9
commit 8e1f1da
Show file tree

Hide file tree

Showing 2 changed files with 27 additions and 25 deletions.
diff --git a/train/.devcontainer/Dockerfile b/train/.devcontainer/Dockerfile
@@ -1,4 +1,4 @@
-FROM supervisely/yolov8:1.0.42
+FROM supervisely/yolov8:1.0.43
 
 # RUN pip3 install git+https://github.com/supervisely/supervisely.git@model-benchmark
 RUN pip3 install setuptools==69.5.1

diff --git a/train/src/main.py b/train/src/main.py
@@ -2130,18 +2130,19 @@ def get_image_infos_by_split(split: list):
                             if "/" in dataset_name:
                                 dataset_name = dataset_name.split("/")[-1]
                             ds_info = ds_infos_dict[dataset_name]
-                            image_infos.extend(
-                                api.image.get_list(
-                                    ds_info.id,
-                                    filters=[
-                                        {
-                                            "field": "name",
-                                            "operator": "in",
-                                            "value": image_names,
-                                        }
-                                    ],
-                                )
-                            )
+                            for batched_names in sly.batched(image_names, 200):
+                                batch = api.image.get_list(
+                                        ds_info.id,
+                                        filters=[
+                                            {
+                                                "field": "name",
+                                                "operator": "in",
+                                                "value": batched_names,
+                                            }
+                                        ],
+                                        force_metadata_for_links=False,
+                                    )
+                                image_infos.extend(batch)
                         return image_infos
 
                     val_image_infos = get_image_infos_by_split(val_set)
@@ -3177,18 +3178,19 @@ def get_image_infos_by_split(split: list):
                             if "/" in dataset_name:
                                 dataset_name = dataset_name.split("/")[-1]
                             ds_info = ds_infos_dict[dataset_name]
-                            image_infos.extend(
-                                api.image.get_list(
-                                    ds_info.id,
-                                    filters=[
-                                        {
-                                            "field": "name",
-                                            "operator": "in",
-                                            "value": image_names,
-                                        }
-                                    ],
-                                )
-                            )
+                            for batched_names in sly.batched(image_names, 200):
+                                batch = api.image.get_list(
+                                        ds_info.id,
+                                        filters=[
+                                            {
+                                                "field": "name",
+                                                "operator": "in",
+                                                "value": batched_names,
+                                            }
+                                        ],
+                                        force_metadata_for_links=False,
+                                    )
+                                image_infos.extend(batch)
                         return image_infos
 
                     val_image_infos = get_image_infos_by_split(val_set)