Merge pull request #498 from superannotateai/fix_get_annotations

Fix get annotations

Author: VaghinakDev

src/superannotate/__init__.py

@@ -1,7 +1,7 @@
 import os
 import sys
 
-__version__ = "4.4.4dev7"
+__version__ = "4.4.4dev8"
 
 sys.path.append(os.path.split(os.path.realpath(__file__))[0])
 

src/superannotate/lib/infrastructure/services.py

@@ -1636,17 +1636,26 @@ def get_schema(
     def sort_items_by_size(
         self, item_names: List[str], team_id: int, project_id: int, folder_id: int
     ):
-
+        chunk_size = 2000
         query_params = {
             "team_id": team_id,
             "project_id": project_id,
             "folder_id": folder_id,
         }
 
+        response_data = {"small": [], "large": []}
         url = urljoin(self.assets_provider_url, self.URL_CLASSIFY_ITEM_SIZE)
-
-        body = {"item_names": item_names, "folder_id": folder_id}
-        response = self._request(url=url, method="POST", params=query_params, data=body)
-        if not response.ok:
-            raise AppException(response.json().get("errors", "Undefined"))
-        return response.json()
+        for i in range(0, len(item_names), chunk_size):
+            body = {
+                "item_names": item_names[i : i + chunk_size],
+                "folder_id": folder_id,
+            }  # noqa
+            response = self._request(
+                url=url, method="POST", params=query_params, data=body
+            )
+            if not response.ok:
+                raise AppException(response.json().get("errors", "Undefined"))
+            response_json = response.json()
+            response_data["small"].extend(response_json.get("small", []))
+            response_data["large"].extend(response_json.get("large", []))
+        return response_data

tests/integration/annotations/test_get_annotations.py

@@ -110,6 +110,16 @@ def test_get_annotations_all_plus_folder(self):
         annotations = sa.get_annotations(f"{self.PROJECT_NAME}")
         self.assertEqual(len(annotations), 4)
 
+    def test_get_annotations10000(self):
+        count = 10000
+        sa.attach_items(
+            self.PROJECT_NAME,
+            [{"name": f"example_image_{i}.jpg", "url": f"url_{i}"} for i in range(1, count)]  # noqa
+        )
+        a = sa.get_annotations(self.PROJECT_NAME)
+        assert len(a) == count
+
+
 
 class TestGetAnnotationsVideo(BaseTestCase):
     PROJECT_NAME = "test attach multiple video urls"
@@ -160,3 +170,4 @@ def test_video_annotation_upload_folder(self):
         sa.upload_annotations_from_folder_to_project(path, self.annotations_path)
         annotations = sa.get_annotations(path)
         self.assertEqual(len(annotations), 2)
+