label-studio-sdk 1.0.10__py3-none-any.whl → 1.0.11__py3-none-any.whl

label_studio_sdk/label_interface/object_tags.py

@@ -119,7 +119,7 @@ class ObjectTag(LabelStudioTag):
             tag=tag.tag,
             attr=dict(tag.attrib),
             name=tag.attrib.get("name"),
-            value=tag.attrib["value"],
+            value=tag.attrib.get('valueList', tag.attrib.get('value')),
         )
 
     @classmethod
@@ -127,7 +127,7 @@ class ObjectTag(LabelStudioTag):
         """
         Check if tag is input
         """
-        return bool(tag.attrib.get("name") and tag.attrib.get("value"))
+        return bool(tag.attrib.get("name") and (tag.attrib.get("value") or tag.attrib.get("valueList")))
 
     @property
     def value_type(self):

label_studio_sdk/projects/__init__.py

@@ -1,7 +1,7 @@
 # This file was auto-generated by Fern from our API Definition.
 
 from .types import ProjectsCreateResponse, ProjectsImportTasksResponse, ProjectsListResponse, ProjectsUpdateResponse
-from . import exports
+from . import exports, pauses
 from .exports import ExportsConvertResponse, ExportsListFormatsResponseItem
 
 __all__ = [
@@ -12,4 +12,5 @@ __all__ = [
     "ProjectsListResponse",
     "ProjectsUpdateResponse",
     "exports",
+    "pauses",
 ]

label_studio_sdk/projects/client.py

@@ -2,6 +2,7 @@
 
 import typing
 from ..core.client_wrapper import SyncClientWrapper
+from .pauses.client import PausesClient
 from .exports.client import ExportsClient
 from ..core.request_options import RequestOptions
 from ..core.pagination import SyncPager
@@ -17,6 +18,7 @@ from .types.projects_import_tasks_response import ProjectsImportTasksResponse
 from ..errors.bad_request_error import BadRequestError
 from ..types.project_label_config import ProjectLabelConfig
 from ..core.client_wrapper import AsyncClientWrapper
+from .pauses.client import AsyncPausesClient
 from .exports.client import AsyncExportsClient
 from ..core.pagination import AsyncPager
 
@@ -27,6 +29,7 @@ OMIT = typing.cast(typing.Any, ...)
 class ProjectsClient:
     def __init__(self, *, client_wrapper: SyncClientWrapper):
         self._client_wrapper = client_wrapper
+        self.pauses = PausesClient(client_wrapper=self._client_wrapper)
         self.exports = ExportsClient(client_wrapper=self._client_wrapper)
 
     def list(
@@ -701,6 +704,7 @@ class ProjectsClient:
 class AsyncProjectsClient:
     def __init__(self, *, client_wrapper: AsyncClientWrapper):
         self._client_wrapper = client_wrapper
+        self.pauses = AsyncPausesClient(client_wrapper=self._client_wrapper)
         self.exports = AsyncExportsClient(client_wrapper=self._client_wrapper)
 
     async def list(

label_studio_sdk/projects/exports/client_ext.py

@@ -23,28 +23,60 @@ class ExportTimeoutError(ApiError):
             )
         )
         
-        
-def _bytestream_to_fileobj(bytestream: typing.Iterable[bytes]) -> typing.BinaryIO:
-    buffer = BytesIO()
-    for chunk in bytestream:
-        buffer.write(chunk)
-    buffer.seek(0)
-    return buffer
+class ExportFailedError(ApiError):
+    
+    def __init__(self, export_snapshot):
+        super().__init__(
+            status_code=500,
+            body=f"Export failed: {export_snapshot}"
+        )
 
-def _bytestream_to_binary(bytestream: typing.Iterable[bytes]) -> bytes:
-    fileobj = _bytestream_to_fileobj(bytestream)
-    return fileobj.getvalue()
 
-def _bytestream_to_json(bytestream: typing.Iterable[bytes]) -> dict:
-    fileobj = _bytestream_to_fileobj(bytestream)
-    return json.load(fileobj)
+def _check_status(export_snapshot, converted_format_id, status):
+    if converted_format_id:
+        converted_format = next((c for c in export_snapshot.converted_formats if c.id == converted_format_id), None)
+        if converted_format and converted_format.status == status:
+            return True
+    else:
+        if export_snapshot.status == status:
+            return True
+    return False
 
-def _bytestream_to_pandas(bytestream: typing.Iterable[bytes]) -> pd.DataFrame:
-    fileobj = _bytestream_to_fileobj(bytestream)
-    return pd.read_csv(fileobj)
 
 class ExportsClientExt(ExportsClient):
     
+    def _bytestream_to_fileobj(self, bytestream: typing.Iterable[bytes] | bytes) -> typing.BinaryIO:
+        buffer = BytesIO()
+        if isinstance(bytestream, typing.Iterable): 
+            for chunk in bytestream:
+                buffer.write(chunk)
+        else:
+            buffer.write(bytestream)
+        buffer.seek(0)
+        return buffer
+    
+    def _bytestream_to_binary(self, bytestream: typing.Iterable[bytes]) -> bytes:
+        fileobj = self._bytestream_to_fileobj(bytestream)
+        return fileobj.getvalue()
+    
+    def _bytestream_to_json(self, bytestream: typing.Iterable[bytes]) -> dict:
+        fileobj = self._bytestream_to_fileobj(bytestream)
+        return json.load(fileobj)
+    
+    def _bytestream_to_pandas(self, bytestream: typing.Iterable[bytes]) -> pd.DataFrame:
+        fileobj = self._bytestream_to_fileobj(bytestream)
+        return pd.read_csv(fileobj)
+    
+    def _poll_export(self, project_id, export_snapshot, converted_format_id, timeout):
+        start_time = time.time()
+        while not _check_status(export_snapshot, None, 'completed'):
+            export_snapshot = self.get(project_id, export_pk=export_snapshot.id)
+            if _check_status(export_snapshot, None, 'failed'):
+                raise ExportFailedError(export_snapshot)
+            if time.time() - start_time > timeout:
+                raise ExportTimeoutError(export_snapshot)
+            time.sleep(1)
+    
     def _get_bytestream(
         self,
         project_id: int,
@@ -59,14 +91,13 @@ class ExportsClientExt(ExportsClient):
         if version.edition == "Enterprise":
             # Enterprise edition exports are async, so we need to wait for the export job to complete
             export_snapshot = self.create(project_id, **(create_kwargs or {}))
+            # Poll for base (JSON) export to complete
+            self._poll_export(project_id, export_snapshot, None, timeout)
+            # Convert to requested format if not JSON
             if export_type != "JSON":
-                self.convert(project_id, export_pk=export_snapshot.id, export_type=export_type, **(convert_kwargs or {}))
-            start_time = time.time()
-            while export_snapshot.status != "completed":
-                export_snapshot = self.get(project_id, export_pk=export_snapshot.id)
-                if time.time() - start_time > timeout:
-                    raise ExportTimeoutError(export_snapshot)
-                time.sleep(1)
+                converted_proc = self.convert(project_id, export_pk=export_snapshot.id, export_type=export_type, **(convert_kwargs or {}))
+                self._poll_export(project_id, export_snapshot, converted_proc.converted_format, timeout)
+                
             bytestream = self.download(project_id, export_pk=export_snapshot.id, export_type=export_type, request_options={'chunk_size': 1024}, **(download_kwargs or {}))
         else:
             # Community edition exports are sync, so we can download the file immediately
@@ -75,21 +106,57 @@ class ExportsClientExt(ExportsClient):
     
     def as_file(self, project_id: int, export_type: str = "JSON", timeout: int = 60, create_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, convert_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, download_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None):
         bytestream = self._get_bytestream(project_id, export_type, timeout, create_kwargs, convert_kwargs, download_kwargs)
-        return _bytestream_to_fileobj(bytestream)
+        return self._bytestream_to_fileobj(bytestream)
     
     def as_binary(self, project_id: int, export_type: str = "JSON", timeout: int = 60, create_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, convert_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, download_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None):
         bytestream = self._get_bytestream(project_id, export_type, timeout, create_kwargs, convert_kwargs, download_kwargs)
-        return _bytestream_to_binary(bytestream)
+        return self._bytestream_to_binary(bytestream)
     
     def as_json(self, project_id: int, timeout: int = 60, create_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, convert_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, download_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None):
         bytestream = self._get_bytestream(project_id, "JSON", timeout, create_kwargs, convert_kwargs, download_kwargs)
-        return _bytestream_to_json(bytestream)
+        return self._bytestream_to_json(bytestream)
     
     def as_pandas(self, project_id: int, timeout: int = 60, create_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, convert_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, download_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None):
         bytestream = self._get_bytestream(project_id, "CSV", timeout, create_kwargs, convert_kwargs, download_kwargs)
-        return _bytestream_to_pandas(bytestream)
+        return self._bytestream_to_pandas(bytestream)
     
 class AsyncExportsClientExt(AsyncExportsClient):
+    
+    async def _bytestream_to_fileobj(self, bytestream: typing.AsyncGenerator[bytes, None] | bytes):
+        """Convert bytestream to file-like object"""
+        fileobj = BytesIO()
+        if isinstance(bytestream, typing.AsyncGenerator):
+            async for chunk in bytestream:
+                fileobj.write(chunk)
+        else:
+            fileobj.write(bytestream)
+        fileobj.seek(0)
+        return fileobj
+
+    async def _bytestream_to_binary(self, bytestream):
+        """Convert bytestream to binary data"""
+        fileobj = await self._bytestream_to_fileobj(bytestream)
+        return fileobj.getvalue()
+
+    async def _bytestream_to_json(self, bytestream):
+        """Convert bytestream to JSON object"""
+        fileobj = await self._bytestream_to_fileobj(bytestream)
+        return json.load(fileobj)
+
+    async def _bytestream_to_pandas(self, bytestream):
+        """Convert bytestream to pandas DataFrame"""
+        fileobj = await self._bytestream_to_fileobj(bytestream)
+        return pd.read_csv(fileobj)
+    
+    async def _poll_export(self, project_id, export_snapshot, converted_format_id, timeout):
+        start_time = time.time()
+        while not _check_status(export_snapshot, None, 'completed'):
+            export_snapshot = await self.get(project_id, export_pk=export_snapshot.id)
+            if _check_status(export_snapshot, None, 'failed'):
+                raise ExportFailedError(export_snapshot)
+            if time.time() - start_time > timeout:
+                raise ExportTimeoutError(export_snapshot)
+            await asyncio.sleep(1)
 
     async def _get_bytestream(
         self,
@@ -104,31 +171,30 @@ class AsyncExportsClientExt(AsyncExportsClient):
         if version.edition == "Enterprise":
             # Enterprise edition exports are async, so we need to wait for the export job to complete
             export_snapshot = await self.create(project_id, **(create_kwargs or {}))
+            # Poll for base (JSON) export to complete
+            await self._poll_export(project_id, export_snapshot, None, timeout)
+            # Convert to requested format if not JSON
             if export_type != "JSON":
-                await self.convert(project_id, export_pk=export_snapshot.id, export_type=export_type, **(convert_kwargs or {}))
-            start_time = time.time()
-            while export_snapshot.status != "completed":
-                export_snapshot = await self.get(project_id, export_pk=export_snapshot.id)
-                if time.time() - start_time > timeout:
-                    raise ExportTimeoutError(export_snapshot)
-                await asyncio.sleep(1)
-            bytestream = await self.download(project_id, export_pk=export_snapshot.id, export_type=export_type, request_options={'chunk_size': 1024}, **(download_kwargs or {}))
+                converted_proc = await self.convert(project_id, export_pk=export_snapshot.id, export_type=export_type, **(convert_kwargs or {}))
+                await self._poll_export(project_id, export_snapshot, converted_proc.converted_format, timeout)
+            
+            bytestream = self.download(project_id, export_pk=export_snapshot.id, export_type=export_type, request_options={'chunk_size': 1024}, **(download_kwargs or {}))
         else:
-            bytestream = await self.download_sync(project_id, export_type=export_type, download_all_tasks=True, download_resources=True)
+            bytestream = self.download_sync(project_id, export_type=export_type, download_all_tasks=True, download_resources=True)
         return bytestream
     
     async def as_file(self, project_id: int, export_type: str = "JSON", timeout: int = 60, create_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, convert_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, download_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None):
         bytestream = await self._get_bytestream(project_id, export_type, timeout, create_kwargs, convert_kwargs, download_kwargs)
-        return _bytestream_to_fileobj(bytestream)
+        return await self._bytestream_to_fileobj(bytestream)
     
     async def as_binary(self, project_id: int, export_type: str = "JSON", timeout: int = 60, create_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, convert_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, download_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None):
         bytestream = await self._get_bytestream(project_id, export_type, timeout, create_kwargs, convert_kwargs, download_kwargs)
-        return _bytestream_to_binary(bytestream)
+        return await self._bytestream_to_binary(bytestream)
     
     async def as_json(self, project_id: int, timeout: int = 60, create_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, convert_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, download_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None):
         bytestream = await self._get_bytestream(project_id, "JSON", timeout, create_kwargs, convert_kwargs, download_kwargs)
-        return _bytestream_to_json(bytestream)
+        return await self._bytestream_to_json(bytestream)
     
     async def as_pandas(self, project_id: int, timeout: int = 60, create_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, convert_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None, download_kwargs: typing.Optional[typing.Dict[str, typing.Any]] = None):
         bytestream = await self._get_bytestream(project_id, "CSV", timeout, create_kwargs, convert_kwargs, download_kwargs)
-        return _bytestream_to_pandas(bytestream)
+        return await self._bytestream_to_pandas(bytestream)

label_studio_sdk/projects/pauses/__init__.py

@@ -0,0 +1,2 @@
+# This file was auto-generated by Fern from our API Definition.
+