rapidata 2.27.2__py3-none-any.whl → 2.44.3__py3-none-any.whl

rapidata/api_client/models/video_duration_metadata_model.py

@@ -0,0 +1,96 @@
+# coding: utf-8
+
+"""
+    Rapidata.Dataset
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: v1
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr, field_validator
+from typing import Any, ClassVar, Dict, List
+from typing import Optional, Set
+from typing_extensions import Self
+
+class VideoDurationMetadataModel(BaseModel):
+    """
+    VideoDurationMetadataModel
+    """ # noqa: E501
+    t: StrictStr = Field(description="Discriminator value for VideoDurationMetadata", alias="_t")
+    duration: StrictStr
+    __properties: ClassVar[List[str]] = ["_t", "duration"]
+
+    @field_validator('t')
+    def t_validate_enum(cls, value):
+        """Validates the enum"""
+        if value not in set(['VideoDurationMetadata']):
+            raise ValueError("must be one of enum values ('VideoDurationMetadata')")
+        return value
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of VideoDurationMetadataModel from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of VideoDurationMetadataModel from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "_t": obj.get("_t") if obj.get("_t") is not None else 'VideoDurationMetadata',
+            "duration": obj.get("duration")
+        })
+        return _obj
+
+

rapidata/api_client/models/workflow_aggregation_step_model.py

@@ -19,6 +19,7 @@ import json
 
 from pydantic import BaseModel, ConfigDict, Field, StrictStr, field_validator
 from typing import Any, ClassVar, Dict, List, Optional
+from rapidata.api_client.models.aggregator_type import AggregatorType
 from typing import Optional, Set
 from typing_extensions import Self
 
@@ -30,7 +31,7 @@ class WorkflowAggregationStepModel(BaseModel):
     campaign_artifact_id: StrictStr = Field(description="The campaign artifact id", alias="campaignArtifactId")
     workflow_artifact_id: StrictStr = Field(description="The workflow artifact id", alias="workflowArtifactId")
     file_artifact_id: StrictStr = Field(description="The file artifact id", alias="fileArtifactId")
-    aggregator_type: Optional[StrictStr] = Field(default='NonCommittal', description="The type of the aggregator", alias="aggregatorType")
+    aggregator_type: Optional[AggregatorType] = Field(default=None, alias="aggregatorType")
     __properties: ClassVar[List[str]] = ["_t", "campaignArtifactId", "workflowArtifactId", "fileArtifactId", "aggregatorType"]
 
     @field_validator('t')
@@ -40,16 +41,6 @@ class WorkflowAggregationStepModel(BaseModel):
             raise ValueError("must be one of enum values ('WorkflowAggregationStepModel')")
         return value
 
-    @field_validator('aggregator_type')
-    def aggregator_type_validate_enum(cls, value):
-        """Validates the enum"""
-        if value is None:
-            return value
-
-        if value not in set(['NonCommittal', 'MajorityVote', 'SimpleMatchup', 'LocateCluster', 'Classification', 'Locate', 'BoundingBox', 'Line', 'Transcription', 'SinglePointLocate', 'FreeText', 'Scrub']):
-            raise ValueError("must be one of enum values ('NonCommittal', 'MajorityVote', 'SimpleMatchup', 'LocateCluster', 'Classification', 'Locate', 'BoundingBox', 'Line', 'Transcription', 'SinglePointLocate', 'FreeText', 'Scrub')")
-        return value
-
     model_config = ConfigDict(
         populate_by_name=True,
         validate_assignment=True,
@@ -105,7 +96,7 @@ class WorkflowAggregationStepModel(BaseModel):
             "campaignArtifactId": obj.get("campaignArtifactId"),
             "workflowArtifactId": obj.get("workflowArtifactId"),
             "fileArtifactId": obj.get("fileArtifactId"),
-            "aggregatorType": obj.get("aggregatorType") if obj.get("aggregatorType") is not None else 'NonCommittal'
+            "aggregatorType": obj.get("aggregatorType")
         })
         return _obj
 

rapidata/api_client/models/workflow_config_artifact_model_workflow_config.py

@@ -19,12 +19,13 @@ from pydantic import BaseModel, ConfigDict, Field, StrictStr, ValidationError, f
 from typing import Any, List, Optional
 from rapidata.api_client.models.compare_workflow_config import CompareWorkflowConfig
 from rapidata.api_client.models.evaluation_workflow_config import EvaluationWorkflowConfig
+from rapidata.api_client.models.grouped_ranking_workflow_config import GroupedRankingWorkflowConfig
 from rapidata.api_client.models.simple_workflow_config import SimpleWorkflowConfig
 from pydantic import StrictStr, Field
 from typing import Union, List, Set, Optional, Dict
 from typing_extensions import Literal, Self
 
-WORKFLOWCONFIGARTIFACTMODELWORKFLOWCONFIG_ONE_OF_SCHEMAS = ["CompareWorkflowConfig", "EvaluationWorkflowConfig", "SimpleWorkflowConfig"]
+WORKFLOWCONFIGARTIFACTMODELWORKFLOWCONFIG_ONE_OF_SCHEMAS = ["CompareWorkflowConfig", "EvaluationWorkflowConfig", "GroupedRankingWorkflowConfig", "SimpleWorkflowConfig"]
 
 class WorkflowConfigArtifactModelWorkflowConfig(BaseModel):
     """
@@ -34,10 +35,12 @@ class WorkflowConfigArtifactModelWorkflowConfig(BaseModel):
     oneof_schema_1_validator: Optional[CompareWorkflowConfig] = None
     # data type: EvaluationWorkflowConfig
     oneof_schema_2_validator: Optional[EvaluationWorkflowConfig] = None
+    # data type: GroupedRankingWorkflowConfig
+    oneof_schema_3_validator: Optional[GroupedRankingWorkflowConfig] = None
     # data type: SimpleWorkflowConfig
-    oneof_schema_3_validator: Optional[SimpleWorkflowConfig] = None
-    actual_instance: Optional[Union[CompareWorkflowConfig, EvaluationWorkflowConfig, SimpleWorkflowConfig]] = None
-    one_of_schemas: Set[str] = { "CompareWorkflowConfig", "EvaluationWorkflowConfig", "SimpleWorkflowConfig" }
+    oneof_schema_4_validator: Optional[SimpleWorkflowConfig] = None
+    actual_instance: Optional[Union[CompareWorkflowConfig, EvaluationWorkflowConfig, GroupedRankingWorkflowConfig, SimpleWorkflowConfig]] = None
+    one_of_schemas: Set[str] = { "CompareWorkflowConfig", "EvaluationWorkflowConfig", "GroupedRankingWorkflowConfig", "SimpleWorkflowConfig" }
 
     model_config = ConfigDict(
         validate_assignment=True,
@@ -73,6 +76,11 @@ class WorkflowConfigArtifactModelWorkflowConfig(BaseModel):
             error_messages.append(f"Error! Input type `{type(v)}` is not `EvaluationWorkflowConfig`")
         else:
             match += 1
+        # validate data type: GroupedRankingWorkflowConfig
+        if not isinstance(v, GroupedRankingWorkflowConfig):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `GroupedRankingWorkflowConfig`")
+        else:
+            match += 1
         # validate data type: SimpleWorkflowConfig
         if not isinstance(v, SimpleWorkflowConfig):
             error_messages.append(f"Error! Input type `{type(v)}` is not `SimpleWorkflowConfig`")
@@ -80,10 +88,10 @@ class WorkflowConfigArtifactModelWorkflowConfig(BaseModel):
             match += 1
         if match > 1:
             # more than 1 match
-            raise ValueError("Multiple matches found when setting `actual_instance` in WorkflowConfigArtifactModelWorkflowConfig with oneOf schemas: CompareWorkflowConfig, EvaluationWorkflowConfig, SimpleWorkflowConfig. Details: " + ", ".join(error_messages))
+            raise ValueError("Multiple matches found when setting `actual_instance` in WorkflowConfigArtifactModelWorkflowConfig with oneOf schemas: CompareWorkflowConfig, EvaluationWorkflowConfig, GroupedRankingWorkflowConfig, SimpleWorkflowConfig. Details: " + ", ".join(error_messages))
         elif match == 0:
             # no match
-            raise ValueError("No match found when setting `actual_instance` in WorkflowConfigArtifactModelWorkflowConfig with oneOf schemas: CompareWorkflowConfig, EvaluationWorkflowConfig, SimpleWorkflowConfig. Details: " + ", ".join(error_messages))
+            raise ValueError("No match found when setting `actual_instance` in WorkflowConfigArtifactModelWorkflowConfig with oneOf schemas: CompareWorkflowConfig, EvaluationWorkflowConfig, GroupedRankingWorkflowConfig, SimpleWorkflowConfig. Details: " + ", ".join(error_messages))
         else:
             return v
 
@@ -110,6 +118,12 @@ class WorkflowConfigArtifactModelWorkflowConfig(BaseModel):
             match += 1
         except (ValidationError, ValueError) as e:
             error_messages.append(str(e))
+        # deserialize data into GroupedRankingWorkflowConfig
+        try:
+            instance.actual_instance = GroupedRankingWorkflowConfig.from_json(json_str)
+            match += 1
+        except (ValidationError, ValueError) as e:
+            error_messages.append(str(e))
         # deserialize data into SimpleWorkflowConfig
         try:
             instance.actual_instance = SimpleWorkflowConfig.from_json(json_str)
@@ -119,10 +133,10 @@ class WorkflowConfigArtifactModelWorkflowConfig(BaseModel):
 
         if match > 1:
             # more than 1 match
-            raise ValueError("Multiple matches found when deserializing the JSON string into WorkflowConfigArtifactModelWorkflowConfig with oneOf schemas: CompareWorkflowConfig, EvaluationWorkflowConfig, SimpleWorkflowConfig. Details: " + ", ".join(error_messages))
+            raise ValueError("Multiple matches found when deserializing the JSON string into WorkflowConfigArtifactModelWorkflowConfig with oneOf schemas: CompareWorkflowConfig, EvaluationWorkflowConfig, GroupedRankingWorkflowConfig, SimpleWorkflowConfig. Details: " + ", ".join(error_messages))
         elif match == 0:
             # no match
-            raise ValueError("No match found when deserializing the JSON string into WorkflowConfigArtifactModelWorkflowConfig with oneOf schemas: CompareWorkflowConfig, EvaluationWorkflowConfig, SimpleWorkflowConfig. Details: " + ", ".join(error_messages))
+            raise ValueError("No match found when deserializing the JSON string into WorkflowConfigArtifactModelWorkflowConfig with oneOf schemas: CompareWorkflowConfig, EvaluationWorkflowConfig, GroupedRankingWorkflowConfig, SimpleWorkflowConfig. Details: " + ", ".join(error_messages))
         else:
             return instance
 
@@ -136,7 +150,7 @@ class WorkflowConfigArtifactModelWorkflowConfig(BaseModel):
         else:
             return json.dumps(self.actual_instance)
 
-    def to_dict(self) -> Optional[Union[Dict[str, Any], CompareWorkflowConfig, EvaluationWorkflowConfig, SimpleWorkflowConfig]]:
+    def to_dict(self) -> Optional[Union[Dict[str, Any], CompareWorkflowConfig, EvaluationWorkflowConfig, GroupedRankingWorkflowConfig, SimpleWorkflowConfig]]:
         """Returns the dict representation of the actual instance"""
         if self.actual_instance is None:
             return None

rapidata/api_client/models/workflow_state.py

@@ -1,9 +1,9 @@
 # coding: utf-8
 
 """
-    Rapidata.Dataset
+    Rapidata Asset API
 
-    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+    The API for the Rapidata Asset service
 
     The version of the OpenAPI document: v1
     Generated by OpenAPI Generator (https://openapi-generator.tech)

rapidata/api_client/models/zip_entry_file_wrapper.py

@@ -0,0 +1,151 @@
+# coding: utf-8
+
+"""
+    Rapidata.Dataset
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: v1
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr, field_validator
+from typing import Any, ClassVar, Dict, List, Optional
+from rapidata.api_client.models.file_asset_metadata_value import FileAssetMetadataValue
+from typing import Optional, Set
+from typing_extensions import Self
+
+class ZipEntryFileWrapper(BaseModel):
+    """
+    ZipEntryFileWrapper
+    """ # noqa: E501
+    t: StrictStr = Field(description="Discriminator value for ZipEntryFileWrapper", alias="_t")
+    name: Optional[StrictStr] = None
+    content_length: Optional[StrictInt] = Field(default=None, alias="contentLength")
+    content_type: Optional[StrictStr] = Field(default=None, alias="contentType")
+    is_in_memory: Optional[StrictBool] = Field(default=None, alias="isInMemory")
+    metadata: Optional[Dict[str, FileAssetMetadataValue]] = None
+    creator_id: Optional[StrictStr] = Field(default=None, alias="creatorId")
+    creator_mail: Optional[StrictStr] = Field(default=None, alias="creatorMail")
+    __properties: ClassVar[List[str]] = ["_t", "name", "contentLength", "contentType", "isInMemory", "metadata", "creatorId", "creatorMail"]
+
+    @field_validator('t')
+    def t_validate_enum(cls, value):
+        """Validates the enum"""
+        if value not in set(['ZipEntryFileWrapper']):
+            raise ValueError("must be one of enum values ('ZipEntryFileWrapper')")
+        return value
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of ZipEntryFileWrapper from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "name",
+            "content_length",
+            "content_type",
+            "is_in_memory",
+            "metadata",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each value in metadata (dict)
+        _field_dict = {}
+        if self.metadata:
+            for _key_metadata in self.metadata:
+                if self.metadata[_key_metadata]:
+                    _field_dict[_key_metadata] = self.metadata[_key_metadata].to_dict()
+            _dict['metadata'] = _field_dict
+        # set to None if content_length (nullable) is None
+        # and model_fields_set contains the field
+        if self.content_length is None and "content_length" in self.model_fields_set:
+            _dict['contentLength'] = None
+
+        # set to None if content_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.content_type is None and "content_type" in self.model_fields_set:
+            _dict['contentType'] = None
+
+        # set to None if creator_id (nullable) is None
+        # and model_fields_set contains the field
+        if self.creator_id is None and "creator_id" in self.model_fields_set:
+            _dict['creatorId'] = None
+
+        # set to None if creator_mail (nullable) is None
+        # and model_fields_set contains the field
+        if self.creator_mail is None and "creator_mail" in self.model_fields_set:
+            _dict['creatorMail'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of ZipEntryFileWrapper from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "_t": obj.get("_t") if obj.get("_t") is not None else 'ZipEntryFileWrapper',
+            "name": obj.get("name"),
+            "contentLength": obj.get("contentLength"),
+            "contentType": obj.get("contentType"),
+            "isInMemory": obj.get("isInMemory"),
+            "metadata": dict(
+                (_k, FileAssetMetadataValue.from_dict(_v))
+                for _k, _v in obj["metadata"].items()
+            )
+            if obj.get("metadata") is not None
+            else None,
+            "creatorId": obj.get("creatorId"),
+            "creatorMail": obj.get("creatorMail")
+        })
+        return _obj
+
+

rapidata/api_client/rest.py

@@ -1,14 +1,14 @@
 # coding: utf-8
 
 """
-    Rapidata.Dataset
+Rapidata Asset API
 
-    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+The API for the Rapidata Asset service
 
-    The version of the OpenAPI document: v1
-    Generated by OpenAPI Generator (https://openapi-generator.tech)
+The version of the OpenAPI document: v1
+Generated by OpenAPI Generator (https://openapi-generator.tech)
 
-    Do not edit the class manually.
+Do not edit the class manually.
 """  # noqa: E501
 
 import io
@@ -18,7 +18,7 @@ from typing import Dict, Optional
 
 import httpx
 from authlib.integrations.httpx_client import OAuth2Client
-from httpx import Timeout, ConnectError
+from httpx import Timeout, ConnectError, Limits
 
 from rapidata.api_client.exceptions import ApiException, ApiValueError
 
@@ -239,12 +239,18 @@ class RESTClientObject:
         return RESTResponse(r)
 
     def _get_session_defaults(self):
+        # Set connection pool limits to support high concurrency uploads
+        # Default httpx limits (max_connections=100, max_keepalive_connections=20)
+        # are too restrictive for parallel upload scenarios
+        limits = Limits(max_connections=200, max_keepalive_connections=200)
+
         client_kwargs = {
             "verify": (
                 self.configuration.ssl_ca_cert
                 if self.configuration.ssl_ca_cert
                 else self.configuration.verify_ssl
-            )
+            ),
+            "limits": limits,
         }
 
         if self.configuration.proxy:
@@ -257,7 +263,9 @@ class RESTClientObject:
             client_kwargs["headers"] = existing_headers
 
         if self.configuration.retries is not None:
-            transport = httpx.HTTPTransport(retries=self.configuration.retries)
+            transport = httpx.HTTPTransport(
+                retries=self.configuration.retries, limits=limits
+            )
             client_kwargs["transport"] = transport
 
         return client_kwargs
@@ -286,4 +294,3 @@ class RESTClientObject:
         
         If the issue persists, please reach out to us at 'info@rapidata.ai', we're happy to help you.
         """
-