rapidata 2.21.4__py3-none-any.whl → 2.22.0__py3-none-any.whl

rapidata/__init__.py

@@ -2,6 +2,7 @@ from .rapidata_client import (
     RapidataClient,
     DemographicSelection,
     LabelingSelection,
+    RetrievalMode,
     ValidationSelection,
     ConditionalValidationSelection,
     CappedSelection,
@@ -29,4 +30,8 @@ from .rapidata_client import (
     MultiAsset,
     RapidataDataTypes,
     Box,
+    PromptMetadata,
+    logger,
+    configure_logger,
+    OutputManger,
 )

rapidata/api_client/__init__.py

@@ -23,6 +23,7 @@ from rapidata.api_client.api.coco_api import CocoApi
 from rapidata.api_client.api.compare_workflow_api import CompareWorkflowApi
 from rapidata.api_client.api.datapoint_api import DatapointApi
 from rapidata.api_client.api.dataset_api import DatasetApi
+from rapidata.api_client.api.evaluation_workflow_api import EvaluationWorkflowApi
 from rapidata.api_client.api.feedback_api import FeedbackApi
 from rapidata.api_client.api.identity_api import IdentityApi
 from rapidata.api_client.api.newsletter_api import NewsletterApi
@@ -150,6 +151,7 @@ from rapidata.api_client.models.elo_config_model import EloConfigModel
 from rapidata.api_client.models.empty_validation_truth import EmptyValidationTruth
 from rapidata.api_client.models.evaluation_workflow_config import EvaluationWorkflowConfig
 from rapidata.api_client.models.evaluation_workflow_model import EvaluationWorkflowModel
+from rapidata.api_client.models.evaluation_workflow_model1 import EvaluationWorkflowModel1
 from rapidata.api_client.models.feature_flag import FeatureFlag
 from rapidata.api_client.models.feature_flag_model import FeatureFlagModel
 from rapidata.api_client.models.feedback_model import FeedbackModel
@@ -180,8 +182,6 @@ from rapidata.api_client.models.get_public_orders_result import GetPublicOrdersR
 from rapidata.api_client.models.get_rapid_responses_result import GetRapidResponsesResult
 from rapidata.api_client.models.get_responses_result import GetResponsesResult
 from rapidata.api_client.models.get_simple_workflow_results_model import GetSimpleWorkflowResultsModel
-from rapidata.api_client.models.get_simple_workflow_results_result import GetSimpleWorkflowResultsResult
-from rapidata.api_client.models.get_simple_workflow_results_result_paged_result import GetSimpleWorkflowResultsResultPagedResult
 from rapidata.api_client.models.get_validation_rapids_result import GetValidationRapidsResult
 from rapidata.api_client.models.get_validation_rapids_result_asset import GetValidationRapidsResultAsset
 from rapidata.api_client.models.get_validation_rapids_result_paged_result import GetValidationRapidsResultPagedResult
@@ -191,6 +191,9 @@ from rapidata.api_client.models.get_validation_set_by_id_result import GetValida
 from rapidata.api_client.models.get_workflow_by_id_result import GetWorkflowByIdResult
 from rapidata.api_client.models.get_workflow_by_id_result_workflow import GetWorkflowByIdResultWorkflow
 from rapidata.api_client.models.get_workflow_progress_result import GetWorkflowProgressResult
+from rapidata.api_client.models.get_workflow_results_result import GetWorkflowResultsResult
+from rapidata.api_client.models.get_workflow_results_result_paged_result import GetWorkflowResultsResultPagedResult
+from rapidata.api_client.models.google_one_tap_login_model import GoogleOneTapLoginModel
 from rapidata.api_client.models.i_workflow_model_paged_result import IWorkflowModelPagedResult
 from rapidata.api_client.models.image_dimension_metadata import ImageDimensionMetadata
 from rapidata.api_client.models.image_dimension_metadata_model import ImageDimensionMetadataModel
@@ -254,8 +257,6 @@ from rapidata.api_client.models.prompt_metadata_model import PromptMetadataModel
 from rapidata.api_client.models.public_order_model import PublicOrderModel
 from rapidata.api_client.models.public_text_metadata_input import PublicTextMetadataInput
 from rapidata.api_client.models.query_model import QueryModel
-from rapidata.api_client.models.query_validation_rapids_result import QueryValidationRapidsResult
-from rapidata.api_client.models.query_validation_rapids_result_paged_result import QueryValidationRapidsResultPagedResult
 from rapidata.api_client.models.query_workflows_model import QueryWorkflowsModel
 from rapidata.api_client.models.rapid_issue import RapidIssue
 from rapidata.api_client.models.rapid_response import RapidResponse
@@ -269,6 +270,7 @@ from rapidata.api_client.models.register_temporary_customer_model import Registe
 from rapidata.api_client.models.register_temporary_customer_result import RegisterTemporaryCustomerResult
 from rapidata.api_client.models.report_model import ReportModel
 from rapidata.api_client.models.response_count_user_filter_model import ResponseCountUserFilterModel
+from rapidata.api_client.models.retrieval_mode import RetrievalMode
 from rapidata.api_client.models.root_filter import RootFilter
 from rapidata.api_client.models.scrub_payload import ScrubPayload
 from rapidata.api_client.models.scrub_range import ScrubRange
@@ -285,11 +287,13 @@ from rapidata.api_client.models.simple_workflow_model import SimpleWorkflowModel
 from rapidata.api_client.models.simple_workflow_model1 import SimpleWorkflowModel1
 from rapidata.api_client.models.simple_workflow_model_blueprint import SimpleWorkflowModelBlueprint
 from rapidata.api_client.models.skip_result import SkipResult
+from rapidata.api_client.models.skip_truth import SkipTruth
 from rapidata.api_client.models.sort_criterion import SortCriterion
 from rapidata.api_client.models.sort_direction import SortDirection
 from rapidata.api_client.models.source_url_metadata import SourceUrlMetadata
 from rapidata.api_client.models.source_url_metadata_model import SourceUrlMetadataModel
 from rapidata.api_client.models.static_selection import StaticSelection
+from rapidata.api_client.models.sticky_state import StickyState
 from rapidata.api_client.models.submit_coco_model import SubmitCocoModel
 from rapidata.api_client.models.submit_coco_result import SubmitCocoResult
 from rapidata.api_client.models.text_asset_model import TextAssetModel

rapidata/api_client/api/__init__.py

@@ -7,6 +7,7 @@ from rapidata.api_client.api.coco_api import CocoApi
 from rapidata.api_client.api.compare_workflow_api import CompareWorkflowApi
 from rapidata.api_client.api.datapoint_api import DatapointApi
 from rapidata.api_client.api.dataset_api import DatasetApi
+from rapidata.api_client.api.evaluation_workflow_api import EvaluationWorkflowApi
 from rapidata.api_client.api.feedback_api import FeedbackApi
 from rapidata.api_client.api.identity_api import IdentityApi
 from rapidata.api_client.api.newsletter_api import NewsletterApi

rapidata/api_client/api/evaluation_workflow_api.py

@@ -0,0 +1,372 @@
+# coding: utf-8
+
+"""
+    Rapidata.Dataset
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: v1
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+import warnings
+from pydantic import validate_call, Field, StrictFloat, StrictStr, StrictInt
+from typing import Any, Dict, List, Optional, Tuple, Union
+from typing_extensions import Annotated
+
+from pydantic import Field, StrictInt, StrictStr
+from typing import List, Optional
+from typing_extensions import Annotated
+from rapidata.api_client.models.get_workflow_results_result_paged_result import GetWorkflowResultsResultPagedResult
+from rapidata.api_client.models.rapid_state import RapidState
+from rapidata.api_client.models.sort_criterion import SortCriterion
+
+from rapidata.api_client.api_client import ApiClient, RequestSerialized
+from rapidata.api_client.api_response import ApiResponse
+from rapidata.api_client.rest import RESTResponseType
+
+
+class EvaluationWorkflowApi:
+    """NOTE: This class is auto generated by OpenAPI Generator
+    Ref: https://openapi-generator.tech
+
+    Do not edit the class manually.
+    """
+
+    def __init__(self, api_client=None) -> None:
+        if api_client is None:
+            api_client = ApiClient.get_default()
+        self.api_client = api_client
+
+
+    @validate_call
+    def workflow_evaluation_workflow_id_results_get(
+        self,
+        workflow_id: Annotated[StrictStr, Field(description="The ID of the workflow to get the results for.")],
+        page_index: Optional[StrictInt] = None,
+        page_size: Optional[StrictInt] = None,
+        states: Annotated[Optional[List[RapidState]], Field(description="An optional list of states to filter the rapids by.")] = None,
+        sort_criteria: Annotated[Optional[List[SortCriterion]], Field(description="A list of criteria to sort the results by.")] = None,
+        _request_timeout: Union[
+            None,
+            Annotated[StrictFloat, Field(gt=0)],
+            Tuple[
+                Annotated[StrictFloat, Field(gt=0)],
+                Annotated[StrictFloat, Field(gt=0)]
+            ]
+        ] = None,
+        _request_auth: Optional[Dict[StrictStr, Any]] = None,
+        _content_type: Optional[StrictStr] = None,
+        _headers: Optional[Dict[StrictStr, Any]] = None,
+        _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
+    ) -> GetWorkflowResultsResultPagedResult:
+        """Get the results for an evaluation workflow.
+
+
+        :param workflow_id: The ID of the workflow to get the results for. (required)
+        :type workflow_id: str
+        :param page_index:
+        :type page_index: int
+        :param page_size:
+        :type page_size: int
+        :param states: An optional list of states to filter the rapids by.
+        :type states: List[RapidState]
+        :param sort_criteria: A list of criteria to sort the results by.
+        :type sort_criteria: List[SortCriterion]
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :type _request_timeout: int, tuple(int, int), optional
+        :param _request_auth: set to override the auth_settings for an a single
+                              request; this effectively ignores the
+                              authentication in the spec for a single request.
+        :type _request_auth: dict, optional
+        :param _content_type: force content-type for the request.
+        :type _content_type: str, Optional
+        :param _headers: set to override the headers for a single
+                         request; this effectively ignores the headers
+                         in the spec for a single request.
+        :type _headers: dict, optional
+        :param _host_index: set to override the host_index for a single
+                            request; this effectively ignores the host_index
+                            in the spec for a single request.
+        :type _host_index: int, optional
+        :return: Returns the result object.
+        """ # noqa: E501
+
+        _param = self._workflow_evaluation_workflow_id_results_get_serialize(
+            workflow_id=workflow_id,
+            page_index=page_index,
+            page_size=page_size,
+            states=states,
+            sort_criteria=sort_criteria,
+            _request_auth=_request_auth,
+            _content_type=_content_type,
+            _headers=_headers,
+            _host_index=_host_index
+        )
+
+        _response_types_map: Dict[str, Optional[str]] = {
+            '200': "GetWorkflowResultsResultPagedResult",
+        }
+        response_data = self.api_client.call_api(
+            *_param,
+            _request_timeout=_request_timeout
+        )
+        response_data.read()
+        return self.api_client.response_deserialize(
+            response_data=response_data,
+            response_types_map=_response_types_map,
+        ).data
+
+
+    @validate_call
+    def workflow_evaluation_workflow_id_results_get_with_http_info(
+        self,
+        workflow_id: Annotated[StrictStr, Field(description="The ID of the workflow to get the results for.")],
+        page_index: Optional[StrictInt] = None,
+        page_size: Optional[StrictInt] = None,
+        states: Annotated[Optional[List[RapidState]], Field(description="An optional list of states to filter the rapids by.")] = None,
+        sort_criteria: Annotated[Optional[List[SortCriterion]], Field(description="A list of criteria to sort the results by.")] = None,
+        _request_timeout: Union[
+            None,
+            Annotated[StrictFloat, Field(gt=0)],
+            Tuple[
+                Annotated[StrictFloat, Field(gt=0)],
+                Annotated[StrictFloat, Field(gt=0)]
+            ]
+        ] = None,
+        _request_auth: Optional[Dict[StrictStr, Any]] = None,
+        _content_type: Optional[StrictStr] = None,
+        _headers: Optional[Dict[StrictStr, Any]] = None,
+        _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
+    ) -> ApiResponse[GetWorkflowResultsResultPagedResult]:
+        """Get the results for an evaluation workflow.
+
+
+        :param workflow_id: The ID of the workflow to get the results for. (required)
+        :type workflow_id: str
+        :param page_index:
+        :type page_index: int
+        :param page_size:
+        :type page_size: int
+        :param states: An optional list of states to filter the rapids by.
+        :type states: List[RapidState]
+        :param sort_criteria: A list of criteria to sort the results by.
+        :type sort_criteria: List[SortCriterion]
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :type _request_timeout: int, tuple(int, int), optional
+        :param _request_auth: set to override the auth_settings for an a single
+                              request; this effectively ignores the
+                              authentication in the spec for a single request.
+        :type _request_auth: dict, optional
+        :param _content_type: force content-type for the request.
+        :type _content_type: str, Optional
+        :param _headers: set to override the headers for a single
+                         request; this effectively ignores the headers
+                         in the spec for a single request.
+        :type _headers: dict, optional
+        :param _host_index: set to override the host_index for a single
+                            request; this effectively ignores the host_index
+                            in the spec for a single request.
+        :type _host_index: int, optional
+        :return: Returns the result object.
+        """ # noqa: E501
+
+        _param = self._workflow_evaluation_workflow_id_results_get_serialize(
+            workflow_id=workflow_id,
+            page_index=page_index,
+            page_size=page_size,
+            states=states,
+            sort_criteria=sort_criteria,
+            _request_auth=_request_auth,
+            _content_type=_content_type,
+            _headers=_headers,
+            _host_index=_host_index
+        )
+
+        _response_types_map: Dict[str, Optional[str]] = {
+            '200': "GetWorkflowResultsResultPagedResult",
+        }
+        response_data = self.api_client.call_api(
+            *_param,
+            _request_timeout=_request_timeout
+        )
+        response_data.read()
+        return self.api_client.response_deserialize(
+            response_data=response_data,
+            response_types_map=_response_types_map,
+        )
+
+
+    @validate_call
+    def workflow_evaluation_workflow_id_results_get_without_preload_content(
+        self,
+        workflow_id: Annotated[StrictStr, Field(description="The ID of the workflow to get the results for.")],
+        page_index: Optional[StrictInt] = None,
+        page_size: Optional[StrictInt] = None,
+        states: Annotated[Optional[List[RapidState]], Field(description="An optional list of states to filter the rapids by.")] = None,
+        sort_criteria: Annotated[Optional[List[SortCriterion]], Field(description="A list of criteria to sort the results by.")] = None,
+        _request_timeout: Union[
+            None,
+            Annotated[StrictFloat, Field(gt=0)],
+            Tuple[
+                Annotated[StrictFloat, Field(gt=0)],
+                Annotated[StrictFloat, Field(gt=0)]
+            ]
+        ] = None,
+        _request_auth: Optional[Dict[StrictStr, Any]] = None,
+        _content_type: Optional[StrictStr] = None,
+        _headers: Optional[Dict[StrictStr, Any]] = None,
+        _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
+    ) -> RESTResponseType:
+        """Get the results for an evaluation workflow.
+
+
+        :param workflow_id: The ID of the workflow to get the results for. (required)
+        :type workflow_id: str
+        :param page_index:
+        :type page_index: int
+        :param page_size:
+        :type page_size: int
+        :param states: An optional list of states to filter the rapids by.
+        :type states: List[RapidState]
+        :param sort_criteria: A list of criteria to sort the results by.
+        :type sort_criteria: List[SortCriterion]
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :type _request_timeout: int, tuple(int, int), optional
+        :param _request_auth: set to override the auth_settings for an a single
+                              request; this effectively ignores the
+                              authentication in the spec for a single request.
+        :type _request_auth: dict, optional
+        :param _content_type: force content-type for the request.
+        :type _content_type: str, Optional
+        :param _headers: set to override the headers for a single
+                         request; this effectively ignores the headers
+                         in the spec for a single request.
+        :type _headers: dict, optional
+        :param _host_index: set to override the host_index for a single
+                            request; this effectively ignores the host_index
+                            in the spec for a single request.
+        :type _host_index: int, optional
+        :return: Returns the result object.
+        """ # noqa: E501
+
+        _param = self._workflow_evaluation_workflow_id_results_get_serialize(
+            workflow_id=workflow_id,
+            page_index=page_index,
+            page_size=page_size,
+            states=states,
+            sort_criteria=sort_criteria,
+            _request_auth=_request_auth,
+            _content_type=_content_type,
+            _headers=_headers,
+            _host_index=_host_index
+        )
+
+        _response_types_map: Dict[str, Optional[str]] = {
+            '200': "GetWorkflowResultsResultPagedResult",
+        }
+        response_data = self.api_client.call_api(
+            *_param,
+            _request_timeout=_request_timeout
+        )
+        return response_data.response
+
+
+    def _workflow_evaluation_workflow_id_results_get_serialize(
+        self,
+        workflow_id,
+        page_index,
+        page_size,
+        states,
+        sort_criteria,
+        _request_auth,
+        _content_type,
+        _headers,
+        _host_index,
+    ) -> RequestSerialized:
+
+        _host = None
+
+        _collection_formats: Dict[str, str] = {
+            'States': 'multi',
+            'SortCriteria': 'multi',
+        }
+
+        _path_params: Dict[str, str] = {}
+        _query_params: List[Tuple[str, str]] = []
+        _header_params: Dict[str, Optional[str]] = _headers or {}
+        _form_params: List[Tuple[str, str]] = []
+        _files: Dict[
+            str, Union[str, bytes, List[str], List[bytes], List[Tuple[str, bytes]]]
+        ] = {}
+        _body_params: Optional[bytes] = None
+
+        # process the path parameters
+        if workflow_id is not None:
+            _path_params['workflowId'] = workflow_id
+        # process the query parameters
+        if page_index is not None:
+            
+            _query_params.append(('Page.Index', page_index))
+            
+        if page_size is not None:
+            
+            _query_params.append(('Page.Size', page_size))
+            
+        if states is not None:
+            
+            _query_params.append(('States', states))
+            
+        if sort_criteria is not None:
+            
+            _query_params.append(('SortCriteria', sort_criteria))
+            
+        # process the header parameters
+        # process the form parameters
+        # process the body parameter
+
+
+        # set the HTTP header `Accept`
+        if 'Accept' not in _header_params:
+            _header_params['Accept'] = self.api_client.select_header_accept(
+                [
+                    'text/plain', 
+                    'application/json', 
+                    'text/json'
+                ]
+            )
+
+
+        # authentication setting
+        _auth_settings: List[str] = [
+            'bearer', 
+            'oauth2'
+        ]
+
+        return self.api_client.param_serialize(
+            method='GET',
+            resource_path='/workflow/evaluation/{workflowId}/results',
+            path_params=_path_params,
+            query_params=_query_params,
+            header_params=_header_params,
+            body=_body_params,
+            post_params=_form_params,
+            files=_files,
+            auth_settings=_auth_settings,
+            collection_formats=_collection_formats,
+            _host=_host,
+            _request_auth=_request_auth
+        )
+
+