rapidata 2.3.2__py3-none-any.whl → 2.4.0__py3-none-any.whl

rapidata/rapidata_client/validation/validation_set_manager.py

@@ -1,4 +1,3 @@
-from rapidata.rapidata_client.validation._validation_set_builder import ValidationSetBuilder
 from rapidata.rapidata_client.validation.rapidata_validation_set import RapidataValidationSet
 from rapidata.service.openapi_service import OpenAPIService
 from rapidata.rapidata_client.assets.data_type_enum import RapidataDataTypes
@@ -17,8 +16,6 @@ from rapidata.rapidata_client.validation.rapids.box import Box
 
 from rapidata.api_client.models.query_validation_set_model import QueryValidationSetModel
 
-from typing import Sequence
-
 
 class ValidationSetManager:
     """
@@ -39,7 +36,8 @@ class ValidationSetManager:
         truths: list[list[str]],
         data_type: str = RapidataDataTypes.MEDIA,
         contexts: list[str] | None = None,
-        print_confirmation: bool = True
+        print_confirmation: bool = True,
+        explanations: list[str | None] | None = None,
     ) -> RapidataValidationSet:
         """Create a classification validation set.
         
@@ -58,6 +56,7 @@ class ValidationSetManager:
                 If provided has to be the same length as datapoints and will be shown in addition to the instruction and answer options. (Therefore will be different for each datapoint)
                 Will be match up with the datapoints using the list index.
             print_confirmation (bool, optional): Whether to print a confirmation message that validation set has been created. Defaults to True.
+            explanations (list[str | None], optional): The explanations for each datapoint. Will be given to the annotators in case the answer is wrong. Defaults to None.
         """
         
         if len(datapoints) != len(truths):
@@ -68,8 +67,11 @@ class ValidationSetManager:
         
         if contexts and len(contexts) != len(datapoints):
             raise ValueError("The number of contexts and datapoints must be equal")
-        
-        rapids = []
+
+        if(explanations and len(explanations) != len(datapoints)):
+            raise ValueError("The numeber of reasons and datapoints must be equal, the index must align, but can be padded with None")
+       
+        rapids: list[Rapid] = []
         for i in range(len(datapoints)):
             rapids.append(
                 self.rapid.classification_rapid(
@@ -78,16 +80,13 @@ class ValidationSetManager:
                     datapoint=datapoints[i],
                     truths=truths[i],
                     data_type=data_type,
-                    metadata=[PromptMetadata(contexts[i])] if contexts else []
+                    metadata=[PromptMetadata(contexts[i])] if contexts else [],
+                    explanation=explanations[i] if explanations != None else None
                 )
             )
 
-        validation_set_builder = ValidationSetBuilder(name, self.__openapi_service)
-        for rapid in rapids:
-            validation_set_builder._add_rapid(rapid)
+        return self._submit(name=name, data_type=data_type, rapids=rapids, print_confirmation=print_confirmation)
 
-        return validation_set_builder._submit(print_confirmation)
-    
     def create_compare_set(self,
         name: str,
         instruction: str,
@@ -95,7 +94,8 @@ class ValidationSetManager:
         truths: list[str],
         data_type: str = RapidataDataTypes.MEDIA,
         contexts: list[str] | None = None,
-        print_confirmation: bool = True
+        print_confirmation: bool = True,
+        explanation: list[str | None] | None = None,
     ) -> RapidataValidationSet:
         """Create a comparison validation set.
 
@@ -114,6 +114,7 @@ class ValidationSetManager:
                 If provided has to be the same length as datapoints and will be shown in addition to the instruction and truth. (Therefore will be different for each datapoint)
                 Will be match up with the datapoints using the list index.
             print_confirmation (bool, optional): Whether to print a confirmation message that validation set has been created. Defaults to True.
+            explanation (list[str | None], optional): The explanations for each datapoint. Will be given to the annotators in case the answer is wrong. Defaults to None.
         """
         
         if len(datapoints) != len(truths):
@@ -124,8 +125,11 @@ class ValidationSetManager:
 
         if contexts and len(contexts) != len(datapoints):
             raise ValueError("The number of contexts and datapoints must be equal")
-        
-        rapids = []
+ 
+        if(explanation and len(explanation) != len(datapoints)):
+            raise ValueError("The numeber of reasons and datapoints must be equal, the index must align, but can be padded with None")
+              
+        rapids: list[Rapid] = []
         for i in range(len(datapoints)):
             rapids.append(
                 self.rapid.compare_rapid(
@@ -133,16 +137,13 @@ class ValidationSetManager:
                     truth=truths[i],
                     datapoint=datapoints[i],
                     data_type=data_type,
-                    metadata=[PromptMetadata(contexts[i])] if contexts else []
+                    metadata=[PromptMetadata(contexts[i])] if contexts else [],
+                    explanation=explanation[i] if explanation != None else None
                 )
             )
-
-        validation_set_builder = ValidationSetBuilder(name, self.__openapi_service)
-        for rapid in rapids:
-            validation_set_builder._add_rapid(rapid)
-
-        return validation_set_builder._submit(print_confirmation)
-    
+ 
+        return self._submit(name=name, data_type=data_type, rapids=rapids, print_confirmation=print_confirmation)
+  
     def create_select_words_set(self,
         name: str,
         instruction: str,
@@ -151,7 +152,8 @@ class ValidationSetManager:
         sentences: list[str],
         required_precision: float = 1.0,
         required_completeness: float = 1.0,
-        print_confirmation: bool = True
+        print_confirmation: bool = True,
+        explanation: list[str | None] | None = None,
     ) -> RapidataValidationSet:
         """Create a select words validation set.
 
@@ -169,6 +171,7 @@ class ValidationSetManager:
             required_precision (float, optional): The required precision for the labeler to get the rapid correct (minimum ratio of the words selected that need to be correct). Defaults to 1.0 (no wrong word can be selected).
             required_completeness (float, optional): The required completeness for the labeler to get the rapid correct (miminum ratio of total correct words selected). Defaults to 1.0 (all correct words need to be selected).
             print_confirmation (bool, optional): Whether to print a confirmation message that validation set has been created. Defaults to True.
+            explanation (list[str | None], optional): The explanations for each datapoint. Will be given to the annotators in case the answer is wrong. Defaults to None.
             """
         
         if not all([isinstance(truth, (list, tuple)) for truth in truths]):
@@ -176,8 +179,11 @@ class ValidationSetManager:
 
         if len(datapoints) != len(truths) or len(datapoints) != len(sentences):
             raise ValueError("The number of datapoints, truths, and sentences must be equal")
-        
-        rapids = []
+ 
+        if(explanation and len(explanation) != len(datapoints)):
+            raise ValueError("The numeber of reasons and datapoints must be equal, the index must align, but can be padded with None")
+              
+        rapids: list[Rapid] = []
         for i in range(len(datapoints)):
             rapids.append(
                 self.rapid.select_words_rapid(
@@ -186,23 +192,21 @@ class ValidationSetManager:
                     datapoint=datapoints[i],
                     sentence=sentences[i],
                     required_precision=required_precision,
-                    required_completeness=required_completeness
+                    required_completeness=required_completeness,
+                    explanation=explanation[i] if explanation != None else None
                 )
             )
 
-        validation_set_builder = ValidationSetBuilder(name, self.__openapi_service)
-        for rapid in rapids:
-            validation_set_builder._add_rapid(rapid)
+        return self._submit(name=name, data_type=RapidataDataTypes.MEDIA, rapids=rapids, print_confirmation=print_confirmation)
 
-        return validation_set_builder._submit(print_confirmation)
-    
     def create_locate_set(self,
         name: str,
         instruction: str,
         truths: list[list[Box]],
         datapoints: list[str],
         contexts: list[str] | None = None,
-        print_confirmation: bool = True
+        print_confirmation: bool = True,
+        explanation: list[str | None] | None = None,
     ) -> RapidataValidationSet:
         """Create a locate validation set.
 
@@ -216,6 +220,7 @@ class ValidationSetManager:
             datapoints (list[str]): The datapoints that will be used for validation.
             contexts (list[str], optional): The contexts for each datapoint. Defaults to None.
             print_confirmation (bool, optional): Whether to print a confirmation message that validation set has been created. Defaults to True.
+            explanation (list[str | None], optional): The explanations for each datapoint. Will be given to the annotators in case the answer is wrong. Defaults to None.
         """
         
         if len(datapoints) != len(truths):
@@ -226,23 +231,25 @@ class ValidationSetManager:
         
         if contexts and len(contexts) != len(datapoints):
             raise ValueError("The number of contexts and datapoints must be equal")
-        
+ 
+        if(explanation and len(explanation) != len(datapoints)):
+            raise ValueError("The numeber of reasons and datapoints must be equal, the index must align, but can be padded with None")
+              
         rapids = []
+        rapids: list[Rapid] = []
         for i in range(len(datapoints)):
             rapids.append(
                 self.rapid.locate_rapid(
                     instruction=instruction,
                     truths=truths[i],
                     datapoint=datapoints[i],
-                    metadata=[PromptMetadata(contexts[i])] if contexts else []
+                    metadata=[PromptMetadata(contexts[i])] if contexts else [],
+                    explanation=explanation[i] if explanation != None else None
+
                 )
             )
-
-        validation_set_builder = ValidationSetBuilder(name, self.__openapi_service)
-        for rapid in rapids:
-            validation_set_builder._add_rapid(rapid)
-
-        return validation_set_builder._submit(print_confirmation)
+        
+        return self._submit(name=name, data_type=RapidataDataTypes.MEDIA, rapids=rapids, print_confirmation=print_confirmation)
     
     def create_draw_set(self,
         name: str,
@@ -250,7 +257,8 @@ class ValidationSetManager:
         truths: list[list[Box]],
         datapoints: list[str],
         contexts: list[str] | None = None,
-        print_confirmation: bool = True
+        print_confirmation: bool = True,
+        explanation: list[str | None] | None = None,
     ) -> RapidataValidationSet:
         """Create a draw validation set.
 
@@ -264,6 +272,7 @@ class ValidationSetManager:
             datapoints (list[str]): The datapoints that will be used for validation.
             contexts (list[str], optional): The contexts for each datapoint. Defaults to None.
             print_confirmation (bool, optional): Whether to print a confirmation message that validation set has been created. Defaults to True.
+            explanation (list[str | None], optional): The explanations for each datapoint. Will be given to the annotators in case the answer is wrong. Defaults to None.
         """
         
         if len(datapoints) != len(truths):
@@ -274,24 +283,24 @@ class ValidationSetManager:
         
         if contexts and len(contexts) != len(datapoints):
             raise ValueError("The number of contexts and datapoints must be equal")
-        
-        rapids = []
+ 
+        if(explanation and len(explanation) != len(datapoints)):
+            raise ValueError("The numeber of reasons and datapoints must be equal, the index must align, but can be padded with None")
+              
+        rapids: list[Rapid] = []
         for i in range(len(datapoints)):
             rapids.append(
                 self.rapid.draw_rapid(
                     instruction=instruction,
                     truths=truths[i],
                     datapoint=datapoints[i],
-                    metadata=[PromptMetadata(contexts[i])] if contexts else []
+                    metadata=[PromptMetadata(contexts[i])] if contexts else [],
+                    explanation=explanation[i] if explanation != None else None
+
                 )
             )
 
-        validation_set_builder = ValidationSetBuilder(name, self.__openapi_service)
-        for rapid in rapids:
-            validation_set_builder._add_rapid(rapid)
-
-        return validation_set_builder._submit(print_confirmation)
-    
+        return self._submit(name=name, data_type=RapidataDataTypes.MEDIA, rapids=rapids, print_confirmation=print_confirmation)
 
     def create_timestamp_set(self,
         name: str,
@@ -299,7 +308,8 @@ class ValidationSetManager:
         truths: list[list[tuple[int, int]]],
         datapoints: list[str],
         contexts: list[str] | None = None,
-        print_confirmation: bool = True
+        print_confirmation: bool = True,
+        explanation: list[str | None] | None = None,
     ) -> RapidataValidationSet:
         """Create a timestamp validation set.
 
@@ -314,6 +324,7 @@ class ValidationSetManager:
             datapoints (list[str]): The datapoints that will be used for validation.
             contexts (list[str], optional): The contexts for each datapoint. Defaults to None.
             print_confirmation (bool, optional): Whether to print a confirmation message that validation set has been created. Defaults to True.
+            explanation (list[str | None], optional): The explanations for each datapoint. Will be given to the annotators in case the answer is wrong. Defaults to None.
         """
         
         if len(datapoints) != len(truths):
@@ -324,42 +335,40 @@ class ValidationSetManager:
         
         if contexts and len(contexts) != len(datapoints):
             raise ValueError("The number of contexts and datapoints must be equal")
-        
-        rapids = []
+ 
+        if(explanation and len(explanation) != len(datapoints)):
+            raise ValueError("The numeber of reasons and datapoints must be equal, the index must align, but can be padded with None")
+              
+
+        rapids: list[Rapid] = []
         for i in range(len(datapoints)):
             rapids.append(
                 self.rapid.timestamp_rapid(
                     instruction=instruction,
                     truths=truths[i],
                     datapoint=datapoints[i],
-                    metadata=[PromptMetadata(contexts[i])] if contexts else []
+                    metadata=[PromptMetadata(contexts[i])] if contexts else [],
+                    explanation=explanation[i] if explanation != None else None
                 )
             )
 
-        validation_set_builder = ValidationSetBuilder(name, self.__openapi_service)
-        for rapid in rapids:
-            validation_set_builder._add_rapid(rapid)
-
-        return validation_set_builder._submit(print_confirmation)
+        return self._submit(name=name, data_type=RapidataDataTypes.MEDIA, rapids=rapids, print_confirmation=print_confirmation)
     
     def create_mixed_set(self,
         name: str,
-        rapids: Sequence[Rapid],
+        data_type: str,
+        rapids: list[Rapid],
         print_confirmation: bool = True
     ) -> RapidataValidationSet:
         """Create a validation set with a list of rapids.
 
         Args:
             name (str): The name of the validation set. (will not be shown to the labeler)
-            rapids (Sequence[Rapid]): The list of rapids to add to the validation set.
+            rapids (list[Rapid]): The list of rapids to add to the validation set.
             print_confirmation (bool, optional): Whether to print a confirmation message that validation set has been created. Defaults to True.
         """
 
-        validation_set_builder = ValidationSetBuilder(name, self.__openapi_service)
-        for rapid in rapids:
-            validation_set_builder._add_rapid(rapid)
-
-        return validation_set_builder._submit(print_confirmation)
+        return self._submit(name, data_type, rapids, print_confirmation)
     
     def get_validation_set_by_id(self, validation_set_id: str) -> RapidataValidationSet:
         """Get a validation set by ID.
@@ -375,8 +384,38 @@ class ValidationSetManager:
         except Exception:
             raise ValueError(f"ValidationSet with ID {validation_set_id} not found.")
         
-        return RapidataValidationSet(validation_set_id, self.__openapi_service, validation_set.name)
-    
+        return RapidataValidationSet(validation_set_id, validation_set.name)
+
+    def _submit(self, name: str, data_type: str, rapids: list[Rapid], print_confirmation: bool) -> RapidataValidationSet:
+        validation_set_id = (
+            self.__openapi_service.validation_api.validation_create_validation_set_post(
+                name=name
+            )
+        ).validation_set_id
+
+        if validation_set_id is None:
+            raise ValueError("Failed to create validation set")
+
+        if print_confirmation:
+            print(f"Validation set '{name}' created with ID {validation_set_id}")
+
+        for rapid in rapids:
+            if data_type == RapidataDataTypes.TEXT:
+                self.__openapi_service.validation_api.validation_add_validation_text_rapid_post(
+                    add_validation_text_rapid_model=rapid.to_text_model(validation_set_id)
+                )
+            else:
+                model = rapid.to_media_model(validation_set_id)
+                self.__openapi_service.validation_api.validation_add_validation_rapid_post(
+                   model=model[0], files=model[1]
+                )
+
+        return RapidataValidationSet(
+            name=name,
+            validation_set_id=validation_set_id,
+        )
+
+
     def find_validation_sets(self, name: str = "", amount: int = 1) -> list[RapidataValidationSet]:
         """Find validation sets by name.
 

{rapidata-2.3.2.dist-info → rapidata-2.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rapidata
-Version: 2.3.2
+Version: 2.4.0
 Summary: Rapidata package containing the Rapidata Python Client to interact with the Rapidata Web API in an easy way.
 License: Apache-2.0
 Author: Rapidata AG

{rapidata-2.3.2.dist-info → rapidata-2.4.0.dist-info}/RECORD

@@ -1,5 +1,5 @@
-rapidata/__init__.py,sha256=fQDxHG9k8jBQ0Tm5f2XoKZwcEUaAXbUltwsoEXTBXRA,611
-rapidata/api_client/__init__.py,sha256=sDQWfUMNIuHPtylab64lr3uy1uFfkd0toh5cS-q_Syc,25564
+rapidata/__init__.py,sha256=c-NU7eUdITYn3ggvlfsIwaQ09qrGfEK0eDUsflwaXUY,607
+rapidata/api_client/__init__.py,sha256=F17D4yiiAnNg36xyEevH7qUwG_fqBzzDjsH_yoTENoM,25690
 rapidata/api_client/api/__init__.py,sha256=h0wnYolEBVduAU_7YBLFnwHcwXgZg_krSgarsWxz4zs,1061
 rapidata/api_client/api/campaign_api.py,sha256=DxPFqt9F6c9OpXu_Uxhsrib2NVwnbcZFa3Vkrj7cIuA,40474
 rapidata/api_client/api/client_api.py,sha256=P--1kvxHhC3mu6VQMgf6DyRV2FyC64-eyHP1X60bBSM,42259
@@ -11,7 +11,7 @@ rapidata/api_client/api/identity_api.py,sha256=HohN5Kgynss527TI91vtpZ8mgxlcCTeH6
 rapidata/api_client/api/newsletter_api.py,sha256=9ZqGDB4_AEQZfRA61RRYkyQ06WjXH-aCwJUe60c2H4w,22575
 rapidata/api_client/api/order_api.py,sha256=hLLlXQrt3y5ni0NALNiDoLd6HxhZ7RuTjyBqmK-osMM,209636
 rapidata/api_client/api/pipeline_api.py,sha256=8NjyfLWaX7DtaF6jWDS2rzqsWigWWYgyeoDLwPH4S9w,71566
-rapidata/api_client/api/rapid_api.py,sha256=3ttNQerbjI7djWxJ21XEG6pOKeME2VxP7tJsYMSjE3M,54063
+rapidata/api_client/api/rapid_api.py,sha256=6d8F5hzCF0SdEQvv5AZXsEZQKHBD9pdJhLxrrHZz2CU,64216
 rapidata/api_client/api/rapidata_identity_api_api.py,sha256=-kgoDuLdh-R4MQ7JPi3kQ0WDFKbmI0MkCjxwHXBmksA,9824
 rapidata/api_client/api/simple_workflow_api.py,sha256=BIc4Cx05cbd_5BV0Rsb44M3uMlQZ5IB_6iHyNbbAZiU,15440
 rapidata/api_client/api/user_info_api.py,sha256=FuuA95Beeky-rnqIoSUe2-WQ7oVTfq0RElX0jfKXT0w,10042
@@ -21,14 +21,14 @@ rapidata/api_client/api_client.py,sha256=EDhxAOUc5JFWvFsF1zc726Q7GoEFkuB8uor5SlG
 rapidata/api_client/api_response.py,sha256=eMxw1mpmJcoGZ3gs9z6jM4oYoZ10Gjk333s9sKxGv7s,652
 rapidata/api_client/configuration.py,sha256=g472vHVPLBotq8EkfSXP4sbp7xnn-3sb8O8BBlRWK1I,15931
 rapidata/api_client/exceptions.py,sha256=eLLd1fxM0Ygf3IIG6aNx9hdy79drst5Cem0UjI_NamM,5978
-rapidata/api_client/models/__init__.py,sha256=TcL-cbiSphkq5r7nLNn3RohscjG2gshBeB6w4t-R-08,23962
+rapidata/api_client/models/__init__.py,sha256=GBsOyo2YV1YtKD6d4c2HCgjcdoc5l1lwsjWIQenDiGk,24088
 rapidata/api_client/models/add_campaign_artifact_result.py,sha256=4IvFVS-tLlL6eHsWp-IZ_ul5T30-h3YEwd2B5ioBbgY,2582
 rapidata/api_client/models/add_campaign_model.py,sha256=fAjWj_ahlVrXZzRaiL3mrcqXYZd5I93R8scwo8-JpXw,6873
-rapidata/api_client/models/add_validation_rapid_model.py,sha256=-HRHMK-o6dgGjUqfsP_woZcFxfN7nuJ-L1CUaK9nihY,4918
+rapidata/api_client/models/add_validation_rapid_model.py,sha256=YxKK5CsYj3R4K4gen7soL3eTWBYUEpqf5jVbyijLjVI,5248
 rapidata/api_client/models/add_validation_rapid_model_payload.py,sha256=TxiQCEfoEz2LvSCLyPEbqs1f9iKcGZ4p1zxG3FZoo1U,11825
 rapidata/api_client/models/add_validation_rapid_model_truth.py,sha256=_DTxr_08mHoz_dZtScLWwxw3iockbJ_UEI7JO0MQiuU,11743
 rapidata/api_client/models/add_validation_rapid_result.py,sha256=rNk2_4CERFNpCq4XExFEb6-9QVwGEJ62nTmpX4_kjXk,2563
-rapidata/api_client/models/add_validation_text_rapid_model.py,sha256=ch5IGME1BBVnNv4prgdpqBU9c4fURxabvO4uEugWv2U,5060
+rapidata/api_client/models/add_validation_text_rapid_model.py,sha256=Tc8BxEj1SB0li7SaRGB6PfP35RKuDFfadNNnaC2Qmlo,5390
 rapidata/api_client/models/admin_order_model.py,sha256=-QBgxsw7MTOYEjwOnKSndJTCWpdx5Os--dY4e6JSW9E,3730
 rapidata/api_client/models/admin_order_model_paged_result.py,sha256=edgeuvJ8yDMjKDB8vYa2YdbO7brdcgj6AMXPQTLeRbc,3494
 rapidata/api_client/models/age_group.py,sha256=XZLFEKvPveCJOCN0byJ_p1rhbIEsAeETSpUX1gAfWMc,877
@@ -252,7 +252,7 @@ rapidata/api_client/models/public_text_metadata_input.py,sha256=n9-TY_32304RZ4N6
 rapidata/api_client/models/query_campaigns_model.py,sha256=QFN637qh7qG0QjuJfTpimR57ACtItxTKn18rbdE-BKM,4138
 rapidata/api_client/models/query_model.py,sha256=FP9dAgpgnlyxQfQhYWSvyTdRTjd9fDBdj8tdijLdw2g,4052
 rapidata/api_client/models/query_orders_model.py,sha256=eRLuM82LOiKNFywC7vfKlAUvCGolUfTU5w-GUO4TAdA,4126
-rapidata/api_client/models/query_validation_rapids_result.py,sha256=W8QikBXAPdgpHd2yEGJgx6frCXCglmhJ7micZ8DCfWQ,4964
+rapidata/api_client/models/query_validation_rapids_result.py,sha256=iuAE5oNLw2eS6WDO9qjvYAtMhSty6Rn8DaSqScn15U8,5340
 rapidata/api_client/models/query_validation_rapids_result_asset.py,sha256=PuiKaLZqhcRSoTqtvK1CQa_gIN9FeDAfPSJaOqO-ke0,7269
 rapidata/api_client/models/query_validation_rapids_result_paged_result.py,sha256=Xe6rexVMSW9tWcO3w93tGmggpXN-lgPNqn9-lkWe_9o,3591
 rapidata/api_client/models/query_validation_rapids_result_payload.py,sha256=FELmkIBU6aHLv0a283-RdELd4AGZVLKL6SIwYhftm_4,11854
@@ -262,12 +262,14 @@ rapidata/api_client/models/query_workflows_model.py,sha256=Y3HuKLbtLlejEQsJyVZ-v
 rapidata/api_client/models/ranked_datapoint_model.py,sha256=c9Q5iqRPvNd-2x_1t9SRE7wI0optxB67Z-tE8V4D2lM,3087
 rapidata/api_client/models/rapid_answer.py,sha256=3C5-U_-PYl9yZADf6OIy3GUhY56DqdwPKN3cXD4XE2k,3380
 rapidata/api_client/models/rapid_answer_result.py,sha256=AV1q_EaD60n72CAW2S0fMUmK4ufFyhtEjIJK8zrUt-E,12350
+rapidata/api_client/models/rapid_issue.py,sha256=EXUotHQM2g0M3P0kRsmhZ-WcvPDgKxx5COb30ZArdoc,895
 rapidata/api_client/models/rapid_result_model.py,sha256=JVUSCNErUbZimSIelKb7pgXjxdaHFX6ZjKahuRLbe7w,3048
 rapidata/api_client/models/rapid_result_model_result.py,sha256=cGkLszNGFP08CVsLJJkkYD9Zz2lt8GuIVfaKlwYFI7c,12397
 rapidata/api_client/models/rapid_skipped_model.py,sha256=3_YXlv4B8teo_xXWlXUMX2ybxgM29PWSw0JMha7qajY,2808
 rapidata/api_client/models/read_bridge_token_keys_result.py,sha256=98oxr4rkv-apl2cKNW2CvADVq-RszAAkgrIaQkxDVMs,5006
 rapidata/api_client/models/register_temporary_customer_model.py,sha256=E4GPQtiA8FKa7aDUgQmQqOQuKm-CpWBfcRKhKWkMTSg,2643
 rapidata/api_client/models/register_temporary_customer_result.py,sha256=uxMFNwPaQvMp0MziTBbllhFlCfaRlyx6gRAFJfRKl8o,4200
+rapidata/api_client/models/report_model.py,sha256=bZA_Gr1EsiwLwOtNnuuPMJTsrSllvxSaLXwJSnR0E5Y,3335
 rapidata/api_client/models/request_password_reset_command.py,sha256=6bSYVzN3KNKd5u0Xl0vSjHRKI2uowIavU_wMbmLktvo,3174
 rapidata/api_client/models/root_filter.py,sha256=ee1rX_2CSUV7etI1sryrgZU1s85ifKVQ8PhpD6PMzRE,3363
 rapidata/api_client/models/scrub_payload.py,sha256=tX-QU_a8GUQWBPb1GofGLFupucZF5TY2LUpqdyfHDSI,2920
@@ -343,11 +345,11 @@ rapidata/api_client/models/workflow_split_model.py,sha256=zthOSaUl8dbLhLymLK_lrP
 rapidata/api_client/models/workflow_split_model_filter_configs_inner.py,sha256=1Fx9uZtztiiAdMXkj7YeCqt7o6VkG9lKf7D7UP_h088,7447
 rapidata/api_client/models/workflow_state.py,sha256=5LAK1se76RCoozeVB6oxMPb8p_5bhLZJqn7q5fFQWis,850
 rapidata/api_client/rest.py,sha256=zmCIFQC2l1t-KZcq-TgEm3vco3y_LK6vRm3Q07K-xRI,9423
-rapidata/api_client_README.md,sha256=ggzFrD19E_A4jX9Oz9VfKgmgyz6ywnnA7OwScumZcSU,38558
+rapidata/api_client_README.md,sha256=TwdMWXKwwnzD5CyLjXOqAwKVyMxTJcKewudONv31p40,38830
 rapidata/rapidata_client/__init__.py,sha256=kkT6FMU4P8rTdYKTJgZNcyptr-Rq1iZmsyLIyRCwpYA,896
 rapidata/rapidata_client/assets/__init__.py,sha256=hKgrOSn8gJcBSULaf4auYhH1S1N5AfcwIhBSq1BOKwQ,323
 rapidata/rapidata_client/assets/_base_asset.py,sha256=B2YWH1NgaeYUYHDW3OPpHM_bqawHbH4EjnRCE2BYwiM,298
-rapidata/rapidata_client/assets/_media_asset.py,sha256=-b4x4q1fAN-pwd07R3QCa_Hl2hgYrTDzTEhUE6unBoU,5968
+rapidata/rapidata_client/assets/_media_asset.py,sha256=dji8rM2W6TtzIPDiVVyaHfEDNTmu8uo3rsgrPUcbqDE,5949
 rapidata/rapidata_client/assets/_multi_asset.py,sha256=o4_-OvovADSVpl0tr6fPzRR_gHCcIQKfeZKcoFDFBLo,1667
 rapidata/rapidata_client/assets/_text_asset.py,sha256=itoe3vicn41LbdJ7UeydImORUo9iDL0SZu-ptOlbMRM,618
 rapidata/rapidata_client/assets/data_type_enum.py,sha256=ELC-ymeKnQlfNAzfqsI7MmUuRiGYamCHVcTc0qR6Fm4,185
@@ -390,7 +392,7 @@ rapidata/rapidata_client/selection/capped_selection.py,sha256=SwDpFd2GCDwxY6IP1B
 rapidata/rapidata_client/selection/conditional_validation_selection.py,sha256=L3Ixi-ZI86R6-ZiRc5WshRb9ucoF48hFDseEy-0-AZM,2074
 rapidata/rapidata_client/selection/demographic_selection.py,sha256=91M7CeQIcKRw9NrRVNiotxDCXxfUcEQUxpwW27mSsCM,1097
 rapidata/rapidata_client/selection/labeling_selection.py,sha256=v26QogjmraFfRoSIgWZl6NMIW_TqbGeuCI2p4HxCeOM,657
-rapidata/rapidata_client/selection/rapidata_selections.py,sha256=LN0vWNv1mcFZakzMU9n_vR6Mw0V2Jqe0h1200yP6RTE,962
+rapidata/rapidata_client/selection/rapidata_selections.py,sha256=9nb0nS9WGSRpPpwYfLD5Xl77sa3ZHfcYEo0gpDHGg6s,1312
 rapidata/rapidata_client/selection/validation_selection.py,sha256=sedeIa8lpXVXKtFJA9IDeRvo9A1Ne4ZGcepaWDUGhCU,851
 rapidata/rapidata_client/settings/__init__.py,sha256=DTEAT_YykwodZJXqKYOtWRwimLCA-Jxo0F0d-H6A3vM,458
 rapidata/rapidata_client/settings/_rapidata_setting.py,sha256=MD5JhhogSLLrjFKjvL3JhMszOMCygyqLF-st0EwMSkw,352
@@ -404,14 +406,12 @@ rapidata/rapidata_client/settings/play_video_until_the_end.py,sha256=LLHx2_72k5Z
 rapidata/rapidata_client/settings/rapidata_settings.py,sha256=Kjxm4GStrpfLKylx84BiKdEQOjvNfO74DiSChmH63fg,1165
 rapidata/rapidata_client/settings/translation_behaviour.py,sha256=i9n_H0eKJyKW6m3MKH_Cm1XEKWVEWsAV_79xGmGIC-4,742
 rapidata/rapidata_client/validation/__init__.py,sha256=s5wHVtcJkncXSFuL9I0zNwccNOKpWAqxqUjkeohzi2E,24
-rapidata/rapidata_client/validation/_validation_rapid_parts.py,sha256=U2aHIuCni7FjofcyY-iTeGAOt2r0DztUtiH5Qk_xgpc,2529
-rapidata/rapidata_client/validation/_validation_set_builder.py,sha256=nOiGumrok_tt8DhmaOIM5fPwkvj_RsLPbbUPnz8Ap8M,18010
-rapidata/rapidata_client/validation/rapidata_validation_set.py,sha256=j0Ps1eakG1NV7KxFqahj6KeDOMT2Air2s82X8k_OW1k,11948
+rapidata/rapidata_client/validation/rapidata_validation_set.py,sha256=c4ywPef1yGwx0D9wTzj7465p-VQa1V6WnHJUU5ReK7Q,646
 rapidata/rapidata_client/validation/rapids/__init__.py,sha256=WU5PPwtTJlte6U90MDakzx4I8Y0laj7siw9teeXj5R0,21
 rapidata/rapidata_client/validation/rapids/box.py,sha256=t3_Kn6doKXdnJdtbwefXnYKPiTKHneJl9E2inkDSqL8,589
-rapidata/rapidata_client/validation/rapids/rapids.py,sha256=rdkdN7Z7oJXJihi7tfs0vb7l5qQxL6gP_tNKuFpc26M,6680
-rapidata/rapidata_client/validation/rapids/rapids_manager.py,sha256=1h8GVdq6UG_aWsAHEFPnwmpTLaApsYoTeUER1hD8TsA,7802
-rapidata/rapidata_client/validation/validation_set_manager.py,sha256=fHfOu3GnrmWZ_0f2l6CjPtGEYt1xR1NZJbykJABpM9M,19897
+rapidata/rapidata_client/validation/rapids/rapids.py,sha256=sZEzKj4FdVChm_rUwcmG_v7X-yO5Eh4q1g54T4c4puc,3507
+rapidata/rapidata_client/validation/rapids/rapids_manager.py,sha256=rDmxYkv067O-S95TNc789FktfCPBCudyzBRLSArmfus,14236
+rapidata/rapidata_client/validation/validation_set_manager.py,sha256=I2ICynEOjgmp5KDUceXCKGyKGSt21N_GTn1Mi4-6DTc,23295
 rapidata/rapidata_client/workflow/__init__.py,sha256=eFRx0fm280alXpds6hYcnxN_yERlabF9B5sTdPFsL1g,430
 rapidata/rapidata_client/workflow/_base_workflow.py,sha256=XyIZFKS_RxAuwIHS848S3AyLEHqd07oTD_5jm2oUbsw,762
 rapidata/rapidata_client/workflow/_classify_workflow.py,sha256=9bT54wxVJgxC-zLk6MVNbseFpzYrvFPjt7DHvxqYfnk,1736
@@ -427,7 +427,7 @@ rapidata/service/credential_manager.py,sha256=Of0BQs_V1T7rkrWX9groLX790nOknaARwn
 rapidata/service/local_file_service.py,sha256=pgorvlWcx52Uh3cEG6VrdMK_t__7dacQ_5AnfY14BW8,877
 rapidata/service/openapi_service.py,sha256=Z4NrAuilLlIWBdGOv6otz36tHS_vvU36w5jmvOUTmqo,3198
 rapidata/service/token_manager.py,sha256=JZ5YbR5Di8dO3H4kK11d0kzWlrXxjgCmeNkHA4AapCM,6425
-rapidata-2.3.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-rapidata-2.3.2.dist-info/METADATA,sha256=rIYc7aJzmeul3D99ZziRDN8FWHC5DafGGr2MpQOBlAk,1107
-rapidata-2.3.2.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-rapidata-2.3.2.dist-info/RECORD,,
+rapidata-2.4.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+rapidata-2.4.0.dist-info/METADATA,sha256=ZbXMkT2eRglrqdHTuUgOJlRhKOg8BneVJ2rPRs2-U6k,1107
+rapidata-2.4.0.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+rapidata-2.4.0.dist-info/RECORD,,

rapidata/rapidata_client/validation/_validation_rapid_parts.py

@@ -1,61 +0,0 @@
-from dataclasses import dataclass
-from typing import Any
-
-from rapidata.api_client.models.attach_category_truth import AttachCategoryTruth
-from rapidata.api_client.models.bounding_box_payload import BoundingBoxPayload
-from rapidata.api_client.models.bounding_box_truth import BoundingBoxTruth
-from rapidata.api_client.models.classify_payload import ClassifyPayload
-from rapidata.api_client.models.compare_payload import ComparePayload
-from rapidata.api_client.models.compare_truth import CompareTruth
-from rapidata.api_client.models.empty_validation_truth import EmptyValidationTruth
-from rapidata.api_client.models.free_text_payload import FreeTextPayload
-from rapidata.api_client.models.line_payload import LinePayload
-from rapidata.api_client.models.line_truth import LineTruth
-from rapidata.api_client.models.locate_box_truth import LocateBoxTruth
-from rapidata.api_client.models.locate_payload import LocatePayload
-from rapidata.api_client.models.named_entity_payload import NamedEntityPayload
-from rapidata.api_client.models.named_entity_truth import NamedEntityTruth
-from rapidata.api_client.models.polygon_payload import PolygonPayload
-from rapidata.api_client.models.polygon_truth import PolygonTruth
-from rapidata.api_client.models.transcription_payload import TranscriptionPayload
-from rapidata.api_client.models.transcription_truth import TranscriptionTruth
-from rapidata.api_client.models.scrub_payload import ScrubPayload
-from rapidata.api_client.models.scrub_truth import ScrubTruth
-
-from rapidata.rapidata_client.assets._media_asset import MediaAsset
-from rapidata.rapidata_client.assets._multi_asset import MultiAsset
-from rapidata.rapidata_client.assets._text_asset import TextAsset
-from rapidata.rapidata_client.metadata._base_metadata import Metadata
-from typing import Sequence
-
-
-@dataclass
-class ValidatioRapidParts:
-    instruction: str
-    asset: MediaAsset | TextAsset | MultiAsset
-    payload: (
-        BoundingBoxPayload
-        | ClassifyPayload
-        | ComparePayload
-        | FreeTextPayload
-        | LinePayload
-        | LocatePayload
-        | NamedEntityPayload
-        | PolygonPayload
-        | TranscriptionPayload
-        | ScrubPayload
-    )
-    truths: (
-        AttachCategoryTruth
-        | BoundingBoxTruth
-        | CompareTruth
-        | EmptyValidationTruth
-        | LineTruth
-        | LocateBoxTruth
-        | NamedEntityTruth
-        | PolygonTruth
-        | TranscriptionTruth
-        | ScrubTruth
-    )
-    metadata: Sequence[Metadata]
-    randomCorrectProbability: float