rapidata 2.35.2__py3-none-any.whl → 2.36.0__py3-none-any.whl

rapidata/api_client/models/user_state_filter.py

@@ -0,0 +1,101 @@
+# coding: utf-8
+
+"""
+    Rapidata.Dataset
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: v1
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr, field_validator
+from typing import Any, ClassVar, Dict, List, Optional
+from rapidata.api_client.models.user_state import UserState
+from typing import Optional, Set
+from typing_extensions import Self
+
+class UserStateFilter(BaseModel):
+    """
+    UserStateFilter
+    """ # noqa: E501
+    t: StrictStr = Field(description="Discriminator value for UserStateFilter", alias="_t")
+    states: List[UserState]
+    execution_order: Optional[StrictInt] = Field(default=None, alias="executionOrder")
+    __properties: ClassVar[List[str]] = ["_t", "states", "executionOrder"]
+
+    @field_validator('t')
+    def t_validate_enum(cls, value):
+        """Validates the enum"""
+        if value not in set(['UserStateFilter']):
+            raise ValueError("must be one of enum values ('UserStateFilter')")
+        return value
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of UserStateFilter from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "execution_order",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of UserStateFilter from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "_t": obj.get("_t") if obj.get("_t") is not None else 'UserStateFilter',
+            "states": obj.get("states"),
+            "executionOrder": obj.get("executionOrder")
+        })
+        return _obj
+
+

rapidata/api_client_README.md

@@ -81,9 +81,11 @@ Class | Method | HTTP request | Description
 *BenchmarkApi* | [**benchmark_benchmark_id_participants_post**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participants_post) | **POST** /benchmark/{benchmarkId}/participants | Creates a participant in a benchmark.
 *BenchmarkApi* | [**benchmark_benchmark_id_prompt_post**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_prompt_post) | **POST** /benchmark/{benchmarkId}/prompt | Adds a new prompt to a benchmark.
 *BenchmarkApi* | [**benchmark_benchmark_id_prompts_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_prompts_get) | **GET** /benchmark/{benchmarkId}/prompts | Returns the paged prompts of a benchmark by its ID.
+*BenchmarkApi* | [**benchmark_benchmark_id_samples_identifier_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_samples_identifier_get) | **GET** /benchmark/{benchmarkId}/samples/{identifier} | Returns the paged prompts of a benchmark by its ID.
 *BenchmarkApi* | [**benchmark_benchmark_id_tags_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_tags_get) | **GET** /benchmark/{benchmarkId}/tags | Query all tags within a benchmark
 *BenchmarkApi* | [**benchmark_post**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_post) | **POST** /benchmark | Creates a benchmark
 *BenchmarkApi* | [**benchmarks_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmarks_get) | **GET** /benchmarks | Queries all benchmarks of the user.
+*CampaignApi* | [**campaign_boost_put**](rapidata/api_client/docs/CampaignApi.md#campaign_boost_put) | **PUT** /campaign/boost | Updates the boost with manual boosts.
 *CampaignApi* | [**campaign_boost_status_get**](rapidata/api_client/docs/CampaignApi.md#campaign_boost_status_get) | **GET** /campaign/boost/status | Gets the status of the boost.
 *CampaignApi* | [**campaign_campaign_id_pause_post**](rapidata/api_client/docs/CampaignApi.md#campaign_campaign_id_pause_post) | **POST** /campaign/{campaignId}/pause | Pauses a campaign.
 *CampaignApi* | [**campaign_campaign_id_resume_post**](rapidata/api_client/docs/CampaignApi.md#campaign_campaign_id_resume_post) | **POST** /campaign/{campaignId}/resume | Resumes a campaign.
@@ -99,6 +101,7 @@ Class | Method | HTTP request | Description
 *CompareWorkflowApi* | [**workflow_compare_workflow_id_results_get**](rapidata/api_client/docs/CompareWorkflowApi.md#workflow_compare_workflow_id_results_get) | **GET** /workflow/compare/{workflowId}/results | Get the result overview for a compare workflow.
 *CustomerRapidApi* | [**rapid_correlation_id_validation_potential_get**](rapidata/api_client/docs/CustomerRapidApi.md#rapid_correlation_id_validation_potential_get) | **GET** /rapid/{correlationId}/validation-potential | Queries rapids that are potentially eligible for validation set creation.
 *CustomerRapidApi* | [**rapid_demographic_post**](rapidata/api_client/docs/CustomerRapidApi.md#rapid_demographic_post) | **POST** /rapid/demographic | Creates a new Demographic Rapid.
+*CustomerRapidApi* | [**rapid_global_responses_get**](rapidata/api_client/docs/CustomerRapidApi.md#rapid_global_responses_get) | **GET** /rapid/global-responses | A public endpoint to query the most recent responses globally
 *CustomerRapidApi* | [**rapid_rapid_id_delete**](rapidata/api_client/docs/CustomerRapidApi.md#rapid_rapid_id_delete) | **DELETE** /rapid/{rapidId} | Deletes a rapid.
 *CustomerRapidApi* | [**rapid_rapid_id_responses_get**](rapidata/api_client/docs/CustomerRapidApi.md#rapid_rapid_id_responses_get) | **GET** /rapid/{rapidId}/responses | Gets all responses for a given rapid.
 *CustomerRapidApi* | [**rapid_rapid_id_unflag_post**](rapidata/api_client/docs/CustomerRapidApi.md#rapid_rapid_id_unflag_post) | **POST** /rapid/{rapidId}/unflag | Unflags a flagged rapid. This will add the rapid back to the active labeling pool and prevent it from being flagged again.
@@ -172,14 +175,12 @@ Class | Method | HTTP request | Description
 *ParticipantApi* | [**participants_participant_id_submit_post**](rapidata/api_client/docs/ParticipantApi.md#participants_participant_id_submit_post) | **POST** /participants/{participantId}/submit | Submits a participant to a benchmark.
 *PipelineApi* | [**pipeline_id_workflow_config_artifact_id_put**](rapidata/api_client/docs/PipelineApi.md#pipeline_id_workflow_config_artifact_id_put) | **PUT** /pipeline/{id}/workflow-config/{artifactId} | Updates the workflow configuration for a pipeline.
 *PipelineApi* | [**pipeline_id_workflow_config_put**](rapidata/api_client/docs/PipelineApi.md#pipeline_id_workflow_config_put) | **PUT** /pipeline/{id}/workflow-config | Updates the workflow configuration for a pipeline.
-*PipelineApi* | [**pipeline_pipeline_id_campaign_artifact_id_put**](rapidata/api_client/docs/PipelineApi.md#pipeline_pipeline_id_campaign_artifact_id_put) | **PUT** /pipeline/{pipelineId}/campaign/{artifactId} | Updates a specific campaign for a pipeline.
-*PipelineApi* | [**pipeline_pipeline_id_campaign_post**](rapidata/api_client/docs/PipelineApi.md#pipeline_pipeline_id_campaign_post) | **POST** /pipeline/{pipelineId}/campaign | Adds a campaign to a pipeline.
-*PipelineApi* | [**pipeline_pipeline_id_campaign_put**](rapidata/api_client/docs/PipelineApi.md#pipeline_pipeline_id_campaign_put) | **PUT** /pipeline/{pipelineId}/campaign | Updates a specific campaign for a pipeline.
 *PipelineApi* | [**pipeline_pipeline_id_get**](rapidata/api_client/docs/PipelineApi.md#pipeline_pipeline_id_get) | **GET** /pipeline/{pipelineId} | Gets a pipeline by its id.
 *PipelineApi* | [**pipeline_pipeline_id_preliminary_download_post**](rapidata/api_client/docs/PipelineApi.md#pipeline_pipeline_id_preliminary_download_post) | **POST** /pipeline/{pipelineId}/preliminary-download | Initiates a preliminary download of the pipeline.
 *PipelineApi* | [**pipeline_preliminary_download_preliminary_download_id_get**](rapidata/api_client/docs/PipelineApi.md#pipeline_preliminary_download_preliminary_download_id_get) | **GET** /pipeline/preliminary-download/{preliminaryDownloadId} | Gets the preliminary download.
 *PromptApi* | [**benchmark_prompt_prompt_id_tags_put**](rapidata/api_client/docs/PromptApi.md#benchmark_prompt_prompt_id_tags_put) | **PUT** /benchmark-prompt/{promptId}/tags | Updates the tags associated with a prompt.
 *RapidataIdentityAPIApi* | [**root_get**](rapidata/api_client/docs/RapidataIdentityAPIApi.md#root_get) | **GET** / | 
+*SampleApi* | [**benchmark_sample_sample_id_get**](rapidata/api_client/docs/SampleApi.md#benchmark_sample_sample_id_get) | **GET** /benchmark-sample/{sampleId} | Gets a sample by its Id.
 *SimpleWorkflowApi* | [**workflow_simple_workflow_id_results_get**](rapidata/api_client/docs/SimpleWorkflowApi.md#workflow_simple_workflow_id_results_get) | **GET** /workflow/simple/{workflowId}/results | Get the result overview for a simple workflow.
 *UserInfoApi* | [**connect_userinfo_get**](rapidata/api_client/docs/UserInfoApi.md#connect_userinfo_get) | **GET** /connect/userinfo | Retrieves information about the authenticated user.
 *UserRapidApi* | [**rapid_rapid_bag_is_valid_get**](rapidata/api_client/docs/UserRapidApi.md#rapid_rapid_bag_is_valid_get) | **GET** /rapid/rapid-bag/is-valid | Validates that the rapids associated with the current user are active.
@@ -215,8 +216,6 @@ Class | Method | HTTP request | Description
 
  - [AbTestSelection](rapidata/api_client/docs/AbTestSelection.md)
  - [AbTestSelectionAInner](rapidata/api_client/docs/AbTestSelectionAInner.md)
- - [AddCampaignArtifactResult](rapidata/api_client/docs/AddCampaignArtifactResult.md)
- - [AddCampaignModel](rapidata/api_client/docs/AddCampaignModel.md)
  - [AddUserResponseResult](rapidata/api_client/docs/AddUserResponseResult.md)
  - [AddValidationRapidModel](rapidata/api_client/docs/AddValidationRapidModel.md)
  - [AddValidationRapidModelPayload](rapidata/api_client/docs/AddValidationRapidModelPayload.md)
@@ -226,6 +225,8 @@ Class | Method | HTTP request | Description
  - [AgeGroup](rapidata/api_client/docs/AgeGroup.md)
  - [AgeUserFilterModel](rapidata/api_client/docs/AgeUserFilterModel.md)
  - [AggregatorType](rapidata/api_client/docs/AggregatorType.md)
+ - [AndFilter](rapidata/api_client/docs/AndFilter.md)
+ - [AndFilterFiltersInner](rapidata/api_client/docs/AndFilterFiltersInner.md)
  - [AndUserFilterModel](rapidata/api_client/docs/AndUserFilterModel.md)
  - [AndUserFilterModelFiltersInner](rapidata/api_client/docs/AndUserFilterModelFiltersInner.md)
  - [AreRapidsActiveResult](rapidata/api_client/docs/AreRapidsActiveResult.md)
@@ -238,6 +239,7 @@ Class | Method | HTTP request | Description
  - [BenchmarkQueryResult](rapidata/api_client/docs/BenchmarkQueryResult.md)
  - [BenchmarkQueryResultPagedResult](rapidata/api_client/docs/BenchmarkQueryResultPagedResult.md)
  - [BoostLeaderboardModel](rapidata/api_client/docs/BoostLeaderboardModel.md)
+ - [BoostMode](rapidata/api_client/docs/BoostMode.md)
  - [BoostQueryResult](rapidata/api_client/docs/BoostQueryResult.md)
  - [BoostStatus](rapidata/api_client/docs/BoostStatus.md)
  - [BoundingBoxPayload](rapidata/api_client/docs/BoundingBoxPayload.md)
@@ -246,11 +248,13 @@ Class | Method | HTTP request | Description
  - [BoundingBoxTruth](rapidata/api_client/docs/BoundingBoxTruth.md)
  - [BoxShape](rapidata/api_client/docs/BoxShape.md)
  - [CampaignArtifactModel](rapidata/api_client/docs/CampaignArtifactModel.md)
+ - [CampaignFilter](rapidata/api_client/docs/CampaignFilter.md)
  - [CampaignQueryResult](rapidata/api_client/docs/CampaignQueryResult.md)
  - [CampaignQueryResultPagedResult](rapidata/api_client/docs/CampaignQueryResultPagedResult.md)
  - [CampaignStatus](rapidata/api_client/docs/CampaignStatus.md)
  - [CampaignUserFilterModel](rapidata/api_client/docs/CampaignUserFilterModel.md)
  - [CappedSelection](rapidata/api_client/docs/CappedSelection.md)
+ - [ChangeBoostModel](rapidata/api_client/docs/ChangeBoostModel.md)
  - [ClassificationMetadata](rapidata/api_client/docs/ClassificationMetadata.md)
  - [ClassificationMetadataFilterConfig](rapidata/api_client/docs/ClassificationMetadataFilterConfig.md)
  - [ClassificationMetadataModel](rapidata/api_client/docs/ClassificationMetadataModel.md)
@@ -281,6 +285,7 @@ Class | Method | HTTP request | Description
  - [CountClassificationMetadataFilterConfig](rapidata/api_client/docs/CountClassificationMetadataFilterConfig.md)
  - [CountMetadata](rapidata/api_client/docs/CountMetadata.md)
  - [CountMetadataModel](rapidata/api_client/docs/CountMetadataModel.md)
+ - [CountryFilter](rapidata/api_client/docs/CountryFilter.md)
  - [CountryUserFilterModel](rapidata/api_client/docs/CountryUserFilterModel.md)
  - [CreateBenchmarkModel](rapidata/api_client/docs/CreateBenchmarkModel.md)
  - [CreateBenchmarkParticipantModel](rapidata/api_client/docs/CreateBenchmarkParticipantModel.md)
@@ -324,6 +329,7 @@ Class | Method | HTTP request | Description
  - [DatasetDatasetIdDatapointsPostRequestMetadataInner](rapidata/api_client/docs/DatasetDatasetIdDatapointsPostRequestMetadataInner.md)
  - [DatasetEvaluationStepModel](rapidata/api_client/docs/DatasetEvaluationStepModel.md)
  - [Demographic](rapidata/api_client/docs/Demographic.md)
+ - [DemographicFilter](rapidata/api_client/docs/DemographicFilter.md)
  - [DemographicMetadataModel](rapidata/api_client/docs/DemographicMetadataModel.md)
  - [DemographicSelection](rapidata/api_client/docs/DemographicSelection.md)
  - [DynamicClientRegistrationRequest](rapidata/api_client/docs/DynamicClientRegistrationRequest.md)
@@ -375,8 +381,10 @@ Class | Method | HTTP request | Description
  - [GetPipelineByIdResult](rapidata/api_client/docs/GetPipelineByIdResult.md)
  - [GetPipelineByIdResultArtifactsValue](rapidata/api_client/docs/GetPipelineByIdResultArtifactsValue.md)
  - [GetPublicOrdersResult](rapidata/api_client/docs/GetPublicOrdersResult.md)
+ - [GetPublicResponsesResult](rapidata/api_client/docs/GetPublicResponsesResult.md)
  - [GetRapidResponsesResult](rapidata/api_client/docs/GetRapidResponsesResult.md)
  - [GetResponsesResult](rapidata/api_client/docs/GetResponsesResult.md)
+ - [GetSampleByIdResult](rapidata/api_client/docs/GetSampleByIdResult.md)
  - [GetSimpleWorkflowResultsModel](rapidata/api_client/docs/GetSimpleWorkflowResultsModel.md)
  - [GetStandingByIdResult](rapidata/api_client/docs/GetStandingByIdResult.md)
  - [GetValidationRapidsResult](rapidata/api_client/docs/GetValidationRapidsResult.md)
@@ -400,6 +408,7 @@ Class | Method | HTTP request | Description
  - [JsonWebKey](rapidata/api_client/docs/JsonWebKey.md)
  - [JsonWebKeySet](rapidata/api_client/docs/JsonWebKeySet.md)
  - [LabelingSelection](rapidata/api_client/docs/LabelingSelection.md)
+ - [LanguageFilter](rapidata/api_client/docs/LanguageFilter.md)
  - [LanguageUserFilterModel](rapidata/api_client/docs/LanguageUserFilterModel.md)
  - [LeaderboardQueryResult](rapidata/api_client/docs/LeaderboardQueryResult.md)
  - [LeaderboardQueryResultPagedResult](rapidata/api_client/docs/LeaderboardQueryResultPagedResult.md)
@@ -440,15 +449,18 @@ Class | Method | HTTP request | Description
  - [NamedEntityTruth](rapidata/api_client/docs/NamedEntityTruth.md)
  - [NeverEndingRefereeConfig](rapidata/api_client/docs/NeverEndingRefereeConfig.md)
  - [NeverEndingRefereeInfo](rapidata/api_client/docs/NeverEndingRefereeInfo.md)
+ - [NewUserFilter](rapidata/api_client/docs/NewUserFilter.md)
  - [NewUserFilterModel](rapidata/api_client/docs/NewUserFilterModel.md)
  - [NewsletterModel](rapidata/api_client/docs/NewsletterModel.md)
  - [NotAvailableYetResult](rapidata/api_client/docs/NotAvailableYetResult.md)
+ - [NotFilter](rapidata/api_client/docs/NotFilter.md)
  - [NotUserFilterModel](rapidata/api_client/docs/NotUserFilterModel.md)
  - [NullAsset](rapidata/api_client/docs/NullAsset.md)
  - [NullAssetModel](rapidata/api_client/docs/NullAssetModel.md)
  - [OnlinePairMakerConfig](rapidata/api_client/docs/OnlinePairMakerConfig.md)
  - [OnlinePairMakerConfigModel](rapidata/api_client/docs/OnlinePairMakerConfigModel.md)
  - [OnlinePairMakerInformation](rapidata/api_client/docs/OnlinePairMakerInformation.md)
+ - [OrFilter](rapidata/api_client/docs/OrFilter.md)
  - [OrUserFilterModel](rapidata/api_client/docs/OrUserFilterModel.md)
  - [OrderModel](rapidata/api_client/docs/OrderModel.md)
  - [OrderModelPagedResult](rapidata/api_client/docs/OrderModelPagedResult.md)
@@ -482,6 +494,7 @@ Class | Method | HTTP request | Description
  - [PromptMetadataModel](rapidata/api_client/docs/PromptMetadataModel.md)
  - [ProxyFileWrapper](rapidata/api_client/docs/ProxyFileWrapper.md)
  - [PublicOrderModel](rapidata/api_client/docs/PublicOrderModel.md)
+ - [PublicRapidResponse](rapidata/api_client/docs/PublicRapidResponse.md)
  - [PublicTextMetadataInput](rapidata/api_client/docs/PublicTextMetadataInput.md)
  - [QueryModel](rapidata/api_client/docs/QueryModel.md)
  - [QueryValidationModel](rapidata/api_client/docs/QueryValidationModel.md)
@@ -499,12 +512,15 @@ Class | Method | HTTP request | Description
  - [RegisterTemporaryCustomerModel](rapidata/api_client/docs/RegisterTemporaryCustomerModel.md)
  - [RegisterTemporaryCustomerResult](rapidata/api_client/docs/RegisterTemporaryCustomerResult.md)
  - [ReportModel](rapidata/api_client/docs/ReportModel.md)
+ - [ResponseCountFilter](rapidata/api_client/docs/ResponseCountFilter.md)
  - [ResponseCountUserFilterModel](rapidata/api_client/docs/ResponseCountUserFilterModel.md)
  - [RetrievalMode](rapidata/api_client/docs/RetrievalMode.md)
  - [RootFilter](rapidata/api_client/docs/RootFilter.md)
  - [RunStatus](rapidata/api_client/docs/RunStatus.md)
  - [RunsByLeaderboardResult](rapidata/api_client/docs/RunsByLeaderboardResult.md)
  - [RunsByLeaderboardResultPagedResult](rapidata/api_client/docs/RunsByLeaderboardResultPagedResult.md)
+ - [SampleByIdentifier](rapidata/api_client/docs/SampleByIdentifier.md)
+ - [SampleByIdentifierPagedResult](rapidata/api_client/docs/SampleByIdentifierPagedResult.md)
  - [SampleByParticipant](rapidata/api_client/docs/SampleByParticipant.md)
  - [SampleByParticipantPagedResult](rapidata/api_client/docs/SampleByParticipantPagedResult.md)
  - [ScrubPayload](rapidata/api_client/docs/ScrubPayload.md)
@@ -560,7 +576,6 @@ Class | Method | HTTP request | Description
  - [TranslatedString](rapidata/api_client/docs/TranslatedString.md)
  - [UnlockOrderResult](rapidata/api_client/docs/UnlockOrderResult.md)
  - [UpdateBenchmarkNameModel](rapidata/api_client/docs/UpdateBenchmarkNameModel.md)
- - [UpdateCampaignModel](rapidata/api_client/docs/UpdateCampaignModel.md)
  - [UpdateDatasetNameModel](rapidata/api_client/docs/UpdateDatasetNameModel.md)
  - [UpdateDimensionsModel](rapidata/api_client/docs/UpdateDimensionsModel.md)
  - [UpdateLeaderboardNameModel](rapidata/api_client/docs/UpdateLeaderboardNameModel.md)
@@ -574,7 +589,10 @@ Class | Method | HTTP request | Description
  - [UploadCocoResult](rapidata/api_client/docs/UploadCocoResult.md)
  - [UploadFromS3Result](rapidata/api_client/docs/UploadFromS3Result.md)
  - [UrlAssetInput](rapidata/api_client/docs/UrlAssetInput.md)
+ - [UserScoreFilter](rapidata/api_client/docs/UserScoreFilter.md)
  - [UserScoreUserFilterModel](rapidata/api_client/docs/UserScoreUserFilterModel.md)
+ - [UserState](rapidata/api_client/docs/UserState.md)
+ - [UserStateFilter](rapidata/api_client/docs/UserStateFilter.md)
  - [ValidationChance](rapidata/api_client/docs/ValidationChance.md)
  - [ValidationSelection](rapidata/api_client/docs/ValidationSelection.md)
  - [ValidationSetModel](rapidata/api_client/docs/ValidationSetModel.md)

rapidata/rapidata_client/__init__.py

@@ -16,14 +16,9 @@ from .datapoints.metadata import (
     PromptMetadata,
     SelectWordsMetadata,
 )
-from .datapoints.assets import (
-    MediaAsset, 
-    TextAsset, 
-    MultiAsset, 
-    RapidataDataTypes
-)
+from .datapoints.assets import MediaAsset, TextAsset, MultiAsset, RapidataDataTypes
 from .settings import (
-    RapidataSettings, 
+    RapidataSettings,
     TranslationBehaviourOptions,
     AlertOnFastResponse,
     TranslationBehaviour,
@@ -32,7 +27,7 @@ from .settings import (
     PlayVideoUntilTheEnd,
     CustomSetting,
     AllowNeitherBoth,
-    )
+)
 from .country_codes import CountryCodes
 from .filter import (
     CountryFilter,
@@ -49,11 +44,8 @@ from .filter import (
     ResponseCountFilter,
 )
 
-from .logging import (
-    configure_logger, 
-    logger,
-    RapidataOutputManager
-)
+from .logging import configure_logger, logger, RapidataOutputManager
 
 from .validation import Box
 from .exceptions import FailedUploadException
+from .config import rapidata_config

rapidata/rapidata_client/benchmark/participant/_participant.py

@@ -1,4 +1,5 @@
 from concurrent.futures import ThreadPoolExecutor, as_completed
+import time
 from tqdm import tqdm
 
 from rapidata.rapidata_client.datapoints.assets import MediaAsset
@@ -6,6 +7,10 @@ from rapidata.rapidata_client.logging import logger
 from rapidata.rapidata_client.logging.output_manager import RapidataOutputManager
 from rapidata.api_client.models.create_sample_model import CreateSampleModel
 from rapidata.service.openapi_service import OpenAPIService
+from rapidata.rapidata_client.config.config import rapidata_config
+from rapidata.rapidata_client.api.rapidata_exception import (
+    suppress_rapidata_error_logging,
+)
 
 
 class BenchmarkParticipant:
@@ -21,11 +26,11 @@ class BenchmarkParticipant:
     ) -> tuple[MediaAsset | None, MediaAsset | None]:
         """
         Process single sample upload with retry logic and error tracking.
-        
+
         Args:
             asset: MediaAsset to upload
             identifier: Identifier for the sample
-            
+
         Returns:
             tuple[MediaAsset | None, MediaAsset | None]: (successful_asset, failed_asset)
         """
@@ -37,20 +42,30 @@ class BenchmarkParticipant:
             urls = [asset.path]
 
         last_exception = None
-        try:
-            self.__openapi_service.participant_api.participant_participant_id_sample_post(
-                participant_id=self.id,
-                model=CreateSampleModel(
-                    identifier=identifier
-                ),
-                files=files,
-                urls=urls
-            )
-            
-            return asset, None
-            
-        except Exception as e:
-            last_exception = e
+        for attempt in range(rapidata_config.upload_max_retries):
+            try:
+                with suppress_rapidata_error_logging():
+                    self.__openapi_service.participant_api.participant_participant_id_sample_post(
+                        participant_id=self.id,
+                        model=CreateSampleModel(identifier=identifier),
+                        files=files,
+                        urls=urls,
+                    )
+
+                return asset, None
+
+            except Exception as e:
+                last_exception = e
+                if attempt < rapidata_config.upload_max_retries - 1:
+                    # Exponential backoff: wait 1s, then 2s, then 4s
+                    retry_delay = 2**attempt
+                    time.sleep(retry_delay)
+                    logger.debug("Error: %s", str(last_exception))
+                    logger.debug(
+                        "Retrying %s of %s...",
+                        attempt + 1,
+                        rapidata_config.upload_max_retries,
+                    )
 
         logger.error(f"Upload failed for {identifier}. Error: {str(last_exception)}")
         return None, asset
@@ -59,24 +74,24 @@ class BenchmarkParticipant:
         self,
         assets: list[MediaAsset],
         identifiers: list[str],
-        max_workers: int = 10,
     ) -> tuple[list[MediaAsset], list[MediaAsset]]:
         """
         Upload samples concurrently with proper error handling and progress tracking.
-        
+
         Args:
             assets: List of MediaAsset objects to upload
             identifiers: List of identifiers matching the assets
-            max_workers: Maximum number of concurrent upload workers
-            
+
         Returns:
             tuple[list[str], list[str]]: Lists of successful and failed identifiers
         """
         successful_uploads: list[MediaAsset] = []
         failed_uploads: list[MediaAsset] = []
         total_uploads = len(assets)
-        
-        with ThreadPoolExecutor(max_workers=max_workers) as executor:
+
+        with ThreadPoolExecutor(
+            max_workers=rapidata_config.max_upload_workers
+        ) as executor:
             futures = [
                 executor.submit(
                     self._process_single_sample_upload,
@@ -85,8 +100,12 @@ class BenchmarkParticipant:
                 )
                 for asset, identifier in zip(assets, identifiers)
             ]
-            
-            with tqdm(total=total_uploads, desc="Uploading media", disable=RapidataOutputManager.silent_mode) as pbar:
+
+            with tqdm(
+                total=total_uploads,
+                desc="Uploading media",
+                disable=RapidataOutputManager.silent_mode,
+            ) as pbar:
                 for future in as_completed(futures):
                     try:
                         successful_id, failed_id = future.result()
@@ -96,7 +115,7 @@ class BenchmarkParticipant:
                             failed_uploads.append(failed_id)
                     except Exception as e:
                         logger.error(f"Future execution failed: {str(e)}")
-                        
+
                     pbar.update(1)
-        
+
         return successful_uploads, failed_uploads

rapidata/rapidata_client/benchmark/rapidata_benchmark.py

@@ -1,5 +1,5 @@
 import re
-from typing import Literal, Optional
+from typing import Literal, Optional, Sequence
 from rapidata.api_client.models.root_filter import RootFilter
 from rapidata.api_client.models.filter import Filter
 from rapidata.api_client.models.query_model import QueryModel
@@ -15,7 +15,9 @@ from rapidata.api_client.models.submit_prompt_model_prompt_asset import (
 from rapidata.api_client.models.url_asset_input import UrlAssetInput
 from rapidata.api_client.models.file_asset_model import FileAssetModel
 from rapidata.api_client.models.source_url_metadata_model import SourceUrlMetadataModel
-
+from rapidata.api_client.models.and_user_filter_model_filters_inner import (
+    AndUserFilterModelFiltersInner,
+)
 
 from rapidata.rapidata_client.benchmark.participant._participant import (
     BenchmarkParticipant,
@@ -28,6 +30,8 @@ from rapidata.rapidata_client.benchmark.leaderboard.rapidata_leaderboard import
 )
 from rapidata.rapidata_client.datapoints.assets import MediaAsset
 from rapidata.rapidata_client.benchmark._detail_mapper import DetailMapper
+from rapidata.rapidata_client.filter import RapidataFilter
+from rapidata.rapidata_client.settings import RapidataSetting
 
 
 class RapidataBenchmark:
@@ -260,6 +264,9 @@ class RapidataBenchmark:
         inverse_ranking: bool = False,
         level_of_detail: Literal["low", "medium", "high", "very high"] = "low",
         min_responses_per_matchup: int = 3,
+        validation_set_id: str | None = None,
+        filters: Sequence[RapidataFilter] = [],
+        settings: Sequence[RapidataSetting] = [],
     ) -> RapidataLeaderboard:
         """
         Creates a new leaderboard for the benchmark.
@@ -272,6 +279,9 @@ class RapidataBenchmark:
             inverse_ranking: Whether to inverse the ranking of the leaderboard. (if the question is inversed, e.g. "Which video is worse?")
             level_of_detail: The level of detail of the leaderboard. This will effect how many comparisons are done per model evaluation. (default: "low")
             min_responses_per_matchup: The minimum number of responses required to be considered for the leaderboard. (default: 3)
+            validation_set_id: The id of the validation set that should be attached to the leaderboard. (default: None)
+            filters: The filters that should be applied to the leaderboard. Will determine who can solve answer in the leaderboard. (default: [])
+            settings: The settings that should be applied to the leaderboard. Will determine the behavior of the tasks on the leaderboard. (default: [])
         """
         if not isinstance(min_responses_per_matchup, int):
             raise ValueError("Min responses per matchup must be an integer")
@@ -289,6 +299,20 @@ class RapidataBenchmark:
                 isInversed=inverse_ranking,
                 minResponses=min_responses_per_matchup,
                 responseBudget=DetailMapper.get_budget(level_of_detail),
+                validationSetId=validation_set_id,
+                filters=(
+                    [
+                        AndUserFilterModelFiltersInner(filter._to_model())
+                        for filter in filters
+                    ]
+                    if filters
+                    else None
+                ),
+                featureFlags=(
+                    [setting._to_feature_flag() for setting in settings]
+                    if settings
+                    else None
+                ),
             )
         )