rapidata 2.38.0__py3-none-any.whl → 2.39.0__py3-none-any.whl

rapidata/api_client/models/update_validation_set_model.py

@@ -0,0 +1,93 @@
+# coding: utf-8
+
+"""
+    Rapidata.Dataset
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: v1
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class UpdateValidationSetModel(BaseModel):
+    """
+    Allows for specific updates to a validation set without needing to provide all properties.
+    """ # noqa: E501
+    name: Optional[StrictStr] = None
+    dimensions: Optional[List[StrictStr]] = None
+    should_alert: Optional[StrictBool] = Field(default=None, alias="shouldAlert")
+    is_public: Optional[StrictBool] = Field(default=None, alias="isPublic")
+    __properties: ClassVar[List[str]] = ["name", "dimensions", "shouldAlert", "isPublic"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of UpdateValidationSetModel from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of UpdateValidationSetModel from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "name": obj.get("name"),
+            "dimensions": obj.get("dimensions"),
+            "shouldAlert": obj.get("shouldAlert"),
+            "isPublic": obj.get("isPublic")
+        })
+        return _obj
+
+

rapidata/api_client/models/validation_chance.py

@@ -18,7 +18,7 @@ import re  # noqa: F401
 import json
 
 from pydantic import BaseModel, ConfigDict, Field, StrictFloat, StrictInt
-from typing import Any, ClassVar, Dict, List, Union
+from typing import Any, ClassVar, Dict, List, Optional, Union
 from typing import Optional, Set
 from typing_extensions import Self
 
@@ -29,7 +29,8 @@ class ValidationChance(BaseModel):
     user_score_threshold: Union[StrictFloat, StrictInt] = Field(alias="userScoreThreshold")
     chance: Union[StrictFloat, StrictInt]
     rapid_count: StrictInt = Field(alias="rapidCount")
-    __properties: ClassVar[List[str]] = ["userScoreThreshold", "chance", "rapidCount"]
+    selections: Optional[List[AbTestSelectionAInner]] = None
+    __properties: ClassVar[List[str]] = ["userScoreThreshold", "chance", "rapidCount", "selections"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -70,6 +71,18 @@ class ValidationChance(BaseModel):
             exclude=excluded_fields,
             exclude_none=True,
         )
+        # override the default output from pydantic by calling `to_dict()` of each item in selections (list)
+        _items = []
+        if self.selections:
+            for _item_selections in self.selections:
+                if _item_selections:
+                    _items.append(_item_selections.to_dict())
+            _dict['selections'] = _items
+        # set to None if selections (nullable) is None
+        # and model_fields_set contains the field
+        if self.selections is None and "selections" in self.model_fields_set:
+            _dict['selections'] = None
+
         return _dict
 
     @classmethod
@@ -84,8 +97,12 @@ class ValidationChance(BaseModel):
         _obj = cls.model_validate({
             "userScoreThreshold": obj.get("userScoreThreshold"),
             "chance": obj.get("chance"),
-            "rapidCount": obj.get("rapidCount")
+            "rapidCount": obj.get("rapidCount"),
+            "selections": [AbTestSelectionAInner.from_dict(_item) for _item in obj["selections"]] if obj.get("selections") is not None else None
         })
         return _obj
 
+from rapidata.api_client.models.ab_test_selection_a_inner import AbTestSelectionAInner
+# TODO: Rewrite to not use raise_errors
+ValidationChance.model_rebuild(raise_errors=False)
 

rapidata/api_client/models/validation_set_model.py

@@ -18,8 +18,8 @@ import re  # noqa: F401
 import json
 
 from datetime import datetime
-from pydantic import BaseModel, ConfigDict, Field, StrictStr, field_validator
-from typing import Any, ClassVar, Dict, List, Optional
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictStr
+from typing import Any, ClassVar, Dict, List
 from typing import Optional, Set
 from typing_extensions import Self
 
@@ -29,46 +29,11 @@ class ValidationSetModel(BaseModel):
     """ # noqa: E501
     id: StrictStr
     name: StrictStr
-    asset_type: Optional[List[StrictStr]] = Field(default=None, alias="assetType")
-    modality: Optional[List[StrictStr]] = None
-    prompt_type: Optional[List[StrictStr]] = Field(default=None, alias="promptType")
+    is_public: StrictBool = Field(alias="isPublic")
     owner_id: StrictStr = Field(alias="ownerId")
     owner_mail: StrictStr = Field(alias="ownerMail")
     created_at: datetime = Field(alias="createdAt")
-    __properties: ClassVar[List[str]] = ["id", "name", "assetType", "modality", "promptType", "ownerId", "ownerMail", "createdAt"]
-
-    @field_validator('asset_type')
-    def asset_type_validate_enum(cls, value):
-        """Validates the enum"""
-        if value is None:
-            return value
-
-        for i in value:
-            if i not in set(['None', 'Image', 'Video', 'Audio', 'Text']):
-                raise ValueError("each list item must be one of ('None', 'Image', 'Video', 'Audio', 'Text')")
-        return value
-
-    @field_validator('modality')
-    def modality_validate_enum(cls, value):
-        """Validates the enum"""
-        if value is None:
-            return value
-
-        for i in value:
-            if i not in set(['None', 'BoundingBox', 'Classify', 'Compare', 'FreeText', 'Line', 'Locate', 'NamedEntity', 'Polygon', 'Scrub', 'Transcription']):
-                raise ValueError("each list item must be one of ('None', 'BoundingBox', 'Classify', 'Compare', 'FreeText', 'Line', 'Locate', 'NamedEntity', 'Polygon', 'Scrub', 'Transcription')")
-        return value
-
-    @field_validator('prompt_type')
-    def prompt_type_validate_enum(cls, value):
-        """Validates the enum"""
-        if value is None:
-            return value
-
-        for i in value:
-            if i not in set(['None', 'Text', 'Asset']):
-                raise ValueError("each list item must be one of ('None', 'Text', 'Asset')")
-        return value
+    __properties: ClassVar[List[str]] = ["id", "name", "isPublic", "ownerId", "ownerMail", "createdAt"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -123,9 +88,7 @@ class ValidationSetModel(BaseModel):
         _obj = cls.model_validate({
             "id": obj.get("id"),
             "name": obj.get("name"),
-            "assetType": obj.get("assetType"),
-            "modality": obj.get("modality"),
-            "promptType": obj.get("promptType"),
+            "isPublic": obj.get("isPublic"),
             "ownerId": obj.get("ownerId"),
             "ownerMail": obj.get("ownerMail"),
             "createdAt": obj.get("createdAt")

rapidata/api_client_README.md

@@ -79,6 +79,7 @@ Class | Method | HTTP request | Description
 *BenchmarkApi* | [**benchmark_benchmark_id_participants_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participants_get) | **GET** /benchmark/{benchmarkId}/participants | Query all participants within a benchmark
 *BenchmarkApi* | [**benchmark_benchmark_id_participants_participant_id_submit_post**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participants_participant_id_submit_post) | **POST** /benchmark/{benchmarkId}/participants/{participantId}/submit | Submits a participant to a benchmark.
 *BenchmarkApi* | [**benchmark_benchmark_id_participants_post**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participants_post) | **POST** /benchmark/{benchmarkId}/participants | Creates a participant in a benchmark.
+*BenchmarkApi* | [**benchmark_benchmark_id_patch**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_patch) | **PATCH** /benchmark/{benchmarkId} | Updates a benchmark using patch semantics.
 *BenchmarkApi* | [**benchmark_benchmark_id_prompt_post**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_prompt_post) | **POST** /benchmark/{benchmarkId}/prompt | Adds a new prompt to a benchmark.
 *BenchmarkApi* | [**benchmark_benchmark_id_prompts_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_prompts_get) | **GET** /benchmark/{benchmarkId}/prompts | Returns the paged prompts of a benchmark by its ID.
 *BenchmarkApi* | [**benchmark_benchmark_id_samples_identifier_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_samples_identifier_get) | **GET** /benchmark/{benchmarkId}/samples/{identifier} | Returns the paged prompts of a benchmark by its ID.
@@ -170,6 +171,7 @@ Class | Method | HTTP request | Description
 *ParticipantApi* | [**participant_participant_id_disable_post**](rapidata/api_client/docs/ParticipantApi.md#participant_participant_id_disable_post) | **POST** /participant/{participantId}/disable | This endpoint disables a participant in a benchmark. this means that the participant will no longer actively be matched up against other participants and not collect further results. It will still be visible in the leaderboard.
 *ParticipantApi* | [**participant_participant_id_get**](rapidata/api_client/docs/ParticipantApi.md#participant_participant_id_get) | **GET** /participant/{participantId} | Gets a participant by it's Id.
 *ParticipantApi* | [**participant_participant_id_name_put**](rapidata/api_client/docs/ParticipantApi.md#participant_participant_id_name_put) | **PUT** /participant/{participantId}/name | Updates the name of a participant
+*ParticipantApi* | [**participant_participant_id_patch**](rapidata/api_client/docs/ParticipantApi.md#participant_participant_id_patch) | **PATCH** /participant/{participantId} | Updates a participant using patch semantics.
 *ParticipantApi* | [**participant_participant_id_sample_post**](rapidata/api_client/docs/ParticipantApi.md#participant_participant_id_sample_post) | **POST** /participant/{participantId}/sample | Adds a sample to a participant.
 *ParticipantApi* | [**participant_participant_id_samples_get**](rapidata/api_client/docs/ParticipantApi.md#participant_participant_id_samples_get) | **GET** /participant/{participantId}/samples | Queries all samples of a participant.
 *ParticipantApi* | [**participant_sample_sample_id_delete**](rapidata/api_client/docs/ParticipantApi.md#participant_sample_sample_id_delete) | **DELETE** /participant-sample/{sampleId} | Deletes a sample.
@@ -193,13 +195,12 @@ Class | Method | HTTP request | Description
 *ValidationSetApi* | [**validation_set_recommended_get**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_recommended_get) | **GET** /validation-set/recommended | Gets a validation set that is available to the user and best matches the provided parameters.
 *ValidationSetApi* | [**validation_set_validation_set_id_delete**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_delete) | **DELETE** /validation-set/{validationSetId} | Gets a validation set by the id.
 *ValidationSetApi* | [**validation_set_validation_set_id_dimensions_patch**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_dimensions_patch) | **PATCH** /validation-set/{validationSetId}/dimensions | Updates the dimensions of all rapids within a validation set.
-*ValidationSetApi* | [**validation_set_validation_set_id_dimensions_put**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_dimensions_put) | **PUT** /validation-set/{validationSetId}/dimensions | Updates the dimensions of all rapids within a validation set.
 *ValidationSetApi* | [**validation_set_validation_set_id_export_get**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_export_get) | **GET** /validation-set/{validationSetId}/export | Exports all rapids of a validation-set to a file.
 *ValidationSetApi* | [**validation_set_validation_set_id_get**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_get) | **GET** /validation-set/{validationSetId} | Gets a validation set by the id.
+*ValidationSetApi* | [**validation_set_validation_set_id_patch**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_patch) | **PATCH** /validation-set/{validationSetId} | Updates different characteristics of a validation set.
 *ValidationSetApi* | [**validation_set_validation_set_id_rapid_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_rapid_post) | **POST** /validation-set/{validationSetId}/rapid | Adds a new validation rapid to the specified validation set using files to create the assets.
 *ValidationSetApi* | [**validation_set_validation_set_id_rapids_get**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_rapids_get) | **GET** /validation-set/{validationSetId}/rapids | Queries the validation rapids for a specific validation set.
 *ValidationSetApi* | [**validation_set_validation_set_id_shouldalert_patch**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_shouldalert_patch) | **PATCH** /validation-set/{validationSetId}/shouldalert | Updates the dimensions of all rapids within a validation set.
-*ValidationSetApi* | [**validation_set_validation_set_id_shouldalert_put**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_shouldalert_put) | **PUT** /validation-set/{validationSetId}/shouldalert | Updates the  of all rapshouldAlert property of all rapids within a validation set.
 *ValidationSetApi* | [**validation_set_validation_set_id_update_labeling_hints_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_update_labeling_hints_post) | **POST** /validation-set/{validationSetId}/update-labeling-hints | Refreshes the labeling hints for a validation set.
 *ValidationSetApi* | [**validation_set_validation_set_id_visibility_patch**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_visibility_patch) | **PATCH** /validation-set/{validationSetId}/visibility | Updates the visibility of a validation set.
 *ValidationSetApi* | [**validation_set_zip_compare_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_zip_compare_post) | **POST** /validation-set/zip/compare | Imports a compare validation set from a zip file.
@@ -257,7 +258,6 @@ Class | Method | HTTP request | Description
  - [CappedSelection](rapidata/api_client/docs/CappedSelection.md)
  - [ChangeBoostModel](rapidata/api_client/docs/ChangeBoostModel.md)
  - [ClassificationMetadata](rapidata/api_client/docs/ClassificationMetadata.md)
- - [ClassificationMetadataFilterConfig](rapidata/api_client/docs/ClassificationMetadataFilterConfig.md)
  - [ClassificationMetadataModel](rapidata/api_client/docs/ClassificationMetadataModel.md)
  - [ClassifyPayload](rapidata/api_client/docs/ClassifyPayload.md)
  - [ClientModel](rapidata/api_client/docs/ClientModel.md)
@@ -282,8 +282,8 @@ Class | Method | HTTP request | Description
  - [CompareWorkflowModelPairMakerConfig](rapidata/api_client/docs/CompareWorkflowModelPairMakerConfig.md)
  - [ComparisonOperator](rapidata/api_client/docs/ComparisonOperator.md)
  - [ConditionalValidationSelection](rapidata/api_client/docs/ConditionalValidationSelection.md)
+ - [ConfidenceInterval](rapidata/api_client/docs/ConfidenceInterval.md)
  - [Coordinate](rapidata/api_client/docs/Coordinate.md)
- - [CountClassificationMetadataFilterConfig](rapidata/api_client/docs/CountClassificationMetadataFilterConfig.md)
  - [CountMetadata](rapidata/api_client/docs/CountMetadata.md)
  - [CountMetadataModel](rapidata/api_client/docs/CountMetadataModel.md)
  - [CountryFilter](rapidata/api_client/docs/CountryFilter.md)
@@ -427,7 +427,6 @@ Class | Method | HTTP request | Description
  - [LocateRapidBlueprint](rapidata/api_client/docs/LocateRapidBlueprint.md)
  - [LocateResult](rapidata/api_client/docs/LocateResult.md)
  - [LocationMetadata](rapidata/api_client/docs/LocationMetadata.md)
- - [LocationMetadataExistsFilterConfig](rapidata/api_client/docs/LocationMetadataExistsFilterConfig.md)
  - [LocationMetadataModel](rapidata/api_client/docs/LocationMetadataModel.md)
  - [LogicOperator](rapidata/api_client/docs/LogicOperator.md)
  - [MultiAsset](rapidata/api_client/docs/MultiAsset.md)
@@ -577,6 +576,7 @@ Class | Method | HTTP request | Description
  - [TranslatedPromptMetadataModel](rapidata/api_client/docs/TranslatedPromptMetadataModel.md)
  - [TranslatedString](rapidata/api_client/docs/TranslatedString.md)
  - [UnlockOrderResult](rapidata/api_client/docs/UnlockOrderResult.md)
+ - [UpdateBenchmarkModel](rapidata/api_client/docs/UpdateBenchmarkModel.md)
  - [UpdateBenchmarkNameModel](rapidata/api_client/docs/UpdateBenchmarkNameModel.md)
  - [UpdateDatasetNameModel](rapidata/api_client/docs/UpdateDatasetNameModel.md)
  - [UpdateDimensionsModel](rapidata/api_client/docs/UpdateDimensionsModel.md)
@@ -584,11 +584,13 @@ Class | Method | HTTP request | Description
  - [UpdateLeaderboardNameModel](rapidata/api_client/docs/UpdateLeaderboardNameModel.md)
  - [UpdateLeaderboardResponseConfigModel](rapidata/api_client/docs/UpdateLeaderboardResponseConfigModel.md)
  - [UpdateOrderNameModel](rapidata/api_client/docs/UpdateOrderNameModel.md)
+ - [UpdateParticipantModel](rapidata/api_client/docs/UpdateParticipantModel.md)
  - [UpdateParticipantNameModel](rapidata/api_client/docs/UpdateParticipantNameModel.md)
  - [UpdatePromptTagsModel](rapidata/api_client/docs/UpdatePromptTagsModel.md)
  - [UpdateShouldAlertModel](rapidata/api_client/docs/UpdateShouldAlertModel.md)
  - [UpdateValidationRapidModel](rapidata/api_client/docs/UpdateValidationRapidModel.md)
  - [UpdateValidationRapidModelTruth](rapidata/api_client/docs/UpdateValidationRapidModelTruth.md)
+ - [UpdateValidationSetModel](rapidata/api_client/docs/UpdateValidationSetModel.md)
  - [UploadCocoResult](rapidata/api_client/docs/UploadCocoResult.md)
  - [UploadFromS3Result](rapidata/api_client/docs/UploadFromS3Result.md)
  - [UrlAssetInput](rapidata/api_client/docs/UrlAssetInput.md)
@@ -609,8 +611,6 @@ Class | Method | HTTP request | Description
  - [WorkflowConfigArtifactModel](rapidata/api_client/docs/WorkflowConfigArtifactModel.md)
  - [WorkflowConfigArtifactModelWorkflowConfig](rapidata/api_client/docs/WorkflowConfigArtifactModelWorkflowConfig.md)
  - [WorkflowLabelingStepModel](rapidata/api_client/docs/WorkflowLabelingStepModel.md)
- - [WorkflowSplitModel](rapidata/api_client/docs/WorkflowSplitModel.md)
- - [WorkflowSplitModelFilterConfigsInner](rapidata/api_client/docs/WorkflowSplitModelFilterConfigsInner.md)
  - [WorkflowState](rapidata/api_client/docs/WorkflowState.md)
  - [ZipEntryFileWrapper](rapidata/api_client/docs/ZipEntryFileWrapper.md)
 

rapidata/rapidata_client/benchmark/rapidata_benchmark.py

@@ -206,43 +206,54 @@ class RapidataBenchmark:
 
     def add_prompt(
         self,
-        identifier: str,
+        identifier: str | None = None,
         prompt: str | None = None,
-        asset: str | None = None,
+        prompt_asset: str | None = None,
         tags: Optional[list[str]] = None,
     ):
         """
         Adds a prompt to the benchmark.
 
         Args:
-            identifier: The identifier of the prompt/asset/tags that will be used to match up the media.
+            identifier: The identifier of the prompt/asset/tags that will be used to match up the media. If not provided, it will use the prompt, asset or prompt + asset as the identifier.
             prompt: The prompt that will be used to evaluate the model.
-            asset: The asset that will be used to evaluate the model. Provided as a link to the asset.
+            prompt_asset: The prompt asset that will be used to evaluate the model. Provided as a link to the asset.
             tags: The tags can be used to filter the leaderboard results. They will NOT be shown to the users.
         """
         with tracer.start_as_current_span("RapidataBenchmark.add_prompt"):
             if tags is None:
                 tags = []
 
-            if not isinstance(identifier, str):
-                raise ValueError("Identifier must be a string.")
+            if prompt is None and prompt_asset is None:
+                raise ValueError("Prompt or prompt asset must be provided.")
+
+            if identifier is None and prompt is None:
+                raise ValueError("Identifier or prompt must be provided.")
 
-            if prompt is None and asset is None:
-                raise ValueError("Prompt or asset must be provided.")
+            if identifier and not isinstance(identifier, str):
+                raise ValueError("Identifier must be a string.")
 
-            if prompt is not None and not isinstance(prompt, str):
+            if prompt and not isinstance(prompt, str):
                 raise ValueError("Prompt must be a string.")
 
-            if asset is not None and not isinstance(asset, str):
+            if prompt_asset and not isinstance(prompt_asset, str):
                 raise ValueError(
                     "Asset must be a string. That is the link to the asset."
                 )
 
+            if identifier is None:
+                assert prompt is not None
+                if prompt in self.prompts:
+                    raise ValueError(
+                        "Prompts must be unique. Otherwise use identifiers."
+                    )
+                identifier = prompt
+
             if identifier in self.identifiers:
                 raise ValueError("Identifier already exists in the benchmark.")
 
-            if asset is not None and not re.match(r"^https?://", asset):
-                raise ValueError("Asset must be a link to the asset.")
+            if prompt_asset is not None and not re.match(r"^https?://", prompt_asset):
+                raise ValueError("Prompt asset must be a link to the asset.")
 
             if tags is not None and (
                 not isinstance(tags, list)
@@ -251,10 +262,10 @@ class RapidataBenchmark:
                 raise ValueError("Tags must be a list of strings.")
 
             logger.info(
-                "Adding identifier %s with prompt %s, asset %s and tags %s to benchmark %s",
+                "Adding identifier %s with prompt %s, prompt asset %s and tags %s to benchmark %s",
                 identifier,
                 prompt,
-                asset,
+                prompt_asset,
                 tags,
                 self.id,
             )
@@ -263,7 +274,7 @@ class RapidataBenchmark:
 
             self.__tags.append(tags)
             self.__prompts.append(prompt)
-            self.__prompt_assets.append(asset)
+            self.__prompt_assets.append(prompt_asset)
 
             self.__openapi_service.benchmark_api.benchmark_benchmark_id_prompt_post(
                 benchmark_id=self.id,
@@ -272,9 +283,9 @@ class RapidataBenchmark:
                     prompt=prompt,
                     promptAsset=(
                         SubmitPromptModelPromptAsset(
-                            UrlAssetInput(_t="UrlAssetInput", url=asset)
+                            UrlAssetInput(_t="UrlAssetInput", url=prompt_asset)
                         )
-                        if asset is not None
+                        if prompt_asset is not None
                         else None
                     ),
                     tags=tags,
@@ -379,28 +390,48 @@ class RapidataBenchmark:
             )
 
     def evaluate_model(
-        self, name: str, media: list[str], identifiers: list[str]
+        self,
+        name: str,
+        media: list[str],
+        identifiers: list[str] | None = None,
+        prompts: list[str] | None = None,
     ) -> None:
         """
         Evaluates a model on the benchmark across all leaderboards.
 
+        prompts or identifiers must be provided to match the media.
+
         Args:
             name: The name of the model.
             media: The generated images/videos that will be used to evaluate the model.
-            identifiers: The identifiers that correspond to the media. The order of the identifiers must match the order of the media.
+            identifiers: The identifiers that correspond to the media. The order of the identifiers must match the order of the media.\n
                 The identifiers that are used must be registered for the benchmark. To see the registered identifiers, use the identifiers property.
+            prompts: The prompts that correspond to the media. The order of the prompts must match the order of the media.
         """
         with tracer.start_as_current_span("evaluate_model"):
             if not media:
                 raise ValueError("Media must be a non-empty list of strings")
 
+            if not identifiers and not prompts:
+                raise ValueError("Identifiers or prompts must be provided.")
+
+            if identifiers and prompts:
+                raise ValueError(
+                    "Identifiers and prompts cannot be provided at the same time. Use one or the other."
+                )
+
+            if not identifiers:
+                assert prompts is not None
+                identifiers = prompts
+
             if len(media) != len(identifiers):
-                raise ValueError("Media and identifiers must have the same length")
+                raise ValueError(
+                    "Media and identifiers/prompts must have the same length"
+                )
 
             if not all(identifier in self.identifiers for identifier in identifiers):
                 raise ValueError(
-                    "All identifiers must be in the registered identifiers list. To see the registered identifiers, use the identifiers property.\
-            \nTo see the prompts that are associated with the identifiers, use the prompts property."
+                    "All identifiers/prompts must be in the registered identifiers/prompts list. To see the registered identifiers/prompts, use the identifiers/prompts property."
                 )
 
             # happens before the creation of the participant to ensure all media paths are valid

rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py

@@ -1,4 +1,4 @@
-from typing import Optional
+from typing import Optional, cast
 from rapidata.rapidata_client.benchmark.rapidata_benchmark import RapidataBenchmark
 from rapidata.api_client.models.create_benchmark_model import CreateBenchmarkModel
 from rapidata.service.openapi_service import OpenAPIService
@@ -30,7 +30,7 @@ class RapidataBenchmarkManager:
     def create_new_benchmark(
         self,
         name: str,
-        identifiers: list[str],
+        identifiers: Optional[list[str]] = None,
         prompts: Optional[list[str | None]] = None,
         prompt_assets: Optional[list[str | None]] = None,
         tags: Optional[list[list[str] | None]] = None,
@@ -39,11 +39,11 @@ class RapidataBenchmarkManager:
         Creates a new benchmark with the given name, identifiers, prompts, and media assets.
         Everything is matched up by the indexes of the lists.
 
-        prompts or prompt_assets must be provided.
+        prompts or identifiers must be provided, as well as prompts or prompt_assets.
 
         Args:
             name: The name of the benchmark.
-            identifiers: The identifiers of the prompts/assets/tags that will be used to match up the media
+            identifiers: The identifiers of the prompts/assets/tags that will be used to match up the media. If not provided, it will use the prompts as the identifiers.
             prompts: The prompts that will be registered for the benchmark.
             prompt_assets: The prompt assets that will be registered for the benchmark.
             tags: The tags that will be associated with the prompts to use for filtering the leaderboard results. They will NOT be shown to the users.
@@ -81,17 +81,32 @@ class RapidataBenchmarkManager:
             ):
                 raise ValueError("Media assets must be a list of strings or None.")
 
-            if not isinstance(identifiers, list) or not all(
-                isinstance(identifier, str) for identifier in identifiers
+            if identifiers and (
+                not isinstance(identifiers, list)
+                or not all(isinstance(identifier, str) for identifier in identifiers)
             ):
                 raise ValueError("Identifiers must be a list of strings.")
 
-            if prompts and len(identifiers) != len(prompts):
-                raise ValueError("Identifiers and prompts must have the same length.")
+            if identifiers:
+                if not len(set(identifiers)) == len(identifiers):
+                    raise ValueError("Identifiers must be unique.")
+
+            if tags is not None:
+                if not isinstance(tags, list):
+                    raise ValueError("Tags must be a list of lists of strings or None.")
+
+                for tag in tags:
+                    if tag is not None and (
+                        not isinstance(tag, list)
+                        or not all(isinstance(item, str) for item in tag)
+                    ):
+                        raise ValueError(
+                            "Tags must be a list of lists of strings or None."
+                        )
 
-            if prompt_assets and len(identifiers) != len(prompt_assets):
+            if not identifiers and not prompts:
                 raise ValueError(
-                    "Identifiers and media assets must have the same length."
+                    "At least one of identifiers or prompts must be provided."
                 )
 
             if not prompts and not prompt_assets:
@@ -99,11 +114,41 @@ class RapidataBenchmarkManager:
                     "At least one of prompts or media assets must be provided."
                 )
 
-            if len(set(identifiers)) != len(identifiers):
-                raise ValueError("Identifiers must be unique.")
+            if not identifiers:
+                assert prompts is not None
+                if not len(set(prompts)) == len(prompts):
+                    raise ValueError(
+                        "Prompts must be unique. Otherwise use identifiers."
+                    )
+                if any(prompt is None for prompt in prompts):
+                    raise ValueError(
+                        "Prompts must not be None. Otherwise use identifiers."
+                    )
+
+                identifiers = cast(list[str], prompts)
+
+            assert identifiers is not None
+
+            expected_length = len(identifiers)
+
+            if not prompts:
+                prompts = cast(list[str | None], [None] * expected_length)
+
+            if not prompt_assets:
+                prompt_assets = cast(list[str | None], [None] * expected_length)
 
-            if tags and len(identifiers) != len(tags):
-                raise ValueError("Identifiers and tags must have the same length.")
+            if not tags:
+                tags = cast(list[list[str] | None], [None] * expected_length)
+
+            # At this point, all variables are guaranteed to be lists, not None
+            assert prompts is not None
+            assert prompt_assets is not None
+            assert tags is not None
+
+            if not (expected_length == len(prompts) == len(prompt_assets) == len(tags)):
+                raise ValueError(
+                    "Identifiers, prompts, media assets, and tags must have the same length or set to None."
+                )
 
             logger.info("Creating new benchmark %s", name)
 
@@ -119,16 +164,8 @@ class RapidataBenchmarkManager:
                 name, benchmark_result.id, self.__openapi_service
             )
 
-            prompts_list = prompts if prompts is not None else [None] * len(identifiers)
-            media_assets_list = (
-                prompt_assets
-                if prompt_assets is not None
-                else [None] * len(identifiers)
-            )
-            tags_list = tags if tags is not None else [None] * len(identifiers)
-
             for identifier, prompt, asset, tag in zip(
-                identifiers, prompts_list, media_assets_list, tags_list
+                identifiers, prompts, prompt_assets, tags
             ):
                 benchmark.add_prompt(identifier, prompt, asset, tag)
 

rapidata/rapidata_client/config/logging_config.py

@@ -23,7 +23,7 @@ class LoggingConfig(BaseModel):
     """
     Holds the configuration for the logging process.
 
-    Args:
+    Attributes:
         level (str): The logging level. Defaults to "WARNING".
         log_file (str | None): The logging file. Defaults to None.
         format (str): The logging format. Defaults to "%(asctime)s - %(name)s - %(levelname)s - %(message)s".

rapidata/rapidata_client/config/order_config.py

@@ -5,7 +5,7 @@ class OrderConfig(BaseModel):
     """
     Holds the configuration for the order process.
 
-    Args:
+    Attributes:
         minOrderDatapointsForValidation (int): The minimum number of datapoints required so that an automatic validationset gets created if no recommended was found. Defaults to 50.
         autoValidationSetSize (int): The maximum size of the auto-generated validation set. Defaults to 20.
     """

rapidata/rapidata_client/config/rapidata_config.py

@@ -11,7 +11,7 @@ class RapidataConfig(BaseModel):
 
     To adjust the configurations used, you can modify the `rapidata_config` object.
 
-    Args:
+    Attributes:
         enableBetaFeatures (bool): Whether to enable beta features. Defaults to False.
         upload (UploadConfig): The configuration for the upload process.
             Such as the maximum number of worker threads for processing media paths and the maximum number of retries for failed uploads.

rapidata/rapidata_client/config/upload_config.py

@@ -5,7 +5,7 @@ class UploadConfig(BaseModel):
     """
     Holds the configuration for the upload process.
 
-    Args:
+    Attributes:
         maxWorkers (int): The maximum number of worker threads for processing media paths. Defaults to 10.
         maxRetries (int): The maximum number of retries for failed uploads. Defaults to 3.
     """

rapidata/rapidata_client/datapoints/assets/__init__.py

@@ -2,6 +2,7 @@
 
 This package provides classes for different types of assets, including MediaAsset, TextAsset, and MultiAsset.
 """
+
 from ._base_asset import BaseAsset
 from ._media_asset import MediaAsset
 from ._text_asset import TextAsset