rapidata 2.33.2__py3-none-any.whl → 2.34.0__py3-none-any.whl

rapidata/api_client/models/tags_by_benchmark_result.py

@@ -0,0 +1,87 @@
+# coding: utf-8
+
+"""
+    Rapidata.Dataset
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: v1
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, StrictStr
+from typing import Any, ClassVar, Dict, List
+from typing import Optional, Set
+from typing_extensions import Self
+
+class TagsByBenchmarkResult(BaseModel):
+    """
+    TagsByBenchmarkResult
+    """ # noqa: E501
+    tags: List[StrictStr]
+    __properties: ClassVar[List[str]] = ["tags"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of TagsByBenchmarkResult from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of TagsByBenchmarkResult from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "tags": obj.get("tags")
+        })
+        return _obj
+
+

rapidata/api_client/models/update_prompt_tags_model.py

@@ -0,0 +1,87 @@
+# coding: utf-8
+
+"""
+    Rapidata.Dataset
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: v1
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List
+from typing import Optional, Set
+from typing_extensions import Self
+
+class UpdatePromptTagsModel(BaseModel):
+    """
+    The model for updating prompt tags.
+    """ # noqa: E501
+    tags: List[StrictStr] = Field(description="The list of tags to be associated with the prompt.")
+    __properties: ClassVar[List[str]] = ["tags"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of UpdatePromptTagsModel from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of UpdatePromptTagsModel from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "tags": obj.get("tags")
+        })
+        return _obj
+
+

rapidata/api_client_README.md

@@ -135,7 +135,6 @@ Class | Method | HTTP request | Description
 *LeaderboardApi* | [**leaderboard_leaderboard_id_participants_post**](rapidata/api_client/docs/LeaderboardApi.md#leaderboard_leaderboard_id_participants_post) | **POST** /leaderboard/{leaderboardId}/participants | Creates a participant in a leaderboard.
 *LeaderboardApi* | [**leaderboard_leaderboard_id_prompts_get**](rapidata/api_client/docs/LeaderboardApi.md#leaderboard_leaderboard_id_prompts_get) | **GET** /leaderboard/{leaderboardId}/prompts | returns the paged prompts of a leaderboard by its ID.
 *LeaderboardApi* | [**leaderboard_leaderboard_id_prompts_post**](rapidata/api_client/docs/LeaderboardApi.md#leaderboard_leaderboard_id_prompts_post) | **POST** /leaderboard/{leaderboardId}/prompts | adds a new prompt to a leaderboard.
-*LeaderboardApi* | [**leaderboard_leaderboard_id_refresh_post**](rapidata/api_client/docs/LeaderboardApi.md#leaderboard_leaderboard_id_refresh_post) | **POST** /leaderboard/{leaderboardId}/refresh | This will force an update to all standings of a leaderboard. this could happen if the recorded matches and scores are out of sync
 *LeaderboardApi* | [**leaderboard_leaderboard_id_runs_get**](rapidata/api_client/docs/LeaderboardApi.md#leaderboard_leaderboard_id_runs_get) | **GET** /leaderboard/{leaderboardId}/runs | Gets the runs related to a leaderboard
 *LeaderboardApi* | [**leaderboard_leaderboard_id_standings_get**](rapidata/api_client/docs/LeaderboardApi.md#leaderboard_leaderboard_id_standings_get) | **GET** /leaderboard/{leaderboardId}/standings | queries all the participants connected to leaderboard by its ID.
 *LeaderboardApi* | [**leaderboard_post**](rapidata/api_client/docs/LeaderboardApi.md#leaderboard_post) | **POST** /leaderboard | Creates a new leaderboard with the specified name and criteria.
@@ -178,6 +177,7 @@ Class | Method | HTTP request | Description
 *PipelineApi* | [**pipeline_pipeline_id_get**](rapidata/api_client/docs/PipelineApi.md#pipeline_pipeline_id_get) | **GET** /pipeline/{pipelineId} | Gets a pipeline by its id.
 *PipelineApi* | [**pipeline_pipeline_id_preliminary_download_post**](rapidata/api_client/docs/PipelineApi.md#pipeline_pipeline_id_preliminary_download_post) | **POST** /pipeline/{pipelineId}/preliminary-download | Initiates a preliminary download of the pipeline.
 *PipelineApi* | [**pipeline_preliminary_download_preliminary_download_id_get**](rapidata/api_client/docs/PipelineApi.md#pipeline_preliminary_download_preliminary_download_id_get) | **GET** /pipeline/preliminary-download/{preliminaryDownloadId} | Gets the preliminary download.
+*PromptApi* | [**benchmark_prompt_prompt_id_tags_put**](rapidata/api_client/docs/PromptApi.md#benchmark_prompt_prompt_id_tags_put) | **PUT** /benchmark-prompt/{promptId}/tags | Updates the tags associated with a prompt.
 *RapidataIdentityAPIApi* | [**root_get**](rapidata/api_client/docs/RapidataIdentityAPIApi.md#root_get) | **GET** / | 
 *SimpleWorkflowApi* | [**workflow_simple_workflow_id_results_get**](rapidata/api_client/docs/SimpleWorkflowApi.md#workflow_simple_workflow_id_results_get) | **GET** /workflow/simple/{workflowId}/results | Get the result overview for a simple workflow.
 *UserInfoApi* | [**connect_userinfo_get**](rapidata/api_client/docs/UserInfoApi.md#connect_userinfo_get) | **GET** /connect/userinfo | Retrieves information about the authenticated user.
@@ -197,7 +197,7 @@ Class | Method | HTTP request | Description
 *ValidationSetApi* | [**validation_set_validation_set_id_rapid_texts_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_rapid_texts_post) | **POST** /validation-set/{validationSetId}/rapid/texts | Adds a new validation rapid to the specified validation set using text sources to create the assets.
 *ValidationSetApi* | [**validation_set_validation_set_id_rapids_get**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_rapids_get) | **GET** /validation-set/{validationSetId}/rapids | Queries the validation rapids for a specific validation set.
 *ValidationSetApi* | [**validation_set_validation_set_id_shouldalert_patch**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_shouldalert_patch) | **PATCH** /validation-set/{validationSetId}/shouldalert | Updates the dimensions of all rapids within a validation set.
-*ValidationSetApi* | [**validation_set_validation_set_id_shouldalert_put**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_shouldalert_put) | **PUT** /validation-set/{validationSetId}/shouldalert | Updates the dimensions of all rapids within a validation set.
+*ValidationSetApi* | [**validation_set_validation_set_id_shouldalert_put**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_shouldalert_put) | **PUT** /validation-set/{validationSetId}/shouldalert | Updates the  of all rapshouldAlert property of all rapids within a validation set.
 *ValidationSetApi* | [**validation_set_zip_compare_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_zip_compare_post) | **POST** /validation-set/zip/compare | Imports a compare validation set from a zip file.
 *ValidationSetApi* | [**validation_set_zip_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_zip_post) | **POST** /validation-set/zip | Imports a validation set from a zip file.
 *ValidationSetApi* | [**validation_sets_available_get**](rapidata/api_client/docs/ValidationSetApi.md#validation_sets_available_get) | **GET** /validation-sets/available | Gets the available validation sets for the current user.
@@ -529,6 +529,7 @@ Class | Method | HTTP request | Description
  - [StandingByLeaderboard](rapidata/api_client/docs/StandingByLeaderboard.md)
  - [StandingByLeaderboardPagedResult](rapidata/api_client/docs/StandingByLeaderboardPagedResult.md)
  - [StandingStatus](rapidata/api_client/docs/StandingStatus.md)
+ - [StandingsByLeaderboardResult](rapidata/api_client/docs/StandingsByLeaderboardResult.md)
  - [StaticSelection](rapidata/api_client/docs/StaticSelection.md)
  - [StickyState](rapidata/api_client/docs/StickyState.md)
  - [StreamFileWrapper](rapidata/api_client/docs/StreamFileWrapper.md)
@@ -540,6 +541,7 @@ Class | Method | HTTP request | Description
  - [SubmitParticipantResult](rapidata/api_client/docs/SubmitParticipantResult.md)
  - [SubmitPromptModel](rapidata/api_client/docs/SubmitPromptModel.md)
  - [SubmitPromptModelPromptAsset](rapidata/api_client/docs/SubmitPromptModelPromptAsset.md)
+ - [TagsByBenchmarkResult](rapidata/api_client/docs/TagsByBenchmarkResult.md)
  - [TextAsset](rapidata/api_client/docs/TextAsset.md)
  - [TextAssetInput](rapidata/api_client/docs/TextAssetInput.md)
  - [TextAssetModel](rapidata/api_client/docs/TextAssetModel.md)
@@ -563,6 +565,7 @@ Class | Method | HTTP request | Description
  - [UpdateLeaderboardNameModel](rapidata/api_client/docs/UpdateLeaderboardNameModel.md)
  - [UpdateOrderNameModel](rapidata/api_client/docs/UpdateOrderNameModel.md)
  - [UpdateParticipantNameModel](rapidata/api_client/docs/UpdateParticipantNameModel.md)
+ - [UpdatePromptTagsModel](rapidata/api_client/docs/UpdatePromptTagsModel.md)
  - [UpdateShouldAlertModel](rapidata/api_client/docs/UpdateShouldAlertModel.md)
  - [UpdateValidationRapidModel](rapidata/api_client/docs/UpdateValidationRapidModel.md)
  - [UpdateValidationRapidModelTruth](rapidata/api_client/docs/UpdateValidationRapidModelTruth.md)

rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py

@@ -1,8 +1,5 @@
 import pandas as pd
-
-from rapidata.api_client.models.query_model import QueryModel
-from rapidata.api_client.models.page_info import PageInfo
-from rapidata.api_client.models.sort_criterion import SortCriterion
+from typing import Optional
 
 from rapidata.service.openapi_service import OpenAPIService
 
@@ -89,16 +86,22 @@ class RapidataLeaderboard:
         """
         return self.__name
 
-    def get_standings(self) -> pd.DataFrame:
+    def get_standings(self, tags: Optional[list[str]] = None) -> pd.DataFrame:
         """
         Returns the standings of the leaderboard.
+
+        Args:
+            tags: The matchups with these tags should be used to create the standings.
+                If tags are None, all matchups will be considered.
+                If tags are empty, no matchups will be considered.
+
+        Returns:
+            A pandas DataFrame containing the standings of the leaderboard.
         """
+
         participants = self.__openapi_service.leaderboard_api.leaderboard_leaderboard_id_standings_get(
             leaderboard_id=self.id,
-            request=QueryModel(
-                page=PageInfo(index=1, size=1000),
-                sortCriteria=[SortCriterion(direction="Desc", propertyName="Score")]
-            )
+            tags=tags
         )
 
         standings = []

rapidata/rapidata_client/benchmark/rapidata_benchmark.py

@@ -1,4 +1,5 @@
 import re
+from typing import Optional
 from rapidata.api_client.models.root_filter import RootFilter
 from rapidata.api_client.models.filter import Filter
 from rapidata.api_client.models.query_model import QueryModel
@@ -38,7 +39,8 @@ class RapidataBenchmark:
         self.__prompt_assets: list[str | None] = []
         self.__leaderboards: list[RapidataLeaderboard] = []
         self.__identifiers: list[str] = []
-
+        self.__tags: list[list[str]] = []
+    
     def __instantiate_prompts(self) -> None:
         current_page = 1
         total_pages = None
@@ -69,7 +71,8 @@ class RapidataBenchmark:
                     source_url = prompt.prompt_asset.actual_instance.metadata["sourceUrl"].actual_instance
                     assert isinstance(source_url, SourceUrlMetadataModel)
                     self.__prompt_assets.append(source_url.url)
-            
+
+                self.__tags.append(prompt.tags)
             if current_page >= total_pages:
                 break
                 
@@ -103,6 +106,15 @@ class RapidataBenchmark:
         return self.__prompt_assets
     
     @property
+    def tags(self) -> list[list[str]]:
+        """
+        Returns the tags that are registered for the benchmark.
+        """
+        if not self.__tags:
+            self.__instantiate_prompts()
+        
+        return self.__tags
+    
     def leaderboards(self) -> list[RapidataLeaderboard]:
         """
         Returns the leaderboards that are registered for the benchmark.
@@ -151,7 +163,7 @@ class RapidataBenchmark:
                 
         return self.__leaderboards
     
-    def add_prompt(self, identifier: str, prompt: str | None = None, asset: str | None = None):
+    def add_prompt(self, identifier: str, prompt: str | None = None, asset: str | None = None, tags: Optional[list[str]] = None):
         """
         Adds a prompt to the benchmark.
 
@@ -159,7 +171,11 @@ class RapidataBenchmark:
             identifier: The identifier of the prompt/asset that will be used to match up the media.
             prompt: The prompt that will be used to evaluate the model.
             asset: The asset that will be used to evaluate the model. Provided as a link to the asset.
+            tags: The tags can be used to filter the leaderboard results. They will NOT be shown to the users.
         """
+        if tags is None:
+            tags = []
+
         if not isinstance(identifier, str):
             raise ValueError("Identifier must be a string.")
         
@@ -178,8 +194,12 @@ class RapidataBenchmark:
         if asset is not None and not re.match(r'^https?://', asset):
             raise ValueError("Asset must be a link to the asset.")
         
+        if tags is not None and (not isinstance(tags, list) or not all(isinstance(tag, str) for tag in tags)):
+            raise ValueError("Tags must be a list of strings.")
+        
         self.__identifiers.append(identifier)
 
+        self.__tags.append(tags)
         self.__prompts.append(prompt)
         self.__prompt_assets.append(asset)
 
@@ -193,7 +213,8 @@ class RapidataBenchmark:
                         _t="UrlAssetInput",
                         url=asset
                     )
-                ) if asset is not None else None
+                ) if asset is not None else None,
+                tags=tags
             )
         )
 

rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py

@@ -25,8 +25,9 @@ class RapidataBenchmarkManager:
     def create_new_benchmark(self, 
                              name: str,
                              identifiers: list[str],
-                             prompts: Optional[list[str]] = None,
-                             prompt_assets: Optional[list[str]] = None,
+                             prompts: Optional[list[str | None]] = None,
+                             prompt_assets: Optional[list[str | None]] = None,
+                             tags: Optional[list[list[str] | None]] = None,
                              ) -> RapidataBenchmark:
         """
         Creates a new benchmark with the given name, identifiers, prompts, and media assets.
@@ -37,15 +38,16 @@ class RapidataBenchmarkManager:
             name: The name of the benchmark.
             prompts: The prompts that will be registered for the benchmark.
             prompt_assets: The prompt assets that will be registered for the benchmark.
+            tags: The tags that will be associated with the prompts to use for filtering the leaderboard results. They will NOT be shown to the users.
         """
         if not isinstance(name, str):
             raise ValueError("Name must be a string.")
         
-        if prompts and (not isinstance(prompts, list) or not all(isinstance(prompt, str) for prompt in prompts)):
-            raise ValueError("Prompts must be a list of strings.")
+        if prompts and (not isinstance(prompts, list) or not all(isinstance(prompt, str) or prompt is None for prompt in prompts)):
+            raise ValueError("Prompts must be a list of strings or None.")
         
-        if prompt_assets and (not isinstance(prompt_assets, list) or not all(isinstance(asset, str) for asset in prompt_assets)):
-            raise ValueError("Media assets must be a list of strings.")
+        if prompt_assets and (not isinstance(prompt_assets, list) or not all(isinstance(asset, str) or asset is None for asset in prompt_assets)):
+            raise ValueError("Media assets must be a list of strings or None.")
         
         if not isinstance(identifiers, list) or not all(isinstance(identifier, str) for identifier in identifiers):
             raise ValueError("Identifiers must be a list of strings.")
@@ -61,6 +63,9 @@ class RapidataBenchmarkManager:
         
         if len(set(identifiers)) != len(identifiers):
             raise ValueError("Identifiers must be unique.")
+        
+        if tags and len(identifiers) != len(tags):
+            raise ValueError("Identifiers and tags must have the same length.")
 
         benchmark_result = self.__openapi_service.benchmark_api.benchmark_post(
             create_benchmark_model=CreateBenchmarkModel(
@@ -72,9 +77,10 @@ class RapidataBenchmarkManager:
 
         prompts_list = prompts if prompts is not None else [None] * len(identifiers)
         media_assets_list = prompt_assets if prompt_assets is not None else [None] * len(identifiers)
+        tags_list = tags if tags is not None else [None] * len(identifiers)
 
-        for identifier, prompt, asset in zip(identifiers, prompts_list, media_assets_list):
-            benchmark.add_prompt(identifier, prompt, asset)
+        for identifier, prompt, asset, tag in zip(identifiers, prompts_list, media_assets_list, tags_list):
+            benchmark.add_prompt(identifier, prompt, asset, tag)
 
         return benchmark
     

{rapidata-2.33.2.dist-info → rapidata-2.34.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rapidata
-Version: 2.33.2
+Version: 2.34.0
 Summary: Rapidata package containing the Rapidata Python Client to interact with the Rapidata Web API in an easy way.
 License: Apache-2.0
 Author: Rapidata AG

{rapidata-2.33.2.dist-info → rapidata-2.34.0.dist-info}/RECORD

@@ -1,7 +1,7 @@
-rapidata/__init__.py,sha256=w07T5zXe_HttCELcde6bMq0eSbESIQnAIm6zEPLdMg8,897
-rapidata/api_client/__init__.py,sha256=tNSCpLEs-AyEZGCAYz9MM8gDEpA4KJKcdNL-dcvAAw0,34404
-rapidata/api_client/api/__init__.py,sha256=qjLeeJSnuPF_ar_nLknjnOqStBQnoCiz-O_rfZUBZrE,1489
-rapidata/api_client/api/benchmark_api.py,sha256=fr4krx4f3yN--DswD_Prpz-KU81ooG3Lcy-30_KU0dw,129751
+rapidata/__init__.py,sha256=vdclgj_OLOe3kSblN4heiK2gL2ZvR9yZ3Y62fJ-xG8A,897
+rapidata/api_client/__init__.py,sha256=N4Cx20ScEXZ9A2pdsn8ZPUuhnpeXlGByav3P_1ofQ_8,34733
+rapidata/api_client/api/__init__.py,sha256=dGnSE9oPO_ahGh-E1jtw4_VuM_vQueQFuv0IVMQo6uo,1546
+rapidata/api_client/api/benchmark_api.py,sha256=bC8hAPgHIDU5u1e0loWPWnZX33BW6gsAR8oc5199q2k,129777
 rapidata/api_client/api/campaign_api.py,sha256=406gNDALFb0sJhfx727ZM5_0GDX4iB0w5ym2dExLm4g,49894
 rapidata/api_client/api/client_api.py,sha256=KKgUrEKfqmEAqUCRqcYKRb6G3GLwD6R-JSUsShmo7r8,54313
 rapidata/api_client/api/coco_api.py,sha256=d1ypa-JfIoPFEJwn3l-INZM5bS2wB1ifuJuvYXLSRC4,24165
@@ -12,23 +12,24 @@ rapidata/api_client/api/dataset_api.py,sha256=DUCEfP7jlMAAMdvEa-47xq0mq3MGcyk4DA
 rapidata/api_client/api/evaluation_workflow_api.py,sha256=E0Phmx54jzXx7LZYGquTqzZSrX2aE5PS9rAs5HdDjvs,15151
 rapidata/api_client/api/feedback_api.py,sha256=-ZI2-1HtQ7wAzBKClgXMmMHtYdgoZtWrpQql3p51qp0,11589
 rapidata/api_client/api/identity_api.py,sha256=LmK6cTXssNjCa1BteOMc8P4FsyRiHQ_Kr30vmWIAYko,55093
-rapidata/api_client/api/leaderboard_api.py,sha256=7h-nUh8EhMo84slSRE2EErZr9rRxiN6P0TBEHFKSIb8,177224
+rapidata/api_client/api/leaderboard_api.py,sha256=M82K7VI72c72Ij1_Svz7qm_ttVDuAilSi0g9B4BuU4g,167604
 rapidata/api_client/api/newsletter_api.py,sha256=3NU6HO5Gtm-RH-nx5hcp2CCE4IZmWHwTfCLMMz-Xpq4,22655
 rapidata/api_client/api/order_api.py,sha256=6hD7a_8LVGuGdT_k1lE-gQKCWcSAcFMJO5Nsdc8xgbM,214715
 rapidata/api_client/api/participant_api.py,sha256=eOoZDCRF61bmPAcoMWhOREgUp3rEYhrQLEPJq8o27b4,87709
 rapidata/api_client/api/pipeline_api.py,sha256=s1_0GG3Rr-_yFzZ0TcBAgNGVrbQX_cjx2tnv3-1CmZw,96625
+rapidata/api_client/api/prompt_api.py,sha256=hMAmc9KVXf6cjmFtxHEnuk_jBkOnbWaOaw8BGfHCKDQ,12196
 rapidata/api_client/api/rapid_api.py,sha256=2omzmCbZxfseGTwEMFGESrkSH-FlkP0JmqIWJqgm8fM,97187
 rapidata/api_client/api/rapidata_identity_api_api.py,sha256=-kgoDuLdh-R4MQ7JPi3kQ0WDFKbmI0MkCjxwHXBmksA,9824
 rapidata/api_client/api/simple_workflow_api.py,sha256=yauSlkSwoZOl4P-1Wu0yU92GcEArpEd3xjFqImU2K1g,12763
 rapidata/api_client/api/user_info_api.py,sha256=FuuA95Beeky-rnqIoSUe2-WQ7oVTfq0RElX0jfKXT0w,10042
 rapidata/api_client/api/user_rapid_api.py,sha256=RXHAzSSGFohQqLUAZOKSaHt9EcT-7_n2vMto1SkSy4o,54323
-rapidata/api_client/api/validation_set_api.py,sha256=GG1quhOVJfh7zGXV3OEg5KoMo0JZ9vVb4xXtMSn3GOc,186983
+rapidata/api_client/api/validation_set_api.py,sha256=5Au-8s4I0blRmln9dOnUUEU1QeBQPwwguAzpo80Md8E,187046
 rapidata/api_client/api/workflow_api.py,sha256=a5gMW-E7Mie-OK74J5SRoV6Wl1D4-AFCCfpxQ8ewCkQ,66871
 rapidata/api_client/api_client.py,sha256=EDhxAOUc5JFWvFsF1zc726Q7GoEFkuB8uor5SlGx9K4,27503
 rapidata/api_client/api_response.py,sha256=eMxw1mpmJcoGZ3gs9z6jM4oYoZ10Gjk333s9sKxGv7s,652
 rapidata/api_client/configuration.py,sha256=g472vHVPLBotq8EkfSXP4sbp7xnn-3sb8O8BBlRWK1I,15931
 rapidata/api_client/exceptions.py,sha256=eLLd1fxM0Ygf3IIG6aNx9hdy79drst5Cem0UjI_NamM,5978
-rapidata/api_client/models/__init__.py,sha256=UrUeoeyJJKPArBUQHqSBI6tmy6sU3j9xRl8TzHnsc7Q,32374
+rapidata/api_client/models/__init__.py,sha256=1mQliyAedV6ftD2vpUt5Dnv_E8JyeCFkSMZB_YMutC4,32646
 rapidata/api_client/models/ab_test_selection.py,sha256=xQcE1BgKSnkTcmIuroeVOAQcAhGkHLlMP9XjakMFgDc,4327
 rapidata/api_client/models/ab_test_selection_a_inner.py,sha256=VsCi27NBGxAtupB_sQZCzUEsTNNgSGV_Mo-Fi0UY1Jw,11657
 rapidata/api_client/models/add_campaign_artifact_result.py,sha256=4IvFVS-tLlL6eHsWp-IZ_ul5T30-h3YEwd2B5ioBbgY,2582
@@ -108,7 +109,7 @@ rapidata/api_client/models/comparison_operator.py,sha256=pBp_ux9ZO9F93qLVlrucGXW
 rapidata/api_client/models/completed_rapid_model.py,sha256=rOqZYpcM0eYOL-qX162S_OPclUC1P8OZLYZZAsagVE4,3512
 rapidata/api_client/models/completed_rapid_model_asset.py,sha256=zyuzQfn3eucLZBC_vyIzceH4T0Iy5eIilRYV4CFUNNU,7192
 rapidata/api_client/models/conditional_validation_rapid_selection_config.py,sha256=2VFuxKq_QrlG36hB0s67OWfA9y7MgohvJXNga8fhZtc,4285
-rapidata/api_client/models/conditional_validation_selection.py,sha256=i2LPdwFFWfGiT4ScPh0i6Cp6QmCinByNHwUSvlt0ZCQ,4210
+rapidata/api_client/models/conditional_validation_selection.py,sha256=cCsx-_hppC92PyQYDd25Yc6S76M7bD974mlRKe795rI,4322
 rapidata/api_client/models/coordinate.py,sha256=mSGBCGDzfew4rAmXCPwlDC3ZJlQruuFUgX-8S2qnl2g,3426
 rapidata/api_client/models/correlated_rapid_selection_config.py,sha256=s1xiNfWthzmV-7lripBIvCUSSP5QkC6RgNjEo9p9S48,3208
 rapidata/api_client/models/count_classification_metadata_filter_config.py,sha256=5DemyAZF4RxPw1lOiDP3oOkPdOXmRRR4zzVbTa7Kvi0,3063
@@ -142,7 +143,7 @@ rapidata/api_client/models/create_empty_validation_set_result.py,sha256=Z8s0Kjz2
 rapidata/api_client/models/create_independent_workflow_model.py,sha256=w7lHQXKG1NpTevCmhIdWwLXcdVAdIX2pV82GgInWHqU,3272
 rapidata/api_client/models/create_independent_workflow_model_workflow_config.py,sha256=GVVxs9VAmM2hTXWWoqKNXD9E7qRk3CO88YRm1AHxJCI,5845
 rapidata/api_client/models/create_independent_workflow_result.py,sha256=JOhS75mAH-VvarvDDFsycahPlIezVKT1upuqIo93hC0,2719
-rapidata/api_client/models/create_leaderboard_model.py,sha256=CukZzLBPCs2ZNylbeKmTtSGvMyU36MXYPNL_dH8HoS0,5005
+rapidata/api_client/models/create_leaderboard_model.py,sha256=PVt2uKYnnJrElPerW5lY13L-zB8h4ETfHrv5Doi5HEk,5494
 rapidata/api_client/models/create_leaderboard_participant_model.py,sha256=-6ZgPLmnU2qzV3g0Lmv5GcN3b8ZvCyICc-HXyqFxV3Y,2630
 rapidata/api_client/models/create_leaderboard_participant_result.py,sha256=rwnfQHLNJJj18ecQDksLZyQ7xPXmvFzD0jxg4V9s2yk,2746
 rapidata/api_client/models/create_leaderboard_result.py,sha256=psBD9Izt3TwZ02d6pBewoFRT8sNKqROR1Ikdpb0hyy0,3308
@@ -251,7 +252,7 @@ rapidata/api_client/models/get_simple_workflow_result_overview_result.py,sha256=
 rapidata/api_client/models/get_simple_workflow_results_model.py,sha256=r4DZspzPrwaI4DrC4OH-mwUvibcS0TzK9O8CFnsURSc,4289
 rapidata/api_client/models/get_simple_workflow_results_result.py,sha256=WNBHFW-D6tlMzNp9P7nGfoDoarjjwb2YwjlCCV1tA00,4411
 rapidata/api_client/models/get_simple_workflow_results_result_paged_result.py,sha256=DWimv7FmvJmixjQvDFeTE_Q5jHLpLdQmPlXF_9iWSiY,3616
-rapidata/api_client/models/get_standing_by_id_result.py,sha256=X7KGEjB7vkkkENqqOnOXXKR4KP3N_4JT6UAq8Xd7Vcg,3847
+rapidata/api_client/models/get_standing_by_id_result.py,sha256=9eYEKMGlrvgUW7ayuqWMk9nWfZg6rjUk2Y5k7nvjjx0,3304
 rapidata/api_client/models/get_validation_rapids_query.py,sha256=teC4ryyIXJkRwafaSorysBIsKJuO5C1L8f6juJMwrNs,4894
 rapidata/api_client/models/get_validation_rapids_query_paged_result.py,sha256=ifyJ7Iy7VzTWxtwb2q5q5id927Iil00V3Nk9QqclsDo,3567
 rapidata/api_client/models/get_validation_rapids_result.py,sha256=dTQb5Ju4FAHNQldxY-7Vou62YdmcH3LDQJMdtvITB_c,6815
@@ -379,7 +380,7 @@ rapidata/api_client/models/probabilistic_attach_category_referee_info.py,sha256=
 rapidata/api_client/models/problem_details.py,sha256=00OWbk93SWXdEVNs8rceJq6CAlG4KIRYRR1sqasZ35Q,4506
 rapidata/api_client/models/prompt_asset_metadata_input.py,sha256=UAcgFo_lj12aWsUW1sOre-fFCDqhOIE30yM8ZYnwaHs,3487
 rapidata/api_client/models/prompt_asset_metadata_input_asset.py,sha256=lZpDKEIFMRS2wIT7GgHTJjH7sl9axGjHgwYHuwLwCdo,7186
-rapidata/api_client/models/prompt_by_benchmark_result.py,sha256=ScPeo0HGdbeLg3y5P9kkmis8WL-n_zTHb0VZ8qcvPts,3838
+rapidata/api_client/models/prompt_by_benchmark_result.py,sha256=CoMO7wY0og1oqB-axa6bCyULk8iRWGYtPR94RjsiJKE,3895
 rapidata/api_client/models/prompt_by_benchmark_result_paged_result.py,sha256=v6KQCQCfePRbpge5PfNRkjUZmoC5B0OVs6tIYGCuwXY,3559
 rapidata/api_client/models/prompt_by_leaderboard_result.py,sha256=KRf0XbpOBjCwZPx4VPZk5MFRV7J-KEZG5yUHAC3ODKo,2679
 rapidata/api_client/models/prompt_by_leaderboard_result_paged_result.py,sha256=xOR0FR1Q1JM-DhWircDWLoBOyr8PmXIUgEDiPgmnRcc,3575
@@ -451,9 +452,10 @@ rapidata/api_client/models/sort_criterion.py,sha256=klwKhELiScAGHRL8yF_TtL0X_4Z4
 rapidata/api_client/models/sort_direction.py,sha256=yNLZqvgL5fHbD98kMWFAsfgqn3gKM_GFIyRVfheZydI,748
 rapidata/api_client/models/source_url_metadata.py,sha256=TL2Joe1EDgnwDJ3_rQy36laM6dvaLBTez3psyQUKaN0,3072
 rapidata/api_client/models/source_url_metadata_model.py,sha256=UWd1nG-awsV5Q2fsrqdPDgc7bI_pGag0ubIlwEEKMZk,2988
-rapidata/api_client/models/standing_by_leaderboard.py,sha256=NmSu-ES9WBj8eZR0jRQC9wr93OghOonxJ2OjWuGBP9Y,3857
+rapidata/api_client/models/standing_by_leaderboard.py,sha256=gZ3yP7CQIeVkZAyULl-tiKOWMrfLFLkEFGBc46gw754,3881
 rapidata/api_client/models/standing_by_leaderboard_paged_result.py,sha256=zOlbN2Pxc0y5M9MaDTB5znl0V-6CZIzGZWBlcZGdeVg,3542
 rapidata/api_client/models/standing_status.py,sha256=1uIPH2EDit3fsq9LAnspG1xRzZrgFyKAju6Dq7Vka4M,781
+rapidata/api_client/models/standings_by_leaderboard_result.py,sha256=BUBJsX0cH1HLTKKSaeneVEWaXQY4LxoEcwxoIsHvoPQ,3037
 rapidata/api_client/models/static_rapid_selection_config.py,sha256=RnjyRhAOaxmJ2PW-X2m4G0QZlm-8vw2d9ZO5uneNOtg,3073
 rapidata/api_client/models/static_selection.py,sha256=tvILdoApT7qKYEA2RmT2lsNZGhS9O0fDHJrhJtsXERg,2985
 rapidata/api_client/models/sticky_state.py,sha256=dMti7CucXAOvNN1I1BPCE9XGhtXAmqdoQpVaFx8rMrk,782
@@ -467,6 +469,7 @@ rapidata/api_client/models/submit_participant_result.py,sha256=Y9VWtr4CH2dX_pUWE
 rapidata/api_client/models/submit_password_reset_command.py,sha256=EcHK3K72_OrG0McyarmMhY3LHmz0opXMLxwDtPdn-mU,3404
 rapidata/api_client/models/submit_prompt_model.py,sha256=eKM-dTzDTMSw9O45W0umvCe9u-S86tA9ic7x4N7qqKk,4077
 rapidata/api_client/models/submit_prompt_model_prompt_asset.py,sha256=cM8AzElOuTAByQm3obCtZLWWuN65g7JNvQm2W7u2VEs,7158
+rapidata/api_client/models/tags_by_benchmark_result.py,sha256=kBhtJk4Oib9ot1z4gF3apb5rDOBOKhmuROoZGLbyGr0,2512
 rapidata/api_client/models/text_asset.py,sha256=_Hz4EzobSjErKHswhW2naqw6BCSxmScRGRN15pvz4W0,3811
 rapidata/api_client/models/text_asset_input.py,sha256=jZpil3ALayV6ZhhKdMaouBEqMjchctwKj-uBAp_ht5I,3120
 rapidata/api_client/models/text_asset_model.py,sha256=rVPMYY6gNz4tSfYV24Y3N1vlgVcztmAuRSn-c35IRYA,3781
@@ -494,6 +497,7 @@ rapidata/api_client/models/update_leaderboard_name_model.py,sha256=QmEy8MNkrQYyJ
 rapidata/api_client/models/update_order_model.py,sha256=RUlxnzLqO6o-w5EEPb8wv1ANRKpkSbs8PhGM42T35uw,2570
 rapidata/api_client/models/update_order_name_model.py,sha256=Cm8qZUJKgx1JTgkhlJcVNdLwPnRV8gqeeo7G4bVDOS4,2582
 rapidata/api_client/models/update_participant_name_model.py,sha256=PPXeS5euTpMt7QrmLWordYU1tGS1gZ-zwjgQDglld_g,2614
+rapidata/api_client/models/update_prompt_tags_model.py,sha256=4y9brW5gxhjEE88jbKGNruev8rkK77LI1lb866QXZaM,2607
 rapidata/api_client/models/update_should_alert_model.py,sha256=cH2pdO_y_0Jyfpyt33BhqxpIijX6WiHsGMKBpQvP7sA,2704
 rapidata/api_client/models/update_validation_rapid_model.py,sha256=yCmIdsywjK1CsVTeUWz6oFfwmrSXc030_gVWrxwScuE,4083
 rapidata/api_client/models/update_validation_rapid_model_truth.py,sha256=BW1Xs6OiEpigJ2oZPnQXdM66PuVRfZYI4KanO_UHCEY,13269
@@ -532,17 +536,17 @@ rapidata/api_client/models/workflow_split_model_filter_configs_inner.py,sha256=1
 rapidata/api_client/models/workflow_state.py,sha256=5LAK1se76RCoozeVB6oxMPb8p_5bhLZJqn7q5fFQWis,850
 rapidata/api_client/models/zip_entry_file_wrapper.py,sha256=06CoNJD3x511K3rnSmkrwwhc9GbQxwxF-c0ldOyJbAs,4240
 rapidata/api_client/rest.py,sha256=rtIMcgINZOUaDFaJIinJkXRSddNJmXvMRMfgO2Ezk2o,10835
-rapidata/api_client_README.md,sha256=sj425Ki-qiO2DCHnJ06r9LjfnGir7UpgXEonMh-LFag,62126
+rapidata/api_client_README.md,sha256=hFJwQC9pI9JtopNmka-9TUPcRqhY3zhhrZj0ebJizVs,62286
 rapidata/rapidata_client/__init__.py,sha256=CfkQxCdURXzJsVP6sxKmufze2u-IE_snG_G8NEkE_JM,1225
 rapidata/rapidata_client/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rapidata/rapidata_client/api/rapidata_exception.py,sha256=BIdmHRrJUGW-Mqhp1H_suemZaR6w9TgjWq-ZW5iUPdQ,3878
 rapidata/rapidata_client/benchmark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rapidata/rapidata_client/benchmark/leaderboard/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py,sha256=BDI0xJkTumbZy4dYqkzXy074jC9eaVWoJJDZ84uvatE,3906
+rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py,sha256=PKqcW_pQJLmNg_feLDCtF-9SufMw2_EU4yKFo6QxxR0,3950
 rapidata/rapidata_client/benchmark/participant/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rapidata/rapidata_client/benchmark/participant/_participant.py,sha256=yN82EWrZXYszsM8Ns0HRMXCTivltkyxcpGRK-cdT01Y,3683
-rapidata/rapidata_client/benchmark/rapidata_benchmark.py,sha256=03MXV3FWSWfm2iyOifXt-43wruzIPQenNBPmGZGKdds,13328
-rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py,sha256=_0ot7zRj1de5admMO7NZ7qVSCkwTYu6xOZI5dUkITuI,4592
+rapidata/rapidata_client/benchmark/rapidata_benchmark.py,sha256=-REOx5fXEtVShJC5bUQ98MzGF6br5CwByRoIpuCempY,14112
+rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py,sha256=WegkJdcVyOZ1j1sTuqtAwJcjvPGngzxSIUshrwu6Umk,5121
 rapidata/rapidata_client/country_codes/__init__.py,sha256=FB9Dcks44J6C6YBSYmTmNZ71tE130x6NO_3aLJ8fKzQ,40
 rapidata/rapidata_client/country_codes/country_codes.py,sha256=ePHqeb7y9DWQZAnddBzPx1puYBcrgUjdR2sbFijuFD8,283
 rapidata/rapidata_client/datapoints/__init__.py,sha256=PRt3e8-qJigagDlOoE3K0W62M40-1WOEfAycd6lFrj4,242
@@ -645,7 +649,7 @@ rapidata/service/__init__.py,sha256=s9bS1AJZaWIhLtJX_ZA40_CK39rAAkwdAmymTMbeWl4,
 rapidata/service/credential_manager.py,sha256=pUEEtp6VrFWYhfUUtyqmS0AlRqe2Y0kFkY6o22IT4KM,8682
 rapidata/service/local_file_service.py,sha256=pgorvlWcx52Uh3cEG6VrdMK_t__7dacQ_5AnfY14BW8,877
 rapidata/service/openapi_service.py,sha256=v2fhPbHmD0J11ZRZY6f80PdIdGwpRFlbfMH9t8Ypg5A,5403
-rapidata-2.33.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-rapidata-2.33.2.dist-info/METADATA,sha256=YkByWAPnAWFN9E9m-9KbNDsgj9kV2kXuQcqA7raN2N0,1264
-rapidata-2.33.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-rapidata-2.33.2.dist-info/RECORD,,
+rapidata-2.34.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+rapidata-2.34.0.dist-info/METADATA,sha256=_j3IFffk9CKhiBg2NtOhlkW44taUsm9RxBdnmltRduY,1264
+rapidata-2.34.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+rapidata-2.34.0.dist-info/RECORD,,