rapidata 2.29.0__py3-none-any.whl → 2.29.1__py3-none-any.whl

rapidata/api_client/models/multi_asset_input3_assets_inner.py

@@ -0,0 +1,170 @@
+# coding: utf-8
+
+"""
+    Rapidata.Dataset
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: v1
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+import pprint
+from pydantic import BaseModel, ConfigDict, Field, StrictStr, ValidationError, field_validator
+from typing import Any, List, Optional
+from rapidata.api_client.models.file_asset_input3 import FileAssetInput3
+from rapidata.api_client.models.text_asset_input import TextAssetInput
+from rapidata.api_client.models.url_asset_input import UrlAssetInput
+from pydantic import StrictStr, Field
+from typing import Union, List, Set, Optional, Dict
+from typing_extensions import Literal, Self
+
+MULTIASSETINPUT3ASSETSINNER_ONE_OF_SCHEMAS = ["FileAssetInput3", "MultiAssetInput3", "TextAssetInput", "UrlAssetInput"]
+
+class MultiAssetInput3AssetsInner(BaseModel):
+    """
+    MultiAssetInput3AssetsInner
+    """
+    # data type: FileAssetInput3
+    oneof_schema_1_validator: Optional[FileAssetInput3] = None
+    # data type: MultiAssetInput3
+    oneof_schema_2_validator: Optional[MultiAssetInput3] = None
+    # data type: TextAssetInput
+    oneof_schema_3_validator: Optional[TextAssetInput] = None
+    # data type: UrlAssetInput
+    oneof_schema_4_validator: Optional[UrlAssetInput] = None
+    actual_instance: Optional[Union[FileAssetInput3, MultiAssetInput3, TextAssetInput, UrlAssetInput]] = None
+    one_of_schemas: Set[str] = { "FileAssetInput3", "MultiAssetInput3", "TextAssetInput", "UrlAssetInput" }
+
+    model_config = ConfigDict(
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    discriminator_value_class_map: Dict[str, str] = {
+    }
+
+    def __init__(self, *args, **kwargs) -> None:
+        if args:
+            if len(args) > 1:
+                raise ValueError("If a position argument is used, only 1 is allowed to set `actual_instance`")
+            if kwargs:
+                raise ValueError("If a position argument is used, keyword arguments cannot be used.")
+            super().__init__(actual_instance=args[0])
+        else:
+            super().__init__(**kwargs)
+
+    @field_validator('actual_instance')
+    def actual_instance_must_validate_oneof(cls, v):
+        instance = MultiAssetInput3AssetsInner.model_construct()
+        error_messages = []
+        match = 0
+        # validate data type: FileAssetInput3
+        if not isinstance(v, FileAssetInput3):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `FileAssetInput3`")
+        else:
+            match += 1
+        # validate data type: MultiAssetInput3
+        if not isinstance(v, MultiAssetInput3):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `MultiAssetInput3`")
+        else:
+            match += 1
+        # validate data type: TextAssetInput
+        if not isinstance(v, TextAssetInput):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `TextAssetInput`")
+        else:
+            match += 1
+        # validate data type: UrlAssetInput
+        if not isinstance(v, UrlAssetInput):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `UrlAssetInput`")
+        else:
+            match += 1
+        if match > 1:
+            # more than 1 match
+            raise ValueError("Multiple matches found when setting `actual_instance` in MultiAssetInput3AssetsInner with oneOf schemas: FileAssetInput3, MultiAssetInput3, TextAssetInput, UrlAssetInput. Details: " + ", ".join(error_messages))
+        elif match == 0:
+            # no match
+            raise ValueError("No match found when setting `actual_instance` in MultiAssetInput3AssetsInner with oneOf schemas: FileAssetInput3, MultiAssetInput3, TextAssetInput, UrlAssetInput. Details: " + ", ".join(error_messages))
+        else:
+            return v
+
+    @classmethod
+    def from_dict(cls, obj: Union[str, Dict[str, Any]]) -> Self:
+        return cls.from_json(json.dumps(obj))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Returns the object represented by the json string"""
+        instance = cls.model_construct()
+        error_messages = []
+        match = 0
+
+        # deserialize data into FileAssetInput3
+        try:
+            instance.actual_instance = FileAssetInput3.from_json(json_str)
+            match += 1
+        except (ValidationError, ValueError) as e:
+            error_messages.append(str(e))
+        # deserialize data into MultiAssetInput3
+        try:
+            instance.actual_instance = MultiAssetInput3.from_json(json_str)
+            match += 1
+        except (ValidationError, ValueError) as e:
+            error_messages.append(str(e))
+        # deserialize data into TextAssetInput
+        try:
+            instance.actual_instance = TextAssetInput.from_json(json_str)
+            match += 1
+        except (ValidationError, ValueError) as e:
+            error_messages.append(str(e))
+        # deserialize data into UrlAssetInput
+        try:
+            instance.actual_instance = UrlAssetInput.from_json(json_str)
+            match += 1
+        except (ValidationError, ValueError) as e:
+            error_messages.append(str(e))
+
+        if match > 1:
+            # more than 1 match
+            raise ValueError("Multiple matches found when deserializing the JSON string into MultiAssetInput3AssetsInner with oneOf schemas: FileAssetInput3, MultiAssetInput3, TextAssetInput, UrlAssetInput. Details: " + ", ".join(error_messages))
+        elif match == 0:
+            # no match
+            raise ValueError("No match found when deserializing the JSON string into MultiAssetInput3AssetsInner with oneOf schemas: FileAssetInput3, MultiAssetInput3, TextAssetInput, UrlAssetInput. Details: " + ", ".join(error_messages))
+        else:
+            return instance
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the actual instance"""
+        if self.actual_instance is None:
+            return "null"
+
+        if hasattr(self.actual_instance, "to_json") and callable(self.actual_instance.to_json):
+            return self.actual_instance.to_json()
+        else:
+            return json.dumps(self.actual_instance)
+
+    def to_dict(self) -> Optional[Union[Dict[str, Any], FileAssetInput3, MultiAssetInput3, TextAssetInput, UrlAssetInput]]:
+        """Returns the dict representation of the actual instance"""
+        if self.actual_instance is None:
+            return None
+
+        if hasattr(self.actual_instance, "to_dict") and callable(self.actual_instance.to_dict):
+            return self.actual_instance.to_dict()
+        else:
+            # primitive type
+            return self.actual_instance
+
+    def to_str(self) -> str:
+        """Returns the string representation of the actual instance"""
+        return pprint.pformat(self.model_dump())
+
+from rapidata.api_client.models.multi_asset_input3 import MultiAssetInput3
+# TODO: Rewrite to not use raise_errors
+MultiAssetInput3AssetsInner.model_rebuild(raise_errors=False)
+

rapidata/api_client/models/submit_prompt_model.py

@@ -18,7 +18,8 @@ import re  # noqa: F401
 import json
 
 from pydantic import BaseModel, ConfigDict, Field, StrictStr
-from typing import Any, ClassVar, Dict, List
+from typing import Any, ClassVar, Dict, List, Optional
+from rapidata.api_client.models.submit_prompt_model_prompt_asset import SubmitPromptModelPromptAsset
 from typing import Optional, Set
 from typing_extensions import Self
 
@@ -26,9 +27,10 @@ class SubmitPromptModel(BaseModel):
     """
     The model user for submitting a prompt to a benchmark.
     """ # noqa: E501
-    prompt: StrictStr = Field(description="The prompt")
     identifier: StrictStr = Field(description="An identifier associated to the prompt")
-    __properties: ClassVar[List[str]] = ["prompt", "identifier"]
+    prompt: Optional[StrictStr] = Field(default=None, description="The prompt")
+    prompt_asset: Optional[SubmitPromptModelPromptAsset] = Field(default=None, alias="promptAsset")
+    __properties: ClassVar[List[str]] = ["identifier", "prompt", "promptAsset"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -69,6 +71,19 @@ class SubmitPromptModel(BaseModel):
             exclude=excluded_fields,
             exclude_none=True,
         )
+        # override the default output from pydantic by calling `to_dict()` of prompt_asset
+        if self.prompt_asset:
+            _dict['promptAsset'] = self.prompt_asset.to_dict()
+        # set to None if prompt (nullable) is None
+        # and model_fields_set contains the field
+        if self.prompt is None and "prompt" in self.model_fields_set:
+            _dict['prompt'] = None
+
+        # set to None if prompt_asset (nullable) is None
+        # and model_fields_set contains the field
+        if self.prompt_asset is None and "prompt_asset" in self.model_fields_set:
+            _dict['promptAsset'] = None
+
         return _dict
 
     @classmethod
@@ -81,8 +96,9 @@ class SubmitPromptModel(BaseModel):
             return cls.model_validate(obj)
 
         _obj = cls.model_validate({
+            "identifier": obj.get("identifier"),
             "prompt": obj.get("prompt"),
-            "identifier": obj.get("identifier")
+            "promptAsset": SubmitPromptModelPromptAsset.from_dict(obj["promptAsset"]) if obj.get("promptAsset") is not None else None
         })
         return _obj
 

rapidata/api_client/models/submit_prompt_model_prompt_asset.py

@@ -0,0 +1,174 @@
+# coding: utf-8
+
+"""
+    Rapidata.Dataset
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: v1
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+import pprint
+from pydantic import BaseModel, ConfigDict, Field, StrictStr, ValidationError, field_validator
+from typing import Any, List, Optional
+from rapidata.api_client.models.file_asset_input3 import FileAssetInput3
+from rapidata.api_client.models.multi_asset_input3 import MultiAssetInput3
+from rapidata.api_client.models.text_asset_input import TextAssetInput
+from rapidata.api_client.models.url_asset_input import UrlAssetInput
+from pydantic import StrictStr, Field
+from typing import Union, List, Set, Optional, Dict
+from typing_extensions import Literal, Self
+
+SUBMITPROMPTMODELPROMPTASSET_ONE_OF_SCHEMAS = ["FileAssetInput3", "MultiAssetInput3", "TextAssetInput", "UrlAssetInput"]
+
+class SubmitPromptModelPromptAsset(BaseModel):
+    """
+    
+    """
+    # data type: FileAssetInput3
+    oneof_schema_1_validator: Optional[FileAssetInput3] = None
+    # data type: MultiAssetInput3
+    oneof_schema_2_validator: Optional[MultiAssetInput3] = None
+    # data type: TextAssetInput
+    oneof_schema_3_validator: Optional[TextAssetInput] = None
+    # data type: UrlAssetInput
+    oneof_schema_4_validator: Optional[UrlAssetInput] = None
+    actual_instance: Optional[Union[FileAssetInput3, MultiAssetInput3, TextAssetInput, UrlAssetInput]] = None
+    one_of_schemas: Set[str] = { "FileAssetInput3", "MultiAssetInput3", "TextAssetInput", "UrlAssetInput" }
+
+    model_config = ConfigDict(
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    discriminator_value_class_map: Dict[str, str] = {
+    }
+
+    def __init__(self, *args, **kwargs) -> None:
+        if args:
+            if len(args) > 1:
+                raise ValueError("If a position argument is used, only 1 is allowed to set `actual_instance`")
+            if kwargs:
+                raise ValueError("If a position argument is used, keyword arguments cannot be used.")
+            super().__init__(actual_instance=args[0])
+        else:
+            super().__init__(**kwargs)
+
+    @field_validator('actual_instance')
+    def actual_instance_must_validate_oneof(cls, v):
+        if v is None:
+            return v
+
+        instance = SubmitPromptModelPromptAsset.model_construct()
+        error_messages = []
+        match = 0
+        # validate data type: FileAssetInput3
+        if not isinstance(v, FileAssetInput3):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `FileAssetInput3`")
+        else:
+            match += 1
+        # validate data type: MultiAssetInput3
+        if not isinstance(v, MultiAssetInput3):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `MultiAssetInput3`")
+        else:
+            match += 1
+        # validate data type: TextAssetInput
+        if not isinstance(v, TextAssetInput):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `TextAssetInput`")
+        else:
+            match += 1
+        # validate data type: UrlAssetInput
+        if not isinstance(v, UrlAssetInput):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `UrlAssetInput`")
+        else:
+            match += 1
+        if match > 1:
+            # more than 1 match
+            raise ValueError("Multiple matches found when setting `actual_instance` in SubmitPromptModelPromptAsset with oneOf schemas: FileAssetInput3, MultiAssetInput3, TextAssetInput, UrlAssetInput. Details: " + ", ".join(error_messages))
+        elif match == 0:
+            # no match
+            raise ValueError("No match found when setting `actual_instance` in SubmitPromptModelPromptAsset with oneOf schemas: FileAssetInput3, MultiAssetInput3, TextAssetInput, UrlAssetInput. Details: " + ", ".join(error_messages))
+        else:
+            return v
+
+    @classmethod
+    def from_dict(cls, obj: Union[str, Dict[str, Any]]) -> Self:
+        return cls.from_json(json.dumps(obj))
+
+    @classmethod
+    def from_json(cls, json_str: Optional[str]) -> Self:
+        """Returns the object represented by the json string"""
+        instance = cls.model_construct()
+        if json_str is None:
+            return instance
+
+        error_messages = []
+        match = 0
+
+        # deserialize data into FileAssetInput3
+        try:
+            instance.actual_instance = FileAssetInput3.from_json(json_str)
+            match += 1
+        except (ValidationError, ValueError) as e:
+            error_messages.append(str(e))
+        # deserialize data into MultiAssetInput3
+        try:
+            instance.actual_instance = MultiAssetInput3.from_json(json_str)
+            match += 1
+        except (ValidationError, ValueError) as e:
+            error_messages.append(str(e))
+        # deserialize data into TextAssetInput
+        try:
+            instance.actual_instance = TextAssetInput.from_json(json_str)
+            match += 1
+        except (ValidationError, ValueError) as e:
+            error_messages.append(str(e))
+        # deserialize data into UrlAssetInput
+        try:
+            instance.actual_instance = UrlAssetInput.from_json(json_str)
+            match += 1
+        except (ValidationError, ValueError) as e:
+            error_messages.append(str(e))
+
+        if match > 1:
+            # more than 1 match
+            raise ValueError("Multiple matches found when deserializing the JSON string into SubmitPromptModelPromptAsset with oneOf schemas: FileAssetInput3, MultiAssetInput3, TextAssetInput, UrlAssetInput. Details: " + ", ".join(error_messages))
+        elif match == 0:
+            # no match
+            raise ValueError("No match found when deserializing the JSON string into SubmitPromptModelPromptAsset with oneOf schemas: FileAssetInput3, MultiAssetInput3, TextAssetInput, UrlAssetInput. Details: " + ", ".join(error_messages))
+        else:
+            return instance
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the actual instance"""
+        if self.actual_instance is None:
+            return "null"
+
+        if hasattr(self.actual_instance, "to_json") and callable(self.actual_instance.to_json):
+            return self.actual_instance.to_json()
+        else:
+            return json.dumps(self.actual_instance)
+
+    def to_dict(self) -> Optional[Union[Dict[str, Any], FileAssetInput3, MultiAssetInput3, TextAssetInput, UrlAssetInput]]:
+        """Returns the dict representation of the actual instance"""
+        if self.actual_instance is None:
+            return None
+
+        if hasattr(self.actual_instance, "to_dict") and callable(self.actual_instance.to_dict):
+            return self.actual_instance.to_dict()
+        else:
+            # primitive type
+            return self.actual_instance
+
+    def to_str(self) -> str:
+        """Returns the string representation of the actual instance"""
+        return pprint.pformat(self.model_dump())
+
+

rapidata/api_client_README.md

@@ -74,6 +74,7 @@ Class | Method | HTTP request | Description
 ------------ | ------------- | ------------- | -------------
 *BenchmarkApi* | [**benchmark_benchmark_id_delete**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_delete) | **DELETE** /benchmark/{benchmarkId} | Deletes a single benchmark.
 *BenchmarkApi* | [**benchmark_benchmark_id_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_get) | **GET** /benchmark/{benchmarkId} | Returns a single benchmark by its ID.
+*BenchmarkApi* | [**benchmark_benchmark_id_participant_participant_id_delete**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participant_participant_id_delete) | **DELETE** /benchmark/{benchmarkId}/participant/{participantId} | Deletes a participant on a benchmark.
 *BenchmarkApi* | [**benchmark_benchmark_id_participant_participant_id_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participant_participant_id_get) | **GET** /benchmark/{benchmarkId}/participant/{participantId} | Gets a participant by it's Id.
 *BenchmarkApi* | [**benchmark_benchmark_id_participants_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participants_get) | **GET** /benchmark/{benchmarkId}/participants | Query all participants within a benchmark
 *BenchmarkApi* | [**benchmark_benchmark_id_participants_participant_id_submit_post**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participants_participant_id_submit_post) | **POST** /benchmark/{benchmarkId}/participants/{participantId}/submit | Submits a participant to a benchmark.
@@ -326,6 +327,7 @@ Class | Method | HTTP request | Description
  - [FileAssetInput1](rapidata/api_client/docs/FileAssetInput1.md)
  - [FileAssetInput1File](rapidata/api_client/docs/FileAssetInput1File.md)
  - [FileAssetInput2](rapidata/api_client/docs/FileAssetInput2.md)
+ - [FileAssetInput3](rapidata/api_client/docs/FileAssetInput3.md)
  - [FileAssetInputFile](rapidata/api_client/docs/FileAssetInputFile.md)
  - [FileAssetModel](rapidata/api_client/docs/FileAssetModel.md)
  - [FileAssetModelMetadataValue](rapidata/api_client/docs/FileAssetModelMetadataValue.md)
@@ -406,6 +408,8 @@ Class | Method | HTTP request | Description
  - [MultiAssetInput1](rapidata/api_client/docs/MultiAssetInput1.md)
  - [MultiAssetInput1AssetsInner](rapidata/api_client/docs/MultiAssetInput1AssetsInner.md)
  - [MultiAssetInput2](rapidata/api_client/docs/MultiAssetInput2.md)
+ - [MultiAssetInput3](rapidata/api_client/docs/MultiAssetInput3.md)
+ - [MultiAssetInput3AssetsInner](rapidata/api_client/docs/MultiAssetInput3AssetsInner.md)
  - [MultiAssetInputAssetsInner](rapidata/api_client/docs/MultiAssetInputAssetsInner.md)
  - [MultiAssetModel](rapidata/api_client/docs/MultiAssetModel.md)
  - [MultiCompareTruth](rapidata/api_client/docs/MultiCompareTruth.md)
@@ -512,6 +516,7 @@ Class | Method | HTTP request | Description
  - [SubmitCocoResult](rapidata/api_client/docs/SubmitCocoResult.md)
  - [SubmitParticipantResult](rapidata/api_client/docs/SubmitParticipantResult.md)
  - [SubmitPromptModel](rapidata/api_client/docs/SubmitPromptModel.md)
+ - [SubmitPromptModelPromptAsset](rapidata/api_client/docs/SubmitPromptModelPromptAsset.md)
  - [TextAsset](rapidata/api_client/docs/TextAsset.md)
  - [TextAssetInput](rapidata/api_client/docs/TextAssetInput.md)
  - [TextAssetModel](rapidata/api_client/docs/TextAssetModel.md)

rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py

@@ -20,13 +20,66 @@ class RapidataLeaderboard:
         id: The ID of the leaderboard.
         openapi_service: The OpenAPIService instance for API interaction.
     """
-    def __init__(self, name: str, instruction: str, show_prompt: bool, id: str, openapi_service: OpenAPIService):
+    def __init__(self, 
+                 name: str, 
+                 instruction: str, 
+                 show_prompt: bool, 
+                 inverse_ranking: bool, 
+                 min_responses: int,
+                 response_budget: int,
+                 id: str, 
+                 openapi_service: OpenAPIService):
         self.__openapi_service = openapi_service
-        self.name = name
-        self.instruction = instruction
-        self.show_prompt = show_prompt
+        self.__name = name
+        self.__instruction = instruction
+        self.__show_prompt = show_prompt
+        self.__inverse_ranking = inverse_ranking
+        self.__min_responses = min_responses
+        self.__response_budget = response_budget
         self.id = id
 
+    @property
+    def response_budget(self) -> int:
+        """
+        Returns the response budget of the leaderboard.
+        """
+        return self.__response_budget
+    
+    @property
+    def min_responses(self) -> int:
+        """
+        Returns the minimum number of responses required to be considered for the leaderboard.
+        """
+        return self.__min_responses
+    
+    @property
+    def inverse_ranking(self) -> bool:
+        """
+        Returns whether the ranking is inverse.
+        """
+        return self.__inverse_ranking
+    
+    @property
+    def show_prompt(self) -> bool:
+        """
+        Returns whether the prompt is shown to the users.
+        """
+        return self.__show_prompt
+    
+    @property
+    def instruction(self) -> str:
+        """
+        Returns the instruction of the leaderboard.
+        """
+        return self.__instruction
+    
+    @property
+    def name(self) -> str:
+        """
+        Returns the name of the leaderboard.
+        """
+        return self.__name
+
     def get_standings(self) -> pd.DataFrame:
         """
         Returns the standings of the leaderboard.

rapidata/rapidata_client/benchmark/rapidata_benchmark.py

@@ -112,6 +112,9 @@ class RapidataBenchmark:
                         leaderboard.name, 
                         leaderboard.instruction, 
                         leaderboard.show_prompt, 
+                        leaderboard.is_inversed,
+                        leaderboard.min_responses,
+                        leaderboard.response_budget,
                         leaderboard.id, 
                         self.__openapi_service
                         ) for leaderboard in leaderboards_result.items])
@@ -144,16 +147,39 @@ class RapidataBenchmark:
             )
         )
 
-    def create_leaderboard(self, name: str, instruction: str, show_prompt: bool) -> RapidataLeaderboard:
+    def create_leaderboard(
+        self, 
+        name: str, 
+        instruction: str, 
+        show_prompt: bool, 
+        inverse_ranking: bool = False,
+        min_responses: int | None = None,
+        response_budget: int | None = None
+    ) -> RapidataLeaderboard:
         """
         Creates a new leaderboard for the benchmark.
+
+        Args:
+            name: The name of the leaderboard. (not shown to the users)
+            instruction: The instruction decides how the models will be evaluated.
+            show_prompt: Whether to show the prompt to the users.
+            inverse_ranking: Whether to inverse the ranking of the leaderboard. (if the question is inversed, e.g. "Which video is worse?")
+            min_responses: The minimum amount of responses that get collected per comparison. if None, it will be defaulted.
+            response_budget: The total amount of responses that get collected per new model evaluation. if None, it will be defaulted. Values below 2000 are not recommended.
         """
+
+        if response_budget is not None and response_budget < 2000:
+            logger.warning("Response budget is below 2000. This is not recommended.")
+
         leaderboard_result = self.__openapi_service.leaderboard_api.leaderboard_post(
             create_leaderboard_model=CreateLeaderboardModel(
                 benchmarkId=self.id,
                 name=name,
                 instruction=instruction,
-                showPrompt=show_prompt
+                showPrompt=show_prompt,
+                isInversed=inverse_ranking,
+                minResponses=min_responses,
+                responseBudget=response_budget
             )
         )
 
@@ -163,6 +189,9 @@ class RapidataBenchmark:
             name,
             instruction,
             show_prompt,
+            inverse_ranking,
+            leaderboard_result.min_responses,
+            leaderboard_result.response_budget,
             leaderboard_result.id,
             self.__openapi_service
         )

{rapidata-2.29.0.dist-info → rapidata-2.29.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rapidata
-Version: 2.29.0
+Version: 2.29.1
 Summary: Rapidata package containing the Rapidata Python Client to interact with the Rapidata Web API in an easy way.
 License: Apache-2.0
 Author: Rapidata AG