rapidata 2.28.5__py3-none-any.whl → 2.29.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of rapidata might be problematic. Click here for more details.

Files changed (84) hide show
  1. rapidata/__init__.py +1 -1
  2. rapidata/api_client/__init__.py +41 -8
  3. rapidata/api_client/api/__init__.py +1 -0
  4. rapidata/api_client/api/benchmark_api.py +2766 -0
  5. rapidata/api_client/api/customer_rapid_api.py +332 -1
  6. rapidata/api_client/api/dataset_api.py +16 -0
  7. rapidata/api_client/api/leaderboard_api.py +1392 -270
  8. rapidata/api_client/models/__init__.py +40 -8
  9. rapidata/api_client/models/add_campaign_model.py +3 -3
  10. rapidata/api_client/models/and_user_filter_model.py +106 -0
  11. rapidata/api_client/models/and_user_filter_model_filters_inner.py +282 -0
  12. rapidata/api_client/models/benchmark_query_result.py +94 -0
  13. rapidata/api_client/models/benchmark_query_result_paged_result.py +105 -0
  14. rapidata/api_client/models/boost_leaderboard_model.py +89 -0
  15. rapidata/api_client/models/create_benchmark_model.py +87 -0
  16. rapidata/api_client/models/create_benchmark_participant_model.py +87 -0
  17. rapidata/api_client/models/create_benchmark_participant_result.py +89 -0
  18. rapidata/api_client/models/create_benchmark_result.py +87 -0
  19. rapidata/api_client/models/create_datapoint_result.py +4 -16
  20. rapidata/api_client/models/create_leaderboard_model.py +18 -2
  21. rapidata/api_client/models/create_leaderboard_result.py +5 -3
  22. rapidata/api_client/models/create_order_model.py +3 -3
  23. rapidata/api_client/models/file_asset_input.py +104 -0
  24. rapidata/api_client/models/file_asset_input1.py +104 -0
  25. rapidata/api_client/models/file_asset_input1_file.py +168 -0
  26. rapidata/api_client/models/file_asset_input2.py +104 -0
  27. rapidata/api_client/models/file_asset_input_file.py +182 -0
  28. rapidata/api_client/models/form_file_wrapper.py +120 -0
  29. rapidata/api_client/models/get_benchmark_by_id_query.py +96 -0
  30. rapidata/api_client/models/get_benchmark_by_id_query_result.py +94 -0
  31. rapidata/api_client/models/get_benchmark_by_id_query_result_paged_result.py +105 -0
  32. rapidata/api_client/models/get_benchmark_by_id_result.py +94 -0
  33. rapidata/api_client/models/get_participant_by_id_result.py +6 -26
  34. rapidata/api_client/models/get_standing_by_id_result.py +113 -0
  35. rapidata/api_client/models/local_file_wrapper.py +120 -0
  36. rapidata/api_client/models/multi_asset_input.py +110 -0
  37. rapidata/api_client/models/multi_asset_input1.py +110 -0
  38. rapidata/api_client/models/multi_asset_input1_assets_inner.py +170 -0
  39. rapidata/api_client/models/multi_asset_input2.py +110 -0
  40. rapidata/api_client/models/multi_asset_input_assets_inner.py +170 -0
  41. rapidata/api_client/models/not_user_filter_model.py +3 -3
  42. rapidata/api_client/models/or_user_filter_model.py +3 -3
  43. rapidata/api_client/models/participant_by_benchmark.py +102 -0
  44. rapidata/api_client/models/participant_by_benchmark_paged_result.py +105 -0
  45. rapidata/api_client/models/participant_status.py +1 -4
  46. rapidata/api_client/models/potential_validation_rapid.py +103 -0
  47. rapidata/api_client/models/potential_validation_rapid_paged_result.py +105 -0
  48. rapidata/api_client/models/potential_validation_rapid_truth.py +280 -0
  49. rapidata/api_client/models/prompt_asset_metadata_input.py +3 -3
  50. rapidata/api_client/models/prompt_asset_metadata_input_asset.py +170 -0
  51. rapidata/api_client/models/prompt_by_benchmark_result.py +92 -0
  52. rapidata/api_client/models/prompt_by_benchmark_result_paged_result.py +105 -0
  53. rapidata/api_client/models/prompt_metadata_input.py +5 -3
  54. rapidata/api_client/models/proxy_file_wrapper.py +114 -0
  55. rapidata/api_client/models/query_validation_model.py +97 -0
  56. rapidata/api_client/models/standing_by_leaderboard.py +113 -0
  57. rapidata/api_client/models/standing_by_leaderboard_paged_result.py +105 -0
  58. rapidata/api_client/models/standing_status.py +38 -0
  59. rapidata/api_client/models/stream_file_wrapper.py +116 -0
  60. rapidata/api_client/models/submit_prompt_model.py +89 -0
  61. rapidata/api_client/models/text_asset_input.py +100 -0
  62. rapidata/api_client/models/transcription_metadata_input.py +5 -3
  63. rapidata/api_client/models/zip_entry_file_wrapper.py +120 -0
  64. rapidata/api_client_README.md +62 -16
  65. rapidata/rapidata_client/benchmark/leaderboard/__init__.py +0 -0
  66. rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py +62 -0
  67. rapidata/rapidata_client/benchmark/rapidata_benchmark.py +227 -0
  68. rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py +83 -0
  69. rapidata/rapidata_client/filter/not_filter.py +2 -2
  70. rapidata/rapidata_client/filter/or_filter.py +2 -2
  71. rapidata/rapidata_client/metadata/__init__.py +1 -0
  72. rapidata/rapidata_client/metadata/_media_asset_metadata.py +8 -1
  73. rapidata/rapidata_client/metadata/_prompt_identifier_metadata.py +15 -0
  74. rapidata/rapidata_client/order/_rapidata_dataset.py +6 -6
  75. rapidata/rapidata_client/order/_rapidata_order_builder.py +4 -4
  76. rapidata/rapidata_client/rapidata_client.py +3 -3
  77. rapidata/service/openapi_service.py +5 -0
  78. {rapidata-2.28.5.dist-info → rapidata-2.29.0.dist-info}/METADATA +1 -1
  79. {rapidata-2.28.5.dist-info → rapidata-2.29.0.dist-info}/RECORD +82 -35
  80. rapidata/rapidata_client/leaderboard/rapidata_leaderboard.py +0 -127
  81. rapidata/rapidata_client/leaderboard/rapidata_leaderboard_manager.py +0 -92
  82. /rapidata/rapidata_client/{leaderboard → benchmark}/__init__.py +0 -0
  83. {rapidata-2.28.5.dist-info → rapidata-2.29.0.dist-info}/LICENSE +0 -0
  84. {rapidata-2.28.5.dist-info → rapidata-2.29.0.dist-info}/WHEEL +0 -0
@@ -0,0 +1,116 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ Rapidata.Dataset
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: v1
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ from __future__ import annotations
16
+ import pprint
17
+ import re # noqa: F401
18
+ import json
19
+
20
+ from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictBytes, StrictInt, StrictStr, field_validator
21
+ from typing import Any, ClassVar, Dict, List, Optional, Tuple, Union
22
+ from typing import Optional, Set
23
+ from typing_extensions import Self
24
+
25
+ class StreamFileWrapper(BaseModel):
26
+ """
27
+ StreamFileWrapper
28
+ """ # noqa: E501
29
+ t: StrictStr = Field(description="Discriminator value for StreamFileWrapper", alias="_t")
30
+ stream: Union[StrictBytes, StrictStr, Tuple[StrictStr, StrictBytes]]
31
+ name: StrictStr
32
+ content_length: Optional[StrictInt] = Field(default=None, alias="contentLength")
33
+ content_type: Optional[StrictStr] = Field(default=None, alias="contentType")
34
+ is_in_memory: Optional[StrictBool] = Field(default=None, alias="isInMemory")
35
+ __properties: ClassVar[List[str]] = ["_t", "stream", "name", "contentLength", "contentType", "isInMemory"]
36
+
37
+ @field_validator('t')
38
+ def t_validate_enum(cls, value):
39
+ """Validates the enum"""
40
+ if value not in set(['StreamFileWrapper']):
41
+ raise ValueError("must be one of enum values ('StreamFileWrapper')")
42
+ return value
43
+
44
+ model_config = ConfigDict(
45
+ populate_by_name=True,
46
+ validate_assignment=True,
47
+ protected_namespaces=(),
48
+ )
49
+
50
+
51
+ def to_str(self) -> str:
52
+ """Returns the string representation of the model using alias"""
53
+ return pprint.pformat(self.model_dump(by_alias=True))
54
+
55
+ def to_json(self) -> str:
56
+ """Returns the JSON representation of the model using alias"""
57
+ # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
58
+ return json.dumps(self.to_dict())
59
+
60
+ @classmethod
61
+ def from_json(cls, json_str: str) -> Optional[Self]:
62
+ """Create an instance of StreamFileWrapper from a JSON string"""
63
+ return cls.from_dict(json.loads(json_str))
64
+
65
+ def to_dict(self) -> Dict[str, Any]:
66
+ """Return the dictionary representation of the model using alias.
67
+
68
+ This has the following differences from calling pydantic's
69
+ `self.model_dump(by_alias=True)`:
70
+
71
+ * `None` is only added to the output dict for nullable fields that
72
+ were set at model initialization. Other fields with value `None`
73
+ are ignored.
74
+ * OpenAPI `readOnly` fields are excluded.
75
+ """
76
+ excluded_fields: Set[str] = set([
77
+ "is_in_memory",
78
+ ])
79
+
80
+ _dict = self.model_dump(
81
+ by_alias=True,
82
+ exclude=excluded_fields,
83
+ exclude_none=True,
84
+ )
85
+ # set to None if content_length (nullable) is None
86
+ # and model_fields_set contains the field
87
+ if self.content_length is None and "content_length" in self.model_fields_set:
88
+ _dict['contentLength'] = None
89
+
90
+ # set to None if content_type (nullable) is None
91
+ # and model_fields_set contains the field
92
+ if self.content_type is None and "content_type" in self.model_fields_set:
93
+ _dict['contentType'] = None
94
+
95
+ return _dict
96
+
97
+ @classmethod
98
+ def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
99
+ """Create an instance of StreamFileWrapper from a dict"""
100
+ if obj is None:
101
+ return None
102
+
103
+ if not isinstance(obj, dict):
104
+ return cls.model_validate(obj)
105
+
106
+ _obj = cls.model_validate({
107
+ "_t": obj.get("_t") if obj.get("_t") is not None else 'StreamFileWrapper',
108
+ "stream": obj.get("stream"),
109
+ "name": obj.get("name"),
110
+ "contentLength": obj.get("contentLength"),
111
+ "contentType": obj.get("contentType"),
112
+ "isInMemory": obj.get("isInMemory")
113
+ })
114
+ return _obj
115
+
116
+
@@ -0,0 +1,89 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ Rapidata.Dataset
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: v1
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ from __future__ import annotations
16
+ import pprint
17
+ import re # noqa: F401
18
+ import json
19
+
20
+ from pydantic import BaseModel, ConfigDict, Field, StrictStr
21
+ from typing import Any, ClassVar, Dict, List
22
+ from typing import Optional, Set
23
+ from typing_extensions import Self
24
+
25
+ class SubmitPromptModel(BaseModel):
26
+ """
27
+ The model user for submitting a prompt to a benchmark.
28
+ """ # noqa: E501
29
+ prompt: StrictStr = Field(description="The prompt")
30
+ identifier: StrictStr = Field(description="An identifier associated to the prompt")
31
+ __properties: ClassVar[List[str]] = ["prompt", "identifier"]
32
+
33
+ model_config = ConfigDict(
34
+ populate_by_name=True,
35
+ validate_assignment=True,
36
+ protected_namespaces=(),
37
+ )
38
+
39
+
40
+ def to_str(self) -> str:
41
+ """Returns the string representation of the model using alias"""
42
+ return pprint.pformat(self.model_dump(by_alias=True))
43
+
44
+ def to_json(self) -> str:
45
+ """Returns the JSON representation of the model using alias"""
46
+ # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
47
+ return json.dumps(self.to_dict())
48
+
49
+ @classmethod
50
+ def from_json(cls, json_str: str) -> Optional[Self]:
51
+ """Create an instance of SubmitPromptModel from a JSON string"""
52
+ return cls.from_dict(json.loads(json_str))
53
+
54
+ def to_dict(self) -> Dict[str, Any]:
55
+ """Return the dictionary representation of the model using alias.
56
+
57
+ This has the following differences from calling pydantic's
58
+ `self.model_dump(by_alias=True)`:
59
+
60
+ * `None` is only added to the output dict for nullable fields that
61
+ were set at model initialization. Other fields with value `None`
62
+ are ignored.
63
+ """
64
+ excluded_fields: Set[str] = set([
65
+ ])
66
+
67
+ _dict = self.model_dump(
68
+ by_alias=True,
69
+ exclude=excluded_fields,
70
+ exclude_none=True,
71
+ )
72
+ return _dict
73
+
74
+ @classmethod
75
+ def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
76
+ """Create an instance of SubmitPromptModel from a dict"""
77
+ if obj is None:
78
+ return None
79
+
80
+ if not isinstance(obj, dict):
81
+ return cls.model_validate(obj)
82
+
83
+ _obj = cls.model_validate({
84
+ "prompt": obj.get("prompt"),
85
+ "identifier": obj.get("identifier")
86
+ })
87
+ return _obj
88
+
89
+
@@ -0,0 +1,100 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ Rapidata.Dataset
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: v1
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ from __future__ import annotations
16
+ import pprint
17
+ import re # noqa: F401
18
+ import json
19
+
20
+ from pydantic import BaseModel, ConfigDict, Field, StrictStr, field_validator
21
+ from typing import Any, ClassVar, Dict, List, Optional
22
+ from typing import Optional, Set
23
+ from typing_extensions import Self
24
+
25
+ class TextAssetInput(BaseModel):
26
+ """
27
+ TextAssetInput
28
+ """ # noqa: E501
29
+ t: StrictStr = Field(description="Discriminator value for TextAssetInput", alias="_t")
30
+ text: StrictStr
31
+ identifier: Optional[StrictStr] = None
32
+ __properties: ClassVar[List[str]] = ["_t", "text", "identifier"]
33
+
34
+ @field_validator('t')
35
+ def t_validate_enum(cls, value):
36
+ """Validates the enum"""
37
+ if value not in set(['TextAssetInput']):
38
+ raise ValueError("must be one of enum values ('TextAssetInput')")
39
+ return value
40
+
41
+ model_config = ConfigDict(
42
+ populate_by_name=True,
43
+ validate_assignment=True,
44
+ protected_namespaces=(),
45
+ )
46
+
47
+
48
+ def to_str(self) -> str:
49
+ """Returns the string representation of the model using alias"""
50
+ return pprint.pformat(self.model_dump(by_alias=True))
51
+
52
+ def to_json(self) -> str:
53
+ """Returns the JSON representation of the model using alias"""
54
+ # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
55
+ return json.dumps(self.to_dict())
56
+
57
+ @classmethod
58
+ def from_json(cls, json_str: str) -> Optional[Self]:
59
+ """Create an instance of TextAssetInput from a JSON string"""
60
+ return cls.from_dict(json.loads(json_str))
61
+
62
+ def to_dict(self) -> Dict[str, Any]:
63
+ """Return the dictionary representation of the model using alias.
64
+
65
+ This has the following differences from calling pydantic's
66
+ `self.model_dump(by_alias=True)`:
67
+
68
+ * `None` is only added to the output dict for nullable fields that
69
+ were set at model initialization. Other fields with value `None`
70
+ are ignored.
71
+ * OpenAPI `readOnly` fields are excluded.
72
+ """
73
+ excluded_fields: Set[str] = set([
74
+ "identifier",
75
+ ])
76
+
77
+ _dict = self.model_dump(
78
+ by_alias=True,
79
+ exclude=excluded_fields,
80
+ exclude_none=True,
81
+ )
82
+ return _dict
83
+
84
+ @classmethod
85
+ def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
86
+ """Create an instance of TextAssetInput from a dict"""
87
+ if obj is None:
88
+ return None
89
+
90
+ if not isinstance(obj, dict):
91
+ return cls.model_validate(obj)
92
+
93
+ _obj = cls.model_validate({
94
+ "_t": obj.get("_t") if obj.get("_t") is not None else 'TextAssetInput',
95
+ "text": obj.get("text"),
96
+ "identifier": obj.get("identifier")
97
+ })
98
+ return _obj
99
+
100
+
@@ -18,7 +18,7 @@ import re # noqa: F401
18
18
  import json
19
19
 
20
20
  from pydantic import BaseModel, ConfigDict, Field, StrictStr, field_validator
21
- from typing import Any, ClassVar, Dict, List
21
+ from typing import Any, ClassVar, Dict, List, Optional
22
22
  from typing import Optional, Set
23
23
  from typing_extensions import Self
24
24
 
@@ -28,7 +28,8 @@ class TranscriptionMetadataInput(BaseModel):
28
28
  """ # noqa: E501
29
29
  t: StrictStr = Field(description="Discriminator value for TranscriptionMetadataInput", alias="_t")
30
30
  transcription: StrictStr
31
- __properties: ClassVar[List[str]] = ["_t", "transcription"]
31
+ identifier: Optional[StrictStr] = None
32
+ __properties: ClassVar[List[str]] = ["_t", "transcription", "identifier"]
32
33
 
33
34
  @field_validator('t')
34
35
  def t_validate_enum(cls, value):
@@ -89,7 +90,8 @@ class TranscriptionMetadataInput(BaseModel):
89
90
 
90
91
  _obj = cls.model_validate({
91
92
  "_t": obj.get("_t") if obj.get("_t") is not None else 'TranscriptionMetadataInput',
92
- "transcription": obj.get("transcription")
93
+ "transcription": obj.get("transcription"),
94
+ "identifier": obj.get("identifier")
93
95
  })
94
96
  return _obj
95
97
 
@@ -0,0 +1,120 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ Rapidata.Dataset
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: v1
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ from __future__ import annotations
16
+ import pprint
17
+ import re # noqa: F401
18
+ import json
19
+
20
+ from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr, field_validator
21
+ from typing import Any, ClassVar, Dict, List, Optional
22
+ from typing import Optional, Set
23
+ from typing_extensions import Self
24
+
25
+ class ZipEntryFileWrapper(BaseModel):
26
+ """
27
+ ZipEntryFileWrapper
28
+ """ # noqa: E501
29
+ t: StrictStr = Field(description="Discriminator value for ZipEntryFileWrapper", alias="_t")
30
+ name: Optional[StrictStr] = None
31
+ content_length: Optional[StrictInt] = Field(default=None, alias="contentLength")
32
+ content_type: Optional[StrictStr] = Field(default=None, alias="contentType")
33
+ is_in_memory: Optional[StrictBool] = Field(default=None, alias="isInMemory")
34
+ __properties: ClassVar[List[str]] = ["_t", "name", "contentLength", "contentType", "isInMemory"]
35
+
36
+ @field_validator('t')
37
+ def t_validate_enum(cls, value):
38
+ """Validates the enum"""
39
+ if value not in set(['ZipEntryFileWrapper']):
40
+ raise ValueError("must be one of enum values ('ZipEntryFileWrapper')")
41
+ return value
42
+
43
+ model_config = ConfigDict(
44
+ populate_by_name=True,
45
+ validate_assignment=True,
46
+ protected_namespaces=(),
47
+ )
48
+
49
+
50
+ def to_str(self) -> str:
51
+ """Returns the string representation of the model using alias"""
52
+ return pprint.pformat(self.model_dump(by_alias=True))
53
+
54
+ def to_json(self) -> str:
55
+ """Returns the JSON representation of the model using alias"""
56
+ # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
57
+ return json.dumps(self.to_dict())
58
+
59
+ @classmethod
60
+ def from_json(cls, json_str: str) -> Optional[Self]:
61
+ """Create an instance of ZipEntryFileWrapper from a JSON string"""
62
+ return cls.from_dict(json.loads(json_str))
63
+
64
+ def to_dict(self) -> Dict[str, Any]:
65
+ """Return the dictionary representation of the model using alias.
66
+
67
+ This has the following differences from calling pydantic's
68
+ `self.model_dump(by_alias=True)`:
69
+
70
+ * `None` is only added to the output dict for nullable fields that
71
+ were set at model initialization. Other fields with value `None`
72
+ are ignored.
73
+ * OpenAPI `readOnly` fields are excluded.
74
+ * OpenAPI `readOnly` fields are excluded.
75
+ * OpenAPI `readOnly` fields are excluded.
76
+ * OpenAPI `readOnly` fields are excluded.
77
+ """
78
+ excluded_fields: Set[str] = set([
79
+ "name",
80
+ "content_length",
81
+ "content_type",
82
+ "is_in_memory",
83
+ ])
84
+
85
+ _dict = self.model_dump(
86
+ by_alias=True,
87
+ exclude=excluded_fields,
88
+ exclude_none=True,
89
+ )
90
+ # set to None if content_length (nullable) is None
91
+ # and model_fields_set contains the field
92
+ if self.content_length is None and "content_length" in self.model_fields_set:
93
+ _dict['contentLength'] = None
94
+
95
+ # set to None if content_type (nullable) is None
96
+ # and model_fields_set contains the field
97
+ if self.content_type is None and "content_type" in self.model_fields_set:
98
+ _dict['contentType'] = None
99
+
100
+ return _dict
101
+
102
+ @classmethod
103
+ def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
104
+ """Create an instance of ZipEntryFileWrapper from a dict"""
105
+ if obj is None:
106
+ return None
107
+
108
+ if not isinstance(obj, dict):
109
+ return cls.model_validate(obj)
110
+
111
+ _obj = cls.model_validate({
112
+ "_t": obj.get("_t") if obj.get("_t") is not None else 'ZipEntryFileWrapper',
113
+ "name": obj.get("name"),
114
+ "contentLength": obj.get("contentLength"),
115
+ "contentType": obj.get("contentType"),
116
+ "isInMemory": obj.get("isInMemory")
117
+ })
118
+ return _obj
119
+
120
+