rapidata 2.30.0__py3-none-any.whl → 2.31.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of rapidata might be problematic. Click here for more details.
- rapidata/__init__.py +1 -1
- rapidata/api_client/api/benchmark_api.py +267 -0
- rapidata/api_client/api/dataset_api.py +14 -14
- rapidata/api_client/api/validation_set_api.py +349 -6
- rapidata/api_client/models/get_standing_by_id_result.py +4 -2
- rapidata/api_client/models/participant_by_benchmark.py +2 -2
- rapidata/api_client/models/participant_status.py +1 -0
- rapidata/api_client/models/standing_by_leaderboard.py +5 -3
- rapidata/api_client_README.md +2 -0
- rapidata/rapidata_client/filter/__init__.py +1 -0
- rapidata/rapidata_client/filter/_base_filter.py +20 -0
- rapidata/rapidata_client/filter/and_filter.py +30 -0
- rapidata/rapidata_client/filter/rapidata_filters.py +6 -3
- rapidata/rapidata_client/validation/rapids/rapids.py +29 -47
- rapidata/rapidata_client/validation/validation_set_manager.py +10 -3
- {rapidata-2.30.0.dist-info → rapidata-2.31.0.dist-info}/METADATA +1 -1
- {rapidata-2.30.0.dist-info → rapidata-2.31.0.dist-info}/RECORD +19 -18
- {rapidata-2.30.0.dist-info → rapidata-2.31.0.dist-info}/LICENSE +0 -0
- {rapidata-2.30.0.dist-info → rapidata-2.31.0.dist-info}/WHEEL +0 -0
rapidata/__init__.py
CHANGED
|
@@ -1650,6 +1650,273 @@ class BenchmarkApi:
|
|
|
1650
1650
|
|
|
1651
1651
|
|
|
1652
1652
|
|
|
1653
|
+
@validate_call
|
|
1654
|
+
def benchmark_benchmark_id_participants_participant_id_disable_post(
|
|
1655
|
+
self,
|
|
1656
|
+
benchmark_id: Annotated[StrictStr, Field(description="The benchmark the participant belongs to")],
|
|
1657
|
+
participant_id: Annotated[StrictStr, Field(description="The id of the participant to be disabled")],
|
|
1658
|
+
_request_timeout: Union[
|
|
1659
|
+
None,
|
|
1660
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1661
|
+
Tuple[
|
|
1662
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1663
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
1664
|
+
]
|
|
1665
|
+
] = None,
|
|
1666
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
1667
|
+
_content_type: Optional[StrictStr] = None,
|
|
1668
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1669
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1670
|
+
) -> None:
|
|
1671
|
+
"""This endpoint disables a participant in a benchmark. this means that the participant will no longer actively be matched up against other participants and not collect further results. It will still be visible in the leaderboard.
|
|
1672
|
+
|
|
1673
|
+
|
|
1674
|
+
:param benchmark_id: The benchmark the participant belongs to (required)
|
|
1675
|
+
:type benchmark_id: str
|
|
1676
|
+
:param participant_id: The id of the participant to be disabled (required)
|
|
1677
|
+
:type participant_id: str
|
|
1678
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
1679
|
+
number provided, it will be total request
|
|
1680
|
+
timeout. It can also be a pair (tuple) of
|
|
1681
|
+
(connection, read) timeouts.
|
|
1682
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
1683
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
1684
|
+
request; this effectively ignores the
|
|
1685
|
+
authentication in the spec for a single request.
|
|
1686
|
+
:type _request_auth: dict, optional
|
|
1687
|
+
:param _content_type: force content-type for the request.
|
|
1688
|
+
:type _content_type: str, Optional
|
|
1689
|
+
:param _headers: set to override the headers for a single
|
|
1690
|
+
request; this effectively ignores the headers
|
|
1691
|
+
in the spec for a single request.
|
|
1692
|
+
:type _headers: dict, optional
|
|
1693
|
+
:param _host_index: set to override the host_index for a single
|
|
1694
|
+
request; this effectively ignores the host_index
|
|
1695
|
+
in the spec for a single request.
|
|
1696
|
+
:type _host_index: int, optional
|
|
1697
|
+
:return: Returns the result object.
|
|
1698
|
+
""" # noqa: E501
|
|
1699
|
+
|
|
1700
|
+
_param = self._benchmark_benchmark_id_participants_participant_id_disable_post_serialize(
|
|
1701
|
+
benchmark_id=benchmark_id,
|
|
1702
|
+
participant_id=participant_id,
|
|
1703
|
+
_request_auth=_request_auth,
|
|
1704
|
+
_content_type=_content_type,
|
|
1705
|
+
_headers=_headers,
|
|
1706
|
+
_host_index=_host_index
|
|
1707
|
+
)
|
|
1708
|
+
|
|
1709
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
1710
|
+
'200': None,
|
|
1711
|
+
}
|
|
1712
|
+
response_data = self.api_client.call_api(
|
|
1713
|
+
*_param,
|
|
1714
|
+
_request_timeout=_request_timeout
|
|
1715
|
+
)
|
|
1716
|
+
response_data.read()
|
|
1717
|
+
return self.api_client.response_deserialize(
|
|
1718
|
+
response_data=response_data,
|
|
1719
|
+
response_types_map=_response_types_map,
|
|
1720
|
+
).data
|
|
1721
|
+
|
|
1722
|
+
|
|
1723
|
+
@validate_call
|
|
1724
|
+
def benchmark_benchmark_id_participants_participant_id_disable_post_with_http_info(
|
|
1725
|
+
self,
|
|
1726
|
+
benchmark_id: Annotated[StrictStr, Field(description="The benchmark the participant belongs to")],
|
|
1727
|
+
participant_id: Annotated[StrictStr, Field(description="The id of the participant to be disabled")],
|
|
1728
|
+
_request_timeout: Union[
|
|
1729
|
+
None,
|
|
1730
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1731
|
+
Tuple[
|
|
1732
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1733
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
1734
|
+
]
|
|
1735
|
+
] = None,
|
|
1736
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
1737
|
+
_content_type: Optional[StrictStr] = None,
|
|
1738
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1739
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1740
|
+
) -> ApiResponse[None]:
|
|
1741
|
+
"""This endpoint disables a participant in a benchmark. this means that the participant will no longer actively be matched up against other participants and not collect further results. It will still be visible in the leaderboard.
|
|
1742
|
+
|
|
1743
|
+
|
|
1744
|
+
:param benchmark_id: The benchmark the participant belongs to (required)
|
|
1745
|
+
:type benchmark_id: str
|
|
1746
|
+
:param participant_id: The id of the participant to be disabled (required)
|
|
1747
|
+
:type participant_id: str
|
|
1748
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
1749
|
+
number provided, it will be total request
|
|
1750
|
+
timeout. It can also be a pair (tuple) of
|
|
1751
|
+
(connection, read) timeouts.
|
|
1752
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
1753
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
1754
|
+
request; this effectively ignores the
|
|
1755
|
+
authentication in the spec for a single request.
|
|
1756
|
+
:type _request_auth: dict, optional
|
|
1757
|
+
:param _content_type: force content-type for the request.
|
|
1758
|
+
:type _content_type: str, Optional
|
|
1759
|
+
:param _headers: set to override the headers for a single
|
|
1760
|
+
request; this effectively ignores the headers
|
|
1761
|
+
in the spec for a single request.
|
|
1762
|
+
:type _headers: dict, optional
|
|
1763
|
+
:param _host_index: set to override the host_index for a single
|
|
1764
|
+
request; this effectively ignores the host_index
|
|
1765
|
+
in the spec for a single request.
|
|
1766
|
+
:type _host_index: int, optional
|
|
1767
|
+
:return: Returns the result object.
|
|
1768
|
+
""" # noqa: E501
|
|
1769
|
+
|
|
1770
|
+
_param = self._benchmark_benchmark_id_participants_participant_id_disable_post_serialize(
|
|
1771
|
+
benchmark_id=benchmark_id,
|
|
1772
|
+
participant_id=participant_id,
|
|
1773
|
+
_request_auth=_request_auth,
|
|
1774
|
+
_content_type=_content_type,
|
|
1775
|
+
_headers=_headers,
|
|
1776
|
+
_host_index=_host_index
|
|
1777
|
+
)
|
|
1778
|
+
|
|
1779
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
1780
|
+
'200': None,
|
|
1781
|
+
}
|
|
1782
|
+
response_data = self.api_client.call_api(
|
|
1783
|
+
*_param,
|
|
1784
|
+
_request_timeout=_request_timeout
|
|
1785
|
+
)
|
|
1786
|
+
response_data.read()
|
|
1787
|
+
return self.api_client.response_deserialize(
|
|
1788
|
+
response_data=response_data,
|
|
1789
|
+
response_types_map=_response_types_map,
|
|
1790
|
+
)
|
|
1791
|
+
|
|
1792
|
+
|
|
1793
|
+
@validate_call
|
|
1794
|
+
def benchmark_benchmark_id_participants_participant_id_disable_post_without_preload_content(
|
|
1795
|
+
self,
|
|
1796
|
+
benchmark_id: Annotated[StrictStr, Field(description="The benchmark the participant belongs to")],
|
|
1797
|
+
participant_id: Annotated[StrictStr, Field(description="The id of the participant to be disabled")],
|
|
1798
|
+
_request_timeout: Union[
|
|
1799
|
+
None,
|
|
1800
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1801
|
+
Tuple[
|
|
1802
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1803
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
1804
|
+
]
|
|
1805
|
+
] = None,
|
|
1806
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
1807
|
+
_content_type: Optional[StrictStr] = None,
|
|
1808
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1809
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1810
|
+
) -> RESTResponseType:
|
|
1811
|
+
"""This endpoint disables a participant in a benchmark. this means that the participant will no longer actively be matched up against other participants and not collect further results. It will still be visible in the leaderboard.
|
|
1812
|
+
|
|
1813
|
+
|
|
1814
|
+
:param benchmark_id: The benchmark the participant belongs to (required)
|
|
1815
|
+
:type benchmark_id: str
|
|
1816
|
+
:param participant_id: The id of the participant to be disabled (required)
|
|
1817
|
+
:type participant_id: str
|
|
1818
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
1819
|
+
number provided, it will be total request
|
|
1820
|
+
timeout. It can also be a pair (tuple) of
|
|
1821
|
+
(connection, read) timeouts.
|
|
1822
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
1823
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
1824
|
+
request; this effectively ignores the
|
|
1825
|
+
authentication in the spec for a single request.
|
|
1826
|
+
:type _request_auth: dict, optional
|
|
1827
|
+
:param _content_type: force content-type for the request.
|
|
1828
|
+
:type _content_type: str, Optional
|
|
1829
|
+
:param _headers: set to override the headers for a single
|
|
1830
|
+
request; this effectively ignores the headers
|
|
1831
|
+
in the spec for a single request.
|
|
1832
|
+
:type _headers: dict, optional
|
|
1833
|
+
:param _host_index: set to override the host_index for a single
|
|
1834
|
+
request; this effectively ignores the host_index
|
|
1835
|
+
in the spec for a single request.
|
|
1836
|
+
:type _host_index: int, optional
|
|
1837
|
+
:return: Returns the result object.
|
|
1838
|
+
""" # noqa: E501
|
|
1839
|
+
|
|
1840
|
+
_param = self._benchmark_benchmark_id_participants_participant_id_disable_post_serialize(
|
|
1841
|
+
benchmark_id=benchmark_id,
|
|
1842
|
+
participant_id=participant_id,
|
|
1843
|
+
_request_auth=_request_auth,
|
|
1844
|
+
_content_type=_content_type,
|
|
1845
|
+
_headers=_headers,
|
|
1846
|
+
_host_index=_host_index
|
|
1847
|
+
)
|
|
1848
|
+
|
|
1849
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
1850
|
+
'200': None,
|
|
1851
|
+
}
|
|
1852
|
+
response_data = self.api_client.call_api(
|
|
1853
|
+
*_param,
|
|
1854
|
+
_request_timeout=_request_timeout
|
|
1855
|
+
)
|
|
1856
|
+
return response_data.response
|
|
1857
|
+
|
|
1858
|
+
|
|
1859
|
+
def _benchmark_benchmark_id_participants_participant_id_disable_post_serialize(
|
|
1860
|
+
self,
|
|
1861
|
+
benchmark_id,
|
|
1862
|
+
participant_id,
|
|
1863
|
+
_request_auth,
|
|
1864
|
+
_content_type,
|
|
1865
|
+
_headers,
|
|
1866
|
+
_host_index,
|
|
1867
|
+
) -> RequestSerialized:
|
|
1868
|
+
|
|
1869
|
+
_host = None
|
|
1870
|
+
|
|
1871
|
+
_collection_formats: Dict[str, str] = {
|
|
1872
|
+
}
|
|
1873
|
+
|
|
1874
|
+
_path_params: Dict[str, str] = {}
|
|
1875
|
+
_query_params: List[Tuple[str, str]] = []
|
|
1876
|
+
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
1877
|
+
_form_params: List[Tuple[str, str]] = []
|
|
1878
|
+
_files: Dict[
|
|
1879
|
+
str, Union[str, bytes, List[str], List[bytes], List[Tuple[str, bytes]]]
|
|
1880
|
+
] = {}
|
|
1881
|
+
_body_params: Optional[bytes] = None
|
|
1882
|
+
|
|
1883
|
+
# process the path parameters
|
|
1884
|
+
if benchmark_id is not None:
|
|
1885
|
+
_path_params['benchmarkId'] = benchmark_id
|
|
1886
|
+
if participant_id is not None:
|
|
1887
|
+
_path_params['participantId'] = participant_id
|
|
1888
|
+
# process the query parameters
|
|
1889
|
+
# process the header parameters
|
|
1890
|
+
# process the form parameters
|
|
1891
|
+
# process the body parameter
|
|
1892
|
+
|
|
1893
|
+
|
|
1894
|
+
|
|
1895
|
+
|
|
1896
|
+
# authentication setting
|
|
1897
|
+
_auth_settings: List[str] = [
|
|
1898
|
+
'bearer',
|
|
1899
|
+
'oauth2'
|
|
1900
|
+
]
|
|
1901
|
+
|
|
1902
|
+
return self.api_client.param_serialize(
|
|
1903
|
+
method='POST',
|
|
1904
|
+
resource_path='/benchmark/{benchmarkId}/participants/{participantId}/disable',
|
|
1905
|
+
path_params=_path_params,
|
|
1906
|
+
query_params=_query_params,
|
|
1907
|
+
header_params=_header_params,
|
|
1908
|
+
body=_body_params,
|
|
1909
|
+
post_params=_form_params,
|
|
1910
|
+
files=_files,
|
|
1911
|
+
auth_settings=_auth_settings,
|
|
1912
|
+
collection_formats=_collection_formats,
|
|
1913
|
+
_host=_host,
|
|
1914
|
+
_request_auth=_request_auth
|
|
1915
|
+
)
|
|
1916
|
+
|
|
1917
|
+
|
|
1918
|
+
|
|
1919
|
+
|
|
1653
1920
|
@validate_call
|
|
1654
1921
|
def benchmark_benchmark_id_participants_participant_id_submit_post(
|
|
1655
1922
|
self,
|
|
@@ -1195,8 +1195,8 @@ class DatasetApi:
|
|
|
1195
1195
|
def dataset_dataset_id_datapoints_post(
|
|
1196
1196
|
self,
|
|
1197
1197
|
dataset_id: Annotated[StrictStr, Field(description="The id of the dataset")],
|
|
1198
|
-
prompt_asset:
|
|
1199
|
-
file:
|
|
1198
|
+
prompt_asset: Optional[List[Union[StrictBytes, StrictStr, Tuple[StrictStr, StrictBytes]]]] = None,
|
|
1199
|
+
file: Optional[List[Union[StrictBytes, StrictStr, Tuple[StrictStr, StrictBytes]]]] = None,
|
|
1200
1200
|
text: Annotated[Optional[List[StrictStr]], Field(description="The texts to upload. The length limit is set at 256 characters per text.")] = None,
|
|
1201
1201
|
url: Annotated[Optional[List[StrictStr]], Field(description="Creates an asset from a url. The url needs to point to a publicly accessible resource. The server will download the resource and store it as an asset in the background. <remarks> Additionally, to the urls having to be publicly accessible, they need to support HTTP HEAD requests. </remarks>")] = None,
|
|
1202
1202
|
metadata: Annotated[Optional[List[DatasetDatasetIdDatapointsPostRequestMetadataInner]], Field(description="Optional metadata to attach to the datapoint.")] = None,
|
|
@@ -1220,9 +1220,9 @@ class DatasetApi:
|
|
|
1220
1220
|
|
|
1221
1221
|
:param dataset_id: The id of the dataset (required)
|
|
1222
1222
|
:type dataset_id: str
|
|
1223
|
-
:param prompt_asset:
|
|
1223
|
+
:param prompt_asset:
|
|
1224
1224
|
:type prompt_asset: List[bytearray]
|
|
1225
|
-
:param file:
|
|
1225
|
+
:param file:
|
|
1226
1226
|
:type file: List[bytearray]
|
|
1227
1227
|
:param text: The texts to upload. The length limit is set at 256 characters per text.
|
|
1228
1228
|
:type text: List[str]
|
|
@@ -1286,8 +1286,8 @@ class DatasetApi:
|
|
|
1286
1286
|
def dataset_dataset_id_datapoints_post_with_http_info(
|
|
1287
1287
|
self,
|
|
1288
1288
|
dataset_id: Annotated[StrictStr, Field(description="The id of the dataset")],
|
|
1289
|
-
prompt_asset:
|
|
1290
|
-
file:
|
|
1289
|
+
prompt_asset: Optional[List[Union[StrictBytes, StrictStr, Tuple[StrictStr, StrictBytes]]]] = None,
|
|
1290
|
+
file: Optional[List[Union[StrictBytes, StrictStr, Tuple[StrictStr, StrictBytes]]]] = None,
|
|
1291
1291
|
text: Annotated[Optional[List[StrictStr]], Field(description="The texts to upload. The length limit is set at 256 characters per text.")] = None,
|
|
1292
1292
|
url: Annotated[Optional[List[StrictStr]], Field(description="Creates an asset from a url. The url needs to point to a publicly accessible resource. The server will download the resource and store it as an asset in the background. <remarks> Additionally, to the urls having to be publicly accessible, they need to support HTTP HEAD requests. </remarks>")] = None,
|
|
1293
1293
|
metadata: Annotated[Optional[List[DatasetDatasetIdDatapointsPostRequestMetadataInner]], Field(description="Optional metadata to attach to the datapoint.")] = None,
|
|
@@ -1311,9 +1311,9 @@ class DatasetApi:
|
|
|
1311
1311
|
|
|
1312
1312
|
:param dataset_id: The id of the dataset (required)
|
|
1313
1313
|
:type dataset_id: str
|
|
1314
|
-
:param prompt_asset:
|
|
1314
|
+
:param prompt_asset:
|
|
1315
1315
|
:type prompt_asset: List[bytearray]
|
|
1316
|
-
:param file:
|
|
1316
|
+
:param file:
|
|
1317
1317
|
:type file: List[bytearray]
|
|
1318
1318
|
:param text: The texts to upload. The length limit is set at 256 characters per text.
|
|
1319
1319
|
:type text: List[str]
|
|
@@ -1377,8 +1377,8 @@ class DatasetApi:
|
|
|
1377
1377
|
def dataset_dataset_id_datapoints_post_without_preload_content(
|
|
1378
1378
|
self,
|
|
1379
1379
|
dataset_id: Annotated[StrictStr, Field(description="The id of the dataset")],
|
|
1380
|
-
prompt_asset:
|
|
1381
|
-
file:
|
|
1380
|
+
prompt_asset: Optional[List[Union[StrictBytes, StrictStr, Tuple[StrictStr, StrictBytes]]]] = None,
|
|
1381
|
+
file: Optional[List[Union[StrictBytes, StrictStr, Tuple[StrictStr, StrictBytes]]]] = None,
|
|
1382
1382
|
text: Annotated[Optional[List[StrictStr]], Field(description="The texts to upload. The length limit is set at 256 characters per text.")] = None,
|
|
1383
1383
|
url: Annotated[Optional[List[StrictStr]], Field(description="Creates an asset from a url. The url needs to point to a publicly accessible resource. The server will download the resource and store it as an asset in the background. <remarks> Additionally, to the urls having to be publicly accessible, they need to support HTTP HEAD requests. </remarks>")] = None,
|
|
1384
1384
|
metadata: Annotated[Optional[List[DatasetDatasetIdDatapointsPostRequestMetadataInner]], Field(description="Optional metadata to attach to the datapoint.")] = None,
|
|
@@ -1402,9 +1402,9 @@ class DatasetApi:
|
|
|
1402
1402
|
|
|
1403
1403
|
:param dataset_id: The id of the dataset (required)
|
|
1404
1404
|
:type dataset_id: str
|
|
1405
|
-
:param prompt_asset:
|
|
1405
|
+
:param prompt_asset:
|
|
1406
1406
|
:type prompt_asset: List[bytearray]
|
|
1407
|
-
:param file:
|
|
1407
|
+
:param file:
|
|
1408
1408
|
:type file: List[bytearray]
|
|
1409
1409
|
:param text: The texts to upload. The length limit is set at 256 characters per text.
|
|
1410
1410
|
:type text: List[str]
|
|
@@ -1478,8 +1478,8 @@ class DatasetApi:
|
|
|
1478
1478
|
_host = None
|
|
1479
1479
|
|
|
1480
1480
|
_collection_formats: Dict[str, str] = {
|
|
1481
|
-
'promptAsset': '
|
|
1482
|
-
'file': '
|
|
1481
|
+
'promptAsset': 'multi',
|
|
1482
|
+
'file': 'multi',
|
|
1483
1483
|
'text': 'multi',
|
|
1484
1484
|
'url': 'multi',
|
|
1485
1485
|
'metadata': 'multi',
|
|
@@ -1402,7 +1402,7 @@ class ValidationSetApi:
|
|
|
1402
1402
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1403
1403
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1404
1404
|
) -> AddValidationRapidResult:
|
|
1405
|
-
"""Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
1405
|
+
"""(Deprecated) Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
1406
1406
|
|
|
1407
1407
|
|
|
1408
1408
|
:param validation_set_id: The ID of the validation set to add the rapid to. (required)
|
|
@@ -1432,6 +1432,7 @@ class ValidationSetApi:
|
|
|
1432
1432
|
:type _host_index: int, optional
|
|
1433
1433
|
:return: Returns the result object.
|
|
1434
1434
|
""" # noqa: E501
|
|
1435
|
+
warnings.warn("POST /validation-set/{validationSetId}/rapid/files is deprecated.", DeprecationWarning)
|
|
1435
1436
|
|
|
1436
1437
|
_param = self._validation_set_validation_set_id_rapid_files_post_serialize(
|
|
1437
1438
|
validation_set_id=validation_set_id,
|
|
@@ -1476,7 +1477,7 @@ class ValidationSetApi:
|
|
|
1476
1477
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1477
1478
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1478
1479
|
) -> ApiResponse[AddValidationRapidResult]:
|
|
1479
|
-
"""Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
1480
|
+
"""(Deprecated) Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
1480
1481
|
|
|
1481
1482
|
|
|
1482
1483
|
:param validation_set_id: The ID of the validation set to add the rapid to. (required)
|
|
@@ -1506,6 +1507,7 @@ class ValidationSetApi:
|
|
|
1506
1507
|
:type _host_index: int, optional
|
|
1507
1508
|
:return: Returns the result object.
|
|
1508
1509
|
""" # noqa: E501
|
|
1510
|
+
warnings.warn("POST /validation-set/{validationSetId}/rapid/files is deprecated.", DeprecationWarning)
|
|
1509
1511
|
|
|
1510
1512
|
_param = self._validation_set_validation_set_id_rapid_files_post_serialize(
|
|
1511
1513
|
validation_set_id=validation_set_id,
|
|
@@ -1550,7 +1552,7 @@ class ValidationSetApi:
|
|
|
1550
1552
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1551
1553
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1552
1554
|
) -> RESTResponseType:
|
|
1553
|
-
"""Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
1555
|
+
"""(Deprecated) Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
1554
1556
|
|
|
1555
1557
|
|
|
1556
1558
|
:param validation_set_id: The ID of the validation set to add the rapid to. (required)
|
|
@@ -1580,6 +1582,7 @@ class ValidationSetApi:
|
|
|
1580
1582
|
:type _host_index: int, optional
|
|
1581
1583
|
:return: Returns the result object.
|
|
1582
1584
|
""" # noqa: E501
|
|
1585
|
+
warnings.warn("POST /validation-set/{validationSetId}/rapid/files is deprecated.", DeprecationWarning)
|
|
1583
1586
|
|
|
1584
1587
|
_param = self._validation_set_validation_set_id_rapid_files_post_serialize(
|
|
1585
1588
|
validation_set_id=validation_set_id,
|
|
@@ -1688,6 +1691,343 @@ class ValidationSetApi:
|
|
|
1688
1691
|
|
|
1689
1692
|
|
|
1690
1693
|
|
|
1694
|
+
@validate_call
|
|
1695
|
+
def validation_set_validation_set_id_rapid_post(
|
|
1696
|
+
self,
|
|
1697
|
+
validation_set_id: Annotated[StrictStr, Field(description="The ID of the validation set to add the rapid to.")],
|
|
1698
|
+
model: Optional[AddValidationRapidModel] = None,
|
|
1699
|
+
files: Optional[List[Union[StrictBytes, StrictStr, Tuple[StrictStr, StrictBytes]]]] = None,
|
|
1700
|
+
texts: Annotated[Optional[List[StrictStr]], Field(description="The texts to use for the rapid.")] = None,
|
|
1701
|
+
urls: Annotated[Optional[List[StrictStr]], Field(description="The urls to use for the rapid")] = None,
|
|
1702
|
+
_request_timeout: Union[
|
|
1703
|
+
None,
|
|
1704
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1705
|
+
Tuple[
|
|
1706
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1707
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
1708
|
+
]
|
|
1709
|
+
] = None,
|
|
1710
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
1711
|
+
_content_type: Optional[StrictStr] = None,
|
|
1712
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1713
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1714
|
+
) -> AddValidationRapidResult:
|
|
1715
|
+
"""Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
1716
|
+
|
|
1717
|
+
|
|
1718
|
+
:param validation_set_id: The ID of the validation set to add the rapid to. (required)
|
|
1719
|
+
:type validation_set_id: str
|
|
1720
|
+
:param model:
|
|
1721
|
+
:type model: AddValidationRapidModel
|
|
1722
|
+
:param files:
|
|
1723
|
+
:type files: List[bytearray]
|
|
1724
|
+
:param texts: The texts to use for the rapid.
|
|
1725
|
+
:type texts: List[str]
|
|
1726
|
+
:param urls: The urls to use for the rapid
|
|
1727
|
+
:type urls: List[str]
|
|
1728
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
1729
|
+
number provided, it will be total request
|
|
1730
|
+
timeout. It can also be a pair (tuple) of
|
|
1731
|
+
(connection, read) timeouts.
|
|
1732
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
1733
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
1734
|
+
request; this effectively ignores the
|
|
1735
|
+
authentication in the spec for a single request.
|
|
1736
|
+
:type _request_auth: dict, optional
|
|
1737
|
+
:param _content_type: force content-type for the request.
|
|
1738
|
+
:type _content_type: str, Optional
|
|
1739
|
+
:param _headers: set to override the headers for a single
|
|
1740
|
+
request; this effectively ignores the headers
|
|
1741
|
+
in the spec for a single request.
|
|
1742
|
+
:type _headers: dict, optional
|
|
1743
|
+
:param _host_index: set to override the host_index for a single
|
|
1744
|
+
request; this effectively ignores the host_index
|
|
1745
|
+
in the spec for a single request.
|
|
1746
|
+
:type _host_index: int, optional
|
|
1747
|
+
:return: Returns the result object.
|
|
1748
|
+
""" # noqa: E501
|
|
1749
|
+
|
|
1750
|
+
_param = self._validation_set_validation_set_id_rapid_post_serialize(
|
|
1751
|
+
validation_set_id=validation_set_id,
|
|
1752
|
+
model=model,
|
|
1753
|
+
files=files,
|
|
1754
|
+
texts=texts,
|
|
1755
|
+
urls=urls,
|
|
1756
|
+
_request_auth=_request_auth,
|
|
1757
|
+
_content_type=_content_type,
|
|
1758
|
+
_headers=_headers,
|
|
1759
|
+
_host_index=_host_index
|
|
1760
|
+
)
|
|
1761
|
+
|
|
1762
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
1763
|
+
'200': "AddValidationRapidResult",
|
|
1764
|
+
}
|
|
1765
|
+
response_data = self.api_client.call_api(
|
|
1766
|
+
*_param,
|
|
1767
|
+
_request_timeout=_request_timeout
|
|
1768
|
+
)
|
|
1769
|
+
response_data.read()
|
|
1770
|
+
return self.api_client.response_deserialize(
|
|
1771
|
+
response_data=response_data,
|
|
1772
|
+
response_types_map=_response_types_map,
|
|
1773
|
+
).data
|
|
1774
|
+
|
|
1775
|
+
|
|
1776
|
+
@validate_call
|
|
1777
|
+
def validation_set_validation_set_id_rapid_post_with_http_info(
|
|
1778
|
+
self,
|
|
1779
|
+
validation_set_id: Annotated[StrictStr, Field(description="The ID of the validation set to add the rapid to.")],
|
|
1780
|
+
model: Optional[AddValidationRapidModel] = None,
|
|
1781
|
+
files: Optional[List[Union[StrictBytes, StrictStr, Tuple[StrictStr, StrictBytes]]]] = None,
|
|
1782
|
+
texts: Annotated[Optional[List[StrictStr]], Field(description="The texts to use for the rapid.")] = None,
|
|
1783
|
+
urls: Annotated[Optional[List[StrictStr]], Field(description="The urls to use for the rapid")] = None,
|
|
1784
|
+
_request_timeout: Union[
|
|
1785
|
+
None,
|
|
1786
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1787
|
+
Tuple[
|
|
1788
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1789
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
1790
|
+
]
|
|
1791
|
+
] = None,
|
|
1792
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
1793
|
+
_content_type: Optional[StrictStr] = None,
|
|
1794
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1795
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1796
|
+
) -> ApiResponse[AddValidationRapidResult]:
|
|
1797
|
+
"""Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
1798
|
+
|
|
1799
|
+
|
|
1800
|
+
:param validation_set_id: The ID of the validation set to add the rapid to. (required)
|
|
1801
|
+
:type validation_set_id: str
|
|
1802
|
+
:param model:
|
|
1803
|
+
:type model: AddValidationRapidModel
|
|
1804
|
+
:param files:
|
|
1805
|
+
:type files: List[bytearray]
|
|
1806
|
+
:param texts: The texts to use for the rapid.
|
|
1807
|
+
:type texts: List[str]
|
|
1808
|
+
:param urls: The urls to use for the rapid
|
|
1809
|
+
:type urls: List[str]
|
|
1810
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
1811
|
+
number provided, it will be total request
|
|
1812
|
+
timeout. It can also be a pair (tuple) of
|
|
1813
|
+
(connection, read) timeouts.
|
|
1814
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
1815
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
1816
|
+
request; this effectively ignores the
|
|
1817
|
+
authentication in the spec for a single request.
|
|
1818
|
+
:type _request_auth: dict, optional
|
|
1819
|
+
:param _content_type: force content-type for the request.
|
|
1820
|
+
:type _content_type: str, Optional
|
|
1821
|
+
:param _headers: set to override the headers for a single
|
|
1822
|
+
request; this effectively ignores the headers
|
|
1823
|
+
in the spec for a single request.
|
|
1824
|
+
:type _headers: dict, optional
|
|
1825
|
+
:param _host_index: set to override the host_index for a single
|
|
1826
|
+
request; this effectively ignores the host_index
|
|
1827
|
+
in the spec for a single request.
|
|
1828
|
+
:type _host_index: int, optional
|
|
1829
|
+
:return: Returns the result object.
|
|
1830
|
+
""" # noqa: E501
|
|
1831
|
+
|
|
1832
|
+
_param = self._validation_set_validation_set_id_rapid_post_serialize(
|
|
1833
|
+
validation_set_id=validation_set_id,
|
|
1834
|
+
model=model,
|
|
1835
|
+
files=files,
|
|
1836
|
+
texts=texts,
|
|
1837
|
+
urls=urls,
|
|
1838
|
+
_request_auth=_request_auth,
|
|
1839
|
+
_content_type=_content_type,
|
|
1840
|
+
_headers=_headers,
|
|
1841
|
+
_host_index=_host_index
|
|
1842
|
+
)
|
|
1843
|
+
|
|
1844
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
1845
|
+
'200': "AddValidationRapidResult",
|
|
1846
|
+
}
|
|
1847
|
+
response_data = self.api_client.call_api(
|
|
1848
|
+
*_param,
|
|
1849
|
+
_request_timeout=_request_timeout
|
|
1850
|
+
)
|
|
1851
|
+
response_data.read()
|
|
1852
|
+
return self.api_client.response_deserialize(
|
|
1853
|
+
response_data=response_data,
|
|
1854
|
+
response_types_map=_response_types_map,
|
|
1855
|
+
)
|
|
1856
|
+
|
|
1857
|
+
|
|
1858
|
+
@validate_call
|
|
1859
|
+
def validation_set_validation_set_id_rapid_post_without_preload_content(
|
|
1860
|
+
self,
|
|
1861
|
+
validation_set_id: Annotated[StrictStr, Field(description="The ID of the validation set to add the rapid to.")],
|
|
1862
|
+
model: Optional[AddValidationRapidModel] = None,
|
|
1863
|
+
files: Optional[List[Union[StrictBytes, StrictStr, Tuple[StrictStr, StrictBytes]]]] = None,
|
|
1864
|
+
texts: Annotated[Optional[List[StrictStr]], Field(description="The texts to use for the rapid.")] = None,
|
|
1865
|
+
urls: Annotated[Optional[List[StrictStr]], Field(description="The urls to use for the rapid")] = None,
|
|
1866
|
+
_request_timeout: Union[
|
|
1867
|
+
None,
|
|
1868
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1869
|
+
Tuple[
|
|
1870
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1871
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
1872
|
+
]
|
|
1873
|
+
] = None,
|
|
1874
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
1875
|
+
_content_type: Optional[StrictStr] = None,
|
|
1876
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1877
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1878
|
+
) -> RESTResponseType:
|
|
1879
|
+
"""Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
1880
|
+
|
|
1881
|
+
|
|
1882
|
+
:param validation_set_id: The ID of the validation set to add the rapid to. (required)
|
|
1883
|
+
:type validation_set_id: str
|
|
1884
|
+
:param model:
|
|
1885
|
+
:type model: AddValidationRapidModel
|
|
1886
|
+
:param files:
|
|
1887
|
+
:type files: List[bytearray]
|
|
1888
|
+
:param texts: The texts to use for the rapid.
|
|
1889
|
+
:type texts: List[str]
|
|
1890
|
+
:param urls: The urls to use for the rapid
|
|
1891
|
+
:type urls: List[str]
|
|
1892
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
1893
|
+
number provided, it will be total request
|
|
1894
|
+
timeout. It can also be a pair (tuple) of
|
|
1895
|
+
(connection, read) timeouts.
|
|
1896
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
1897
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
1898
|
+
request; this effectively ignores the
|
|
1899
|
+
authentication in the spec for a single request.
|
|
1900
|
+
:type _request_auth: dict, optional
|
|
1901
|
+
:param _content_type: force content-type for the request.
|
|
1902
|
+
:type _content_type: str, Optional
|
|
1903
|
+
:param _headers: set to override the headers for a single
|
|
1904
|
+
request; this effectively ignores the headers
|
|
1905
|
+
in the spec for a single request.
|
|
1906
|
+
:type _headers: dict, optional
|
|
1907
|
+
:param _host_index: set to override the host_index for a single
|
|
1908
|
+
request; this effectively ignores the host_index
|
|
1909
|
+
in the spec for a single request.
|
|
1910
|
+
:type _host_index: int, optional
|
|
1911
|
+
:return: Returns the result object.
|
|
1912
|
+
""" # noqa: E501
|
|
1913
|
+
|
|
1914
|
+
_param = self._validation_set_validation_set_id_rapid_post_serialize(
|
|
1915
|
+
validation_set_id=validation_set_id,
|
|
1916
|
+
model=model,
|
|
1917
|
+
files=files,
|
|
1918
|
+
texts=texts,
|
|
1919
|
+
urls=urls,
|
|
1920
|
+
_request_auth=_request_auth,
|
|
1921
|
+
_content_type=_content_type,
|
|
1922
|
+
_headers=_headers,
|
|
1923
|
+
_host_index=_host_index
|
|
1924
|
+
)
|
|
1925
|
+
|
|
1926
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
1927
|
+
'200': "AddValidationRapidResult",
|
|
1928
|
+
}
|
|
1929
|
+
response_data = self.api_client.call_api(
|
|
1930
|
+
*_param,
|
|
1931
|
+
_request_timeout=_request_timeout
|
|
1932
|
+
)
|
|
1933
|
+
return response_data.response
|
|
1934
|
+
|
|
1935
|
+
|
|
1936
|
+
def _validation_set_validation_set_id_rapid_post_serialize(
|
|
1937
|
+
self,
|
|
1938
|
+
validation_set_id,
|
|
1939
|
+
model,
|
|
1940
|
+
files,
|
|
1941
|
+
texts,
|
|
1942
|
+
urls,
|
|
1943
|
+
_request_auth,
|
|
1944
|
+
_content_type,
|
|
1945
|
+
_headers,
|
|
1946
|
+
_host_index,
|
|
1947
|
+
) -> RequestSerialized:
|
|
1948
|
+
|
|
1949
|
+
_host = None
|
|
1950
|
+
|
|
1951
|
+
_collection_formats: Dict[str, str] = {
|
|
1952
|
+
'files': 'multi',
|
|
1953
|
+
'texts': 'multi',
|
|
1954
|
+
'urls': 'multi',
|
|
1955
|
+
}
|
|
1956
|
+
|
|
1957
|
+
_path_params: Dict[str, str] = {}
|
|
1958
|
+
_query_params: List[Tuple[str, str]] = []
|
|
1959
|
+
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
1960
|
+
_form_params: List[Tuple[str, str]] = []
|
|
1961
|
+
_files: Dict[
|
|
1962
|
+
str, Union[str, bytes, List[str], List[bytes], List[Tuple[str, bytes]]]
|
|
1963
|
+
] = {}
|
|
1964
|
+
_body_params: Optional[bytes] = None
|
|
1965
|
+
|
|
1966
|
+
# process the path parameters
|
|
1967
|
+
if validation_set_id is not None:
|
|
1968
|
+
_path_params['validationSetId'] = validation_set_id
|
|
1969
|
+
# process the query parameters
|
|
1970
|
+
# process the header parameters
|
|
1971
|
+
# process the form parameters
|
|
1972
|
+
if model is not None:
|
|
1973
|
+
_form_params.append(('model', model))
|
|
1974
|
+
if files is not None:
|
|
1975
|
+
_files['files'] = files
|
|
1976
|
+
if texts is not None:
|
|
1977
|
+
_form_params.append(('texts', texts))
|
|
1978
|
+
if urls is not None:
|
|
1979
|
+
_form_params.append(('urls', urls))
|
|
1980
|
+
# process the body parameter
|
|
1981
|
+
|
|
1982
|
+
|
|
1983
|
+
# set the HTTP header `Accept`
|
|
1984
|
+
if 'Accept' not in _header_params:
|
|
1985
|
+
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
1986
|
+
[
|
|
1987
|
+
'text/plain',
|
|
1988
|
+
'application/json',
|
|
1989
|
+
'text/json'
|
|
1990
|
+
]
|
|
1991
|
+
)
|
|
1992
|
+
|
|
1993
|
+
# set the HTTP header `Content-Type`
|
|
1994
|
+
if _content_type:
|
|
1995
|
+
_header_params['Content-Type'] = _content_type
|
|
1996
|
+
else:
|
|
1997
|
+
_default_content_type = (
|
|
1998
|
+
self.api_client.select_header_content_type(
|
|
1999
|
+
[
|
|
2000
|
+
'multipart/form-data'
|
|
2001
|
+
]
|
|
2002
|
+
)
|
|
2003
|
+
)
|
|
2004
|
+
if _default_content_type is not None:
|
|
2005
|
+
_header_params['Content-Type'] = _default_content_type
|
|
2006
|
+
|
|
2007
|
+
# authentication setting
|
|
2008
|
+
_auth_settings: List[str] = [
|
|
2009
|
+
'bearer',
|
|
2010
|
+
'oauth2'
|
|
2011
|
+
]
|
|
2012
|
+
|
|
2013
|
+
return self.api_client.param_serialize(
|
|
2014
|
+
method='POST',
|
|
2015
|
+
resource_path='/validation-set/{validationSetId}/rapid',
|
|
2016
|
+
path_params=_path_params,
|
|
2017
|
+
query_params=_query_params,
|
|
2018
|
+
header_params=_header_params,
|
|
2019
|
+
body=_body_params,
|
|
2020
|
+
post_params=_form_params,
|
|
2021
|
+
files=_files,
|
|
2022
|
+
auth_settings=_auth_settings,
|
|
2023
|
+
collection_formats=_collection_formats,
|
|
2024
|
+
_host=_host,
|
|
2025
|
+
_request_auth=_request_auth
|
|
2026
|
+
)
|
|
2027
|
+
|
|
2028
|
+
|
|
2029
|
+
|
|
2030
|
+
|
|
1691
2031
|
@validate_call
|
|
1692
2032
|
def validation_set_validation_set_id_rapid_texts_post(
|
|
1693
2033
|
self,
|
|
@@ -1706,7 +2046,7 @@ class ValidationSetApi:
|
|
|
1706
2046
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1707
2047
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1708
2048
|
) -> AddValidationRapidResult:
|
|
1709
|
-
"""Adds a new validation rapid to the specified validation set using text sources to create the assets.
|
|
2049
|
+
"""(Deprecated) Adds a new validation rapid to the specified validation set using text sources to create the assets.
|
|
1710
2050
|
|
|
1711
2051
|
|
|
1712
2052
|
:param validation_set_id: The ID of the validation set to add the rapid to. (required)
|
|
@@ -1734,6 +2074,7 @@ class ValidationSetApi:
|
|
|
1734
2074
|
:type _host_index: int, optional
|
|
1735
2075
|
:return: Returns the result object.
|
|
1736
2076
|
""" # noqa: E501
|
|
2077
|
+
warnings.warn("POST /validation-set/{validationSetId}/rapid/texts is deprecated.", DeprecationWarning)
|
|
1737
2078
|
|
|
1738
2079
|
_param = self._validation_set_validation_set_id_rapid_texts_post_serialize(
|
|
1739
2080
|
validation_set_id=validation_set_id,
|
|
@@ -1776,7 +2117,7 @@ class ValidationSetApi:
|
|
|
1776
2117
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1777
2118
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1778
2119
|
) -> ApiResponse[AddValidationRapidResult]:
|
|
1779
|
-
"""Adds a new validation rapid to the specified validation set using text sources to create the assets.
|
|
2120
|
+
"""(Deprecated) Adds a new validation rapid to the specified validation set using text sources to create the assets.
|
|
1780
2121
|
|
|
1781
2122
|
|
|
1782
2123
|
:param validation_set_id: The ID of the validation set to add the rapid to. (required)
|
|
@@ -1804,6 +2145,7 @@ class ValidationSetApi:
|
|
|
1804
2145
|
:type _host_index: int, optional
|
|
1805
2146
|
:return: Returns the result object.
|
|
1806
2147
|
""" # noqa: E501
|
|
2148
|
+
warnings.warn("POST /validation-set/{validationSetId}/rapid/texts is deprecated.", DeprecationWarning)
|
|
1807
2149
|
|
|
1808
2150
|
_param = self._validation_set_validation_set_id_rapid_texts_post_serialize(
|
|
1809
2151
|
validation_set_id=validation_set_id,
|
|
@@ -1846,7 +2188,7 @@ class ValidationSetApi:
|
|
|
1846
2188
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1847
2189
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1848
2190
|
) -> RESTResponseType:
|
|
1849
|
-
"""Adds a new validation rapid to the specified validation set using text sources to create the assets.
|
|
2191
|
+
"""(Deprecated) Adds a new validation rapid to the specified validation set using text sources to create the assets.
|
|
1850
2192
|
|
|
1851
2193
|
|
|
1852
2194
|
:param validation_set_id: The ID of the validation set to add the rapid to. (required)
|
|
@@ -1874,6 +2216,7 @@ class ValidationSetApi:
|
|
|
1874
2216
|
:type _host_index: int, optional
|
|
1875
2217
|
:return: Returns the result object.
|
|
1876
2218
|
""" # noqa: E501
|
|
2219
|
+
warnings.warn("POST /validation-set/{validationSetId}/rapid/texts is deprecated.", DeprecationWarning)
|
|
1877
2220
|
|
|
1878
2221
|
_param = self._validation_set_validation_set_id_rapid_texts_post_serialize(
|
|
1879
2222
|
validation_set_id=validation_set_id,
|
|
@@ -17,7 +17,7 @@ import pprint
|
|
|
17
17
|
import re # noqa: F401
|
|
18
18
|
import json
|
|
19
19
|
|
|
20
|
-
from pydantic import BaseModel, ConfigDict, Field, StrictFloat, StrictInt, StrictStr, field_validator
|
|
20
|
+
from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictFloat, StrictInt, StrictStr, field_validator
|
|
21
21
|
from typing import Any, ClassVar, Dict, List, Optional, Union
|
|
22
22
|
from typing import Optional, Set
|
|
23
23
|
from typing_extensions import Self
|
|
@@ -31,10 +31,11 @@ class GetStandingByIdResult(BaseModel):
|
|
|
31
31
|
benchmark_id: StrictStr = Field(alias="benchmarkId")
|
|
32
32
|
dataset_id: StrictStr = Field(alias="datasetId")
|
|
33
33
|
status: StrictStr
|
|
34
|
+
is_disabled: StrictBool = Field(alias="isDisabled")
|
|
34
35
|
score: Optional[Union[StrictFloat, StrictInt]] = None
|
|
35
36
|
wins: StrictInt
|
|
36
37
|
total_matches: StrictInt = Field(alias="totalMatches")
|
|
37
|
-
__properties: ClassVar[List[str]] = ["id", "name", "benchmarkId", "datasetId", "status", "score", "wins", "totalMatches"]
|
|
38
|
+
__properties: ClassVar[List[str]] = ["id", "name", "benchmarkId", "datasetId", "status", "isDisabled", "score", "wins", "totalMatches"]
|
|
38
39
|
|
|
39
40
|
@field_validator('status')
|
|
40
41
|
def status_validate_enum(cls, value):
|
|
@@ -104,6 +105,7 @@ class GetStandingByIdResult(BaseModel):
|
|
|
104
105
|
"benchmarkId": obj.get("benchmarkId"),
|
|
105
106
|
"datasetId": obj.get("datasetId"),
|
|
106
107
|
"status": obj.get("status"),
|
|
108
|
+
"isDisabled": obj.get("isDisabled"),
|
|
107
109
|
"score": obj.get("score"),
|
|
108
110
|
"wins": obj.get("wins"),
|
|
109
111
|
"totalMatches": obj.get("totalMatches")
|
|
@@ -36,8 +36,8 @@ class ParticipantByBenchmark(BaseModel):
|
|
|
36
36
|
@field_validator('status')
|
|
37
37
|
def status_validate_enum(cls, value):
|
|
38
38
|
"""Validates the enum"""
|
|
39
|
-
if value not in set(['Created', 'Submitted']):
|
|
40
|
-
raise ValueError("must be one of enum values ('Created', 'Submitted')")
|
|
39
|
+
if value not in set(['Created', 'Submitted', 'Disabled']):
|
|
40
|
+
raise ValueError("must be one of enum values ('Created', 'Submitted', 'Disabled')")
|
|
41
41
|
return value
|
|
42
42
|
|
|
43
43
|
model_config = ConfigDict(
|
|
@@ -17,7 +17,7 @@ import pprint
|
|
|
17
17
|
import re # noqa: F401
|
|
18
18
|
import json
|
|
19
19
|
|
|
20
|
-
from pydantic import BaseModel, ConfigDict, Field, StrictFloat, StrictInt, StrictStr, field_validator
|
|
20
|
+
from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictFloat, StrictInt, StrictStr, field_validator
|
|
21
21
|
from typing import Any, ClassVar, Dict, List, Optional, Union
|
|
22
22
|
from typing import Optional, Set
|
|
23
23
|
from typing_extensions import Self
|
|
@@ -34,7 +34,8 @@ class StandingByLeaderboard(BaseModel):
|
|
|
34
34
|
score: Optional[Union[StrictFloat, StrictInt]] = None
|
|
35
35
|
wins: StrictInt
|
|
36
36
|
total_matches: StrictInt = Field(alias="totalMatches")
|
|
37
|
-
|
|
37
|
+
is_disabled: StrictBool = Field(alias="isDisabled")
|
|
38
|
+
__properties: ClassVar[List[str]] = ["id", "name", "leaderboardId", "datasetId", "status", "score", "wins", "totalMatches", "isDisabled"]
|
|
38
39
|
|
|
39
40
|
@field_validator('status')
|
|
40
41
|
def status_validate_enum(cls, value):
|
|
@@ -106,7 +107,8 @@ class StandingByLeaderboard(BaseModel):
|
|
|
106
107
|
"status": obj.get("status"),
|
|
107
108
|
"score": obj.get("score"),
|
|
108
109
|
"wins": obj.get("wins"),
|
|
109
|
-
"totalMatches": obj.get("totalMatches")
|
|
110
|
+
"totalMatches": obj.get("totalMatches"),
|
|
111
|
+
"isDisabled": obj.get("isDisabled")
|
|
110
112
|
})
|
|
111
113
|
return _obj
|
|
112
114
|
|
rapidata/api_client_README.md
CHANGED
|
@@ -78,6 +78,7 @@ Class | Method | HTTP request | Description
|
|
|
78
78
|
*BenchmarkApi* | [**benchmark_benchmark_id_participant_participant_id_delete**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participant_participant_id_delete) | **DELETE** /benchmark/{benchmarkId}/participant/{participantId} | Deletes a participant on a benchmark.
|
|
79
79
|
*BenchmarkApi* | [**benchmark_benchmark_id_participant_participant_id_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participant_participant_id_get) | **GET** /benchmark/{benchmarkId}/participant/{participantId} | Gets a participant by it's Id.
|
|
80
80
|
*BenchmarkApi* | [**benchmark_benchmark_id_participants_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participants_get) | **GET** /benchmark/{benchmarkId}/participants | Query all participants within a benchmark
|
|
81
|
+
*BenchmarkApi* | [**benchmark_benchmark_id_participants_participant_id_disable_post**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participants_participant_id_disable_post) | **POST** /benchmark/{benchmarkId}/participants/{participantId}/disable | This endpoint disables a participant in a benchmark. this means that the participant will no longer actively be matched up against other participants and not collect further results. It will still be visible in the leaderboard.
|
|
81
82
|
*BenchmarkApi* | [**benchmark_benchmark_id_participants_participant_id_submit_post**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participants_participant_id_submit_post) | **POST** /benchmark/{benchmarkId}/participants/{participantId}/submit | Submits a participant to a benchmark.
|
|
82
83
|
*BenchmarkApi* | [**benchmark_benchmark_id_participants_post**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participants_post) | **POST** /benchmark/{benchmarkId}/participants | Creates a participant in a benchmark.
|
|
83
84
|
*BenchmarkApi* | [**benchmark_benchmark_id_prompt_post**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_prompt_post) | **POST** /benchmark/{benchmarkId}/prompt | Adds a new prompt to a benchmark.
|
|
@@ -184,6 +185,7 @@ Class | Method | HTTP request | Description
|
|
|
184
185
|
*ValidationSetApi* | [**validation_set_validation_set_id_export_get**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_export_get) | **GET** /validation-set/{validationSetId}/export | Exports all rapids of a validation-set to a file.
|
|
185
186
|
*ValidationSetApi* | [**validation_set_validation_set_id_get**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_get) | **GET** /validation-set/{validationSetId} | Gets a validation set by the id.
|
|
186
187
|
*ValidationSetApi* | [**validation_set_validation_set_id_rapid_files_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_rapid_files_post) | **POST** /validation-set/{validationSetId}/rapid/files | Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
188
|
+
*ValidationSetApi* | [**validation_set_validation_set_id_rapid_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_rapid_post) | **POST** /validation-set/{validationSetId}/rapid | Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
187
189
|
*ValidationSetApi* | [**validation_set_validation_set_id_rapid_texts_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_rapid_texts_post) | **POST** /validation-set/{validationSetId}/rapid/texts | Adds a new validation rapid to the specified validation set using text sources to create the assets.
|
|
188
190
|
*ValidationSetApi* | [**validation_set_validation_set_id_rapids_get**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_rapids_get) | **GET** /validation-set/{validationSetId}/rapids | Queries the validation rapids for a specific validation set.
|
|
189
191
|
*ValidationSetApi* | [**validation_set_zip_compare_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_zip_compare_post) | **POST** /validation-set/zip/compare | Imports a compare validation set from a zip file.
|
|
@@ -8,5 +8,6 @@ from .user_score_filter import UserScoreFilter
|
|
|
8
8
|
from .custom_filter import CustomFilter
|
|
9
9
|
from .not_filter import NotFilter
|
|
10
10
|
from .or_filter import OrFilter
|
|
11
|
+
from .and_filter import AndFilter
|
|
11
12
|
from .response_count_filter import ResponseCountFilter
|
|
12
13
|
from .new_user_filter import NewUserFilter
|
|
@@ -29,6 +29,26 @@ class RapidataFilter:
|
|
|
29
29
|
else:
|
|
30
30
|
return OrFilter([self, other])
|
|
31
31
|
|
|
32
|
+
def __and__(self, other):
|
|
33
|
+
"""Enable the & operator to create AndFilter combinations."""
|
|
34
|
+
if not isinstance(other, RapidataFilter):
|
|
35
|
+
return NotImplemented
|
|
36
|
+
|
|
37
|
+
from rapidata.rapidata_client.filter.and_filter import AndFilter
|
|
38
|
+
|
|
39
|
+
# If self is already an AndFilter, extend its filters list
|
|
40
|
+
if isinstance(self, AndFilter):
|
|
41
|
+
if isinstance(other, AndFilter):
|
|
42
|
+
return AndFilter(self.filters + other.filters)
|
|
43
|
+
else:
|
|
44
|
+
return AndFilter(self.filters + [other])
|
|
45
|
+
# If other is an AndFilter, prepend self to its filters
|
|
46
|
+
elif isinstance(other, AndFilter):
|
|
47
|
+
return AndFilter([self] + other.filters)
|
|
48
|
+
# Neither is an AndFilter, create a new one
|
|
49
|
+
else:
|
|
50
|
+
return AndFilter([self, other])
|
|
51
|
+
|
|
32
52
|
def __invert__(self):
|
|
33
53
|
"""Enable the ~ operator to create NotFilter negations."""
|
|
34
54
|
from rapidata.rapidata_client.filter.not_filter import NotFilter
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
from typing import Any
|
|
2
|
+
from rapidata.rapidata_client.filter._base_filter import RapidataFilter
|
|
3
|
+
from rapidata.api_client.models.and_user_filter_model import AndUserFilterModel
|
|
4
|
+
from rapidata.api_client.models.and_user_filter_model_filters_inner import AndUserFilterModelFiltersInner
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
class AndFilter(RapidataFilter):
|
|
8
|
+
"""A filter that combines multiple filters with a logical AND operation.
|
|
9
|
+
This class implements a logical AND operation on a list of filters, where the condition is met if all of the filters' conditions are met.
|
|
10
|
+
|
|
11
|
+
Args:
|
|
12
|
+
filters (list[RapidataFilter]): A list of filters to be combined with AND.
|
|
13
|
+
|
|
14
|
+
Example:
|
|
15
|
+
```python
|
|
16
|
+
from rapidata import AndFilter, LanguageFilter, CountryFilter
|
|
17
|
+
|
|
18
|
+
AndFilter([LanguageFilter(["en"]), CountryFilter(["US"])])
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
This will match users who have their phone set to English AND are located in the United States.
|
|
22
|
+
"""
|
|
23
|
+
def __init__(self, filters: list[RapidataFilter]):
|
|
24
|
+
if not all(isinstance(filter, RapidataFilter) for filter in filters):
|
|
25
|
+
raise ValueError("Filters must be a RapidataFilter object")
|
|
26
|
+
|
|
27
|
+
self.filters = filters
|
|
28
|
+
|
|
29
|
+
def _to_model(self):
|
|
30
|
+
return AndUserFilterModel(_t="AndFilter", filters=[AndUserFilterModelFiltersInner(filter._to_model()) for filter in self.filters])
|
|
@@ -5,7 +5,8 @@ from rapidata.rapidata_client.filter import (
|
|
|
5
5
|
LanguageFilter,
|
|
6
6
|
UserScoreFilter,
|
|
7
7
|
NotFilter,
|
|
8
|
-
OrFilter
|
|
8
|
+
OrFilter,
|
|
9
|
+
AndFilter)
|
|
9
10
|
|
|
10
11
|
class RapidataFilters:
|
|
11
12
|
"""RapidataFilters Classes
|
|
@@ -25,6 +26,7 @@ class RapidataFilters:
|
|
|
25
26
|
language (LanguageFilter): Filters for users with a specific language.
|
|
26
27
|
not_filter (NotFilter): Inverts the filter.
|
|
27
28
|
or_filter (OrFilter): Combines multiple filters with a logical OR operation.
|
|
29
|
+
and_filter (AndFilter): Combines multiple filters with a logical AND operation.
|
|
28
30
|
|
|
29
31
|
Example:
|
|
30
32
|
```python
|
|
@@ -40,10 +42,10 @@ class RapidataFilters:
|
|
|
40
42
|
|
|
41
43
|
```python
|
|
42
44
|
from rapidata import AgeFilter, LanguageFilter, CountryFilter
|
|
43
|
-
filters=[~AgeFilter([AgeGroup.UNDER_18]), CountryFilter(["US"]) | LanguageFilter(["en"])]
|
|
45
|
+
filters=[~AgeFilter([AgeGroup.UNDER_18]), CountryFilter(["US"]) | (CountryFilter(["CA"]) & LanguageFilter(["en"]))]
|
|
44
46
|
```
|
|
45
47
|
|
|
46
|
-
This would return users who are not under 18 years old and are from the US or whose phones are set to English.
|
|
48
|
+
This would return users who are not under 18 years old and are from the US or who are from Canada and whose phones are set to English.
|
|
47
49
|
"""
|
|
48
50
|
user_score = UserScoreFilter
|
|
49
51
|
age = AgeFilter
|
|
@@ -52,3 +54,4 @@ class RapidataFilters:
|
|
|
52
54
|
language = LanguageFilter
|
|
53
55
|
not_filter = NotFilter
|
|
54
56
|
or_filter = OrFilter
|
|
57
|
+
and_filter = AndFilter
|
|
@@ -1,14 +1,9 @@
|
|
|
1
|
-
from pydantic import StrictBytes, StrictStr
|
|
2
1
|
from rapidata.rapidata_client.assets import MediaAsset, TextAsset, MultiAsset
|
|
3
2
|
from rapidata.rapidata_client.metadata import Metadata
|
|
4
|
-
from typing import Sequence
|
|
5
|
-
from typing import Any
|
|
3
|
+
from typing import Sequence, Any, cast
|
|
6
4
|
from rapidata.api_client.models.add_validation_rapid_model import (
|
|
7
5
|
AddValidationRapidModel,
|
|
8
6
|
)
|
|
9
|
-
from rapidata.api_client.models.add_validation_text_rapid_model import (
|
|
10
|
-
AddValidationTextRapidModel,
|
|
11
|
-
)
|
|
12
7
|
from rapidata.api_client.models.add_validation_rapid_model_payload import (
|
|
13
8
|
AddValidationRapidModelPayload,
|
|
14
9
|
)
|
|
@@ -32,38 +27,52 @@ class Rapid():
|
|
|
32
27
|
logger.debug(f"Created Rapid with asset: {self.asset}, metadata: {self.metadata}, payload: {self.payload}, truth: {self.truth}, randomCorrectProbability: {self.randomCorrectProbability}, explanation: {self.explanation}")
|
|
33
28
|
|
|
34
29
|
def _add_to_validation_set(self, validationSetId: str, openapi_service: OpenAPIService) -> None:
|
|
35
|
-
|
|
36
|
-
|
|
30
|
+
model = self.__to_model()
|
|
31
|
+
assets = self.__convert_to_assets()
|
|
32
|
+
if isinstance(assets[0], TextAsset):
|
|
33
|
+
assert all(isinstance(asset, TextAsset) for asset in assets)
|
|
34
|
+
texts = cast(list[TextAsset], assets)
|
|
35
|
+
openapi_service.validation_api.validation_set_validation_set_id_rapid_post(
|
|
37
36
|
validation_set_id=validationSetId,
|
|
38
|
-
|
|
37
|
+
model=model,
|
|
38
|
+
texts=[asset.text for asset in texts]
|
|
39
39
|
)
|
|
40
40
|
|
|
41
|
-
elif isinstance(
|
|
42
|
-
|
|
43
|
-
|
|
41
|
+
elif isinstance(assets[0], MediaAsset):
|
|
42
|
+
assert all(isinstance(asset, MediaAsset) for asset in assets)
|
|
43
|
+
files = cast(list[MediaAsset], assets)
|
|
44
|
+
openapi_service.validation_api.validation_set_validation_set_id_rapid_post(
|
|
44
45
|
validation_set_id=validationSetId,
|
|
45
|
-
model=model
|
|
46
|
+
model=model,
|
|
47
|
+
files=[asset.to_file() for asset in files],
|
|
48
|
+
urls=[asset.path for asset in files if not asset.is_local()]
|
|
46
49
|
)
|
|
47
50
|
|
|
48
51
|
else:
|
|
49
52
|
raise TypeError("The asset must be a MediaAsset, TextAsset, or MultiAsset")
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
def __convert_to_assets(self) -> list[MediaAsset | TextAsset]:
|
|
56
|
+
assets: list[MediaAsset | TextAsset] = []
|
|
53
57
|
if isinstance(self.asset, MultiAsset):
|
|
54
58
|
for asset in self.asset.assets:
|
|
55
59
|
if isinstance(asset, MediaAsset):
|
|
56
60
|
assets.append(asset)
|
|
61
|
+
elif isinstance(asset, TextAsset):
|
|
62
|
+
assets.append(asset)
|
|
57
63
|
else:
|
|
58
|
-
raise TypeError("The asset is a multiasset, but not all assets are MediaAssets")
|
|
64
|
+
raise TypeError("The asset is a multiasset, but not all assets are MediaAssets or TextAssets")
|
|
59
65
|
|
|
60
66
|
if isinstance(self.asset, TextAsset):
|
|
61
|
-
|
|
67
|
+
assets = [self.asset]
|
|
62
68
|
|
|
63
69
|
if isinstance(self.asset, MediaAsset):
|
|
64
70
|
assets = [self.asset]
|
|
65
71
|
|
|
66
|
-
return
|
|
72
|
+
return assets
|
|
73
|
+
|
|
74
|
+
def __to_model(self) -> AddValidationRapidModel:
|
|
75
|
+
return AddValidationRapidModel(
|
|
67
76
|
payload=AddValidationRapidModelPayload(self.payload),
|
|
68
77
|
truth=AddValidationRapidModelTruth(self.truth),
|
|
69
78
|
metadata=[
|
|
@@ -72,31 +81,4 @@ class Rapid():
|
|
|
72
81
|
],
|
|
73
82
|
randomCorrectProbability=self.randomCorrectProbability,
|
|
74
83
|
explanation=self.explanation
|
|
75
|
-
)
|
|
76
|
-
|
|
77
|
-
def __to_text_model(self) -> AddValidationTextRapidModel:
|
|
78
|
-
texts: list[str] = []
|
|
79
|
-
if isinstance(self.asset, MultiAsset):
|
|
80
|
-
for asset in self.asset.assets:
|
|
81
|
-
if isinstance(asset, TextAsset):
|
|
82
|
-
texts.append(asset.text)
|
|
83
|
-
else:
|
|
84
|
-
raise TypeError("The asset is a multiasset, but not all assets are TextAssets")
|
|
85
|
-
|
|
86
|
-
if isinstance(self.asset, MediaAsset):
|
|
87
|
-
raise TypeError("The asset must contain Text")
|
|
88
|
-
|
|
89
|
-
if isinstance(self.asset, TextAsset):
|
|
90
|
-
texts = [self.asset.text]
|
|
91
|
-
|
|
92
|
-
return AddValidationTextRapidModel(
|
|
93
|
-
payload=AddValidationRapidModelPayload(self.payload),
|
|
94
|
-
truth=AddValidationRapidModelTruth(self.truth),
|
|
95
|
-
metadata=[
|
|
96
|
-
DatasetDatasetIdDatapointsPostRequestMetadataInner(meta.to_model())
|
|
97
|
-
for meta in self.metadata
|
|
98
|
-
],
|
|
99
|
-
randomCorrectProbability=self.randomCorrectProbability,
|
|
100
|
-
texts=texts,
|
|
101
|
-
explanation=self.explanation
|
|
102
|
-
)
|
|
84
|
+
)
|
|
@@ -11,7 +11,6 @@ from rapidata.api_client.models.page_info import PageInfo
|
|
|
11
11
|
from rapidata.api_client.models.root_filter import RootFilter
|
|
12
12
|
from rapidata.api_client.models.filter import Filter
|
|
13
13
|
from rapidata.api_client.models.sort_criterion import SortCriterion
|
|
14
|
-
from urllib3._collections import HTTPHeaderDict # type: ignore[import]
|
|
15
14
|
|
|
16
15
|
from rapidata.rapidata_client.validation.rapids.box import Box
|
|
17
16
|
|
|
@@ -527,9 +526,17 @@ class ValidationSetManager:
|
|
|
527
526
|
)
|
|
528
527
|
|
|
529
528
|
logger.debug("Adding rapids to validation set")
|
|
529
|
+
failed_rapids = []
|
|
530
530
|
for rapid in tqdm(rapids, desc="Uploading validation tasks", disable=RapidataOutputManager.silent_mode):
|
|
531
|
-
|
|
532
|
-
|
|
531
|
+
try:
|
|
532
|
+
validation_set.add_rapid(rapid)
|
|
533
|
+
except Exception:
|
|
534
|
+
failed_rapids.append(rapid.asset)
|
|
535
|
+
|
|
536
|
+
if failed_rapids:
|
|
537
|
+
logger.error(f"Failed to add {len(failed_rapids)} datapoints to validation set: {failed_rapids}")
|
|
538
|
+
raise RuntimeError(f"Failed to add {len(failed_rapids)} datapoints to validation set: {failed_rapids}")
|
|
539
|
+
|
|
533
540
|
managed_print()
|
|
534
541
|
managed_print(f"Validation set '{name}' created with ID {validation_set_id}\n",
|
|
535
542
|
f"Now viewable under: https://app.{self.__openapi_service.environment}/validation-set/detail/{validation_set_id}",
|
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
rapidata/__init__.py,sha256=
|
|
1
|
+
rapidata/__init__.py,sha256=1J7X3wXGT2IlF9-Mt576ztUEGkXceBvfVxybgbO52wE,865
|
|
2
2
|
rapidata/api_client/__init__.py,sha256=BgSOExnifSldFqbuk1ZWdHbrLKlntelU0IjKYUFf3MM,33738
|
|
3
3
|
rapidata/api_client/api/__init__.py,sha256=V_nI5gljvhY0TmFLOdzpys9e1l9J6PokA8IxeYmynyg,1422
|
|
4
|
-
rapidata/api_client/api/benchmark_api.py,sha256=
|
|
4
|
+
rapidata/api_client/api/benchmark_api.py,sha256=1TzLL4lratyFaFbNiCtfW8l_yIRRil4u6xpvM0250UE,140976
|
|
5
5
|
rapidata/api_client/api/campaign_api.py,sha256=406gNDALFb0sJhfx727ZM5_0GDX4iB0w5ym2dExLm4g,49894
|
|
6
6
|
rapidata/api_client/api/client_api.py,sha256=KKgUrEKfqmEAqUCRqcYKRb6G3GLwD6R-JSUsShmo7r8,54313
|
|
7
7
|
rapidata/api_client/api/coco_api.py,sha256=d1ypa-JfIoPFEJwn3l-INZM5bS2wB1ifuJuvYXLSRC4,24165
|
|
8
8
|
rapidata/api_client/api/compare_workflow_api.py,sha256=BG_cNnR1UO48Jfy2_ZLEcR2mknD0wXbDYKHLNVt4Szw,12833
|
|
9
9
|
rapidata/api_client/api/customer_rapid_api.py,sha256=wrAPClQmSgghcEQI9fvXZQmdMlTh6_K007elRKEf1rw,80124
|
|
10
10
|
rapidata/api_client/api/datapoint_api.py,sha256=bLNOJWtk3TBMU5tvFBSIbDk34YwkyEHarJgrISN4J3w,21308
|
|
11
|
-
rapidata/api_client/api/dataset_api.py,sha256=
|
|
11
|
+
rapidata/api_client/api/dataset_api.py,sha256=DUCEfP7jlMAAMdvEa-47xq0mq3MGcyk4DA56f9OXZ2w,139572
|
|
12
12
|
rapidata/api_client/api/evaluation_workflow_api.py,sha256=E0Phmx54jzXx7LZYGquTqzZSrX2aE5PS9rAs5HdDjvs,15151
|
|
13
13
|
rapidata/api_client/api/feedback_api.py,sha256=-ZI2-1HtQ7wAzBKClgXMmMHtYdgoZtWrpQql3p51qp0,11589
|
|
14
14
|
rapidata/api_client/api/identity_api.py,sha256=LmK6cTXssNjCa1BteOMc8P4FsyRiHQ_Kr30vmWIAYko,55093
|
|
@@ -21,7 +21,7 @@ rapidata/api_client/api/rapidata_identity_api_api.py,sha256=-kgoDuLdh-R4MQ7JPi3k
|
|
|
21
21
|
rapidata/api_client/api/simple_workflow_api.py,sha256=yauSlkSwoZOl4P-1Wu0yU92GcEArpEd3xjFqImU2K1g,12763
|
|
22
22
|
rapidata/api_client/api/user_info_api.py,sha256=FuuA95Beeky-rnqIoSUe2-WQ7oVTfq0RElX0jfKXT0w,10042
|
|
23
23
|
rapidata/api_client/api/user_rapid_api.py,sha256=RXHAzSSGFohQqLUAZOKSaHt9EcT-7_n2vMto1SkSy4o,54323
|
|
24
|
-
rapidata/api_client/api/validation_set_api.py,sha256=
|
|
24
|
+
rapidata/api_client/api/validation_set_api.py,sha256=9MRvn33Zk47tMO8e_MFkGLY8p406eUnmrvHO_0QZ5JQ,149536
|
|
25
25
|
rapidata/api_client/api/workflow_api.py,sha256=a5gMW-E7Mie-OK74J5SRoV6Wl1D4-AFCCfpxQ8ewCkQ,66871
|
|
26
26
|
rapidata/api_client/api_client.py,sha256=EDhxAOUc5JFWvFsF1zc726Q7GoEFkuB8uor5SlGx9K4,27503
|
|
27
27
|
rapidata/api_client/api_response.py,sha256=eMxw1mpmJcoGZ3gs9z6jM4oYoZ10Gjk333s9sKxGv7s,652
|
|
@@ -249,7 +249,7 @@ rapidata/api_client/models/get_simple_workflow_result_overview_result.py,sha256=
|
|
|
249
249
|
rapidata/api_client/models/get_simple_workflow_results_model.py,sha256=r4DZspzPrwaI4DrC4OH-mwUvibcS0TzK9O8CFnsURSc,4289
|
|
250
250
|
rapidata/api_client/models/get_simple_workflow_results_result.py,sha256=WNBHFW-D6tlMzNp9P7nGfoDoarjjwb2YwjlCCV1tA00,4411
|
|
251
251
|
rapidata/api_client/models/get_simple_workflow_results_result_paged_result.py,sha256=DWimv7FmvJmixjQvDFeTE_Q5jHLpLdQmPlXF_9iWSiY,3616
|
|
252
|
-
rapidata/api_client/models/get_standing_by_id_result.py,sha256=
|
|
252
|
+
rapidata/api_client/models/get_standing_by_id_result.py,sha256=X7KGEjB7vkkkENqqOnOXXKR4KP3N_4JT6UAq8Xd7Vcg,3847
|
|
253
253
|
rapidata/api_client/models/get_validation_rapids_query.py,sha256=teC4ryyIXJkRwafaSorysBIsKJuO5C1L8f6juJMwrNs,4894
|
|
254
254
|
rapidata/api_client/models/get_validation_rapids_query_paged_result.py,sha256=ifyJ7Iy7VzTWxtwb2q5q5id927Iil00V3Nk9QqclsDo,3567
|
|
255
255
|
rapidata/api_client/models/get_validation_rapids_result.py,sha256=dTQb5Ju4FAHNQldxY-7Vou62YdmcH3LDQJMdtvITB_c,6815
|
|
@@ -350,11 +350,11 @@ rapidata/api_client/models/order_state.py,sha256=Vnt5CdDKom-CVsoG0sDaAXYgNkUTnkT
|
|
|
350
350
|
rapidata/api_client/models/original_filename_metadata.py,sha256=_VViiu2YOW6P4KaMZsbfYneXEcEnm4AroVEVVzOpHlM,3215
|
|
351
351
|
rapidata/api_client/models/original_filename_metadata_model.py,sha256=LsbJg_t1FdhwdfF4URn6rxB2huUim6e15PrdxLTcaQo,3111
|
|
352
352
|
rapidata/api_client/models/page_info.py,sha256=8vmnkRGqq38mIQCOMInYrPLFDBALxkWZUM-Z_M1-XK4,2766
|
|
353
|
-
rapidata/api_client/models/participant_by_benchmark.py,sha256=
|
|
353
|
+
rapidata/api_client/models/participant_by_benchmark.py,sha256=grmCDPkZ38ThAaUO7DNewS4lQHPPc_I9j9bLAphFwn8,3191
|
|
354
354
|
rapidata/api_client/models/participant_by_benchmark_paged_result.py,sha256=VEnfUsy8-s47_3SogL0EKMH4IErrYL3ecIe0yZBseYM,3550
|
|
355
355
|
rapidata/api_client/models/participant_by_leaderboard.py,sha256=155CAfOxIYdXMLT481GY2IEkPG3IJWmpasFQwnmhfU0,3790
|
|
356
356
|
rapidata/api_client/models/participant_by_leaderboard_paged_result.py,sha256=r92XzY-nGOdV2_TYHZe9kG5ksPDzyBQ8Nwkqs_c5yoE,3566
|
|
357
|
-
rapidata/api_client/models/participant_status.py,sha256=
|
|
357
|
+
rapidata/api_client/models/participant_status.py,sha256=gpQfr8iW5I9fS9DGQe1X_tpPtU5hpWs0db_fbmMQrJE,804
|
|
358
358
|
rapidata/api_client/models/pipeline_id_workflow_artifact_id_put_request.py,sha256=4HeDc5IvTpjPHH6xy5OAlpPL8dWwxrR9Vwsej3dK6LA,5979
|
|
359
359
|
rapidata/api_client/models/pipeline_id_workflow_config_put_request.py,sha256=gWKIfBeI0-sURGA6haMP8vehYYBPrvetQo6oL0oFIRY,5951
|
|
360
360
|
rapidata/api_client/models/pipeline_id_workflow_put_request.py,sha256=yblj0m6_Dql5JCbnQD93JEvkL-H5ZvgG__DMGj5uMAg,5909
|
|
@@ -446,7 +446,7 @@ rapidata/api_client/models/sort_criterion.py,sha256=klwKhELiScAGHRL8yF_TtL0X_4Z4
|
|
|
446
446
|
rapidata/api_client/models/sort_direction.py,sha256=yNLZqvgL5fHbD98kMWFAsfgqn3gKM_GFIyRVfheZydI,748
|
|
447
447
|
rapidata/api_client/models/source_url_metadata.py,sha256=TL2Joe1EDgnwDJ3_rQy36laM6dvaLBTez3psyQUKaN0,3072
|
|
448
448
|
rapidata/api_client/models/source_url_metadata_model.py,sha256=UWd1nG-awsV5Q2fsrqdPDgc7bI_pGag0ubIlwEEKMZk,2988
|
|
449
|
-
rapidata/api_client/models/standing_by_leaderboard.py,sha256=
|
|
449
|
+
rapidata/api_client/models/standing_by_leaderboard.py,sha256=NmSu-ES9WBj8eZR0jRQC9wr93OghOonxJ2OjWuGBP9Y,3857
|
|
450
450
|
rapidata/api_client/models/standing_by_leaderboard_paged_result.py,sha256=zOlbN2Pxc0y5M9MaDTB5znl0V-6CZIzGZWBlcZGdeVg,3542
|
|
451
451
|
rapidata/api_client/models/standing_status.py,sha256=1uIPH2EDit3fsq9LAnspG1xRzZrgFyKAju6Dq7Vka4M,781
|
|
452
452
|
rapidata/api_client/models/static_rapid_selection_config.py,sha256=RnjyRhAOaxmJ2PW-X2m4G0QZlm-8vw2d9ZO5uneNOtg,3073
|
|
@@ -524,7 +524,7 @@ rapidata/api_client/models/workflow_split_model_filter_configs_inner.py,sha256=1
|
|
|
524
524
|
rapidata/api_client/models/workflow_state.py,sha256=5LAK1se76RCoozeVB6oxMPb8p_5bhLZJqn7q5fFQWis,850
|
|
525
525
|
rapidata/api_client/models/zip_entry_file_wrapper.py,sha256=06CoNJD3x511K3rnSmkrwwhc9GbQxwxF-c0ldOyJbAs,4240
|
|
526
526
|
rapidata/api_client/rest.py,sha256=rtIMcgINZOUaDFaJIinJkXRSddNJmXvMRMfgO2Ezk2o,10835
|
|
527
|
-
rapidata/api_client_README.md,sha256
|
|
527
|
+
rapidata/api_client_README.md,sha256=xdgbo29fmH1jD1-o5U7eT9noDoh8yBQWextKrM4L1_k,59284
|
|
528
528
|
rapidata/rapidata_client/__init__.py,sha256=MLl41ZPDYezE9ookAjHS75wFqfCTOKq-U01GJbHFjrA,1133
|
|
529
529
|
rapidata/rapidata_client/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
530
530
|
rapidata/rapidata_client/api/rapidata_exception.py,sha256=BIdmHRrJUGW-Mqhp1H_suemZaR6w9TgjWq-ZW5iUPdQ,3878
|
|
@@ -544,9 +544,10 @@ rapidata/rapidata_client/country_codes/__init__.py,sha256=FB9Dcks44J6C6YBSYmTmNZ
|
|
|
544
544
|
rapidata/rapidata_client/country_codes/country_codes.py,sha256=ePHqeb7y9DWQZAnddBzPx1puYBcrgUjdR2sbFijuFD8,283
|
|
545
545
|
rapidata/rapidata_client/demographic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
546
546
|
rapidata/rapidata_client/demographic/demographic_manager.py,sha256=RE4r6NNAXinNAlRMgAcG4te4pF4whv81xbyAW2V9XMM,1192
|
|
547
|
-
rapidata/rapidata_client/filter/__init__.py,sha256=
|
|
548
|
-
rapidata/rapidata_client/filter/_base_filter.py,sha256=
|
|
547
|
+
rapidata/rapidata_client/filter/__init__.py,sha256=j_Kfz_asNVxwp56SAN2saB7ZAHg3smL5_W2sSitmuJY,548
|
|
548
|
+
rapidata/rapidata_client/filter/_base_filter.py,sha256=cPLl0ddWB8QU6Luspnub_KXiTEfEFOVBEdnxhJOjoWs,2269
|
|
549
549
|
rapidata/rapidata_client/filter/age_filter.py,sha256=oRjGY65gE_X8oa0D0XRyvKAb4_Z6XOOaGTWykRSfLFA,739
|
|
550
|
+
rapidata/rapidata_client/filter/and_filter.py,sha256=AlQ-M81_SgVjH7EAghRa5J7u2I6l41ADx9gP2PT0stY,1343
|
|
550
551
|
rapidata/rapidata_client/filter/campaign_filter.py,sha256=6ZT11-gub8349QcRwuHt8AcBY18F7BdLRZ2Ch_vjLyU,735
|
|
551
552
|
rapidata/rapidata_client/filter/country_filter.py,sha256=JqCzxePRizXQbN4YzwLmrx9ozKgw0ra6N_enEq36imI,948
|
|
552
553
|
rapidata/rapidata_client/filter/custom_filter.py,sha256=XZgqJhKCy7m2P0Dx8fk7vVszbdKc7gT2U07dWi3hXgU,885
|
|
@@ -558,7 +559,7 @@ rapidata/rapidata_client/filter/models/gender.py,sha256=aXg6Kql2BIy8d5d1lCVi1axM
|
|
|
558
559
|
rapidata/rapidata_client/filter/new_user_filter.py,sha256=qU7d6cSslGEO_N1tYPS4Ru3cGbQYH2_I5dJPNPHvtCM,369
|
|
559
560
|
rapidata/rapidata_client/filter/not_filter.py,sha256=05uZMNPfguNPONP2uYYtuxx-5UAYdmc8gwSAEHMiK3k,1183
|
|
560
561
|
rapidata/rapidata_client/filter/or_filter.py,sha256=EomsXyYec4beAA63LYfIsh8dO4So1duI7VlLW8VPfzY,1339
|
|
561
|
-
rapidata/rapidata_client/filter/rapidata_filters.py,sha256=
|
|
562
|
+
rapidata/rapidata_client/filter/rapidata_filters.py,sha256=l_pPOA56f8hiacAgr3om5j6IpTP-BGOB247c_uhuYzM,2194
|
|
562
563
|
rapidata/rapidata_client/filter/response_count_filter.py,sha256=sDv9Dvy0FbnIQRSAxFGrUf9SIMISTNxnlAQcrFKBjXE,1989
|
|
563
564
|
rapidata/rapidata_client/filter/user_score_filter.py,sha256=2C78zkWm5TnfkxGbV1ER2xB7s9ynpacaibzyRZKG8Cc,1566
|
|
564
565
|
rapidata/rapidata_client/logging/__init__.py,sha256=4gLxePW8TvgYDZmPWMcf6fA8bEyu35vMKOmlPj5oXNE,110
|
|
@@ -612,9 +613,9 @@ rapidata/rapidata_client/validation/__init__.py,sha256=s5wHVtcJkncXSFuL9I0zNwccN
|
|
|
612
613
|
rapidata/rapidata_client/validation/rapidata_validation_set.py,sha256=h6aicVyrBePfzS5-cPk_hPgmePUqCB3yAbGB_tTXYg0,1814
|
|
613
614
|
rapidata/rapidata_client/validation/rapids/__init__.py,sha256=WU5PPwtTJlte6U90MDakzx4I8Y0laj7siw9teeXj5R0,21
|
|
614
615
|
rapidata/rapidata_client/validation/rapids/box.py,sha256=t3_Kn6doKXdnJdtbwefXnYKPiTKHneJl9E2inkDSqL8,589
|
|
615
|
-
rapidata/rapidata_client/validation/rapids/rapids.py,sha256=
|
|
616
|
+
rapidata/rapidata_client/validation/rapids/rapids.py,sha256=bsDPp8IJ_7dQOJP7U9IVqfLKctY5YP58gDBX8Ixrpc4,3827
|
|
616
617
|
rapidata/rapidata_client/validation/rapids/rapids_manager.py,sha256=s5VAq8H5CKACWfmIQuz9kHC8t2nd-xEHGGUj9pIfXKI,14386
|
|
617
|
-
rapidata/rapidata_client/validation/validation_set_manager.py,sha256=
|
|
618
|
+
rapidata/rapidata_client/validation/validation_set_manager.py,sha256=yQTZSAnqTT0xnwESPIEykQG-34UP9oyoavpNA0KuRIU,30626
|
|
618
619
|
rapidata/rapidata_client/workflow/__init__.py,sha256=7nXcY91xkxjHudBc9H0fP35eBBtgwHGWTQKbb-M4h7Y,477
|
|
619
620
|
rapidata/rapidata_client/workflow/_base_workflow.py,sha256=XyIZFKS_RxAuwIHS848S3AyLEHqd07oTD_5jm2oUbsw,762
|
|
620
621
|
rapidata/rapidata_client/workflow/_classify_workflow.py,sha256=9bT54wxVJgxC-zLk6MVNbseFpzYrvFPjt7DHvxqYfnk,1736
|
|
@@ -630,7 +631,7 @@ rapidata/service/__init__.py,sha256=s9bS1AJZaWIhLtJX_ZA40_CK39rAAkwdAmymTMbeWl4,
|
|
|
630
631
|
rapidata/service/credential_manager.py,sha256=pUEEtp6VrFWYhfUUtyqmS0AlRqe2Y0kFkY6o22IT4KM,8682
|
|
631
632
|
rapidata/service/local_file_service.py,sha256=pgorvlWcx52Uh3cEG6VrdMK_t__7dacQ_5AnfY14BW8,877
|
|
632
633
|
rapidata/service/openapi_service.py,sha256=xoGBACpUhG0H-tadSBa8A91LHyfI7n-FCT2JlrERqco,5221
|
|
633
|
-
rapidata-2.
|
|
634
|
-
rapidata-2.
|
|
635
|
-
rapidata-2.
|
|
636
|
-
rapidata-2.
|
|
634
|
+
rapidata-2.31.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
635
|
+
rapidata-2.31.0.dist-info/METADATA,sha256=I0oM2qAap3-ZDUa67lvb0L8wgIY9K3x9HArj6dW0ALc,1264
|
|
636
|
+
rapidata-2.31.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
|
637
|
+
rapidata-2.31.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|