rapidata 2.34.0__py3-none-any.whl → 2.34.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of rapidata might be problematic. Click here for more details.
- rapidata/__init__.py +1 -1
- rapidata/rapidata_client/benchmark/rapidata_benchmark.py +2 -1
- rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py +2 -0
- {rapidata-2.34.0.dist-info → rapidata-2.34.2.dist-info}/METADATA +1 -1
- {rapidata-2.34.0.dist-info → rapidata-2.34.2.dist-info}/RECORD +7 -7
- {rapidata-2.34.0.dist-info → rapidata-2.34.2.dist-info}/LICENSE +0 -0
- {rapidata-2.34.0.dist-info → rapidata-2.34.2.dist-info}/WHEEL +0 -0
rapidata/__init__.py
CHANGED
|
@@ -115,6 +115,7 @@ class RapidataBenchmark:
|
|
|
115
115
|
|
|
116
116
|
return self.__tags
|
|
117
117
|
|
|
118
|
+
@property
|
|
118
119
|
def leaderboards(self) -> list[RapidataLeaderboard]:
|
|
119
120
|
"""
|
|
120
121
|
Returns the leaderboards that are registered for the benchmark.
|
|
@@ -168,7 +169,7 @@ class RapidataBenchmark:
|
|
|
168
169
|
Adds a prompt to the benchmark.
|
|
169
170
|
|
|
170
171
|
Args:
|
|
171
|
-
identifier: The identifier of the prompt/asset that will be used to match up the media.
|
|
172
|
+
identifier: The identifier of the prompt/asset/tags that will be used to match up the media.
|
|
172
173
|
prompt: The prompt that will be used to evaluate the model.
|
|
173
174
|
asset: The asset that will be used to evaluate the model. Provided as a link to the asset.
|
|
174
175
|
tags: The tags can be used to filter the leaderboard results. They will NOT be shown to the users.
|
|
@@ -31,11 +31,13 @@ class RapidataBenchmarkManager:
|
|
|
31
31
|
) -> RapidataBenchmark:
|
|
32
32
|
"""
|
|
33
33
|
Creates a new benchmark with the given name, identifiers, prompts, and media assets.
|
|
34
|
+
Everything is matched up by the indexes of the lists.
|
|
34
35
|
|
|
35
36
|
prompts or prompt_assets must be provided.
|
|
36
37
|
|
|
37
38
|
Args:
|
|
38
39
|
name: The name of the benchmark.
|
|
40
|
+
identifiers: The identifiers of the prompts/assets/tags that will be used to match up the media
|
|
39
41
|
prompts: The prompts that will be registered for the benchmark.
|
|
40
42
|
prompt_assets: The prompt assets that will be registered for the benchmark.
|
|
41
43
|
tags: The tags that will be associated with the prompts to use for filtering the leaderboard results. They will NOT be shown to the users.
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
rapidata/__init__.py,sha256=
|
|
1
|
+
rapidata/__init__.py,sha256=_kFxSic1rowFfqj5HEJkNdrGtb1oe_MQmhcqPLnRDXg,897
|
|
2
2
|
rapidata/api_client/__init__.py,sha256=N4Cx20ScEXZ9A2pdsn8ZPUuhnpeXlGByav3P_1ofQ_8,34733
|
|
3
3
|
rapidata/api_client/api/__init__.py,sha256=dGnSE9oPO_ahGh-E1jtw4_VuM_vQueQFuv0IVMQo6uo,1546
|
|
4
4
|
rapidata/api_client/api/benchmark_api.py,sha256=bC8hAPgHIDU5u1e0loWPWnZX33BW6gsAR8oc5199q2k,129777
|
|
@@ -545,8 +545,8 @@ rapidata/rapidata_client/benchmark/leaderboard/__init__.py,sha256=47DEQpj8HBSa-_
|
|
|
545
545
|
rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py,sha256=PKqcW_pQJLmNg_feLDCtF-9SufMw2_EU4yKFo6QxxR0,3950
|
|
546
546
|
rapidata/rapidata_client/benchmark/participant/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
547
547
|
rapidata/rapidata_client/benchmark/participant/_participant.py,sha256=yN82EWrZXYszsM8Ns0HRMXCTivltkyxcpGRK-cdT01Y,3683
|
|
548
|
-
rapidata/rapidata_client/benchmark/rapidata_benchmark.py,sha256
|
|
549
|
-
rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py,sha256=
|
|
548
|
+
rapidata/rapidata_client/benchmark/rapidata_benchmark.py,sha256=qk8Y0ShIawtSNsxhp3rZ-OOCFuh4Pl_w7K9IRnTNt3Y,14131
|
|
549
|
+
rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py,sha256=NnXCsU2_8SlGxdI51MeIUWK7Ku0pEylDSPhnzOPzTV0,5291
|
|
550
550
|
rapidata/rapidata_client/country_codes/__init__.py,sha256=FB9Dcks44J6C6YBSYmTmNZ71tE130x6NO_3aLJ8fKzQ,40
|
|
551
551
|
rapidata/rapidata_client/country_codes/country_codes.py,sha256=ePHqeb7y9DWQZAnddBzPx1puYBcrgUjdR2sbFijuFD8,283
|
|
552
552
|
rapidata/rapidata_client/datapoints/__init__.py,sha256=PRt3e8-qJigagDlOoE3K0W62M40-1WOEfAycd6lFrj4,242
|
|
@@ -649,7 +649,7 @@ rapidata/service/__init__.py,sha256=s9bS1AJZaWIhLtJX_ZA40_CK39rAAkwdAmymTMbeWl4,
|
|
|
649
649
|
rapidata/service/credential_manager.py,sha256=pUEEtp6VrFWYhfUUtyqmS0AlRqe2Y0kFkY6o22IT4KM,8682
|
|
650
650
|
rapidata/service/local_file_service.py,sha256=pgorvlWcx52Uh3cEG6VrdMK_t__7dacQ_5AnfY14BW8,877
|
|
651
651
|
rapidata/service/openapi_service.py,sha256=v2fhPbHmD0J11ZRZY6f80PdIdGwpRFlbfMH9t8Ypg5A,5403
|
|
652
|
-
rapidata-2.34.
|
|
653
|
-
rapidata-2.34.
|
|
654
|
-
rapidata-2.34.
|
|
655
|
-
rapidata-2.34.
|
|
652
|
+
rapidata-2.34.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
653
|
+
rapidata-2.34.2.dist-info/METADATA,sha256=7bXBvmc-1hRDkklCi2EvcLlAelpTVVzghPj7cJdV6hc,1264
|
|
654
|
+
rapidata-2.34.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
|
655
|
+
rapidata-2.34.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|