rapidata 2.34.0__py3-none-any.whl → 2.34.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of rapidata might be problematic. Click here for more details.
- rapidata/__init__.py +1 -1
- rapidata/rapidata_client/benchmark/rapidata_benchmark.py +1 -1
- rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py +2 -0
- {rapidata-2.34.0.dist-info → rapidata-2.34.1.dist-info}/METADATA +1 -1
- {rapidata-2.34.0.dist-info → rapidata-2.34.1.dist-info}/RECORD +7 -7
- {rapidata-2.34.0.dist-info → rapidata-2.34.1.dist-info}/LICENSE +0 -0
- {rapidata-2.34.0.dist-info → rapidata-2.34.1.dist-info}/WHEEL +0 -0
rapidata/__init__.py
CHANGED
|
@@ -168,7 +168,7 @@ class RapidataBenchmark:
|
|
|
168
168
|
Adds a prompt to the benchmark.
|
|
169
169
|
|
|
170
170
|
Args:
|
|
171
|
-
identifier: The identifier of the prompt/asset that will be used to match up the media.
|
|
171
|
+
identifier: The identifier of the prompt/asset/tags that will be used to match up the media.
|
|
172
172
|
prompt: The prompt that will be used to evaluate the model.
|
|
173
173
|
asset: The asset that will be used to evaluate the model. Provided as a link to the asset.
|
|
174
174
|
tags: The tags can be used to filter the leaderboard results. They will NOT be shown to the users.
|
|
@@ -31,11 +31,13 @@ class RapidataBenchmarkManager:
|
|
|
31
31
|
) -> RapidataBenchmark:
|
|
32
32
|
"""
|
|
33
33
|
Creates a new benchmark with the given name, identifiers, prompts, and media assets.
|
|
34
|
+
Everything is matched up by the indexes of the lists.
|
|
34
35
|
|
|
35
36
|
prompts or prompt_assets must be provided.
|
|
36
37
|
|
|
37
38
|
Args:
|
|
38
39
|
name: The name of the benchmark.
|
|
40
|
+
identifiers: The identifiers of the prompts/assets/tags that will be used to match up the media
|
|
39
41
|
prompts: The prompts that will be registered for the benchmark.
|
|
40
42
|
prompt_assets: The prompt assets that will be registered for the benchmark.
|
|
41
43
|
tags: The tags that will be associated with the prompts to use for filtering the leaderboard results. They will NOT be shown to the users.
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
rapidata/__init__.py,sha256=
|
|
1
|
+
rapidata/__init__.py,sha256=2xTTP9jdfs_KhD1-Ksz4fi6hYKPzVX4MBOXSlZRsCk0,897
|
|
2
2
|
rapidata/api_client/__init__.py,sha256=N4Cx20ScEXZ9A2pdsn8ZPUuhnpeXlGByav3P_1ofQ_8,34733
|
|
3
3
|
rapidata/api_client/api/__init__.py,sha256=dGnSE9oPO_ahGh-E1jtw4_VuM_vQueQFuv0IVMQo6uo,1546
|
|
4
4
|
rapidata/api_client/api/benchmark_api.py,sha256=bC8hAPgHIDU5u1e0loWPWnZX33BW6gsAR8oc5199q2k,129777
|
|
@@ -545,8 +545,8 @@ rapidata/rapidata_client/benchmark/leaderboard/__init__.py,sha256=47DEQpj8HBSa-_
|
|
|
545
545
|
rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py,sha256=PKqcW_pQJLmNg_feLDCtF-9SufMw2_EU4yKFo6QxxR0,3950
|
|
546
546
|
rapidata/rapidata_client/benchmark/participant/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
547
547
|
rapidata/rapidata_client/benchmark/participant/_participant.py,sha256=yN82EWrZXYszsM8Ns0HRMXCTivltkyxcpGRK-cdT01Y,3683
|
|
548
|
-
rapidata/rapidata_client/benchmark/rapidata_benchmark.py,sha256
|
|
549
|
-
rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py,sha256=
|
|
548
|
+
rapidata/rapidata_client/benchmark/rapidata_benchmark.py,sha256=J84_FHDefNom8MvAhyB8MPuSIuMgRPSYy81yTwlbb8Y,14117
|
|
549
|
+
rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py,sha256=NnXCsU2_8SlGxdI51MeIUWK7Ku0pEylDSPhnzOPzTV0,5291
|
|
550
550
|
rapidata/rapidata_client/country_codes/__init__.py,sha256=FB9Dcks44J6C6YBSYmTmNZ71tE130x6NO_3aLJ8fKzQ,40
|
|
551
551
|
rapidata/rapidata_client/country_codes/country_codes.py,sha256=ePHqeb7y9DWQZAnddBzPx1puYBcrgUjdR2sbFijuFD8,283
|
|
552
552
|
rapidata/rapidata_client/datapoints/__init__.py,sha256=PRt3e8-qJigagDlOoE3K0W62M40-1WOEfAycd6lFrj4,242
|
|
@@ -649,7 +649,7 @@ rapidata/service/__init__.py,sha256=s9bS1AJZaWIhLtJX_ZA40_CK39rAAkwdAmymTMbeWl4,
|
|
|
649
649
|
rapidata/service/credential_manager.py,sha256=pUEEtp6VrFWYhfUUtyqmS0AlRqe2Y0kFkY6o22IT4KM,8682
|
|
650
650
|
rapidata/service/local_file_service.py,sha256=pgorvlWcx52Uh3cEG6VrdMK_t__7dacQ_5AnfY14BW8,877
|
|
651
651
|
rapidata/service/openapi_service.py,sha256=v2fhPbHmD0J11ZRZY6f80PdIdGwpRFlbfMH9t8Ypg5A,5403
|
|
652
|
-
rapidata-2.34.
|
|
653
|
-
rapidata-2.34.
|
|
654
|
-
rapidata-2.34.
|
|
655
|
-
rapidata-2.34.
|
|
652
|
+
rapidata-2.34.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
653
|
+
rapidata-2.34.1.dist-info/METADATA,sha256=dGCNxI6ZrfsjRqw9pltK0B4ShiQcSyAXZZjWZipsXEI,1264
|
|
654
|
+
rapidata-2.34.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
|
655
|
+
rapidata-2.34.1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|