rapidata 2.28.1__py3-none-any.whl → 2.28.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- rapidata/__init__.py +1 -1
- rapidata/rapidata_client/leaderboard/rapidata_leaderboard_manager.py +12 -0
- {rapidata-2.28.1.dist-info → rapidata-2.28.2.dist-info}/METADATA +1 -1
- {rapidata-2.28.1.dist-info → rapidata-2.28.2.dist-info}/RECORD +6 -6
- {rapidata-2.28.1.dist-info → rapidata-2.28.2.dist-info}/LICENSE +0 -0
- {rapidata-2.28.1.dist-info → rapidata-2.28.2.dist-info}/WHEEL +0 -0
rapidata/__init__.py
CHANGED
|
@@ -29,6 +29,18 @@ class RapidataLeaderboardManager:
|
|
|
29
29
|
prompts: The prompts for the leaderboard. Will be registered for the leaderboard and able to be retrieved again later.
|
|
30
30
|
show_prompt: Whether to show the prompt to the users when they are evaluating the models.
|
|
31
31
|
"""
|
|
32
|
+
if not isinstance(name, str):
|
|
33
|
+
raise ValueError("Name must be a string.")
|
|
34
|
+
|
|
35
|
+
if not isinstance(instruction, str):
|
|
36
|
+
raise ValueError("Instruction must be a string.")
|
|
37
|
+
|
|
38
|
+
if not isinstance(show_prompt, bool):
|
|
39
|
+
raise ValueError("Show prompt must be a boolean.")
|
|
40
|
+
|
|
41
|
+
if not isinstance(prompts, list) or not all(isinstance(prompt, str) for prompt in prompts):
|
|
42
|
+
raise ValueError("Prompts must be a list of strings.")
|
|
43
|
+
|
|
32
44
|
leaderboard_id = self.__register_new_leaderboard(name, instruction, show_prompt)
|
|
33
45
|
leaderboard = RapidataLeaderboard(name, instruction, show_prompt, leaderboard_id, self.__openapi_service)
|
|
34
46
|
leaderboard._register_prompts(prompts)
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
rapidata/__init__.py,sha256=
|
|
1
|
+
rapidata/__init__.py,sha256=RJVvC4TbSbkqQuOHvHtaAQpP5h4K2qlGMBtrJR2E7bo,865
|
|
2
2
|
rapidata/api_client/__init__.py,sha256=hJ8b6i_S5KZCpmLupQJRh839MRweXxX85ti0Px7vI78,30530
|
|
3
3
|
rapidata/api_client/api/__init__.py,sha256=K67VMR3zWtv824onw87pEm-K2xrDphRIY04TtKg_k2U,1359
|
|
4
4
|
rapidata/api_client/api/campaign_api.py,sha256=ZEYXEp8_mzsElbklLXBLGnKEfPB1mx8-G5CXfSnibq0,80791
|
|
@@ -499,7 +499,7 @@ rapidata/rapidata_client/filter/response_count_filter.py,sha256=sDv9Dvy0FbnIQRSA
|
|
|
499
499
|
rapidata/rapidata_client/filter/user_score_filter.py,sha256=2C78zkWm5TnfkxGbV1ER2xB7s9ynpacaibzyRZKG8Cc,1566
|
|
500
500
|
rapidata/rapidata_client/leaderboard/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
501
501
|
rapidata/rapidata_client/leaderboard/rapidata_leaderboard.py,sha256=sBYRlWxT2TeZnvwU3uuhVJl-o_iv5aM7f80dKOPc_Bk,5222
|
|
502
|
-
rapidata/rapidata_client/leaderboard/rapidata_leaderboard_manager.py,sha256=
|
|
502
|
+
rapidata/rapidata_client/leaderboard/rapidata_leaderboard_manager.py,sha256=ZoLbXsymlsia74ZquYX1EMVgDW9WG6loez3aP68TkS0,4486
|
|
503
503
|
rapidata/rapidata_client/logging/__init__.py,sha256=4gLxePW8TvgYDZmPWMcf6fA8bEyu35vMKOmlPj5oXNE,110
|
|
504
504
|
rapidata/rapidata_client/logging/logger.py,sha256=9vULXUizGObQeqMY-CryiAQsq8xDZw0ChLhvV8oa99s,3907
|
|
505
505
|
rapidata/rapidata_client/logging/output_manager.py,sha256=AmSVZ2emVW5UWgOiNqkXNVRItsvd5Ox0hsIoZQhYYYo,653
|
|
@@ -568,7 +568,7 @@ rapidata/service/__init__.py,sha256=s9bS1AJZaWIhLtJX_ZA40_CK39rAAkwdAmymTMbeWl4,
|
|
|
568
568
|
rapidata/service/credential_manager.py,sha256=pUEEtp6VrFWYhfUUtyqmS0AlRqe2Y0kFkY6o22IT4KM,8682
|
|
569
569
|
rapidata/service/local_file_service.py,sha256=pgorvlWcx52Uh3cEG6VrdMK_t__7dacQ_5AnfY14BW8,877
|
|
570
570
|
rapidata/service/openapi_service.py,sha256=yW8F6UcGs5VCzB4k3-FSBToojjpgJ4Y_LiEgZZ7uprw,5049
|
|
571
|
-
rapidata-2.28.
|
|
572
|
-
rapidata-2.28.
|
|
573
|
-
rapidata-2.28.
|
|
574
|
-
rapidata-2.28.
|
|
571
|
+
rapidata-2.28.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
572
|
+
rapidata-2.28.2.dist-info/METADATA,sha256=O47Ad7OsKqcebDz9gZF1WP3D7WJMWoJyMSZamMje1vk,1264
|
|
573
|
+
rapidata-2.28.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
|
574
|
+
rapidata-2.28.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|