rapidata 2.28.0__py3-none-any.whl → 2.28.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- rapidata/__init__.py +1 -1
- rapidata/rapidata_client/leaderboard/rapidata_leaderboard_manager.py +12 -0
- rapidata/rapidata_client/settings/__init__.py +1 -1
- rapidata/rapidata_client/settings/allow_neither_both.py +0 -1
- {rapidata-2.28.0.dist-info → rapidata-2.28.2.dist-info}/METADATA +1 -1
- {rapidata-2.28.0.dist-info → rapidata-2.28.2.dist-info}/RECORD +8 -8
- {rapidata-2.28.0.dist-info → rapidata-2.28.2.dist-info}/LICENSE +0 -0
- {rapidata-2.28.0.dist-info → rapidata-2.28.2.dist-info}/WHEEL +0 -0
rapidata/__init__.py
CHANGED
|
@@ -29,6 +29,18 @@ class RapidataLeaderboardManager:
|
|
|
29
29
|
prompts: The prompts for the leaderboard. Will be registered for the leaderboard and able to be retrieved again later.
|
|
30
30
|
show_prompt: Whether to show the prompt to the users when they are evaluating the models.
|
|
31
31
|
"""
|
|
32
|
+
if not isinstance(name, str):
|
|
33
|
+
raise ValueError("Name must be a string.")
|
|
34
|
+
|
|
35
|
+
if not isinstance(instruction, str):
|
|
36
|
+
raise ValueError("Instruction must be a string.")
|
|
37
|
+
|
|
38
|
+
if not isinstance(show_prompt, bool):
|
|
39
|
+
raise ValueError("Show prompt must be a boolean.")
|
|
40
|
+
|
|
41
|
+
if not isinstance(prompts, list) or not all(isinstance(prompt, str) for prompt in prompts):
|
|
42
|
+
raise ValueError("Prompts must be a list of strings.")
|
|
43
|
+
|
|
32
44
|
leaderboard_id = self.__register_new_leaderboard(name, instruction, show_prompt)
|
|
33
45
|
leaderboard = RapidataLeaderboard(name, instruction, show_prompt, leaderboard_id, self.__openapi_service)
|
|
34
46
|
leaderboard._register_prompts(prompts)
|
|
@@ -5,6 +5,6 @@ from .free_text_minimum_characters import FreeTextMinimumCharacters
|
|
|
5
5
|
from .no_shuffle import NoShuffle
|
|
6
6
|
from .play_video_until_the_end import PlayVideoUntilTheEnd
|
|
7
7
|
from .custom_setting import CustomSetting
|
|
8
|
-
from .rapidata_settings import RapidataSettings
|
|
9
8
|
from ._rapidata_setting import RapidataSetting
|
|
10
9
|
from .allow_neither_both import AllowNeitherBoth
|
|
10
|
+
from .rapidata_settings import RapidataSettings
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
rapidata/__init__.py,sha256=
|
|
1
|
+
rapidata/__init__.py,sha256=RJVvC4TbSbkqQuOHvHtaAQpP5h4K2qlGMBtrJR2E7bo,865
|
|
2
2
|
rapidata/api_client/__init__.py,sha256=hJ8b6i_S5KZCpmLupQJRh839MRweXxX85ti0Px7vI78,30530
|
|
3
3
|
rapidata/api_client/api/__init__.py,sha256=K67VMR3zWtv824onw87pEm-K2xrDphRIY04TtKg_k2U,1359
|
|
4
4
|
rapidata/api_client/api/campaign_api.py,sha256=ZEYXEp8_mzsElbklLXBLGnKEfPB1mx8-G5CXfSnibq0,80791
|
|
@@ -499,7 +499,7 @@ rapidata/rapidata_client/filter/response_count_filter.py,sha256=sDv9Dvy0FbnIQRSA
|
|
|
499
499
|
rapidata/rapidata_client/filter/user_score_filter.py,sha256=2C78zkWm5TnfkxGbV1ER2xB7s9ynpacaibzyRZKG8Cc,1566
|
|
500
500
|
rapidata/rapidata_client/leaderboard/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
501
501
|
rapidata/rapidata_client/leaderboard/rapidata_leaderboard.py,sha256=sBYRlWxT2TeZnvwU3uuhVJl-o_iv5aM7f80dKOPc_Bk,5222
|
|
502
|
-
rapidata/rapidata_client/leaderboard/rapidata_leaderboard_manager.py,sha256=
|
|
502
|
+
rapidata/rapidata_client/leaderboard/rapidata_leaderboard_manager.py,sha256=ZoLbXsymlsia74ZquYX1EMVgDW9WG6loez3aP68TkS0,4486
|
|
503
503
|
rapidata/rapidata_client/logging/__init__.py,sha256=4gLxePW8TvgYDZmPWMcf6fA8bEyu35vMKOmlPj5oXNE,110
|
|
504
504
|
rapidata/rapidata_client/logging/logger.py,sha256=9vULXUizGObQeqMY-CryiAQsq8xDZw0ChLhvV8oa99s,3907
|
|
505
505
|
rapidata/rapidata_client/logging/output_manager.py,sha256=AmSVZ2emVW5UWgOiNqkXNVRItsvd5Ox0hsIoZQhYYYo,653
|
|
@@ -534,10 +534,10 @@ rapidata/rapidata_client/selection/retrieval_modes.py,sha256=J2jzPEJ4wdllm_RnU_F
|
|
|
534
534
|
rapidata/rapidata_client/selection/shuffling_selection.py,sha256=FzOp7mnBLxNzM5at_-935wd77IHyWnFR1f8uqokiMOg,1201
|
|
535
535
|
rapidata/rapidata_client/selection/static_selection.py,sha256=-RWD3ChPe7-J31Shmah9JBNCgc5a16C5NOUl1f8tZCM,680
|
|
536
536
|
rapidata/rapidata_client/selection/validation_selection.py,sha256=sedeIa8lpXVXKtFJA9IDeRvo9A1Ne4ZGcepaWDUGhCU,851
|
|
537
|
-
rapidata/rapidata_client/settings/__init__.py,sha256=
|
|
537
|
+
rapidata/rapidata_client/settings/__init__.py,sha256=N0WAPauadPgi7qzzaHa6mwFI25NX16VlTtxYBJ5Jwbk,507
|
|
538
538
|
rapidata/rapidata_client/settings/_rapidata_setting.py,sha256=MD5JhhogSLLrjFKjvL3JhMszOMCygyqLF-st0EwMSkw,352
|
|
539
539
|
rapidata/rapidata_client/settings/alert_on_fast_response.py,sha256=qW9Kv3mfl_V5NkPvKzg1Wz6QCRU-CmcAn1yaWCYI16U,989
|
|
540
|
-
rapidata/rapidata_client/settings/allow_neither_both.py,sha256=
|
|
540
|
+
rapidata/rapidata_client/settings/allow_neither_both.py,sha256=KbcO9NEOvZ32YII5RCUh87KA5RubykQKVQA25DK1uGQ,539
|
|
541
541
|
rapidata/rapidata_client/settings/custom_setting.py,sha256=TIbbedz98bfoIxQyiSMRYnQAaRFI1J7dYoTY89uNIoA,579
|
|
542
542
|
rapidata/rapidata_client/settings/free_text_minimum_characters.py,sha256=-kKO36Z7SsK9hGNEaVeHd1MLMqY6lkAuVAm3ST0y_gs,729
|
|
543
543
|
rapidata/rapidata_client/settings/models/__init__.py,sha256=IW7OuWg7xWIwFYrMAOX5N0HGGcqE6fFpgYin3vWRkOU,71
|
|
@@ -568,7 +568,7 @@ rapidata/service/__init__.py,sha256=s9bS1AJZaWIhLtJX_ZA40_CK39rAAkwdAmymTMbeWl4,
|
|
|
568
568
|
rapidata/service/credential_manager.py,sha256=pUEEtp6VrFWYhfUUtyqmS0AlRqe2Y0kFkY6o22IT4KM,8682
|
|
569
569
|
rapidata/service/local_file_service.py,sha256=pgorvlWcx52Uh3cEG6VrdMK_t__7dacQ_5AnfY14BW8,877
|
|
570
570
|
rapidata/service/openapi_service.py,sha256=yW8F6UcGs5VCzB4k3-FSBToojjpgJ4Y_LiEgZZ7uprw,5049
|
|
571
|
-
rapidata-2.28.
|
|
572
|
-
rapidata-2.28.
|
|
573
|
-
rapidata-2.28.
|
|
574
|
-
rapidata-2.28.
|
|
571
|
+
rapidata-2.28.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
572
|
+
rapidata-2.28.2.dist-info/METADATA,sha256=O47Ad7OsKqcebDz9gZF1WP3D7WJMWoJyMSZamMje1vk,1264
|
|
573
|
+
rapidata-2.28.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
|
574
|
+
rapidata-2.28.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|