opik-optimizer 0.8.0__py3-none-any.whl → 0.8.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- opik_optimizer/data/hotpot-500.json +501 -1001
- opik_optimizer/datasets/hotpot_qa.py +2 -1
- opik_optimizer/few_shot_bayesian_optimizer/few_shot_bayesian_optimizer.py +2 -2
- opik_optimizer/meta_prompt_optimizer.py +3 -3
- {opik_optimizer-0.8.0.dist-info → opik_optimizer-0.8.1.dist-info}/METADATA +1 -1
- {opik_optimizer-0.8.0.dist-info → opik_optimizer-0.8.1.dist-info}/RECORD +9 -9
- {opik_optimizer-0.8.0.dist-info → opik_optimizer-0.8.1.dist-info}/WHEEL +0 -0
- {opik_optimizer-0.8.0.dist-info → opik_optimizer-0.8.1.dist-info}/licenses/LICENSE +0 -0
- {opik_optimizer-0.8.0.dist-info → opik_optimizer-0.8.1.dist-info}/top_level.txt +0 -0
@@ -2,6 +2,7 @@ import opik
|
|
2
2
|
from importlib.resources import files
|
3
3
|
import json
|
4
4
|
|
5
|
+
|
5
6
|
def hotpot_300(
|
6
7
|
test_mode: bool = False
|
7
8
|
) -> opik.Dataset:
|
@@ -9,7 +10,7 @@ def hotpot_300(
|
|
9
10
|
Dataset containing the first 300 samples of the HotpotQA dataset.
|
10
11
|
"""
|
11
12
|
dataset_name = "hotpot_300" if not test_mode else "hotpot_300_test"
|
12
|
-
nb_items = 300 if not test_mode else
|
13
|
+
nb_items = 300 if not test_mode else 5
|
13
14
|
|
14
15
|
client = opik.Opik()
|
15
16
|
dataset = client.get_or_create_dataset(dataset_name)
|
@@ -341,8 +341,8 @@ class FewShotBayesianOptimizer(base_optimizer.BaseOptimizer):
|
|
341
341
|
"total_trials": n_trials,
|
342
342
|
"rounds": [],
|
343
343
|
"stopped_early": False,
|
344
|
-
"metric_config": metric_config.
|
345
|
-
"task_config": task_config.
|
344
|
+
"metric_config": metric_config.model_dump(),
|
345
|
+
"task_config": task_config.model_dump(),
|
346
346
|
"model": self.model,
|
347
347
|
"temperature": self.model_kwargs.get("temperature"),
|
348
348
|
},
|
@@ -779,7 +779,7 @@ class MetaPromptOptimizer(BaseOptimizer):
|
|
779
779
|
improvement,
|
780
780
|
)
|
781
781
|
rounds.append(round_data)
|
782
|
-
self._add_to_history(round_data.
|
782
|
+
self._add_to_history(round_data.model_dump())
|
783
783
|
|
784
784
|
if (
|
785
785
|
improvement < self.improvement_threshold and round_num > 0
|
@@ -897,8 +897,8 @@ class MetaPromptOptimizer(BaseOptimizer):
|
|
897
897
|
"rounds": rounds,
|
898
898
|
"total_rounds": len(rounds),
|
899
899
|
"stopped_early": stopped_early,
|
900
|
-
"metric_config": metric_config.
|
901
|
-
"task_config": task_config.
|
900
|
+
"metric_config": metric_config.model_dump(),
|
901
|
+
"task_config": task_config.model_dump(),
|
902
902
|
"model": self.model,
|
903
903
|
"temperature": self.model_kwargs.get("temperature"),
|
904
904
|
}
|
@@ -3,18 +3,18 @@ opik_optimizer/_throttle.py,sha256=ztub8qlwz4u0GVA2TIoLig0D1Cs0hJ7_o_SnT_C7Nmk,1
|
|
3
3
|
opik_optimizer/base_optimizer.py,sha256=Gp96LSmWBHpC5rOoDkDUunRayvqf-A510TMwjsVhZYk,5018
|
4
4
|
opik_optimizer/cache_config.py,sha256=EzF4RAzxhSG8vtMJANdiUpNHQ9HzL2CrCXp0iik0f4A,580
|
5
5
|
opik_optimizer/logging_config.py,sha256=XECPnSoh8ghbllv1F0vj6ofO8YmE2HL0coLWjLdaNTU,2780
|
6
|
-
opik_optimizer/meta_prompt_optimizer.py,sha256
|
6
|
+
opik_optimizer/meta_prompt_optimizer.py,sha256=-5fAPz0LsQiQS-xj67hxr3KizvxoOScAA7gS6ACM9PY,49457
|
7
7
|
opik_optimizer/optimization_result.py,sha256=v_22SUW62XOFDPGRXrKLshPowi_QeJ1ZFrtnlaFMWek,9134
|
8
8
|
opik_optimizer/task_evaluator.py,sha256=aKVM2ER4TOgBC54FO1E6Spj-hdN_G8XstJ-F6m1gkJo,3879
|
9
9
|
opik_optimizer/utils.py,sha256=NWNyOYnsV0A7pHrfywRROmXq68nrUUuyzn2w0hKXpUg,1986
|
10
|
-
opik_optimizer/data/hotpot-500.json,sha256=
|
10
|
+
opik_optimizer/data/hotpot-500.json,sha256=YXxCtuvYvxSu5u0y4559a6b1qwgAYsWzT_SUKv_21ew,76862
|
11
11
|
opik_optimizer/datasets/__init__.py,sha256=j4O7ItmTDsm0XdAtx42uBsewSEhhw99Z-BO0CyyEBes,692
|
12
12
|
opik_optimizer/datasets/ai2_arc.py,sha256=PMWInWVRPQ9u_nlr9N531CeVKjI6y_ZSQmNY2t1zwOI,1401
|
13
13
|
opik_optimizer/datasets/cnn_dailymail.py,sha256=PmWRR6e1ZF79ap2ZvaiZYmmW5_RN-5aBwRJQz8ANZk8,1324
|
14
14
|
opik_optimizer/datasets/election_questions.py,sha256=p0U2a49SETRikgd_FM5GfZAL_TzKJXNzrP7Kpfn0ZyA,1209
|
15
15
|
opik_optimizer/datasets/gsm8k.py,sha256=zrXQh_3-1jCF2do7F3hq_bEcaXUSQWX0E6nyQfcpQCE,1301
|
16
16
|
opik_optimizer/datasets/halu_eval.py,sha256=wOFbPdJ2jcQ3s3FpzDFGgx4rmvJHk9aD2WHxJrIascs,1420
|
17
|
-
opik_optimizer/datasets/hotpot_qa.py,sha256=
|
17
|
+
opik_optimizer/datasets/hotpot_qa.py,sha256=fgznrfV6DO1B8BekvL3Hc2hwzBCvph-HiZuEuwTiTqU,2142
|
18
18
|
opik_optimizer/datasets/medhallu.py,sha256=NltkH6UuaGFqN1ilYQrH136kn1ELAKZ6HfjHmyHHUpk,1462
|
19
19
|
opik_optimizer/datasets/rag_hallucinations.py,sha256=3ddmUL7dp01iGYkvJ9uaTKFEuLnqrJJ29Ww9z5m_-3g,1421
|
20
20
|
opik_optimizer/datasets/ragbench.py,sha256=bCt3S5KsfW_2wDK009aiGRXiIEHlLgL_OlXrXBFWEPI,1411
|
@@ -26,7 +26,7 @@ opik_optimizer/demo/datasets.py,sha256=MezQlG4Q_cgSH7zQOmJcDwkGU8JV0xKSnZwCJGaj-
|
|
26
26
|
opik_optimizer/evolutionary_optimizer/__init__.py,sha256=OQ2ART5g-7EVGOISvTGY-AbmEyyDFEJJCsmJBzGJIpw,57
|
27
27
|
opik_optimizer/evolutionary_optimizer/evolutionary_optimizer.py,sha256=rrSZ8rUeUkVQ8qZwz16gY3TUoOwi0o-rVPZLumNeSWs,76650
|
28
28
|
opik_optimizer/few_shot_bayesian_optimizer/__init__.py,sha256=VuH7FOROyGcjMPryejtZC-5Y0QHlVTFLTGUDgNqRAFw,113
|
29
|
-
opik_optimizer/few_shot_bayesian_optimizer/few_shot_bayesian_optimizer.py,sha256=
|
29
|
+
opik_optimizer/few_shot_bayesian_optimizer/few_shot_bayesian_optimizer.py,sha256=F4NQdm4YN7BMioxQdhzBZK8qhFEDG3qYhF--M29jfzQ,19334
|
30
30
|
opik_optimizer/few_shot_bayesian_optimizer/prompt_parameter.py,sha256=EDsSIFAUOfiZKWLrOAaBDB7Exk7cmIs4ccI95kVa7JY,3118
|
31
31
|
opik_optimizer/few_shot_bayesian_optimizer/prompt_templates.py,sha256=HmvD-UeT3aKiiet5cUtULXe6iFPEOo6hxyDE0pH2LnQ,2424
|
32
32
|
opik_optimizer/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
@@ -38,8 +38,8 @@ opik_optimizer/mipro_optimizer/utils.py,sha256=wG1koygXfm_pvtA1jR-YaU4NATPbJZoTI
|
|
38
38
|
opik_optimizer/optimization_config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
39
39
|
opik_optimizer/optimization_config/configs.py,sha256=MYL9H2UAqeyGBlBGWbOZ-6Snto4ZMuXnypgvVuUSW1Y,1132
|
40
40
|
opik_optimizer/optimization_config/mappers.py,sha256=RXgTMxPzTQ1AHGke6Zca6rTcfCI7IkCKhQYciaEGSAo,1698
|
41
|
-
opik_optimizer-0.8.
|
42
|
-
opik_optimizer-0.8.
|
43
|
-
opik_optimizer-0.8.
|
44
|
-
opik_optimizer-0.8.
|
45
|
-
opik_optimizer-0.8.
|
41
|
+
opik_optimizer-0.8.1.dist-info/licenses/LICENSE,sha256=dTRSwwCHdWeSjzodvnivYqcwi8x3Qfr21yv65QUWWBE,1062
|
42
|
+
opik_optimizer-0.8.1.dist-info/METADATA,sha256=HPdTa0hebpLlqgFVY4Ue-VFaqDucUIPb1KrZS8w_rX4,7085
|
43
|
+
opik_optimizer-0.8.1.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
|
44
|
+
opik_optimizer-0.8.1.dist-info/top_level.txt,sha256=ondOlpq6_yFckqpxoAHSfzZS2N-JfgmA-QQhOJfz7m0,15
|
45
|
+
opik_optimizer-0.8.1.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|