opik-optimizer 0.8.0__py3-none-any.whl → 0.9.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- opik_optimizer/__init__.py +15 -26
- opik_optimizer/base_optimizer.py +28 -44
- opik_optimizer/data/hotpot-500.json +501 -1001
- opik_optimizer/datasets/__init__.py +6 -7
- opik_optimizer/datasets/hotpot_qa.py +2 -1
- opik_optimizer/evolutionary_optimizer/evolutionary_optimizer.py +742 -726
- opik_optimizer/evolutionary_optimizer/reporting.py +246 -0
- opik_optimizer/few_shot_bayesian_optimizer/few_shot_bayesian_optimizer.py +297 -193
- opik_optimizer/few_shot_bayesian_optimizer/reporting.py +119 -0
- opik_optimizer/meta_prompt_optimizer/__init__.py +5 -0
- opik_optimizer/meta_prompt_optimizer/meta_prompt_optimizer.py +816 -0
- opik_optimizer/meta_prompt_optimizer/reporting.py +140 -0
- opik_optimizer/mipro_optimizer/__init__.py +1 -1
- opik_optimizer/mipro_optimizer/_mipro_optimizer_v2.py +12 -20
- opik_optimizer/mipro_optimizer/mipro_optimizer.py +32 -52
- opik_optimizer/mipro_optimizer/utils.py +1 -23
- opik_optimizer/optimization_config/chat_prompt.py +106 -0
- opik_optimizer/optimization_config/configs.py +2 -21
- opik_optimizer/optimization_config/mappers.py +1 -1
- opik_optimizer/optimization_result.py +57 -85
- opik_optimizer/reporting_utils.py +180 -0
- opik_optimizer/task_evaluator.py +41 -26
- opik_optimizer/utils.py +187 -3
- {opik_optimizer-0.8.0.dist-info → opik_optimizer-0.9.0.dist-info}/METADATA +15 -31
- opik_optimizer-0.9.0.dist-info/RECORD +48 -0
- {opik_optimizer-0.8.0.dist-info → opik_optimizer-0.9.0.dist-info}/WHEEL +1 -1
- opik_optimizer/few_shot_bayesian_optimizer/prompt_parameter.py +0 -91
- opik_optimizer/few_shot_bayesian_optimizer/prompt_templates.py +0 -80
- opik_optimizer/integrations/__init__.py +0 -0
- opik_optimizer/meta_prompt_optimizer.py +0 -1151
- opik_optimizer-0.8.0.dist-info/RECORD +0 -45
- {opik_optimizer-0.8.0.dist-info → opik_optimizer-0.9.0.dist-info}/licenses/LICENSE +0 -0
- {opik_optimizer-0.8.0.dist-info → opik_optimizer-0.9.0.dist-info}/top_level.txt +0 -0
|
@@ -1,15 +1,14 @@
|
|
|
1
|
-
from .hotpot_qa import hotpot_300, hotpot_500
|
|
2
|
-
from .halu_eval import halu_eval_300
|
|
3
|
-
from .tiny_test import tiny_test
|
|
4
|
-
from .gsm8k import gsm8k
|
|
5
1
|
from .ai2_arc import ai2_arc
|
|
6
|
-
from .truthful_qa import truthful_qa
|
|
7
2
|
from .cnn_dailymail import cnn_dailymail
|
|
8
|
-
from .ragbench import ragbench_sentence_relevance
|
|
9
3
|
from .election_questions import election_questions
|
|
4
|
+
from .gsm8k import gsm8k
|
|
5
|
+
from .halu_eval import halu_eval_300
|
|
6
|
+
from .hotpot_qa import hotpot_300, hotpot_500
|
|
10
7
|
from .medhallu import medhallu
|
|
11
8
|
from .rag_hallucinations import rag_hallucinations
|
|
12
|
-
|
|
9
|
+
from .ragbench import ragbench_sentence_relevance
|
|
10
|
+
from .tiny_test import tiny_test
|
|
11
|
+
from .truthful_qa import truthful_qa
|
|
13
12
|
|
|
14
13
|
__all__ = [
|
|
15
14
|
"hotpot_300",
|
|
@@ -2,6 +2,7 @@ import opik
|
|
|
2
2
|
from importlib.resources import files
|
|
3
3
|
import json
|
|
4
4
|
|
|
5
|
+
|
|
5
6
|
def hotpot_300(
|
|
6
7
|
test_mode: bool = False
|
|
7
8
|
) -> opik.Dataset:
|
|
@@ -9,7 +10,7 @@ def hotpot_300(
|
|
|
9
10
|
Dataset containing the first 300 samples of the HotpotQA dataset.
|
|
10
11
|
"""
|
|
11
12
|
dataset_name = "hotpot_300" if not test_mode else "hotpot_300_test"
|
|
12
|
-
nb_items = 300 if not test_mode else
|
|
13
|
+
nb_items = 300 if not test_mode else 5
|
|
13
14
|
|
|
14
15
|
client = opik.Opik()
|
|
15
16
|
dataset = client.get_or_create_dataset(dataset_name)
|