opik-optimizer 0.7.4__py3-none-any.whl → 0.7.5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- opik_optimizer/mipro_optimizer/_mipro_optimizer_v2.py +12 -2
- opik_optimizer/mipro_optimizer/mipro_optimizer.py +8 -1
- {opik_optimizer-0.7.4.dist-info → opik_optimizer-0.7.5.dist-info}/METADATA +1 -1
- {opik_optimizer-0.7.4.dist-info → opik_optimizer-0.7.5.dist-info}/RECORD +7 -7
- {opik_optimizer-0.7.4.dist-info → opik_optimizer-0.7.5.dist-info}/WHEEL +0 -0
- {opik_optimizer-0.7.4.dist-info → opik_optimizer-0.7.5.dist-info}/licenses/LICENSE +0 -0
- {opik_optimizer-0.7.4.dist-info → opik_optimizer-0.7.5.dist-info}/top_level.txt +0 -0
@@ -54,6 +54,16 @@ from opik_optimizer import task_evaluator
|
|
54
54
|
from opik_optimizer.optimization_config.configs import MetricConfig, TaskConfig
|
55
55
|
from opik_optimizer.optimization_config import mappers
|
56
56
|
|
57
|
+
def get_prompt(program):
|
58
|
+
"""
|
59
|
+
Get the system prompt from the program
|
60
|
+
"""
|
61
|
+
if hasattr(program, "react"):
|
62
|
+
instructions = program.react.signature.instructions
|
63
|
+
else:
|
64
|
+
instructions = program.signature.instructions
|
65
|
+
|
66
|
+
return instructions
|
57
67
|
|
58
68
|
class MIPROv2(Teleprompter):
|
59
69
|
def __init__(
|
@@ -547,7 +557,7 @@ class MIPROv2(Teleprompter):
|
|
547
557
|
for l in demo:
|
548
558
|
for example in l:
|
549
559
|
examples.append(example.toDict())
|
550
|
-
prompt = program
|
560
|
+
prompt = get_prompt(program)
|
551
561
|
experiment_config = {
|
552
562
|
**self.experiment_config,
|
553
563
|
**{"configuration": {
|
@@ -928,7 +938,7 @@ class MIPROv2(Teleprompter):
|
|
928
938
|
for l in demo:
|
929
939
|
for example in l:
|
930
940
|
examples.append(example.toDict())
|
931
|
-
prompt = highest_mean_program
|
941
|
+
prompt = get_prompt(highest_mean_program)
|
932
942
|
experiment_config = {
|
933
943
|
**self.experiment_config,
|
934
944
|
**{"configuration": {
|
@@ -196,6 +196,7 @@ class MiproOptimizer(BaseOptimizer):
|
|
196
196
|
task_config: TaskConfig,
|
197
197
|
num_candidates: int = 10,
|
198
198
|
experiment_config: Optional[Dict] = None,
|
199
|
+
num_trials: Optional[int] = 3,
|
199
200
|
**kwargs,
|
200
201
|
) -> OptimizationResult:
|
201
202
|
self._opik_client = opik.Opik()
|
@@ -222,6 +223,7 @@ class MiproOptimizer(BaseOptimizer):
|
|
222
223
|
num_candidates=num_candidates,
|
223
224
|
experiment_config=experiment_config,
|
224
225
|
optimization_id=optimization.id if optimization is not None else None,
|
226
|
+
num_trials=num_trials,
|
225
227
|
**kwargs,
|
226
228
|
)
|
227
229
|
if optimization:
|
@@ -241,6 +243,7 @@ class MiproOptimizer(BaseOptimizer):
|
|
241
243
|
num_candidates: int = 10,
|
242
244
|
experiment_config: Optional[Dict] = None,
|
243
245
|
optimization_id: Optional[str] = None,
|
246
|
+
num_trials: Optional[int] = 3,
|
244
247
|
**kwargs,
|
245
248
|
) -> OptimizationResult:
|
246
249
|
logger.info("Preparing MIPRO optimization...")
|
@@ -251,6 +254,7 @@ class MiproOptimizer(BaseOptimizer):
|
|
251
254
|
num_candidates=num_candidates,
|
252
255
|
experiment_config=experiment_config,
|
253
256
|
optimization_id=optimization_id,
|
257
|
+
num_trials=num_trials,
|
254
258
|
**kwargs,
|
255
259
|
)
|
256
260
|
logger.info("Starting MIPRO compilation...")
|
@@ -266,6 +270,7 @@ class MiproOptimizer(BaseOptimizer):
|
|
266
270
|
num_candidates: int = 10,
|
267
271
|
experiment_config: Optional[Dict] = None,
|
268
272
|
optimization_id: Optional[str] = None,
|
273
|
+
num_trials: Optional[int] = 3,
|
269
274
|
**kwargs,
|
270
275
|
) -> None:
|
271
276
|
# FIXME: Intermediate values:
|
@@ -279,6 +284,7 @@ class MiproOptimizer(BaseOptimizer):
|
|
279
284
|
self.input_key = input_key
|
280
285
|
self.output_key = output_key
|
281
286
|
self.prompt = prompt
|
287
|
+
self.num_trials = num_trials
|
282
288
|
|
283
289
|
# Convert to values for MIPRO:
|
284
290
|
if isinstance(dataset, str):
|
@@ -319,6 +325,7 @@ class MiproOptimizer(BaseOptimizer):
|
|
319
325
|
"metric": metric.name,
|
320
326
|
"num_threads": self.num_threads,
|
321
327
|
"num_candidates": self.num_candidates,
|
328
|
+
"num_trails": self.num_trails,
|
322
329
|
"dataset": dataset.name,
|
323
330
|
},
|
324
331
|
}
|
@@ -359,7 +366,7 @@ class MiproOptimizer(BaseOptimizer):
|
|
359
366
|
trainset=self.trainset,
|
360
367
|
provide_traceback=True,
|
361
368
|
requires_permission_to_run=False,
|
362
|
-
num_trials=
|
369
|
+
num_trials=self.num_trials,
|
363
370
|
)
|
364
371
|
self.best_programs = sorted(
|
365
372
|
self.results.candidate_programs,
|
@@ -20,14 +20,14 @@ opik_optimizer/few_shot_bayesian_optimizer/prompt_templates.py,sha256=HmvD-UeT3a
|
|
20
20
|
opik_optimizer/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
21
21
|
opik_optimizer/mipro_optimizer/__init__.py,sha256=CF9TVXjOxTobDO1kAS8CD4eyLVzEozxjfgoKwIO6ZpU,44
|
22
22
|
opik_optimizer/mipro_optimizer/_lm.py,sha256=bcTy2Y5HjSaFQOATIpUaA86eIp3vKHaMuDI2_RvN2ww,16376
|
23
|
-
opik_optimizer/mipro_optimizer/_mipro_optimizer_v2.py,sha256=
|
24
|
-
opik_optimizer/mipro_optimizer/mipro_optimizer.py,sha256=
|
23
|
+
opik_optimizer/mipro_optimizer/_mipro_optimizer_v2.py,sha256=CiQWe39LCp-81SZmLyMybIw2lc_0RBKcxclLEuSXQgI,39757
|
24
|
+
opik_optimizer/mipro_optimizer/mipro_optimizer.py,sha256=VCQ0V1U_3aEsCqBumu127QLUEjkPA-kRWZou1qtZ9gU,15044
|
25
25
|
opik_optimizer/mipro_optimizer/utils.py,sha256=4et1JA1QInX3h6Is-_RqzliFwJqkm6tlA0X5CryG60I,3142
|
26
26
|
opik_optimizer/optimization_config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
27
27
|
opik_optimizer/optimization_config/configs.py,sha256=MYL9H2UAqeyGBlBGWbOZ-6Snto4ZMuXnypgvVuUSW1Y,1132
|
28
28
|
opik_optimizer/optimization_config/mappers.py,sha256=RXgTMxPzTQ1AHGke6Zca6rTcfCI7IkCKhQYciaEGSAo,1698
|
29
|
-
opik_optimizer-0.7.
|
30
|
-
opik_optimizer-0.7.
|
31
|
-
opik_optimizer-0.7.
|
32
|
-
opik_optimizer-0.7.
|
33
|
-
opik_optimizer-0.7.
|
29
|
+
opik_optimizer-0.7.5.dist-info/licenses/LICENSE,sha256=dTRSwwCHdWeSjzodvnivYqcwi8x3Qfr21yv65QUWWBE,1062
|
30
|
+
opik_optimizer-0.7.5.dist-info/METADATA,sha256=_1cqmztaDxXDGs0It8INn18IuQAVpWomu0bKITYkkBI,3853
|
31
|
+
opik_optimizer-0.7.5.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
|
32
|
+
opik_optimizer-0.7.5.dist-info/top_level.txt,sha256=ondOlpq6_yFckqpxoAHSfzZS2N-JfgmA-QQhOJfz7m0,15
|
33
|
+
opik_optimizer-0.7.5.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|