opik-optimizer 0.7.4__tar.gz → 0.7.6__tar.gz

{opik_optimizer-0.7.4/src/opik_optimizer.egg-info → opik_optimizer-0.7.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: opik_optimizer
-Version: 0.7.4
+Version: 0.7.6
 Summary: Agent optimization with Opik
 Home-page: https://github.com/comet-ml/opik
 Author: Comet ML

{opik_optimizer-0.7.4 → opik_optimizer-0.7.6}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="opik_optimizer",
-    version="0.7.4",
+    version="0.7.6",
     description="Agent optimization with Opik",
     author="Comet ML",
     author_email="support@comet.com",

{opik_optimizer-0.7.4 → opik_optimizer-0.7.6}/src/opik_optimizer/few_shot_bayesian_optimizer/few_shot_bayesian_optimizer.py

@@ -25,6 +25,7 @@ _limiter = _throttle.get_rate_limiter_for_current_opik_installation()
 
 logger = logging.getLogger(__name__)
 
+
 @_throttle.rate_limited(_limiter)
 def _call_model(model, messages, seed, model_kwargs):
     model_kwargs = opik_litellm_monitor.try_add_opik_monitoring_to_params(model_kwargs)
@@ -84,7 +85,7 @@ class FewShotBayesianOptimizer(base_optimizer.BaseOptimizer):
         split_idx = int(len(dataset) * train_ratio)
         return dataset[:split_idx], dataset[split_idx:]
 
-    def _optimize_prompt(   
+    def _optimize_prompt(
         self,
         dataset: Union[str, Dataset],
         metric_config: MetricConfig,
@@ -171,7 +172,9 @@ class FewShotBayesianOptimizer(base_optimizer.BaseOptimizer):
                 "n_examples", self.min_examples, self.max_examples
             )
             example_indices = [
-                trial.suggest_categorical(f"example_{i}", list(range(len(dataset_items))))
+                trial.suggest_categorical(
+                    f"example_{i}", list(range(len(dataset_items)))
+                )
                 for i in range(n_examples)
             ]
             trial.set_user_attr("example_indices", example_indices)
@@ -256,6 +259,7 @@ class FewShotBayesianOptimizer(base_optimizer.BaseOptimizer):
         main_prompt_string = best_param.instruction
 
         return optimization_result.OptimizationResult(
+            optimizer=self.__class__.__name__,
             prompt=main_prompt_string,
             score=best_score,
             metric_name=metric_config.metric.name,

{opik_optimizer-0.7.4 → opik_optimizer-0.7.6}/src/opik_optimizer/meta_prompt_optimizer.py

@@ -29,6 +29,7 @@ logger = logging.getLogger(__name__)  # Gets logger configured by setup_logging
 
 _rate_limiter = _throttle.get_rate_limiter_for_current_opik_installation()
 
+
 class MetaPromptOptimizer(BaseOptimizer):
     """Optimizer that uses meta-prompting to improve prompts based on examples and performance."""
 
@@ -873,6 +874,7 @@ class MetaPromptOptimizer(BaseOptimizer):
         }
 
         return OptimizationResult(
+            optimizer=self.__class__.__name__,
             prompt=best_prompt,
             score=best_score,
             metric_name=metric_config.metric.name,

{opik_optimizer-0.7.4 → opik_optimizer-0.7.6}/src/opik_optimizer/mipro_optimizer/_mipro_optimizer_v2.py

@@ -54,6 +54,16 @@ from opik_optimizer import task_evaluator
 from opik_optimizer.optimization_config.configs import MetricConfig, TaskConfig
 from opik_optimizer.optimization_config import mappers
 
+def get_prompt(program):
+    """
+    Get the system prompt from the program
+    """
+    if hasattr(program, "react"):
+        instructions = program.react.signature.instructions
+    else:
+        instructions = program.signature.instructions
+
+    return instructions
 
 class MIPROv2(Teleprompter):
     def __init__(
@@ -547,7 +557,7 @@ class MIPROv2(Teleprompter):
             for l in demo:
                 for example in l:
                     examples.append(example.toDict())
-        prompt = program.signature.instructions
+        prompt = get_prompt(program)
         experiment_config = {
             **self.experiment_config,
             **{"configuration": {
@@ -928,7 +938,7 @@ class MIPROv2(Teleprompter):
             for l in demo:
                 for example in l:
                     examples.append(example.toDict())
-        prompt = highest_mean_program.signature.instructions
+        prompt = get_prompt(highest_mean_program)
         experiment_config = {
             **self.experiment_config,
             **{"configuration": {

{opik_optimizer-0.7.4 → opik_optimizer-0.7.6}/src/opik_optimizer/mipro_optimizer/mipro_optimizer.py

@@ -196,6 +196,7 @@ class MiproOptimizer(BaseOptimizer):
         task_config: TaskConfig,
         num_candidates: int = 10,
         experiment_config: Optional[Dict] = None,
+        num_trials: Optional[int] = 3,
         **kwargs,
     ) -> OptimizationResult:
         self._opik_client = opik.Opik()
@@ -222,6 +223,7 @@ class MiproOptimizer(BaseOptimizer):
                 num_candidates=num_candidates,
                 experiment_config=experiment_config,
                 optimization_id=optimization.id if optimization is not None else None,
+                num_trials=num_trials,
                 **kwargs,
             )
             if optimization:
@@ -241,6 +243,7 @@ class MiproOptimizer(BaseOptimizer):
         num_candidates: int = 10,
         experiment_config: Optional[Dict] = None,
         optimization_id: Optional[str] = None,
+        num_trials: Optional[int] = 3,
         **kwargs,
     ) -> OptimizationResult:
         logger.info("Preparing MIPRO optimization...")
@@ -251,6 +254,7 @@ class MiproOptimizer(BaseOptimizer):
             num_candidates=num_candidates,
             experiment_config=experiment_config,
             optimization_id=optimization_id,
+            num_trials=num_trials,
             **kwargs,
         )
         logger.info("Starting MIPRO compilation...")
@@ -266,6 +270,7 @@ class MiproOptimizer(BaseOptimizer):
         num_candidates: int = 10,
         experiment_config: Optional[Dict] = None,
         optimization_id: Optional[str] = None,
+        num_trials: Optional[int] = 3,
         **kwargs,
     ) -> None:
         # FIXME: Intermediate values:
@@ -279,6 +284,7 @@ class MiproOptimizer(BaseOptimizer):
         self.input_key = input_key
         self.output_key = output_key
         self.prompt = prompt
+        self.num_trials = num_trials
 
         # Convert to values for MIPRO:
         if isinstance(dataset, str):
@@ -319,6 +325,7 @@ class MiproOptimizer(BaseOptimizer):
                 "metric": metric.name,
                 "num_threads": self.num_threads,
                 "num_candidates": self.num_candidates,
+                "num_trails": self.num_trials,
                 "dataset": dataset.name,
             },
         }
@@ -359,7 +366,7 @@ class MiproOptimizer(BaseOptimizer):
             trainset=self.trainset,
             provide_traceback=True,
             requires_permission_to_run=False,
-            num_trials=3,
+            num_trials=self.num_trials,
         )
         self.best_programs = sorted(
             self.results.candidate_programs,

{opik_optimizer-0.7.4 → opik_optimizer-0.7.6/src/opik_optimizer.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: opik_optimizer
-Version: 0.7.4
+Version: 0.7.6
 Summary: Agent optimization with Opik
 Home-page: https://github.com/comet-ml/opik
 Author: Comet ML