opik-optimizer 0.7.6__tar.gz → 0.7.8__tar.gz

{opik_optimizer-0.7.6/src/opik_optimizer.egg-info → opik_optimizer-0.7.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: opik_optimizer
-Version: 0.7.6
+Version: 0.7.8
 Summary: Agent optimization with Opik
 Home-page: https://github.com/comet-ml/opik
 Author: Comet ML

{opik_optimizer-0.7.6 → opik_optimizer-0.7.8}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="opik_optimizer",
-    version="0.7.6",
+    version="0.7.8",
     description="Agent optimization with Opik",
     author="Comet ML",
     author_email="support@comet.com",

{opik_optimizer-0.7.6 → opik_optimizer-0.7.8}/src/opik_optimizer/mipro_optimizer/mipro_optimizer.py

@@ -1,4 +1,4 @@
-from typing import Any, Dict, List, Tuple, Union, Optional
+from typing import Any, Dict, List, Tuple, Union, Optional, Literal
 import os
 import random
 
@@ -197,6 +197,8 @@ class MiproOptimizer(BaseOptimizer):
         num_candidates: int = 10,
         experiment_config: Optional[Dict] = None,
         num_trials: Optional[int] = 3,
+        n_samples: Optional[int] = 10,
+        auto: Optional[Literal["light", "medium", "heavy"]] = "light",
         **kwargs,
     ) -> OptimizationResult:
         self._opik_client = opik.Opik()
@@ -224,6 +226,8 @@ class MiproOptimizer(BaseOptimizer):
                 experiment_config=experiment_config,
                 optimization_id=optimization.id if optimization is not None else None,
                 num_trials=num_trials,
+                n_samples=n_samples,
+                auto=auto,
                 **kwargs,
             )
             if optimization:
@@ -244,6 +248,8 @@ class MiproOptimizer(BaseOptimizer):
         experiment_config: Optional[Dict] = None,
         optimization_id: Optional[str] = None,
         num_trials: Optional[int] = 3,
+        n_samples: Optional[int] = 10,
+        auto: Optional[Literal["light", "medium", "heavy"]] = "light",
         **kwargs,
     ) -> OptimizationResult:
         logger.info("Preparing MIPRO optimization...")
@@ -255,6 +261,8 @@ class MiproOptimizer(BaseOptimizer):
             experiment_config=experiment_config,
             optimization_id=optimization_id,
             num_trials=num_trials,
+            n_samples=n_samples,
+            auto=auto,
             **kwargs,
         )
         logger.info("Starting MIPRO compilation...")
@@ -271,6 +279,8 @@ class MiproOptimizer(BaseOptimizer):
         experiment_config: Optional[Dict] = None,
         optimization_id: Optional[str] = None,
         num_trials: Optional[int] = 3,
+        n_samples: Optional[int] = 10,
+        auto: Optional[Literal["light", "medium", "heavy"]] = "light",
         **kwargs,
     ) -> None:
         # FIXME: Intermediate values:
@@ -285,6 +295,8 @@ class MiproOptimizer(BaseOptimizer):
         self.output_key = output_key
         self.prompt = prompt
         self.num_trials = num_trials
+        self.n_samples = n_samples
+        self.auto = auto
 
         # Convert to values for MIPRO:
         if isinstance(dataset, str):
@@ -300,7 +312,7 @@ class MiproOptimizer(BaseOptimizer):
             if self.output_key not in row:
                 raise Exception("row does not contain output_key: %r" % self.output_key)
 
-        self.trainset = create_dspy_training_set(self.dataset, self.input_key)
+        self.trainset = create_dspy_training_set(self.dataset, self.input_key, self.n_samples)
         self.data_signature = create_dspy_signature(
             self.input_key, self.output_key, self.prompt
         )
@@ -325,7 +337,7 @@ class MiproOptimizer(BaseOptimizer):
                 "metric": metric.name,
                 "num_threads": self.num_threads,
                 "num_candidates": self.num_candidates,
-                "num_trails": self.num_trials,
+                "num_trials": self.num_trials,
                 "dataset": dataset.name,
             },
         }
@@ -333,7 +345,7 @@ class MiproOptimizer(BaseOptimizer):
         # Initialize the optimizer:
         self.optimizer = MIPROv2(
             metric=self.metric_function,
-            auto="light",
+            auto=self.auto,
             num_threads=self.num_threads,
             verbose=False,
             num_candidates=self.num_candidates,

{opik_optimizer-0.7.6 → opik_optimizer-0.7.8}/src/opik_optimizer/mipro_optimizer/utils.py

@@ -3,6 +3,7 @@ from typing import Any, Dict, List, Tuple, Union, Optional
 import uuid
 import dspy
 import re
+import random
 
 from dspy.signatures.signature import make_signature
 
@@ -78,11 +79,17 @@ def opik_metric_to_dspy(metric, output):
     return opik_metric_score_wrapper
 
 
-def create_dspy_training_set(data: list[dict], input: str) -> list[dspy.Example]:
+def create_dspy_training_set(
+    data: list[dict], input: str, n_samples: Optional[int] = None
+) -> list[dspy.Example]:
     """
     Turn a list of dicts into a list of dspy Examples
     """
     output = []
+
+    if n_samples is not None:
+        data = random.sample(data, n_samples)
+
     for example in data:
         example_obj = dspy.Example(
             **example, dspy_uuid=str(uuid.uuid4()), dspy_split="train"

{opik_optimizer-0.7.6 → opik_optimizer-0.7.8/src/opik_optimizer.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: opik_optimizer
-Version: 0.7.6
+Version: 0.7.8
 Summary: Agent optimization with Opik
 Home-page: https://github.com/comet-ml/opik
 Author: Comet ML