opik-optimizer 0.7.7__py3-none-any.whl → 0.7.8__py3-none-any.whl

opik_optimizer/mipro_optimizer/mipro_optimizer.py

@@ -197,6 +197,8 @@ class MiproOptimizer(BaseOptimizer):
         num_candidates: int = 10,
         experiment_config: Optional[Dict] = None,
         num_trials: Optional[int] = 3,
+        n_samples: Optional[int] = 10,
+        auto: Optional[Literal["light", "medium", "heavy"]] = "light",
         **kwargs,
     ) -> OptimizationResult:
         self._opik_client = opik.Opik()
@@ -224,6 +226,8 @@ class MiproOptimizer(BaseOptimizer):
                 experiment_config=experiment_config,
                 optimization_id=optimization.id if optimization is not None else None,
                 num_trials=num_trials,
+                n_samples=n_samples,
+                auto=auto,
                 **kwargs,
             )
             if optimization:
@@ -244,6 +248,8 @@ class MiproOptimizer(BaseOptimizer):
         experiment_config: Optional[Dict] = None,
         optimization_id: Optional[str] = None,
         num_trials: Optional[int] = 3,
+        n_samples: Optional[int] = 10,
+        auto: Optional[Literal["light", "medium", "heavy"]] = "light",
         **kwargs,
     ) -> OptimizationResult:
         logger.info("Preparing MIPRO optimization...")
@@ -255,6 +261,8 @@ class MiproOptimizer(BaseOptimizer):
             experiment_config=experiment_config,
             optimization_id=optimization_id,
             num_trials=num_trials,
+            n_samples=n_samples,
+            auto=auto,
             **kwargs,
         )
         logger.info("Starting MIPRO compilation...")
@@ -271,7 +279,8 @@ class MiproOptimizer(BaseOptimizer):
         experiment_config: Optional[Dict] = None,
         optimization_id: Optional[str] = None,
         num_trials: Optional[int] = 3,
-        auto: Optional[Literal["light", "medium", "heavy"]] = "medium",
+        n_samples: Optional[int] = 10,
+        auto: Optional[Literal["light", "medium", "heavy"]] = "light",
         **kwargs,
     ) -> None:
         # FIXME: Intermediate values:
@@ -286,6 +295,7 @@ class MiproOptimizer(BaseOptimizer):
         self.output_key = output_key
         self.prompt = prompt
         self.num_trials = num_trials
+        self.n_samples = n_samples
         self.auto = auto
 
         # Convert to values for MIPRO:
@@ -302,7 +312,7 @@ class MiproOptimizer(BaseOptimizer):
             if self.output_key not in row:
                 raise Exception("row does not contain output_key: %r" % self.output_key)
 
-        self.trainset = create_dspy_training_set(self.dataset, self.input_key)
+        self.trainset = create_dspy_training_set(self.dataset, self.input_key, self.n_samples)
         self.data_signature = create_dspy_signature(
             self.input_key, self.output_key, self.prompt
         )
@@ -327,7 +337,7 @@ class MiproOptimizer(BaseOptimizer):
                 "metric": metric.name,
                 "num_threads": self.num_threads,
                 "num_candidates": self.num_candidates,
-                "num_trails": self.num_trials,
+                "num_trials": self.num_trials,
                 "dataset": dataset.name,
             },
         }

opik_optimizer/mipro_optimizer/utils.py

@@ -3,6 +3,7 @@ from typing import Any, Dict, List, Tuple, Union, Optional
 import uuid
 import dspy
 import re
+import random
 
 from dspy.signatures.signature import make_signature
 
@@ -78,11 +79,17 @@ def opik_metric_to_dspy(metric, output):
     return opik_metric_score_wrapper
 
 
-def create_dspy_training_set(data: list[dict], input: str) -> list[dspy.Example]:
+def create_dspy_training_set(
+    data: list[dict], input: str, n_samples: Optional[int] = None
+) -> list[dspy.Example]:
     """
     Turn a list of dicts into a list of dspy Examples
     """
     output = []
+
+    if n_samples is not None:
+        data = random.sample(data, n_samples)
+
     for example in data:
         example_obj = dspy.Example(
             **example, dspy_uuid=str(uuid.uuid4()), dspy_split="train"

{opik_optimizer-0.7.7.dist-info → opik_optimizer-0.7.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: opik_optimizer
-Version: 0.7.7
+Version: 0.7.8
 Summary: Agent optimization with Opik
 Home-page: https://github.com/comet-ml/opik
 Author: Comet ML

{opik_optimizer-0.7.7.dist-info → opik_optimizer-0.7.8.dist-info}/RECORD

@@ -21,13 +21,13 @@ opik_optimizer/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
 opik_optimizer/mipro_optimizer/__init__.py,sha256=CF9TVXjOxTobDO1kAS8CD4eyLVzEozxjfgoKwIO6ZpU,44
 opik_optimizer/mipro_optimizer/_lm.py,sha256=bcTy2Y5HjSaFQOATIpUaA86eIp3vKHaMuDI2_RvN2ww,16376
 opik_optimizer/mipro_optimizer/_mipro_optimizer_v2.py,sha256=CiQWe39LCp-81SZmLyMybIw2lc_0RBKcxclLEuSXQgI,39757
-opik_optimizer/mipro_optimizer/mipro_optimizer.py,sha256=WysLWLV62Pbn60gEguJLVFOiKLeoNL5iwZMqeeCHmJ0,15152
-opik_optimizer/mipro_optimizer/utils.py,sha256=4et1JA1QInX3h6Is-_RqzliFwJqkm6tlA0X5CryG60I,3142
+opik_optimizer/mipro_optimizer/mipro_optimizer.py,sha256=WoBSFcgSdztwzNOkRRhxBW0aiR4B_ThxZRaebDgt_fA,15581
+opik_optimizer/mipro_optimizer/utils.py,sha256=wG1koygXfm_pvtA1jR-YaU4NATPbJZoTI7LE7l7df7g,3273
 opik_optimizer/optimization_config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 opik_optimizer/optimization_config/configs.py,sha256=MYL9H2UAqeyGBlBGWbOZ-6Snto4ZMuXnypgvVuUSW1Y,1132
 opik_optimizer/optimization_config/mappers.py,sha256=RXgTMxPzTQ1AHGke6Zca6rTcfCI7IkCKhQYciaEGSAo,1698
-opik_optimizer-0.7.7.dist-info/licenses/LICENSE,sha256=dTRSwwCHdWeSjzodvnivYqcwi8x3Qfr21yv65QUWWBE,1062
-opik_optimizer-0.7.7.dist-info/METADATA,sha256=Lc9cVV_TEqZtbI8nKISrYuLzm9Ip-y9SgC7JlwTWuSk,3853
-opik_optimizer-0.7.7.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
-opik_optimizer-0.7.7.dist-info/top_level.txt,sha256=ondOlpq6_yFckqpxoAHSfzZS2N-JfgmA-QQhOJfz7m0,15
-opik_optimizer-0.7.7.dist-info/RECORD,,
+opik_optimizer-0.7.8.dist-info/licenses/LICENSE,sha256=dTRSwwCHdWeSjzodvnivYqcwi8x3Qfr21yv65QUWWBE,1062
+opik_optimizer-0.7.8.dist-info/METADATA,sha256=eYfFtFoEWgqLxVx2OYhmsXyHUOSjK6GArV8hvxdCgcs,3853
+opik_optimizer-0.7.8.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
+opik_optimizer-0.7.8.dist-info/top_level.txt,sha256=ondOlpq6_yFckqpxoAHSfzZS2N-JfgmA-QQhOJfz7m0,15
+opik_optimizer-0.7.8.dist-info/RECORD,,