opik-optimizer 1.0.3__tar.gz → 1.0.5__tar.gz

{opik_optimizer-1.0.3/src/opik_optimizer.egg-info → opik_optimizer-1.0.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: opik_optimizer
-Version: 1.0.3
+Version: 1.0.5
 Summary: Agent optimization with Opik
 Home-page: https://github.com/comet-ml/opik
 Author: Comet ML
@@ -119,19 +119,20 @@ from opik_optimizer.datasets import hotpot_300
 # Load a sample dataset
 hot_pot_dataset = hotpot_300()
 
+project_name = "optimize-few-shot-bayesian-hotpot" # For Comet logging
+
 # Define the instruction for your chat prompt.
 # Input parameters from dataset examples will be interpolated into the full prompt.
 prompt = ChatPrompt(
+    project_name=project_name,
     messages=[
         {"role": "system", "content": "You are a helpful assistant."},
         {"role": "user", "content": "{question}"}
     ]
 )
-project_name = "optimize-few-shot-bayesian-hotpot" # For Comet logging
 
 optimizer = FewShotBayesianOptimizer(
     model="gpt-4o-mini", # LiteLLM name to use for generation and optimization
-    project_name=project_name, # Associates the run with a Comet project
     min_examples=3,      # Min few-shot examples
     max_examples=8,      # Max few-shot examples
     n_threads=16,        # Parallel threads for evaluation

{opik_optimizer-1.0.3 → opik_optimizer-1.0.5}/README.md

@@ -79,19 +79,20 @@ from opik_optimizer.datasets import hotpot_300
 # Load a sample dataset
 hot_pot_dataset = hotpot_300()
 
+project_name = "optimize-few-shot-bayesian-hotpot" # For Comet logging
+
 # Define the instruction for your chat prompt.
 # Input parameters from dataset examples will be interpolated into the full prompt.
 prompt = ChatPrompt(
+    project_name=project_name,
     messages=[
         {"role": "system", "content": "You are a helpful assistant."},
         {"role": "user", "content": "{question}"}
     ]
 )
-project_name = "optimize-few-shot-bayesian-hotpot" # For Comet logging
 
 optimizer = FewShotBayesianOptimizer(
     model="gpt-4o-mini", # LiteLLM name to use for generation and optimization
-    project_name=project_name, # Associates the run with a Comet project
     min_examples=3,      # Min few-shot examples
     max_examples=8,      # Max few-shot examples
     n_threads=16,        # Parallel threads for evaluation

{opik_optimizer-1.0.3 → opik_optimizer-1.0.5}/setup.py

@@ -2,7 +2,7 @@ from setuptools import find_packages, setup
 
 setup(
     name="opik_optimizer",
-    version="1.0.3",
+    version="1.0.5",
     description="Agent optimization with Opik",
     author="Comet ML",
     author_email="support@comet.com",

{opik_optimizer-1.0.3 → opik_optimizer-1.0.5}/src/opik_optimizer/evolutionary_optimizer/evolutionary_optimizer.py

@@ -102,7 +102,7 @@ Return ONLY this descriptive string, with no preamble or extra formatting.
         mutation_rate: float = DEFAULT_MUTATION_RATE,
         crossover_rate: float = DEFAULT_CROSSOVER_RATE,
         tournament_size: int = DEFAULT_TOURNAMENT_SIZE,
-        num_threads: int = DEFAULT_NUM_THREADS,
+        num_threads: Optional[int] = None,
         elitism_size: int = DEFAULT_ELITISM_SIZE,
         adaptive_mutation: bool = DEFAULT_ADAPTIVE_MUTATION,
         enable_moo: bool = DEFAULT_ENABLE_MOO,
@@ -111,6 +111,7 @@ Return ONLY this descriptive string, with no preamble or extra formatting.
         output_style_guidance: Optional[str] = None,
         infer_output_style: bool = False,
         verbose: int = 1,
+        n_threads: int = DEFAULT_NUM_THREADS,
         **model_kwargs: Any,
     ) -> None:
         """
@@ -121,7 +122,7 @@ Return ONLY this descriptive string, with no preamble or extra formatting.
             mutation_rate: Mutation rate for genetic operations
             crossover_rate: Crossover rate for genetic operations
             tournament_size: Tournament size for selection
-            num_threads: Number of threads for parallel evaluation
+            n_threads: Number of threads for parallel evaluation
             elitism_size: Number of elitism prompts
             adaptive_mutation: Whether to use adaptive mutation
             enable_moo: Whether to enable multi-objective optimization - When enable optimizes for both the supplied metric and the length of the prompt
@@ -145,7 +146,10 @@ Return ONLY this descriptive string, with no preamble or extra formatting.
         self.mutation_rate = mutation_rate
         self.crossover_rate = crossover_rate
         self.tournament_size = tournament_size
-        self.num_threads = num_threads
+        if num_threads is not None:
+            print("num_threads is deprecated; use n_threads instead")
+            n_threads = num_threads
+        self.num_threads = n_threads
         self.elitism_size = elitism_size
         self.adaptive_mutation = adaptive_mutation
         self.enable_moo = enable_moo
@@ -1529,26 +1533,26 @@ Return only the new prompt list object.
         """
         total_items = len(dataset.get_items())
 
+        new_prompt = prompt.copy()
+        new_prompt.set_messages(messages)
+
         experiment_config = experiment_config or {}
         experiment_config["project_name"] = self.agent_class.project_name
         experiment_config = {
             **experiment_config,
             "optimizer": self.__class__.__name__,
             "agent_class": self.agent_class.__name__,
-            "agent_config": prompt.to_dict(),
+            "agent_config": new_prompt.to_dict(),
             "metric": metric.__name__,
             "dataset": dataset.name,
             "configuration": {
-                "prompt": prompt.get_messages(),
+                "prompt": new_prompt.get_messages(),
                 "n_samples_for_eval": (
                     len(dataset_item_ids) if dataset_item_ids is not None else n_samples
                 ),
                 "total_dataset_items": total_items,
             },
         }
-
-        new_prompt = prompt.copy()
-        new_prompt.set_messages(messages)
         try:
             agent = self.agent_class(new_prompt)
         except Exception:

{opik_optimizer-1.0.3 → opik_optimizer-1.0.5}/src/opik_optimizer/meta_prompt_optimizer/meta_prompt_optimizer.py

@@ -85,9 +85,10 @@ class MetaPromptOptimizer(BaseOptimizer):
         reasoning_model: Optional[str] = None,
         rounds: int = DEFAULT_ROUNDS,
         num_prompts_per_round: int = DEFAULT_PROMPTS_PER_ROUND,
-        num_threads: int = 12,
+        num_threads: Optional[int] = None,
         verbose: int = 1,
         enable_context: bool = True,
+        n_threads: int = 12,
         **model_kwargs: Any,
     ) -> None:
         """
@@ -96,7 +97,7 @@ class MetaPromptOptimizer(BaseOptimizer):
             reasoning_model: The model to use for reasoning and prompt generation
             rounds: Number of optimization rounds
             num_prompts_per_round: Number of prompts to generate per round
-            num_threads: Number of threads for parallel evaluation
+            n_threads: Number of threads for parallel evaluation
             verbose: Controls internal logging/progress bars (0=off, 1=on).
             enable_context: Whether to include task-specific context (metrics, examples) in the reasoning prompt.
             **model_kwargs: Additional model parameters
@@ -111,7 +112,10 @@ class MetaPromptOptimizer(BaseOptimizer):
         self.reasoning_model = reasoning_model if reasoning_model is not None else model
         self.rounds = rounds
         self.num_prompts_per_round = num_prompts_per_round
-        self.num_threads = num_threads
+        if num_threads is not None:
+            print("num_threads is deprecated; use n_threads instead")
+            n_threads = num_threads
+        self.num_threads = n_threads
         self.dataset: Optional[Dataset] = None
         self._opik_client = opik_client.get_client_cached()
         self.llm_call_counter = 0

{opik_optimizer-1.0.3 → opik_optimizer-1.0.5}/src/opik_optimizer/optimization_result.py

@@ -5,7 +5,7 @@ from typing import Any, Dict, List, Optional
 import pydantic
 import rich
 
-from .reporting_utils import get_console, get_link_text
+from .reporting_utils import get_console, get_link_text, get_optimization_run_url_by_id
 
 
 class OptimizationResult(pydantic.BaseModel):
@@ -35,6 +35,11 @@ class OptimizationResult(pydantic.BaseModel):
 
     model_config = pydantic.ConfigDict(arbitrary_types_allowed=True)
 
+    def get_run_link(self) -> str:
+        return get_optimization_run_url_by_id(
+            optimization_id=self.optimization_id, dataset_id=self.dataset_id
+        )
+
     def model_dump(self, *kargs: Any, **kwargs: Any) -> Dict[str, Any]:
         return super().model_dump(*kargs, **kwargs)
 
@@ -200,3 +205,4 @@ class OptimizationResult(pydantic.BaseModel):
         """
         console = get_console()
         console.print(self)
+        print("Optimization run link:", self.get_run_link())

{opik_optimizer-1.0.3 → opik_optimizer-1.0.5}/src/opik_optimizer/utils.py

@@ -257,7 +257,14 @@ def ensure_ending_slash(url: str) -> str:
     return url.rstrip("/") + "/"
 
 
-def get_optimization_run_url_by_id(dataset_id: str, optimization_id: str) -> str:
+def get_optimization_run_url_by_id(
+    dataset_id: Optional[str], optimization_id: Optional[str]
+) -> str:
+    if dataset_id is None or optimization_id is None:
+        raise ValueError(
+            "Cannot create a new run link without a dataset_id and optimization_id."
+        )
+
     opik_config = opik.config.get_from_user_inputs()
     url_override = opik_config.url_override
     encoded_opik_url = base64.b64encode(url_override.encode("utf-8")).decode("utf-8")

{opik_optimizer-1.0.3 → opik_optimizer-1.0.5/src/opik_optimizer.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: opik_optimizer
-Version: 1.0.3
+Version: 1.0.5
 Summary: Agent optimization with Opik
 Home-page: https://github.com/comet-ml/opik
 Author: Comet ML
@@ -119,19 +119,20 @@ from opik_optimizer.datasets import hotpot_300
 # Load a sample dataset
 hot_pot_dataset = hotpot_300()
 
+project_name = "optimize-few-shot-bayesian-hotpot" # For Comet logging
+
 # Define the instruction for your chat prompt.
 # Input parameters from dataset examples will be interpolated into the full prompt.
 prompt = ChatPrompt(
+    project_name=project_name,
     messages=[
         {"role": "system", "content": "You are a helpful assistant."},
         {"role": "user", "content": "{question}"}
     ]
 )
-project_name = "optimize-few-shot-bayesian-hotpot" # For Comet logging
 
 optimizer = FewShotBayesianOptimizer(
     model="gpt-4o-mini", # LiteLLM name to use for generation and optimization
-    project_name=project_name, # Associates the run with a Comet project
     min_examples=3,      # Min few-shot examples
     max_examples=8,      # Max few-shot examples
     n_threads=16,        # Parallel threads for evaluation