opik-optimizer 1.0.3__py3-none-any.whl → 1.0.5__py3-none-any.whl

opik_optimizer/evolutionary_optimizer/evolutionary_optimizer.py

@@ -102,7 +102,7 @@ Return ONLY this descriptive string, with no preamble or extra formatting.
         mutation_rate: float = DEFAULT_MUTATION_RATE,
         crossover_rate: float = DEFAULT_CROSSOVER_RATE,
         tournament_size: int = DEFAULT_TOURNAMENT_SIZE,
-        num_threads: int = DEFAULT_NUM_THREADS,
+        num_threads: Optional[int] = None,
         elitism_size: int = DEFAULT_ELITISM_SIZE,
         adaptive_mutation: bool = DEFAULT_ADAPTIVE_MUTATION,
         enable_moo: bool = DEFAULT_ENABLE_MOO,
@@ -111,6 +111,7 @@ Return ONLY this descriptive string, with no preamble or extra formatting.
         output_style_guidance: Optional[str] = None,
         infer_output_style: bool = False,
         verbose: int = 1,
+        n_threads: int = DEFAULT_NUM_THREADS,
         **model_kwargs: Any,
     ) -> None:
         """
@@ -121,7 +122,7 @@ Return ONLY this descriptive string, with no preamble or extra formatting.
             mutation_rate: Mutation rate for genetic operations
             crossover_rate: Crossover rate for genetic operations
             tournament_size: Tournament size for selection
-            num_threads: Number of threads for parallel evaluation
+            n_threads: Number of threads for parallel evaluation
             elitism_size: Number of elitism prompts
             adaptive_mutation: Whether to use adaptive mutation
             enable_moo: Whether to enable multi-objective optimization - When enable optimizes for both the supplied metric and the length of the prompt
@@ -145,7 +146,10 @@ Return ONLY this descriptive string, with no preamble or extra formatting.
         self.mutation_rate = mutation_rate
         self.crossover_rate = crossover_rate
         self.tournament_size = tournament_size
-        self.num_threads = num_threads
+        if num_threads is not None:
+            print("num_threads is deprecated; use n_threads instead")
+            n_threads = num_threads
+        self.num_threads = n_threads
         self.elitism_size = elitism_size
         self.adaptive_mutation = adaptive_mutation
         self.enable_moo = enable_moo
@@ -1529,26 +1533,26 @@ Return only the new prompt list object.
         """
         total_items = len(dataset.get_items())
 
+        new_prompt = prompt.copy()
+        new_prompt.set_messages(messages)
+
         experiment_config = experiment_config or {}
         experiment_config["project_name"] = self.agent_class.project_name
         experiment_config = {
             **experiment_config,
             "optimizer": self.__class__.__name__,
             "agent_class": self.agent_class.__name__,
-            "agent_config": prompt.to_dict(),
+            "agent_config": new_prompt.to_dict(),
             "metric": metric.__name__,
             "dataset": dataset.name,
             "configuration": {
-                "prompt": prompt.get_messages(),
+                "prompt": new_prompt.get_messages(),
                 "n_samples_for_eval": (
                     len(dataset_item_ids) if dataset_item_ids is not None else n_samples
                 ),
                 "total_dataset_items": total_items,
             },
         }
-
-        new_prompt = prompt.copy()
-        new_prompt.set_messages(messages)
         try:
             agent = self.agent_class(new_prompt)
         except Exception:

opik_optimizer/meta_prompt_optimizer/meta_prompt_optimizer.py

@@ -85,9 +85,10 @@ class MetaPromptOptimizer(BaseOptimizer):
         reasoning_model: Optional[str] = None,
         rounds: int = DEFAULT_ROUNDS,
         num_prompts_per_round: int = DEFAULT_PROMPTS_PER_ROUND,
-        num_threads: int = 12,
+        num_threads: Optional[int] = None,
         verbose: int = 1,
         enable_context: bool = True,
+        n_threads: int = 12,
         **model_kwargs: Any,
     ) -> None:
         """
@@ -96,7 +97,7 @@ class MetaPromptOptimizer(BaseOptimizer):
             reasoning_model: The model to use for reasoning and prompt generation
             rounds: Number of optimization rounds
             num_prompts_per_round: Number of prompts to generate per round
-            num_threads: Number of threads for parallel evaluation
+            n_threads: Number of threads for parallel evaluation
             verbose: Controls internal logging/progress bars (0=off, 1=on).
             enable_context: Whether to include task-specific context (metrics, examples) in the reasoning prompt.
             **model_kwargs: Additional model parameters
@@ -111,7 +112,10 @@ class MetaPromptOptimizer(BaseOptimizer):
         self.reasoning_model = reasoning_model if reasoning_model is not None else model
         self.rounds = rounds
         self.num_prompts_per_round = num_prompts_per_round
-        self.num_threads = num_threads
+        if num_threads is not None:
+            print("num_threads is deprecated; use n_threads instead")
+            n_threads = num_threads
+        self.num_threads = n_threads
         self.dataset: Optional[Dataset] = None
         self._opik_client = opik_client.get_client_cached()
         self.llm_call_counter = 0

opik_optimizer/optimization_result.py

@@ -5,7 +5,7 @@ from typing import Any, Dict, List, Optional
 import pydantic
 import rich
 
-from .reporting_utils import get_console, get_link_text
+from .reporting_utils import get_console, get_link_text, get_optimization_run_url_by_id
 
 
 class OptimizationResult(pydantic.BaseModel):
@@ -35,6 +35,11 @@ class OptimizationResult(pydantic.BaseModel):
 
     model_config = pydantic.ConfigDict(arbitrary_types_allowed=True)
 
+    def get_run_link(self) -> str:
+        return get_optimization_run_url_by_id(
+            optimization_id=self.optimization_id, dataset_id=self.dataset_id
+        )
+
     def model_dump(self, *kargs: Any, **kwargs: Any) -> Dict[str, Any]:
         return super().model_dump(*kargs, **kwargs)
 
@@ -200,3 +205,4 @@ class OptimizationResult(pydantic.BaseModel):
         """
         console = get_console()
         console.print(self)
+        print("Optimization run link:", self.get_run_link())

opik_optimizer/utils.py

@@ -257,7 +257,14 @@ def ensure_ending_slash(url: str) -> str:
     return url.rstrip("/") + "/"
 
 
-def get_optimization_run_url_by_id(dataset_id: str, optimization_id: str) -> str:
+def get_optimization_run_url_by_id(
+    dataset_id: Optional[str], optimization_id: Optional[str]
+) -> str:
+    if dataset_id is None or optimization_id is None:
+        raise ValueError(
+            "Cannot create a new run link without a dataset_id and optimization_id."
+        )
+
     opik_config = opik.config.get_from_user_inputs()
     url_override = opik_config.url_override
     encoded_opik_url = base64.b64encode(url_override.encode("utf-8")).decode("utf-8")

{opik_optimizer-1.0.3.dist-info → opik_optimizer-1.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: opik_optimizer
-Version: 1.0.3
+Version: 1.0.5
 Summary: Agent optimization with Opik
 Home-page: https://github.com/comet-ml/opik
 Author: Comet ML
@@ -119,19 +119,20 @@ from opik_optimizer.datasets import hotpot_300
 # Load a sample dataset
 hot_pot_dataset = hotpot_300()
 
+project_name = "optimize-few-shot-bayesian-hotpot" # For Comet logging
+
 # Define the instruction for your chat prompt.
 # Input parameters from dataset examples will be interpolated into the full prompt.
 prompt = ChatPrompt(
+    project_name=project_name,
     messages=[
         {"role": "system", "content": "You are a helpful assistant."},
         {"role": "user", "content": "{question}"}
     ]
 )
-project_name = "optimize-few-shot-bayesian-hotpot" # For Comet logging
 
 optimizer = FewShotBayesianOptimizer(
     model="gpt-4o-mini", # LiteLLM name to use for generation and optimization
-    project_name=project_name, # Associates the run with a Comet project
     min_examples=3,      # Min few-shot examples
     max_examples=8,      # Max few-shot examples
     n_threads=16,        # Parallel threads for evaluation

{opik_optimizer-1.0.3.dist-info → opik_optimizer-1.0.5.dist-info}/RECORD

@@ -4,11 +4,11 @@ opik_optimizer/base_optimizer.py,sha256=-hFlV7i9gLSR0-ODlUo-_YzNOSBUzxuw52DcCQF7
 opik_optimizer/cache_config.py,sha256=Xd3NdUsL7bLQWoNe3pESqH4nHucU1iNTSGp-RqbwDog,599
 opik_optimizer/logging_config.py,sha256=kUGr4K1mpfprA7AiJrl9evnJAgzEEw9Jkddo58okCWo,2809
 opik_optimizer/optimizable_agent.py,sha256=BVSUdrx6nu-2Sh5rSBQq7Op3u_zYwTp8cj2eCBu0Ay4,6019
-opik_optimizer/optimization_result.py,sha256=cHtNwVTUfc8ZwIAHKLN0NClrpNewHhCt6B953XiSKzg,7499
+opik_optimizer/optimization_result.py,sha256=sLW0TzcawBHEV6c174czLbu_kN7EHA5R9bDuZWDNRXE,7762
 opik_optimizer/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 opik_optimizer/reporting_utils.py,sha256=rutmDk5ATH7lbWvgaiZENWav1WzsIdN0U-xrVXpn4s0,6840
 opik_optimizer/task_evaluator.py,sha256=sOTpvF58owOxY2jfFIgWLdvMoXR-B1_Cpqlx8AgaG40,4322
-opik_optimizer/utils.py,sha256=MrfpO0xvpbKjJG01vUM1hTbtek5-S0PT53WOeUtVeGg,10389
+opik_optimizer/utils.py,sha256=0lHYqleN2OfOZ5WVqQsfglbCPQpjMxjZUWTueM9Tql4,10591
 opik_optimizer/data/hotpot-500.json,sha256=YXxCtuvYvxSu5u0y4559a6b1qwgAYsWzT_SUKv_21ew,76862
 opik_optimizer/datasets/__init__.py,sha256=V4LVDOaRjwzaYvhdQ3V6CAwFaeKnxyTV1lp_ES9Z31E,691
 opik_optimizer/datasets/ai2_arc.py,sha256=vIxb8qlCAxx4_cz2P7SIqS7flquj--7XVUaDmy12UfY,1440
@@ -26,13 +26,13 @@ opik_optimizer/demo/__init__.py,sha256=KSpFYhzN7fTmLEsIaciRHwxcJDeAiX5NDmYLdPsfp
 opik_optimizer/demo/cache.py,sha256=CwjdmVjokVxmPXvgfOutZK8e0sV-PIUz3ou6ODXZBts,3738
 opik_optimizer/demo/datasets.py,sha256=idod4NYHw1IbxhA8c0XVFD_pGpMZagNGNZuEYDTbbMM,2357
 opik_optimizer/evolutionary_optimizer/__init__.py,sha256=bDa6FZR9Y_a5z337I4EtvaB69jB542P4dbruhYPHCEU,95
-opik_optimizer/evolutionary_optimizer/evolutionary_optimizer.py,sha256=fVYHE_kD8uw02DffGps-Inrm_jWO2QLQioUyeAdnIkU,82401
+opik_optimizer/evolutionary_optimizer/evolutionary_optimizer.py,sha256=OfTf__Sd_1dX9XF2IUabR1xEQz6QONrYCj8lXT39F4c,82588
 opik_optimizer/evolutionary_optimizer/reporting.py,sha256=wxzaUYS-gl5wt9msdIIIY-L7oLZE-OTrjeKf11arf_g,11364
 opik_optimizer/few_shot_bayesian_optimizer/__init__.py,sha256=VuH7FOROyGcjMPryejtZC-5Y0QHlVTFLTGUDgNqRAFw,113
 opik_optimizer/few_shot_bayesian_optimizer/few_shot_bayesian_optimizer.py,sha256=kFx34JPR61JUi4lJs_kWfuozbgNGkb1CqYjQik1r9oE,27552
 opik_optimizer/few_shot_bayesian_optimizer/reporting.py,sha256=z6jI52uAg232TVc3b6uxbNzNlntkDcunvprZq0hEJvs,6036
 opik_optimizer/meta_prompt_optimizer/__init__.py,sha256=syiN2_fMm5iZDQezZCHYe-ZiGOIPlBkLt49Sa1kuR70,97
-opik_optimizer/meta_prompt_optimizer/meta_prompt_optimizer.py,sha256=3UbVUnE3_ccjxFj-9Pst4YijaF6--VL-tBq1nzTIDwk,38140
+opik_optimizer/meta_prompt_optimizer/meta_prompt_optimizer.py,sha256=3llumRjK00CSl8IHosyFrRStRcbB8ewcxmd6cTJIDws,38319
 opik_optimizer/meta_prompt_optimizer/reporting.py,sha256=wGFmnwV7Ys0kzyrz2BJwArVymoCBWObJBvKfxLhlVwY,7456
 opik_optimizer/mipro_optimizer/__init__.py,sha256=7sMq9OSWyjITqK7sVtkO9fhG1w6KRE8bN7V52CKaGvo,94
 opik_optimizer/mipro_optimizer/_lm.py,sha256=bSxQZtWg5zzqIK_FERV7v4PkDouTXP3Fw5fVgBVoKPQ,16748
@@ -43,8 +43,8 @@ opik_optimizer/optimization_config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQe
 opik_optimizer/optimization_config/chat_prompt.py,sha256=h2C1qtcgDc3nyEcjxUz6zotHydcnQi6vuNYqfO8OsA0,6268
 opik_optimizer/optimization_config/configs.py,sha256=fY6td3_hX7c6CYWtOINZE7NWtzVdsTxx4isootHZ-lE,419
 opik_optimizer/optimization_config/mappers.py,sha256=PMSrVzqteGA3jtDeJqgK8_PJehCuuo64LRS4bLJtpIQ,1750
-opik_optimizer-1.0.3.dist-info/licenses/LICENSE,sha256=dTRSwwCHdWeSjzodvnivYqcwi8x3Qfr21yv65QUWWBE,1062
-opik_optimizer-1.0.3.dist-info/METADATA,sha256=Hlhp8y844aXihCnKiWMRos6-AdyEiuaczrnzHkMtV9E,6576
-opik_optimizer-1.0.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-opik_optimizer-1.0.3.dist-info/top_level.txt,sha256=ondOlpq6_yFckqpxoAHSfzZS2N-JfgmA-QQhOJfz7m0,15
-opik_optimizer-1.0.3.dist-info/RECORD,,
+opik_optimizer-1.0.5.dist-info/licenses/LICENSE,sha256=dTRSwwCHdWeSjzodvnivYqcwi8x3Qfr21yv65QUWWBE,1062
+opik_optimizer-1.0.5.dist-info/METADATA,sha256=0cxjz8yyqWxa7sCmr4YXjargLPe1tGeyYRBoW8v-Bu4,6535
+opik_optimizer-1.0.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+opik_optimizer-1.0.5.dist-info/top_level.txt,sha256=ondOlpq6_yFckqpxoAHSfzZS2N-JfgmA-QQhOJfz7m0,15
+opik_optimizer-1.0.5.dist-info/RECORD,,