relai 0.3.4__py3-none-any.whl → 0.3.6__py3-none-any.whl

relai/maestro/optimizer.py

@@ -160,7 +160,7 @@ class Maestro:
             return str(agent_outputs)
 
     async def _evaluate(
-        self, awaitables: list[Awaitable], criticos: list[Critico], verbose: bool = False, print_flag: str = ""
+        self, awaitables: list[Awaitable], criticos: list[Critico], verbose: bool = True, print_flag: str = ""
     ) -> tuple[list[dict[str, Any]], list[AgentLog]]:
         """
         Run and evaluate the current version of the agent through a set of awaitables.
@@ -169,7 +169,7 @@ class Maestro:
             awaitables (list[Awaitable]): A list of awaitables, each representing a run of the agent
             criticos (list[Critico]): A list of Critico objects, each corresponding to an awaitable
             verbose (bool): If True, additional information will be printed during evaluation.
-                Defaults to False.
+                Defaults to True.
             print_flag (str): A string to be put next to the printed info when `verbose` is True.
                 Used to distinguish printed info from different types of evaluations.
 
@@ -227,7 +227,7 @@ class Maestro:
         self,
         batch_size: int,
         sampler: ProportionalSampler,
-        verbose: bool = False,
+        verbose: bool = True,
         group_id: str | None = None,
         pbar: tqdm | None = None,
     ) -> bool:
@@ -244,7 +244,7 @@ class Maestro:
                 `batch_size` of them will be used for preliminary examinations.
             sampler (ProportionalSampler): Sampler to use for selecting setups.
             verbose (bool): If True, additional information will be printed during the iterate step.
-                Defaults to False.
+                Defaults to True.
             group_id (str, optional): An optional group ID to associate all runs together. If not provided,
                 a new UUID will be generated.
             pbar (tqdm, optional): A progress bar to display the progress of the iteration. Defaults to None.
@@ -376,7 +376,7 @@ class Maestro:
         batch_size: int = 8,
         explore_radius: int = 5,
         explore_factor: float = 0.5,
-        verbose: bool = False,
+        verbose: bool = True,
     ):
         """
         Optimize the configs (parameters) of the agent.
@@ -392,7 +392,7 @@ class Maestro:
                 while a lower value allocates more rollouts to ensure the discovered configs are thoroughly evaluated.
                 Defaults to 0.5.
             verbose (bool): If True, related information will be printed during the optimization step.
-                Defaults to False.
+                Defaults to True.
 
         Raises:
             ValueError: If the input parameters are not valid.
@@ -414,15 +414,16 @@ class Maestro:
         num_rounds: int = int(total_rollouts / (iterate_steps * group_size * 4 + select_steps * group_size))
         total_rollouts = num_rounds * (iterate_steps * group_size * 4 + select_steps * group_size)
 
-        print("optimize_config settings:")
+        print("\n" + "=" * 30 + "optimize_config settings" + "=" * 30)
         print("  total_rollouts: ", total_rollouts)
         print("  (adjusted) batch_size: ", group_size * 2)
         print("  explore_radius: ", explore_radius)
         print("  explore_factor: ", explore_factor)
         print("-" * 60)
-        print("  iterate_steps: ", iterate_steps)
-        print("  select_steps: ", select_steps)
         print("  num_rounds: ", num_rounds)
+        print("  steps per round for config discovery: ", iterate_steps)
+        print("  steps per round for config evaluation: ", select_steps)
+        
         print("=" * 80 + "\n\n")
 
         if num_rounds == 0:
@@ -577,7 +578,10 @@ class Maestro:
             if self.log_to_platform:
                 await sync_to_platform()
                 print(
-                    f"Results of round {round + 1}/{num_rounds} uploaded to RELAI platform, visualization id: {self.config_opt_viz_id}"
+                    (
+                        f"Results of round {round + 1}/{num_rounds} uploaded to RELAI platform, "
+                        f"visualization id: {self.config_opt_viz_id}\n\n\n"
+                    )
                 )
 
     async def optimize_structure(
@@ -585,7 +589,7 @@ class Maestro:
         total_rollouts: int,
         description: Optional[str] = None,
         code_paths: Optional[list[str]] = None,
-        verbose: bool = False,
+        verbose: bool = True,
     ) -> str:
         """
         Propose structural changes (i.e. changes that cannot be achieved by setting parameters alone) to
@@ -599,13 +603,13 @@ class Maestro:
             code_paths (list[str], optional): A list of paths corresponding to code files containing
                 the implementation of the agent.
             verbose (bool): If True, additional information will be printed during the optimization.
-                Defaults to False.
+                Defaults to True.
 
         Returns:
             str: Suggestion for structural changes to the agent.
         """
 
-        print("optimize_structure settings:")
+        print("\n" + "=" * 30 + "optimize_structure settings" + "=" * 30)
         print("  total_rollouts: ", total_rollouts)
         print("=" * 80 + "\n\n")
 
@@ -674,6 +678,6 @@ class Maestro:
 
         if self.log_to_platform:
             uid = await sync_to_platform()
-            print(f"Results uploaded to RELAI platform, visualization id: {uid}")
+            print(f"Results uploaded to RELAI platform, visualization id: {uid}\n\n\n")
 
         return suggestion

{relai-0.3.4.dist-info → relai-0.3.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: relai
-Version: 0.3.4
+Version: 0.3.6
 Summary: An SDK for building reliable AI agents
 Author-email: RELAI <priyatham@relai.ai>, RELAI <wwx@relai.ai>
 License:                                 Apache License
@@ -236,7 +236,7 @@ Dynamic: license-file
 </p>
 
 
-**RELAI** is an SDK for building **reliable AI agents**. It streamlines the hardest parts of agent development—**simulation**, **evaluation**, and **optimization**—so you can iterate quickly with confidence.
+**RELAI** is a platform for building **reliable AI agents**. It streamlines the hardest parts of agent development—**simulation**, **evaluation**, and **optimization**—so you can iterate quickly with confidence.
 
 **What you get**
 - **Agent Simulation** — Create full/partial environments, define LLM personas, mock MCP servers & tools, and generate synthetic data. Optionally condition simulation on real samples to better match production.
@@ -373,7 +373,7 @@ async def main() -> None:
             batch_size=2,  # Base batch size to use for individual optimization steps. Defaults to 4.
             explore_radius=1,  # A positive integer controlling the aggressiveness of exploration during optimization.
             explore_factor=0.5,  # A float between 0 to 1 controlling the exploration-exploitation trade-off.
-            verbose=False,  # If True, additional information will be printed during the optimization step.
+            verbose=True,  # If True, additional information will be printed during the optimization step.
         )
         params.save("saved_config.json")  # save optimized params for future usage
 
@@ -384,7 +384,7 @@ async def main() -> None:
         await maestro.optimize_structure(
             total_rollouts=10,  # Total number of rollouts to use for optimization.
             code_paths=["stock-assistant.py"],  # A list of paths corresponding to code implementations of the agent.
-            verbose=False,  # If True, additional information will be printed during the optimization step.
+            verbose=True,  # If True, additional information will be printed during the optimization step.
         )
 
 
@@ -395,17 +395,17 @@ if __name__ == "__main__":
 ## Simulation
 Create controlled environments where agents interact and generate traces. Compose LLM personas, mock MCP tools/servers, and synthetic data; optionally condition on real events to align simulation ⇄ production.
 
-➡️ Learn more: [Simulator](https://docs.relai.ai/simulator.html)
+➡️ Learn more: [Simulator](https://docs.relai.ai/api/simulator.html)
 
 ## Evaluation (Critico)
 Use code-based or LLM-based evaluators—or RELAI platform evaluators—and convert human reviews into benchmarks you can re-run in Simuation/CI pipeline.
 
-➡️ Learn more: [Evaluator](https://docs.relai.ai/evaluator.html)
+➡️ Learn more: [Evaluator](https://docs.relai.ai/api/evaluator.html)
 
 ## Optimization (Maestro)
 Maestro is a holistic agent optimizer. It consumes evaluator/user feedback to improve prompts, configs, and even graph structure when prompt tuning isn’t enough. It can also select the best model, best tool, and best graph based on observed performance.
 
-➡️ Learn more: [Maestro](https://docs.relai.ai/maestro.html)
+➡️ Learn more: [Maestro](https://docs.relai.ai/api/maestro.html)
 
 ## Links
 

{relai-0.3.4.dist-info → relai-0.3.6.dist-info}/RECORD

@@ -13,7 +13,7 @@ relai/critico/critico.py,sha256=J1ek9v2J5WBnHnZknZEVppIrWGczVHxuRX7ghK6mpXM,7616
 relai/critico/evaluate.py,sha256=Bd-Hlsh2fz2AQ0SINoyqcdpdbWK2t8yrAPHv6UCueFY,31348
 relai/maestro/__init__.py,sha256=NVXy0v7yghGwGbtsPti4gQGtVA3vMgXdpIpiJUesqME,186
 relai/maestro/graph.py,sha256=SyY0rHzes3o5bSqlK66CQDUAeyChUhWJQM3FzJCBvfs,1850
-relai/maestro/optimizer.py,sha256=96rFxXN5bNDCSgOOPywbWk5AbbnJ6ncLK_Z2uh66sdU,29413
+relai/maestro/optimizer.py,sha256=Fdr_BpXT7wl48u1NXQdSdH791JBLcim2DMiZdlvbwls,29606
 relai/maestro/params.py,sha256=-0Dtk23ClHJR6Q-PsaKr-GwUylz0-BIIquJF2eA-p-I,8925
 relai/maestro/utils.py,sha256=WIE3cR8EMDVfAJozEfngh8DfOQdRPZMxxtN-M1cMmxo,7276
 relai/mocker/__init__.py,sha256=JP2xlSG6Szc0tSEiZzCN6UXdE66uy7AmRn-p358xFVM,102
@@ -21,8 +21,8 @@ relai/mocker/base_mocker.py,sha256=BL4WYtdxWHZdKICfo9idW5i5MrkoxJDElcoeGk-jaJM,9
 relai/mocker/persona.py,sha256=q2A_lwYrp7H6sKkguMIPl7FQ_6pL4kTaxGBJ1kU2aGA,6678
 relai/mocker/tool.py,sha256=dHXkVcD9D6HMNlBj13V7GTgW_99a_-3tf9rC6iLDFn8,2229
 relai/schema/visual.py,sha256=Y6BP5CHxLU0e7sTfNjgKmG2GD0R9a8rvITusxd-d-UE,2443
-relai-0.3.4.dist-info/licenses/LICENSE.md,sha256=UNo7WT0mbmbUFjRGzRGaBtybmBPB7xd2ls9tfCkv0oc,10979
-relai-0.3.4.dist-info/METADATA,sha256=VYH3VpOpZUXP7K-EQzu_cfhUrLDBOk5bICMTDs72Z54,23531
-relai-0.3.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-relai-0.3.4.dist-info/top_level.txt,sha256=pRyA93fRj-HsukRNHyS4sHdvLO4TY8VvBMK44KcxRA4,6
-relai-0.3.4.dist-info/RECORD,,
+relai-0.3.6.dist-info/licenses/LICENSE.md,sha256=UNo7WT0mbmbUFjRGzRGaBtybmBPB7xd2ls9tfCkv0oc,10979
+relai-0.3.6.dist-info/METADATA,sha256=5kBjNEW1s9Hr9oGi_rrGfkcjBaktRlEAuICcCx4LlC4,23545
+relai-0.3.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+relai-0.3.6.dist-info/top_level.txt,sha256=pRyA93fRj-HsukRNHyS4sHdvLO4TY8VvBMK44KcxRA4,6
+relai-0.3.6.dist-info/RECORD,,