synth-ai 0.4.1__py3-none-any.whl → 0.4.4__py3-none-any.whl

{synth_ai-0.4.1.dist-info → synth_ai-0.4.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synth-ai
-Version: 0.4.1
+Version: 0.4.4
 Summary: Serverless Posttraining for Agents - Core AI functionality and tracing
 Author-email: Synth AI <josh@usesynth.ai>
 License: MIT
@@ -60,6 +60,8 @@ Requires-Dist: pytest-cov>=4.1.0; extra == "dev"
 Requires-Dist: pyright>=1.1.350; extra == "dev"
 Requires-Dist: coverage[toml]>=7.3.0; extra == "dev"
 Requires-Dist: ruff>=0.1.0; extra == "dev"
+Requires-Dist: papermill>=2.6.0; extra == "dev"
+Requires-Dist: nest_asyncio>=1.6.0; extra == "dev"
 Provides-Extra: research
 Requires-Dist: crafter>=1.8.3; extra == "research"
 Requires-Dist: datasets>=4.0.0; extra == "research"
@@ -82,7 +84,8 @@ Dynamic: license-file
 
 [![Python](https://img.shields.io/badge/python-3.11+-blue)](https://www.python.org/)
 [![PyPI](https://img.shields.io/pypi/v/synth-ai.svg)](https://pypi.org/project/synth-ai/)
-[![PyPI Dev](https://img.shields.io/badge/dev-0.3.2.dev3-orange)](https://pypi.org/project/synth-ai/0.3.2.dev3/)
+[![PyPI Main](https://img.shields.io/badge/main-0.4.1-blue)](https://pypi.org/project/synth-ai/0.4.1/)
+[![PyPI Nightly](https://img.shields.io/badge/nightly-0.4.0-orange)](https://pypi.org/project/synth-ai/)
 [![License](https://img.shields.io/badge/license-MIT-green)](LICENSE)
 ![Coverage](https://img.shields.io/badge/coverage-28.65%25-yellow)
 ![Tests](https://img.shields.io/badge/tests-847%20passing-brightgreen)
@@ -189,7 +192,71 @@ from synth_ai.sdk.graphs import GraphCompletionsClient
 
 client = GraphCompletionsClient(base_url="https://api.usesynth.ai", api_key="...")
 resp = await client.run(
-    graph={"kind": "zero_shot", "verifier_type": "zero_shot_verifier_mapreduce"},
-    input_data={"session_trace": {"session_id": "s", "event_history": []}, "rubric": {"event": [], "outcome": []}},
+    graph={"kind": "zero_shot", "verifier_shape": "zero_shot_verifier_mapreduce"},
+    input_data={"trace": {"session_id": "s", "event_history": []}, "rubric": {"event": [], "outcome": []}},
 )
 ```
+
+## GraphGen: Train Custom Verifier and RLM Graphs
+
+Train custom verifier and RLM graphs using GraphGen:
+
+```python
+from synth_ai.sdk.api.train.graphgen import GraphGenJob
+
+# Train a verifier graph
+verifier_job = GraphGenJob.from_dataset(
+    dataset="verifier_dataset.json",
+    graph_type="verifier",
+    policy_models=["gpt-4.1"],
+    proposer_effort="medium",  # Use "medium" (gpt-4.1) or "high" (gpt-5.2)
+    rollout_budget=200,
+)
+verifier_job.submit()
+result = verifier_job.stream_until_complete(timeout=3600.0)
+
+# Run inference with trained verifier
+verification = verifier_job.run_verifier(
+    session_trace=my_trace,
+    context={"rubric": my_rubric},
+)
+print(f"Score: {judgment.score}, Reasoning: {judgment.reasoning}")
+```
+
+```python
+# Train an RLM graph (massive context via tools)
+rlm_job = GraphGenJob.from_dataset(
+    dataset="rlm_dataset.json",
+    graph_type="rlm",
+    configured_tools=[
+        {"name": "materialize_context", "kind": "rlm_materialize", "stateful": True},
+        {"name": "local_grep", "kind": "rlm_local_grep", "stateful": False},
+        {"name": "codex_exec", "kind": "daytona_exec", "stateful": True},
+    ],
+    policy_models=["gpt-4.1"],
+    proposer_effort="medium",
+    rollout_budget=100,
+)
+rlm_job.submit()
+result = rlm_job.stream_until_complete(timeout=3600.0)
+
+# Run inference with trained RLM graph
+output = rlm_job.run_inference({"query": "Find relevant sections", "context": large_document})
+```
+
+**Graph Types:**
+- **`verifier`**: Trains a verifier graph that evaluates traces and returns structured rewards
+- **`rlm`**: Trains a graph optimized for massive contexts (1M+ tokens) using tool-based search
+- **`policy`**: Trains a standard input→output graph (default)
+
+**RLM Tools:**
+- `materialize_context` - Store input fields for fast searching (~1ms local)
+- `local_grep` - Regex search on materialized content (~1ms)
+- `local_search` - Substring search (~1ms)
+- `query_lm` - Sub-LM calls for processing chunks
+- `codex_exec` - Shell execution for complex operations
+
+**When to use RLM:**
+- Context exceeds ~100K tokens (too large for prompt)
+- You need to search/filter large datasets
+- RAG-style workflows over massive corpora

{synth_ai-0.4.1.dist-info → synth_ai-0.4.4.dist-info}/RECORD

@@ -1,12 +1,11 @@
-synth_ai/__init__.py,sha256=UBh1h_6FviRAQWXaDH9-7MIOgs88xj9qgFjpts32sbE,1887
+synth_ai/__init__.py,sha256=46IUVI3s2xJDrQczpWGUxlQXoqdmzaobdu0CApkkEoQ,1941
 synth_ai/__main__.py,sha256=niiyZIVIiIgyyUsQ40hKs2cLWkH1gHcoI7t3N2rxH3s,1039
 synth_ai/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synth_ai/cli/__init__.py,sha256=kmKyZju2bh9dNViZj8RhREjVOUBZXqH-JiUZjOqLj2w,4935
+synth_ai/cli/__init__.py,sha256=j-F8E-JimliKu6Tytip0xh7qIEx7eyrUdEWOvBezac8,4431
 synth_ai/cli/__main__.py,sha256=-lNeAKXRyZ6swCqmFHeKkmWTyamO-2Y0G2b0WKjCtMY,1038
 synth_ai/cli/deploy.py,sha256=xfaCQ3JHthAj-V1MQrS1uGgkmQJvDDh_TolBGJTLD24,6751
 synth_ai/cli/root.py,sha256=VJaORaCBjvVTTthbN8XX1TCjUw7hcAEB6eDLc6D_eYI,11539
 synth_ai/cli/turso.py,sha256=kjcZj_IAi-8MhMtU-WwsUNl8DUAOpUGmlC2-1dAYR6k,1625
-synth_ai/cli/usage.py,sha256=QPyDVaGpUJP9AChYiW94iBfIWK6LDjROAfJEoy_Hkf4,5602
 synth_ai/cli/_internal/__init__.py,sha256=oYR5XFIj1QPPlfqNVdS8KcCJ4mXCdXUU-du_KrEmbUs,82
 synth_ai/cli/_internal/modal_wrapper.py,sha256=bJJtpT7sOCRptCSDyZXDxa24xyrozVekmaJKYQ_f4LQ,789
 synth_ai/cli/_internal/storage.py,sha256=0VjIR8hsxdhRD90xy6IMwGkQu53RwUF8H_aFPsMmXXE,765
@@ -26,19 +25,17 @@ synth_ai/cli/commands/artifacts/export.py,sha256=k4h2hKZ112Gfe-S4ayb10urY23avgnf
 synth_ai/cli/commands/artifacts/list.py,sha256=_OktWZ3A-cU2sYueMCyL9N-OZH0fahk4yEjRKY1RuEg,4783
 synth_ai/cli/commands/artifacts/parsing.py,sha256=gw04bTbMqX757mvgGC8TqcY0lfGwjAm_YTm4VamXAWk,7318
 synth_ai/cli/commands/artifacts/show.py,sha256=0B_yIQ9H6eE6qi1fJ7cTBPFuDxNknaxi17OVrkxgy7g,11920
-synth_ai/cli/commands/baseline/__init__.py,sha256=s0s_62k43AENduzE1S3Zzl0s56F-zSHnu1X3vH83y8c,236
-synth_ai/cli/commands/baseline/core.py,sha256=WmO_BSBZ2lbL4kl_kVQSE2eghx3yRwvFlREwOQUcMTM,22903
-synth_ai/cli/commands/baseline/list.py,sha256=TuvrwNxYFEjtdx-nTXjKwVOh_nhM_VSffiBEFVySzfc,2942
 synth_ai/cli/commands/demo/__init__.py,sha256=fpsgP7In1ve0MN5IgqwvlbhjyqBk49szC5MSf_BkHQc,71
 synth_ai/cli/commands/demo/core.py,sha256=YptePlzX-d51VwrDuKqdrtWKiddvJPcBWoUfcpvas_U,4798
-synth_ai/cli/commands/eval/__init__.py,sha256=nV0E_WJS_TKjKEIOkrKqJQ_Gr5wtuW4OK3R8nIAMTNw,426
-synth_ai/cli/commands/eval/core.py,sha256=T8oThmW0k_DovUZniaGVazGEQc3a1ffPCM9mblvYf80,47633
-synth_ai/cli/commands/eval/errors.py,sha256=YHzU8WPY9Ys1U4H_QwKvRCAcr5MzODj-yK0pQRfoB1s,1628
-synth_ai/cli/commands/eval/validation.py,sha256=YvrlP-U_otpvPUXXktg4QJ8tlf7vRtQ18jPnwx6l-Jg,4060
+synth_ai/cli/commands/eval/__init__.py,sha256=G6K_DUqoyxNiMD7h3oSubiP-Qh4oR1o7n8v3-azs2gE,225
+synth_ai/cli/commands/eval/config.py,sha256=FIwUwIAxf4_5qQJIJE5MdbLQh0mI8KDk7pQ9iJn1Kvk,10959
+synth_ai/cli/commands/eval/core.py,sha256=Xx0QTckbAxXpzzkcpapqVWCyaChkftzlPGrXy6BK3Bg,9327
+synth_ai/cli/commands/eval/runner.py,sha256=RZLcUQyuf9aJd09Q1aTQOjvWL7OgJ3cvIcRvLPnBtuc,23810
+synth_ai/cli/commands/eval/validation.py,sha256=WaoLS9Oxr01DFMQsGmSk8vBaORWE5Koy4QKe_CEqInI,2016
 synth_ai/cli/commands/filter/__init__.py,sha256=fPU74tFIgsndea2nJ25lKrzBS_JPfLi5M4OvLyqHsOg,260
-synth_ai/cli/commands/filter/core.py,sha256=1i4PAUDun_B9gVAF5k2H0HTCJtwRUGr5VY_AJbRR_6A,16385
+synth_ai/cli/commands/filter/core.py,sha256=mlaLoful0hvmD03PQy86lJYObwiBAYQlJAJA7IX1QyE,16427
 synth_ai/cli/commands/filter/errors.py,sha256=gGpZj2AhDVBco_d10ldHN3ugRpTD7zGqKD87TI2nBxc,1099
-synth_ai/cli/commands/filter/validation.py,sha256=vvK0h_fRmggnSUE6TS5mPsT3jY6DAdlM_QzQgWeeGA4,2611
+synth_ai/cli/commands/filter/validation.py,sha256=0IGyXLhRFPQDhBxzt4cHZezm3bszblKiWr3lgzWRT_Y,2617
 synth_ai/cli/commands/help/__init__.py,sha256=82D9G0ac28ok3W_eRJin1AQi7kl1bV-voHFU3QkzW8E,5429
 synth_ai/cli/commands/help/core.py,sha256=q4vwdagxeVoxHaADGikiEQBq1RDSI147Akxi6IAJ4e0,2090
 synth_ai/cli/commands/scan/__init__.py,sha256=NOqTmD-DXmyVRy6112GuSxEqy3gAgH-_9mCW9D3cpsQ,294
@@ -48,29 +45,28 @@ synth_ai/cli/commands/scan/health_checker.py,sha256=AVIYQlyqM5ApPCeK5wMB-TkQg6Lc
 synth_ai/cli/commands/scan/local_scanner.py,sha256=iEwhpBABoyxztIblTGHLQTlGA_RiIi3z1rcVJeZshOo,10654
 synth_ai/cli/commands/scan/models.py,sha256=qKcleWG4zdzU2HKhD2-YjX-uKs90gQpjRF9HSum5AGo,3740
 synth_ai/cli/commands/smoke/__init__.py,sha256=gE7gaBh19yTRyTRgn5ztk7MmdsIoLdU8bkFxRvHNvJA,109
-synth_ai/cli/commands/smoke/core.py,sha256=OTPB8pHWJ0yumnxI-s5nt8UeyQSlpd89Oebwltyx0kw,62119
-synth_ai/cli/commands/status/__init__.py,sha256=0osPCFnl8fEvfR4v8chbw6uPduG_EGVNgrtbYUOXdF4,2399
-synth_ai/cli/commands/status/client.py,sha256=0JX8XWegoudpGroxhsFWUqozrblCjx6tHSXfmUoJD6A,6694
-synth_ai/cli/commands/status/config.py,sha256=l5zujJG4lsZAW6nXGOcdM4cHPBP_5pQtV_nN2EV4yCw,2909
-synth_ai/cli/commands/status/errors.py,sha256=QOUsyxOi4MdB6ISQ7ZwHtNjU61RAsurKcf58Qt3ejZY,441
-synth_ai/cli/commands/status/formatters.py,sha256=m__FAytr5xV9TNr6Bg7VrjjivRccLwm8r0Q-PMQMY1g,6047
-synth_ai/cli/commands/status/utils.py,sha256=k8F-xIQKnIQiDDGeTzERnuhd_pTsZf6W0lcmoR7t1yo,3270
-synth_ai/cli/commands/status/subcommands/__init__.py,sha256=S0tYeYc6vqBgPdTgpwU-nWiqPnpADiE-1ElpVQ6SNko,280
-synth_ai/cli/commands/status/subcommands/files.py,sha256=N2gee2WX8wVC2Q-QKaJYqpxRECvp0EvewZYPlOwQGl0,2296
-synth_ai/cli/commands/status/subcommands/jobs.py,sha256=lLOmHPxHfzZR-sBXjIYZ9Hrk1FgdkG-4-xGpqZtHYgk,10028
-synth_ai/cli/commands/status/subcommands/models.py,sha256=FuR8Ykc0ikGRPy5_pD-TX6r9mGHYb9fR8IaANakYsHA,2389
-synth_ai/cli/commands/status/subcommands/pricing.py,sha256=TdekcnrX259rNj-Gst3bezwMQLFs9cXGwoE1IFxljUM,823
-synth_ai/cli/commands/status/subcommands/runs.py,sha256=mC3jmyhXtY33YXTnY58RD4FPRdk8Xb8swmYrGJ5-sIg,2455
-synth_ai/cli/commands/status/subcommands/session.py,sha256=uRR9CJkZ73-eGKBDB-b6hBrhkBBeAHD3MW8EfkJEByo,7692
-synth_ai/cli/commands/status/subcommands/summary.py,sha256=2LrJyNdyD9y3jqN5lmWl2MNvkKxzkuYTn_niXK6Kaeg,1567
-synth_ai/cli/commands/status/subcommands/usage.py,sha256=DmmMu_bfZ8ZdjSGAPeFWQrPrbiIAl092_Rs8--fyeuc,9084
-synth_ai/cli/commands/train/__init__.py,sha256=9zGDNfVkRpAMddsvB3qS-NILIlTh1dYRVUe2dTZSPDY,1242
+synth_ai/cli/commands/smoke/core.py,sha256=i6oPNMITNB14OTPk3D3ocn6P9NGBySSKyPwRHXrFQTM,61698
+synth_ai/cli/commands/status/__init__.py,sha256=U9DbHXnwGvbus243mjH0_wFYej-y5cVCoWFvoKBpOXQ,66
+synth_ai/cli/commands/status/client.py,sha256=GFsgUryVSSlTx4Ibp_Iypw3mSYHly8poG2GHthy7BW8,3244
+synth_ai/cli/commands/status/config.py,sha256=9FZy-rtW_FmrqioHlE6mwoJap4cA8D4-hp3jdzgUfUo,222
+synth_ai/cli/commands/status/errors.py,sha256=xv4IRsSMJDyd4l7vfqPe0z5_m-Cx6ZYil7fBxV3eb-8,311
+synth_ai/cli/commands/status/utils.py,sha256=bybYV5xEcpkiDe0LRBRZesjBOVyHmQc0MFYCq_U1Ngk,648
+synth_ai/cli/commands/status/subcommands/__init__.py,sha256=AU_hgMoT6xHg_BWu1di1PNFZrFvFKnvYyIrB1HitbFw,62
+synth_ai/cli/commands/status/subcommands/config.py,sha256=aekcbYddWzeNzlqeUd1ud-uOpQ7No5u8vZl6UFO-ILU,189
+synth_ai/cli/commands/status/subcommands/files.py,sha256=ox5zZD1hFOuN5_ZKfkK_hQ1eVv1z5pLagNp5ZkWkfLE,774
+synth_ai/cli/commands/status/subcommands/jobs.py,sha256=v8G3RPegK36wqxO0FHWURcppLNqc1rfLx1lRHQBTN9w,1375
+synth_ai/cli/commands/status/subcommands/models.py,sha256=edXcYv7Yiy88KBmalSIMY0qf0cAB_1ZrgeNaR1eplt4,916
+synth_ai/cli/commands/status/subcommands/runs.py,sha256=dbApDFHdQergU_TRCgOXiyjRQQHBOGXt-gB3ZWtsghs,773
+synth_ai/cli/commands/status/subcommands/session.py,sha256=aOzS5N60Lo18cUNvX6TK-amoDtue0ITIeJYKdB6bvic,2422
+synth_ai/cli/commands/status/subcommands/summary.py,sha256=HF7gxG0kky7SYi6FXBZ3n9mYW9REASlrxC3eL-vYFR4,1002
+synth_ai/cli/commands/status/subcommands/utils.py,sha256=-AJU_7yqYAkAMBvkemvV9Q35ipjHmmrSO8OF0_2jx-o,992
+synth_ai/cli/commands/train/__init__.py,sha256=bw8JbXwDVmAr_Tn4LIxlWGvDnQm9dwiDhcCZBML3Wq8,1228
 synth_ai/cli/commands/train/core.py,sha256=nKKFnrmzaw0YqKtpG1cmaFCAFgunlreHz-lLyy4xYy0,505
-synth_ai/cli/commands/train/errors.py,sha256=OJUYiOhzDGchOd5-Re36c_OHfb-9HgnuKRrF3AwzEU0,2743
-synth_ai/cli/commands/train/judge_schemas.py,sha256=BBKZ0EDCeePeDqCymdoJL0e79UfKs0GznozqatBFXOc,6424
-synth_ai/cli/commands/train/judge_validation.py,sha256=ga6bdOrpfsimOVAL7cRPIHJd4BbstXb4eMxDlt2YIAU,9935
-synth_ai/cli/commands/train/prompt_learning_validation.py,sha256=zR_Yn4SfExaoLNOO2TrfvGrKEs_SDOGAml0_rFyKdEQ,18795
-synth_ai/cli/commands/train/validation.py,sha256=CG-r58KyCkSkza9hg6S_RoSRtsTv7cyn2cTii9nkO9c,13886
+synth_ai/cli/commands/train/errors.py,sha256=ATFvEzoxgWzMRCQDmy-NnP01pnyeCvF7Sl4vSGirUl4,2752
+synth_ai/cli/commands/train/prompt_learning_validation.py,sha256=FgOvjuG7VjUbNp_FgG3xc_jg69nuDWCBfdwye8f1sQA,18811
+synth_ai/cli/commands/train/validation.py,sha256=DiwFkvJIuOX7UbrjqpbYiw7imhyZgYawT4Mjy_Q0fM0,13914
+synth_ai/cli/commands/train/verifier_schemas.py,sha256=j7dMQ0q7YGwam1hPUyiOsdXQJIY_mw0tPL3ZqkHnfzk,6551
+synth_ai/cli/commands/train/verifier_validation.py,sha256=YKwp8jFXHJXpteDeNO1Znqf_7PBXfy_VQG6ig6k2aqQ,6983
 synth_ai/cli/demo_apps/__init__.py,sha256=JH-OIpwYS4fqJ7MfOd16y4378mdD3uhr675iEG2zBys,473
 synth_ai/cli/demo_apps/demo_registry.py,sha256=y49Tb-iVVQAfMSyQlfqQ_2i3CsVPw9PAJr2wFx32m6g,5826
 synth_ai/cli/demo_apps/core/__init__.py,sha256=uC3ZUzEjUnr5Az_FoRZJovGhCeqfMZVZggjXr2DkKio,806
@@ -88,19 +84,19 @@ synth_ai/cli/demo_apps/demo_task_apps/crafter/configs/rl_from_base_qwen4b.toml,s
 synth_ai/cli/demo_apps/demo_task_apps/math/__init__.py,sha256=WBzpZwSn7pRarBmhopQi34i9bEm05-71eM3siboOavY,43
 synth_ai/cli/demo_apps/demo_task_apps/math/_common.py,sha256=FvWvZ3BwZzX38RjZcukPlmk0FN_DT03lBbZe-mjF7tg,532
 synth_ai/cli/demo_apps/demo_task_apps/math/app.py,sha256=1sdVhcQR60jLc8Vc5B2Jelh1ouo7y8gVkVgf_VcJdPg,1168
-synth_ai/cli/demo_apps/demo_task_apps/math/config.toml,sha256=CLfuzZaTvpqezPrpOy03ZKvR6D3tZ0vExOsyvdn4ETo,1346
+synth_ai/cli/demo_apps/demo_task_apps/math/config.toml,sha256=gmOkVUdUuaDq2PseNYP7eXK_fvqwrcHbbB0oc-omWCQ,1323
 synth_ai/cli/demo_apps/demo_task_apps/math/deploy_modal.py,sha256=hLdUvOl3tGQi_mQgYWva5NUh-vIXUj4e-isGZ6Mk-14,2256
-synth_ai/cli/demo_apps/demo_task_apps/math/modal_task_app.py,sha256=Zkuz6dLoONDSgQsfrhRFQMZtOQbJ5L0aKt26KtFCiak,28637
+synth_ai/cli/demo_apps/demo_task_apps/math/modal_task_app.py,sha256=7BDY8sAWL7AJJl22t25_rcvo9t-vb-_HEsa75Z9Q5Qs,28474
 synth_ai/cli/demo_apps/demo_task_apps/math/task_app_entry.py,sha256=F1-F-qeiVTQAW9HxSv2ko-hERkgSL4QKEplR9HtMCMc,1044
 synth_ai/cli/demo_apps/math/__init__.py,sha256=WBzpZwSn7pRarBmhopQi34i9bEm05-71eM3siboOavY,43
 synth_ai/cli/demo_apps/math/_common.py,sha256=FvWvZ3BwZzX38RjZcukPlmk0FN_DT03lBbZe-mjF7tg,532
 synth_ai/cli/demo_apps/math/app.py,sha256=1sdVhcQR60jLc8Vc5B2Jelh1ouo7y8gVkVgf_VcJdPg,1168
-synth_ai/cli/demo_apps/math/config.toml,sha256=6zsdsh28zNHb5_xjVCI2GEd1C0xsSZzWGNDWzT1KhkY,1359
+synth_ai/cli/demo_apps/math/config.toml,sha256=w8_TPsKA2wl_dn2ge90GIPUUgCrZu6EOzYyrRzjXnhg,1336
 synth_ai/cli/demo_apps/math/deploy_modal.py,sha256=DpqSUxVGjqDy1GoUQJWFQSsI0_osRpuCw8svD4rm5Cw,2063
-synth_ai/cli/demo_apps/math/modal_task_app.py,sha256=hrn-Tg-mXEMEVomg7ctrtYEWfiS8tNx-DunBc9kBwvU,26644
+synth_ai/cli/demo_apps/math/modal_task_app.py,sha256=wh0afSz30q3-H8FdHxecIS4Y-26Hii4KiIVtnjeF5Xw,26481
 synth_ai/cli/demo_apps/math/task_app_entry.py,sha256=VGxRi34Bxj51z8yZGmwjQJTVaUJySdH1XhWpWq3nUKU,1455
 synth_ai/cli/demo_apps/mipro/main.py,sha256=_DIy7xSuVnZrwDUilJwWJfFdgHp8BJMs4qasdZHnldo,10505
-synth_ai/cli/demo_apps/mipro/task_app.py,sha256=dUaHfQv3LSZZ15PD1vIgtKprjctZrOSHu0MtUfSTD2o,37742
+synth_ai/cli/demo_apps/mipro/task_app.py,sha256=yr62n49IOoJAWbTaYJ4_ZkMi5OFXhhnXEMdMSh6_LC4,37208
 synth_ai/cli/demo_apps/mipro/train_cfg.toml,sha256=LGQPpgrmHGh_C0NuQSYV3MyRSf6FJHyc-jvdAWpjgv4,4099
 synth_ai/cli/demos/__init__.py,sha256=BnoTqDZ0FelPjSy8gAnV5N0SriEqhhwjZBTagrwlVL4,155
 synth_ai/cli/demos/demo.py,sha256=hEFLW40S9Pw75cR8k4lZ2k8rl_Bamj3HGW175ZRpKvU,846
@@ -122,12 +118,12 @@ synth_ai/cli/lib/plotting.py,sha256=qXCRUtmnnfIHtWUteBHchyk5D6fMMNocgSYLThQLCmU,
 synth_ai/cli/lib/prompt_args.py,sha256=TunI29ECroh9NI_U4Za2GknRnFdcric8hkRzSUnkwX8,1328
 synth_ai/cli/lib/prompts.py,sha256=osHwSEGasyxQ4c8-0pPsyHDRwKKTeURk0Pk-iX4V4_I,9228
 synth_ai/cli/lib/sqld.py,sha256=cHOPGywLTMdQDqURIxdrNoXWFUTdZrikDo7c1oyIXP0,3908
-synth_ai/cli/lib/task_app_discovery.py,sha256=CZwwP6DMd5fJDqxoQLy7jn1hr54uUumAs9K7tdqCwwQ,30855
+synth_ai/cli/lib/task_app_discovery.py,sha256=W-FrUZjdVfaPFfmLddDoDuqKNZqxrYQ2uUGC7G55GFI,30972
 synth_ai/cli/lib/task_app_env.py,sha256=IaJQsep1Ky2S8JdMRhQXCQQmTk78sI1Yw7S-xUYqbJg,11270
-synth_ai/cli/lib/train_cfgs.py,sha256=CnNvvhFq_OeMIsePB6WVmeqxzhmmdhERZMZoseeA_AY,10857
+synth_ai/cli/lib/train_cfgs.py,sha256=i3wxdaBHhwNBSFyz3th7X1-jQuiMJxqaIQGhqejnWOs,10801
 synth_ai/cli/lib/tunnel_records.py,sha256=AChs1EtdJSVrvUP3dJv3mW0CQxSopY9w22lSpqC5bi8,6024
 synth_ai/cli/lib/apps/modal_app.py,sha256=yQMmGwM1Htaq5Rw0uWFWsn1L-Mv0jwj7agiqCVmsjM4,3375
-synth_ai/cli/lib/apps/task_app.py,sha256=cvNCx3N5gUiF0GmU8Yw9BLI_cDBKf2KZi23t5KHXsps,26428
+synth_ai/cli/lib/apps/task_app.py,sha256=6pCxrwIAN76FartT_WXlhYZMmvVKqIoJ-62P0YYY_c4,26329
 synth_ai/cli/local/__init__.py,sha256=Jjn5l6keOk57fBpPMWxecZD_n6Z2ubSLk0Cq9OzMW3c,379
 synth_ai/cli/local/experiment_queue/__init__.py,sha256=rRgmTjPh1zqTddgPDqEVccgbTi__ckTfAbjNIcWILtY,1226
 synth_ai/cli/local/experiment_queue/api_schemas.py,sha256=SAIdxazAJlAT5eBMbFxoaOjgqM9sJ6AZJO8vloralQQ,9737
@@ -153,8 +149,8 @@ synth_ai/cli/local/session/exceptions.py,sha256=-WCrdiJKyplWoPsjlSSClwiDSZoGrdM_
 synth_ai/cli/local/session/manager.py,sha256=cwuJFHbaZJfA_YWOnSLjvLMGoB89P6zHwnKF9Oq_7v4,4489
 synth_ai/cli/local/session/models.py,sha256=wIL0DWltnZfSMeQHldQyrJ3L1YO_eC0BzTcIg-vCgCY,2495
 synth_ai/cli/local/session/query.py,sha256=zp3CVAxg6a85fbjnUwZp89wiAi3C5lgzuxG9BwJPiHU,3824
-synth_ai/cli/task_apps/__init__.py,sha256=HhkUJSLIss_Ip1jJkFM3hIJH1H9wqOAGiEFqiV3NvzY,593
-synth_ai/cli/task_apps/commands.py,sha256=-rw4UMGA-4SHDsph-WL5BzrRxsidJlNQ_0Ebo7u3L6g,116074
+synth_ai/cli/task_apps/__init__.py,sha256=6DPH5xVUc1d_Ae4vU5NjaG8u0lhqvfVoYBSTvLAMP7w,820
+synth_ai/cli/task_apps/commands.py,sha256=SLZ4WMPT8g2D_iehy_12smWtU0XU8lTiB2drjsnmdX8,116017
 synth_ai/cli/task_apps/deploy.py,sha256=eCkz7Vae3BWoW0j2tL0A16k1pN_OKPXq5mTgklT_pLc,215
 synth_ai/cli/task_apps/list.py,sha256=HPTAHlPgsscGDyn1DsGrm7FJj_3WIVah40JuG5BPyeQ,579
 synth_ai/cli/task_apps/main.py,sha256=dfmiJR3bhlusoSBvUiDztdoGb5gRB0YeAMw13kuydZU,974
@@ -173,8 +169,8 @@ synth_ai/contracts/__init__.py,sha256=rKO44QW529EyQCK8boIkHDXlHs-3GaJFE8wZX5MSk9
 synth_ai/core/__init__.py,sha256=OnILdX0-tLML66_xn1mNxUFBgcqgqgYyi-JveRDwMSU,1863
 synth_ai/core/auth.py,sha256=gRuxaCSdLD2erKqUMNKIvXpC16h1r_fFrLADpgBIh-g,2995
 synth_ai/core/cfgs.py,sha256=SWz_qlO9r9mq-ITS30pgpHDez7-CxrD9l-wIyyH5cGg,8413
-synth_ai/core/env.py,sha256=n-_-bTBaVjg3qd3Aq3cc0mJZPpan99lrfH_dpxQUkaI,6631
-synth_ai/core/errors.py,sha256=SJkOm5BAxjT_atxEwhGP0awMWAjEk88QdRPbggpUnQQ,2925
+synth_ai/core/env.py,sha256=rfU5hkfMP-tc11QCuxzSPSiqaCXfuRE2OuobMmBFXBI,7127
+synth_ai/core/errors.py,sha256=2aj1v24CmPkvr3eLdXRVVuHn02QPqQM3KcGQmbof8b0,2927
 synth_ai/core/http.py,sha256=IWftgT9wkxrRS1vy1XfQrj96Z3URifsVBkColoiKIBU,7097
 synth_ai/core/json.py,sha256=cplc_iAeQh3bbb6FoAZNCCDMgz8vVg7q9MSybryCiVg,1793
 synth_ai/core/log_filter.py,sha256=VG1nsEVop1VG-pdRW9Bf8QnmGIFA6Fi0fZ8YrA1DwNg,3525
@@ -200,7 +196,7 @@ synth_ai/core/config/__init__.py,sha256=CkwqJGTH_nIhZD512-850SGmlfwBYBI91UJrbttJ
 synth_ai/core/config/base.py,sha256=ZauohJ_RwqssMmPOjJB_PITlY_tHYicWP5WP_jeaxWQ,5198
 synth_ai/core/config/resolver.py,sha256=zUr_6bh6DOl_VHS8gxdb3DC3gv9y3hbvTacHHj_j_8w,2750
 synth_ai/core/integrations/__init__.py,sha256=toqa4Fl0iPb-9x3n5OTw8kefoEMjc7EYLSWIlazDGe4,205
-synth_ai/core/integrations/cloudflare.py,sha256=6be4BF1dVnRvao4JsPWsP2QwHP-tstiJPVApqVti0FE,66204
+synth_ai/core/integrations/cloudflare.py,sha256=A3jX9ncB9zqS9ZwecRQAVvh5ccOW3VXtiZ4iwaNDpSM,72792
 synth_ai/core/integrations/modal.py,sha256=0epn8_ZaAbUelqoqFmyPxycCq6pD8hpmAVzNIpMG3PY,10946
 synth_ai/core/integrations/mcp/__init__.py,sha256=xmJMxYXTaBHv7E8ryDeA7ELeNjZnsR2Ft7ayD-267Aw,118
 synth_ai/core/integrations/mcp/__main__.py,sha256=BGpZrCfzjzWkY-9KUs9Fj2x1yYtp3uJbI0S5HLeJOew,177
@@ -209,7 +205,7 @@ synth_ai/core/integrations/mcp/main.py,sha256=3t3VzPXH-2z8eIvb7kp_0d9zI29qPAnBaC
 synth_ai/core/integrations/mcp/setup.py,sha256=_3paE9bCJ8dJI4Pt9qk8tBqWShvtGnlsHLAKXBz8HCM,3076
 synth_ai/core/storage/__init__.py,sha256=eyTmfhYl_HTSemDepifg3VjJygO_7gQR_qva6DhP-LM,1681
 synth_ai/core/tracing_v3/__init__.py,sha256=CndO-mSSiSA-JVdw9DxsEw-bdP47opx0opek61zvz28,3386
-synth_ai/core/tracing_v3/abstractions.py,sha256=uja-8UMh-RWfpVBjsZwNw1UhNMpgsy4Zmd_pEq_qXjI,12865
+synth_ai/core/tracing_v3/abstractions.py,sha256=jSvInmrMMD5EhyyZY9daQ1RHoWdrZCzrk-urCI-NV54,14009
 synth_ai/core/tracing_v3/config.py,sha256=MWCCWACcbwoEYCd9RmLytGUTlWTCyXQWP4Ccn9BYOJc,8769
 synth_ai/core/tracing_v3/constants.py,sha256=hPsHWSfRAQKWo5p0ULypuvya0Uta76c5tLgnW8htCNE,714
 synth_ai/core/tracing_v3/db_config.py,sha256=zEzUr3gurpmx3-p2egumCjzM85vY5GD63kbXTI0kv10,6540
@@ -235,145 +231,139 @@ synth_ai/core/tracing_v3/turso/__init__.py,sha256=hcwysYjh1_ckqrn2DW4QSc2l0jdfN-
 synth_ai/core/tracing_v3/turso/daemon.py,sha256=HQOcAITKVB1V3WCCC-3coYAftVIdgmtWcGQVCOWGwds,9628
 synth_ai/core/tracing_v3/turso/models.py,sha256=BGQVPxJeefgZW8Qd-yV1BSIlQrHVIm0wp4CWNQfQLN4,16394
 synth_ai/core/tracing_v3/turso/native_manager.py,sha256=w-J4KcBCzO4GapnkovwDTZcrMp8dmI-1WsimTRKSpUQ,52463
-synth_ai/data/__init__.py,sha256=SwzQa7oJqPxd5m27zheiyFQuyQojamRVT-LMvdJoYPw,2226
-synth_ai/data/enums.py,sha256=qAgFTWYYNR8VtClPYMP4fBVJvkP-aMxuqoFAeWvvvd4,2788
-synth_ai/data/rewards.py,sha256=fnwJ63CLyPkimo3FdV05XnII8zkHKD-_C0D8iFPCnfI,5272
-synth_ai/data/specs.py,sha256=VP6XfDqoi4RJ4yAoX61Bqsd5eox0aqW2bL4zEWMnRb4,704
+synth_ai/data/__init__.py,sha256=4XjTCtx_D6dwgTEihyw7pJnjmclj-5daGfLO375u3ZU,1750
+synth_ai/data/enums.py,sha256=NU_AOPxe1_DXjzS6JOfI-uAXnPoUlx9mdovR8vX-4Rs,2397
+synth_ai/data/rewards.py,sha256=_89lgMzqQBw_NSli04hbWAHNjIQrpO4JgbjwcpFcfdo,9300
 synth_ai/data/traces.py,sha256=9DvaLDMj93d6tNoWPGxgZi1G3JX-WEzNEXZq43yjIFI,779
 synth_ai/products/__init__.py,sha256=4ImFYMOJAvgBpRZtoJlqe-XrzDenRAzVX-AERno-A7I,198
-synth_ai/products/graph_evolve/__init__.py,sha256=T6axou9iqBJJQEQyEJOUOwVIAc2DwQc_-ZhYWpUrPVo,1316
+synth_ai/products/graph_evolve/__init__.py,sha256=VfQwk3bS6aIp_W4Ggbun7TDKiPllVOBs-7WInSVoX4M,1316
 synth_ai/products/graph_evolve/client.py,sha256=r7GJgpAjO9LaK5H-Bm_OvcI6JsiKa1wtTVHb8VHbY28,6934
-synth_ai/products/graph_evolve/config.py,sha256=WdUdN_J3khlle8MqOSSQGqUd5DcBCpqQMErSxwiT_sw,23746
+synth_ai/products/graph_evolve/config.py,sha256=mK04GxjPhvIzO323ZWHhtQwOy8ODW4Pxb2L1FesryDI,23809
 synth_ai/products/graph_evolve/run.py,sha256=mrV-uv0pY46ig8pZZ3dHcKkte-LnToeDYVJ3K1S9yWg,7700
-synth_ai/products/graph_evolve/converters/__init__.py,sha256=6dRVpK8PRSjtsuGQ8oT6JuqRlBEJJjIGHileisUNbyc,1094
-synth_ai/products/graph_evolve/converters/openai_sft.py,sha256=aRXvF0byu768P3zzb8QR8vUdM3FsYq_XXkO_9b3FhXk,15269
-synth_ai/products/graph_evolve/examples/hotpotqa/config.toml,sha256=1yd6AiyRDqDLFOeeWKuJgNvPAa0qY_u02gPvKxXtvLg,4301
-synth_ai/sdk/__init__.py,sha256=y_zMvrnlncBDDt6BsxYhf8rB23TdQk_f00Ijxsgja4s,2695
+synth_ai/products/graph_evolve/converters/__init__.py,sha256=pL3j2EVmVCPiu3_Hgr27WGgFKBvpIM4bJ0tUBClqlos,1109
+synth_ai/products/graph_evolve/converters/openai_sft.py,sha256=W22TtHfKZclFNKcFdPHqY9dgX_Y1UakwEhicnadJPCM,15304
+synth_ai/products/graph_evolve/examples/hotpotqa/config.toml,sha256=I4TAIFxOZRzbxqcTV0owz7zXxXdMBFF1PRGrbLxvhbg,4303
+synth_ai/products/graph_gepa/__init__.py,sha256=fkgycuZUe40WE6BTXIXTTgjkxGexaaJNqpITWT-5ZsA,509
+synth_ai/products/graph_gepa/converters/__init__.py,sha256=U7B3YUupy_FVrYinX7YqS87BLPxDcxm7XgXPz5QcmDE,399
+synth_ai/products/graph_gepa/converters/openai_sft.py,sha256=GpV9ZvvSIk_RXRN0IRFpQipCvInzG7B2DdkoXkvHCG0,656
+synth_ai/sdk/__init__.py,sha256=0dys-dPB-O0AUHe7_-s9td-sTPksKCng-6aoO5Biyks,2935
 synth_ai/sdk/api/__init__.py,sha256=_CrikBpuPlD3fOFBCpbudO2QP_WozrRLQWvtReNahnY,24
+synth_ai/sdk/api/eval/__init__.py,sha256=L7UG_4xvvlstCoQ7fkDSf47kkRy3eVP75i8JVvNRd-w,1053
+synth_ai/sdk/api/eval/job.py,sha256=Y3EhBUfQB6giEsmKatwDsk6ak7JdmoEOEzgXuEfvqHQ,26860
 synth_ai/sdk/api/models/supported.py,sha256=zxozXZkHaP70CvscKT1S8SuzJoHmLTy0VwH-p48rpxc,17709
-synth_ai/sdk/api/research_agent/__init__.py,sha256=bBMJF8GOaQm_7dDDZGSFli2nB39Xf-0M8B1-jnQ9DG4,1975
-synth_ai/sdk/api/research_agent/cli.py,sha256=RYpnbH9KLkt8p678kJPByu6OB6iCxayCiF6u2_zpJz0,12171
-synth_ai/sdk/api/research_agent/config.py,sha256=3vVIkwAxJJrOqJI7AZq2mis4ggZr3iUYTVwuu_3Gj_s,11355
-synth_ai/sdk/api/research_agent/job.py,sha256=jdj2hXVoTRdoKGCHwYpQhMVFCFdbrSX_trkb1_LEf5s,24496
+synth_ai/sdk/api/research_agent/__init__.py,sha256=GgdlzrCnkfVS9p9bCuglzP-mVne_qFAc0TJlDd39VZg,9691
 synth_ai/sdk/api/train/__init__.py,sha256=y3DlgTTlwyI5BQiE2Ap5CwMcRS1G-DP288pMTrveBiw,2011
-synth_ai/sdk/api/train/builders.py,sha256=6Oi2YdudBvY-kqHpJeEID9p8__f48QfCDCdDEBct0fk,44547
-synth_ai/sdk/api/train/cli.py,sha256=Hh3CXOJmwPXHhNcckXZsA8vEiPQo5G21ZDG69cfxH0s,92791
+synth_ai/sdk/api/train/builders.py,sha256=54fld0VxxsSiZLyxi7pbCFRV2i5HowB8iR5MyTSIxJk,51919
+synth_ai/sdk/api/train/cli.py,sha256=ySbVs5nBdPPtIpEa7mZ5KWEdi_9i9wqbJtNMC81zRGQ,93196
 synth_ai/sdk/api/train/config_finder.py,sha256=dQe1P1QtIJT4NM-pvhpt_BT2608lFohqJ_5aM1Ty6Ho,8932
 synth_ai/sdk/api/train/context_learning.py,sha256=nItcZcyUJVN6xqXS2QrngNshVKpRO0dTPtf4MNSdTPQ,10548
 synth_ai/sdk/api/train/env_resolver.py,sha256=fZH5vP8jZg_XqVFDmuLWex5bvhNQ8cDZGTTWM9Yqff8,15039
-synth_ai/sdk/api/train/graph_validators.py,sha256=y38ysD0mtYpY-jsgA_UurWFsttkJH1tqQCwrQdZcjVk,7657
-synth_ai/sdk/api/train/graphgen.py,sha256=J5CWlGAy2-8ThkskmtqLt-NfnTZKXoZQB3flvpSHFmk,37483
-synth_ai/sdk/api/train/graphgen_models.py,sha256=b6JpFPkMJIPMs3yFBCPmP4nhf7SdNNdahZMtoX4LqPM,29983
+synth_ai/sdk/api/train/graph_validators.py,sha256=JUGHf-aWRRm7cKoSrcamJQPZtY9-d2BY-tBj3oe2rbo,7667
+synth_ai/sdk/api/train/graphgen.py,sha256=xUzVzXMddNQNy7mT-jSOKh9XkznUMprDumpAOfbNII8,42464
+synth_ai/sdk/api/train/graphgen_models.py,sha256=9MgjZNc45GYLJHD9G1JUbCZ2Z_6GpO2rKfkRikCXiVI,32637
 synth_ai/sdk/api/train/graphgen_validators.py,sha256=f81KVsT1h0OYbDLy3b__Fs0Gse1EvhOVMtTDdnCnCjU,3348
-synth_ai/sdk/api/train/pollers.py,sha256=tf6qbP_-FwwsxLD_yILidqbDyjaI_5YCSIfIVSQllLk,4421
-synth_ai/sdk/api/train/prompt_learning.py,sha256=7QubjrXnF6gsX4bxGIZKpJXCc4J1FPc0BJlJin7YYA8,17090
-synth_ai/sdk/api/train/rl.py,sha256=pxGIyRmK_8jyTyP2GECPnBpmZmv7zhcWFhh4PRLNmjQ,15833
-synth_ai/sdk/api/train/sft.py,sha256=xOq4Ih275APWOp-jSx9HebJn4tnP9jTxk-XWPxt6_Cg,13180
+synth_ai/sdk/api/train/local_api.py,sha256=anRlexquLy8bK4lOcIE9Alah5ec003phM71pKp4yPLs,286
+synth_ai/sdk/api/train/pollers.py,sha256=MZC6H3EbFDscjPjtkJlam4HIkiZxR_Xqq7QeX7XR7PE,5496
+synth_ai/sdk/api/train/prompt_learning.py,sha256=x1apfTtUtOXoduuo7VDm3kSxBRj0dvDKKC6Z5Qqh2M8,29625
+synth_ai/sdk/api/train/rl.py,sha256=LO8rvowN-DDH6_D7KRbXbytngQoLjq5mwdvIv1WKYb8,17716
+synth_ai/sdk/api/train/sft.py,sha256=oa48cJ4VHemBja302-sLlc72aOh1PT3kK4-kGQLmNhg,13206
 synth_ai/sdk/api/train/summary.py,sha256=LG0fkarwnoiuHopDnOYniA0GBOOPmcbSe-F0j4w7_Bg,25298
 synth_ai/sdk/api/train/supported_algos.py,sha256=T-8tlh97OY3aM6MvTahqR0TtnCjSedE0jVAZSeYt6q0,5324
-synth_ai/sdk/api/train/task_app.py,sha256=Wi-mWlHccFCK4uvnHOyStWbjkRHLsTYpDyuy5R6lP0c,12650
+synth_ai/sdk/api/train/task_app.py,sha256=WVGeEL7wdXaS3CpMHJVgpU8RyoxpA-M5Dj5UXPO6S34,13290
 synth_ai/sdk/api/train/utils.py,sha256=ILijLXj673vxPwrm2fzKfdjoNrXMB9M00TS9L-lzzlM,7898
-synth_ai/sdk/api/train/validators.py,sha256=IIz7DHmEVl6iyudVKziDVJAfbxxrRWQg3cyf-7OYlDg,124761
-synth_ai/sdk/api/train/configs/__init__.py,sha256=Fl-bDFw8i42O3HkhMnGsGlqm7uLYOlESxrXUWheUQ24,1442
-synth_ai/sdk/api/train/configs/prompt_learning.py,sha256=R1MJ9bJ83QN6gc3YUT2wsu0P4hf584h-o-DqJVL7JKE,79048
-synth_ai/sdk/api/train/configs/rl.py,sha256=_IBFDKW7pMA0n52tt9Yb6qTnBElphblCYyjG5lgiqAY,6387
-synth_ai/sdk/api/train/configs/sft.py,sha256=zyKPZ8Zd4EDl5ktwdo1ZM3qdh56msfVCZcCX4dMdScE,2965
+synth_ai/sdk/api/train/validators.py,sha256=CcgigxpSK7kbsaJYT8q_JgF2pXWBRquosGMUuA7j4Vc,124821
+synth_ai/sdk/api/train/configs/__init__.py,sha256=OxYQ6H8wJEHapYiT0woAvKhF1gxmU6y5ZU7_QVBe5Is,1524
+synth_ai/sdk/api/train/configs/prompt_learning.py,sha256=ZbcBtLeNnGrlb4GHxj1067i5NUOzfKfTXjqG1o5Tj0U,82482
+synth_ai/sdk/api/train/configs/rl.py,sha256=oh2LRITE2aDgr6aik2raYTFY-LMAadI03s2MsP4y2UM,15861
+synth_ai/sdk/api/train/configs/sft.py,sha256=OF9ePbgYQ-CBLhhJSzuL41IthdIpLcMCS8SIdxGpZzQ,8562
 synth_ai/sdk/api/train/configs/shared.py,sha256=UeNRmfyCwV7X7xfrthfhIbD4h3RLoo9an6VvI7QJfeE,2579
 synth_ai/sdk/api/train/progress/__init__.py,sha256=8UK3934c_-BbM3DlFRBHxd1uxi2cdPB603GwxWWXUbI,2212
 synth_ai/sdk/api/train/progress/dataclasses.py,sha256=dsi36wsWesMkk0q-mMnPIBdpHN6gorB5fewW3m4q7MU,20966
 synth_ai/sdk/api/train/progress/events.py,sha256=VV_g7A9au0_JkQExKRPgci9HBwOgSBgvlfhc3ExCAkg,10973
 synth_ai/sdk/api/train/progress/results.py,sha256=9geCkGOE6PHUVgn-3umaLt9wTAYBSFI8FiXu62gbNj8,14211
 synth_ai/sdk/api/train/progress/tracker.py,sha256=aA0dR3hf_hODaaBNmClqagEY3kOvysmc7i5OnU5C6UI,24492
-synth_ai/sdk/baseline/__init__.py,sha256=XBhLlIm5b5IjgO1xefpMpQ-NV1uyarv_i1vuRPBBUR0,591
-synth_ai/sdk/baseline/config.py,sha256=01VuEXqPocuX76JUKe0a62H_b2GSIhwzQ3IM4h4pi9w,6845
-synth_ai/sdk/baseline/discovery.py,sha256=fPfDY7vRtTtxldccHjaiNBhYudJqOhg9oRm5t1teYEU,7172
-synth_ai/sdk/baseline/execution.py,sha256=Nx4SFCkRN9dmjBpfuLeFTBWHzBzWrO_uIMdEJuO9_Rg,5303
 synth_ai/sdk/graphs/__init__.py,sha256=E-8SrhCCvRvAGJQdnjXc8qbYYSGy0dNUThm5PRQYkvU,262
-synth_ai/sdk/graphs/completions.py,sha256=kjq9oVDyeWNUsTbLO0kiUiF7EiufcWzK6q1aH6GE1Nc,21535
+synth_ai/sdk/graphs/completions.py,sha256=NO9izXbuVIoDGuqHBNfKi2IZtDKSSxFNCjIy4QAzc90,28433
+synth_ai/sdk/graphs/verifier_schemas.py,sha256=56ipixqsdZQHXgNIGotjZmavhphYDl_dsOGDbfVQWho,8713
 synth_ai/sdk/inference/__init__.py,sha256=R8NSo1Z2p4il71cJbXKfACaSz2Tn0uLhYcEnsjENVyE,75
 synth_ai/sdk/inference/client.py,sha256=7PqED9BDav8l0jCwaFO7Vu57VmN41rcss0zAdjX5V6E,4945
 synth_ai/sdk/jobs/__init__.py,sha256=JHofV9KgQfGUuiU1oM693WlF5J9TmV32YbfOeqxsCtQ,254
 synth_ai/sdk/jobs/client.py,sha256=Htk7_2B0KHn--hu8gahvFdIXAIYQNU9M1Emjd0NDj-8,13235
-synth_ai/sdk/judging/__init__.py,sha256=v8isNbMSZwhTWbKFf6hlwChrFjc8wKm7xtxLZdrpqNk,340
-synth_ai/sdk/judging/base.py,sha256=eXEVrkEhocmO_9A9aF2BGTWiQ9i5C9ozabQlwlRNO-0,580
-synth_ai/sdk/judging/client.py,sha256=plbMwigQfYYA5YvwOHb8702SDZsEU4qxnls0VsS58ZU,7855
-synth_ai/sdk/judging/schemas.py,sha256=2uWocuaNFHvm4suV-9RdZg0mWccR5hFG70VJsdtV2yE,8612
-synth_ai/sdk/judging/types.py,sha256=vpg2u4vLi7EqXJYgMM44TPXKKQKDxkcK3_KzYeHU6l0,930
-synth_ai/sdk/learning/__init__.py,sha256=ZseQjl8UPliV4Jreuq7AinUTGm1PFDGfKPKYXXdRjAM,1814
+synth_ai/sdk/learning/__init__.py,sha256=EiGr1q6U8Xv5hPv0fjsw10A6iOHVwUz-JY--kwP2IYM,2695
 synth_ai/sdk/learning/algorithms.py,sha256=N2sXJ-U5QfvmSCtB2KUkTMyg46_pibYXHdIrYSKGyxA,342
 synth_ai/sdk/learning/client.py,sha256=7lV5fw5F3vE9OcrqJ-sZeZ30579_WjuaMO7kNsRxYa0,9552
 synth_ai/sdk/learning/config.py,sha256=-mh2thnHfuwivKnEt4VYCfPPrgwpQvY9QeMg-7HW1H4,98
 synth_ai/sdk/learning/constants.py,sha256=QaunQg7Xru0S6AQv_-zoDprMB0ssn9sPHnhaTxz8reY,536
+synth_ai/sdk/learning/context_learning_client.py,sha256=ajxGND54kvCSNtDU0_RD8u1sN78E-7EhEhN3xhJDMBo,17231
+synth_ai/sdk/learning/context_learning_types.py,sha256=jUbehRMmQN1EVoy51Y9TabVuIzE6Uf7vzJ-ZbRaIL-4,10697
 synth_ai/sdk/learning/core.py,sha256=bA_Ng3YKeCJb1scnrSapp48HildL7Pd2fHkZ4zxurZU,440
 synth_ai/sdk/learning/ft_client.py,sha256=JMNAa0SwXbhqKo0pFPK7c8q9zVWBtyKP-lWrP6RR2s4,183
 synth_ai/sdk/learning/gateway.py,sha256=8plVu9V_0PTt1ZI6awuh9wSFT4BqS-mLshaN77wGyDk,31
 synth_ai/sdk/learning/health.py,sha256=6egq7mszJCi7QxZE2q8di76JsorvLGanIgoAQ1dF1CY,1593
 synth_ai/sdk/learning/jobs.py,sha256=VDoRZ_uHZJScXbOHdHhaL6c8_nRP0rpubLsWNJ2Br_E,9261
 synth_ai/sdk/learning/prompt_extraction.py,sha256=sG7lL3-Ve8Jg9TDhVQfX8q8fOKlOtNlbz7aKL0VfcCk,12111
-synth_ai/sdk/learning/prompt_learning_client.py,sha256=cVmV_b5zVswfLm2T-bnH-exzjmW40i8ZwgG66Bwubnw,18889
-synth_ai/sdk/learning/prompt_learning_types.py,sha256=36-es2i12GIrN0ymsAYjLM478wBnQXxR1ja32HyuO4U,5734
+synth_ai/sdk/learning/prompt_learning_client.py,sha256=vluDN2deJpfqeIi8j4Do9bXSekr6SNivLHASUIECVOs,18957
+synth_ai/sdk/learning/prompt_learning_types.py,sha256=PqNfNxUsoID87ISDiS0Cyn5ib1s7RMNX7Tn4AAVssME,5834
 synth_ai/sdk/learning/rl_client.py,sha256=zJfY3M-9i45lfStN7_ptk8XUAM8z7MUrk_NN4OIBqkA,92
 synth_ai/sdk/learning/sse.py,sha256=E95hgsHK27hxyl4xcgGH_6hmn-GHk3qhgcI8H7_-7c4,1796
 synth_ai/sdk/learning/validators.py,sha256=rBddzoMMKpK7tZ9M3kSZB43cDH6MBZibcHcj66pBdLw,1644
-synth_ai/sdk/learning/rl/__init__.py,sha256=L3GAK_1DPMg2Y8mhHm1ywKUOAdZBqKlHiu5HrJabCKY,872
+synth_ai/sdk/learning/rl/__init__.py,sha256=QvQpTSve-W6eTYzIfaFio9ojJxFHK8z3m9aU6juNyog,788
 synth_ai/sdk/learning/rl/client.py,sha256=InEu7BGCAap7MepkDkTb8TenwJZhGL8puf5fM8jtYjs,11479
 synth_ai/sdk/learning/rl/config.py,sha256=T70JlL4i6tSft09-jOs84hFgAiD2XpcVCtC5Rfz7Ehk,864
-synth_ai/sdk/learning/rl/contracts.py,sha256=JpkxaqF3hCT2QP18ZApXlLIaYwGLai90TY0TKkFkk2s,574
+synth_ai/sdk/learning/rl/contracts.py,sha256=kgVuE5MCKbpSIk5VfmbeRc2zoXsVa_s2PHZPpeDPQA4,490
 synth_ai/sdk/learning/rl/env_keys.py,sha256=WqkU0WutklwAZfdoxbgDzDrsPDYjapirELOEoPn9XIY,5586
 synth_ai/sdk/learning/rl/secrets.py,sha256=MJkyJbiedtZmNz0L_VwSgbTk4LSmbjElmYHOf34WfEc,272
 synth_ai/sdk/learning/sft/__init__.py,sha256=6SOcXUwYebySuy1QGLApv5U6zbAOobcSE6NsInouwPA,564
 synth_ai/sdk/learning/sft/client.py,sha256=Q3HoAM4umeSyHo1i4Ate8NSrAJPpYRWifx-5pe4xaTo,3619
 synth_ai/sdk/learning/sft/config.py,sha256=oDG2g7U-j8PoPcL_myBrqcgBtLJSnknXng1_c1tCTnU,9795
 synth_ai/sdk/learning/sft/data.py,sha256=oaJr79u0I-hzngE2G-nBUAzrl6rbnaCo7ilMTy7NX6k,23590
-synth_ai/sdk/research_agent/__init__.py,sha256=yUX9Y5I0APQHoL4eub5fUFZf4fIfRitLpo4S3y5CYfE,854
-synth_ai/sdk/research_agent/container_builder.py,sha256=sj5nlCbmuIns_xaDcJyIHWqvKntfeGKCt9r1nxVBq-8,11434
-synth_ai/sdk/research_agent/container_spec.py,sha256=JE4JUWZ3ZjPIBtul2GRhoFxQxRtT-D2qilDI4TDCVOk,7678
-synth_ai/sdk/research_agent/defaults.py,sha256=wKoeokVii3ECUM5dNhZYGm8fpB4Ir7vWj_pXeuGfUdY,719
-synth_ai/sdk/research_agent/results_collector.py,sha256=5C9KQLeJNZPcymn3YOE1WtjoinM_J4uhYXG7o2n44ow,2494
-synth_ai/sdk/specs/__init__.py,sha256=BaZOGkU8Wy1f6Rc6K0ljEdljxNoSf2obMZ3Qou12nRY,1081
-synth_ai/sdk/specs/dataclasses.py,sha256=l0UOv7llQFIz2AzgWnoJ6ewl02L-c8KtuhvpWNrLG1I,4165
-synth_ai/sdk/specs/loader.py,sha256=Kn1MiRptTnHk8xSAWXdqM3G_zjCHf9-4yoCXbPMW3Ko,3559
-synth_ai/sdk/specs/serializer.py,sha256=HOpU3jdtn8BDIwrPorKgxQhE1KIeuixNOK50ih83cxs,7505
-synth_ai/sdk/specs/validation.py,sha256=gGdUhVZ9RXkhqImRmgZVADMPz8xZOM-cJgiO04rCs-E,8902
+synth_ai/sdk/localapi/__init__.py,sha256=Ie5N61lGKaZ1juE3Qper04JHk18EUCZPHUQa8vdQ6tk,1001
+synth_ai/sdk/localapi/client.py,sha256=m3ECzi5MSocXLagdCnxqDMRoeuKbWOf_w-DE0wIwJn0,254
+synth_ai/sdk/localapi/contracts.py,sha256=vhm7NlYEwQEguXeAiHfGgcCXrcZ3ZDQ9db_F3nOYdso,274
+synth_ai/sdk/localapi/helpers.py,sha256=UUVBD8cdJ1Lmb_CbigZNTfWfM5QLQwPnwlUrjzMYjBk,20183
+synth_ai/sdk/localapi/rollouts.py,sha256=1ALXGqI_0TWcMcTGUSb_EmCj4PqPO5fFxasbzB1z6uw,2920
+synth_ai/sdk/localapi/server.py,sha256=aGcKOOXyEuVzte_jThZymC2KVC5Qspx_m8rqSLKvvws,551
+synth_ai/sdk/localapi/template.py,sha256=BOwbsZuqDkfCUObI2X1yHX4f4RXK4hl9rslCIlNvfzk,1608
+synth_ai/sdk/localapi/apps/__init__.py,sha256=XaVL0PoA4vN0e5gI8eUIepJuVLM6X3JyqlrKraayKSc,572
 synth_ai/sdk/streaming/__init__.py,sha256=n4NMivfc2sdCSeB1QdnrSlmf4ok3p2eXxKNVtLqceEQ,767
 synth_ai/sdk/streaming/config.py,sha256=lx2Zn0oBG5cuWgXNz2RoBMmI_nOrnuT1px7Zy2eQ8Jw,3580
-synth_ai/sdk/streaming/handlers.py,sha256=39mqCOpM4tVAn7l0KePrVwPzuOYRgmPf58GRmjCi00I,87634
-synth_ai/sdk/streaming/streamer.py,sha256=EGfYSJrnolNyQP5pCYWxtdfZxJZTO6Sd9iZ-mrfME8c,31267
+synth_ai/sdk/streaming/handlers.py,sha256=lVfl328j0gL40JYuAyOdoqtGZjanOL-wd4Nhum22ZSk,87663
+synth_ai/sdk/streaming/streamer.py,sha256=pgQ1QNu-O4HL-sFo2wCnSTbT4sz66wmFfwmiXO_FLSI,31322
 synth_ai/sdk/streaming/types.py,sha256=Vz1llmdZMegDKURhvFLYSFYwLZT9RNIpPGOK6hJFyM0,3720
-synth_ai/sdk/task/__init__.py,sha256=4tDeCa6PBjlJJWi7r-YT-qbBQvacNCwMjxYFWwjKC_s,3796
+synth_ai/sdk/task/__init__.py,sha256=rrnU9pF57fk2XN6Pc3YNXS_0jJWHQnXExwNrHSu-LsE,4186
 synth_ai/sdk/task/auth.py,sha256=IUD3DcU-43qczWV9sSccXsjDOkZe8sJHmcQtues1YWQ,5652
-synth_ai/sdk/task/client.py,sha256=ccbcYRaZZ5MBMcfFdA8x2t7PjXEdvKuFmwRxrRl_8vk,5741
-synth_ai/sdk/task/config.py,sha256=hZMMeCQj1sgrXWmPfqcIU-h2bvE7A4qkXXCR7eme8Ac,8781
-synth_ai/sdk/task/contracts.py,sha256=gmfOhucK8fBf4gnWTEWIrKRvDY_lr0qaaYaz6mF4TZA,9638
+synth_ai/sdk/task/client.py,sha256=B02qQ6VV1nP99XCIzv-dXgLLa6X7PatlCBqrzI06YFw,5967
+synth_ai/sdk/task/config.py,sha256=AcwS9nOOk8N6eV93f4WsflQmnw54nFmndGx7J0vcAyc,8663
+synth_ai/sdk/task/contracts.py,sha256=sizvuInWUq7K2jLwTGEdbMHHb9rKPRRvPH5I49CZJtk,10871
 synth_ai/sdk/task/datasets.py,sha256=QCQIzFj580YEfUths60tYNM3UGPB9gYgQ9aMVHOS0UI,3974
 synth_ai/sdk/task/errors.py,sha256=BOdWz0fgJVprx2-mGRJTnTilAGHmc4WRpUVFA7eLrlc,1524
 synth_ai/sdk/task/health.py,sha256=wfNNLYlWLmwoPpHA8ahDdqb0YAZ8JTyHzs8bdIX-pOI,1139
-synth_ai/sdk/task/in_process.py,sha256=iRTTVY4uRJRFlTVpoM55gybqF35U2zD21zpfh0wBX_A,52314
-synth_ai/sdk/task/in_process_runner.py,sha256=5TS4fNvqGDiPqPisKC6O73JMekLBXuC0LUR6o4fjkXI,11609
+synth_ai/sdk/task/in_process.py,sha256=p7KcKXRS-9j-uhpPaofMrSynGsZDsU7K2UmViS_fHgo,52892
+synth_ai/sdk/task/in_process_runner.py,sha256=-gKNaEQ76i9_jCjflspnWUmBg-Le_UvyQnrjQte8tR8,11694
 synth_ai/sdk/task/inference_api.py,sha256=nwDhU9U5hcnuGbPCUz3tveHsnjTkTf5gNa59IrnH_20,11957
 synth_ai/sdk/task/json.py,sha256=SB9XdHFloJha9WeClq4mvaL8B21-fRl9kb1d1JlNfIc,3612
 synth_ai/sdk/task/proxy.py,sha256=0iZw9vSuRJ8p5QTWzGj3bTXFja9wIeuP_pBKkNN375M,10126
 synth_ai/sdk/task/rubrics.py,sha256=_qqAvl1NFGW6nJlzmI3UwjxuvWbOQeLcMwrZpmpMQGk,7180
-synth_ai/sdk/task/server.py,sha256=OgEj9yRCr20RDVNH-r_CI9zYum5e8HqVCeCLLr2nZYM,21981
-synth_ai/sdk/task/trace_correlation_helpers.py,sha256=73BR7C9Y9ybTwyvN0_KZ4LYSZU-43Uh4CghDXxOp9Ag,17675
+synth_ai/sdk/task/server.py,sha256=ryhnd4gLeUn8ikgavCriLcvH3Rov_JYsxYm0g0e9PBQ,23981
+synth_ai/sdk/task/trace_correlation_helpers.py,sha256=P6gbRalFk9XPN1x7MXpXEUdQJ_mtE3IK1oD0EoW4A1Y,20031
 synth_ai/sdk/task/tracing_utils.py,sha256=6tztut5Aolh_5Vf9PnNxeBOrWik4SHlODQk5fG5pKps,3112
-synth_ai/sdk/task/validators.py,sha256=5PkIyDZbFO1v6gYHNYOWlRaHByKFQZua6pWHSH6nUbI,18687
+synth_ai/sdk/task/validators.py,sha256=Kn26P2WeOJShhI8U5L-hzCxNIte2KX2SigNtQy8D2so,17930
 synth_ai/sdk/task/vendors.py,sha256=a5t_1HGwPnPUoPMbzNB87jOTCyA4S7W7eIgJ-E4Gfew,1626
-synth_ai/sdk/task/apps/__init__.py,sha256=cFXA2S_JEcJFMpJja7gxmOf1cxrEq3cssQjzRDIQ-lU,4299
-synth_ai/sdk/task/rubrics/__init__.py,sha256=i4xxA7Jp70xoWxV3D9faB8nfJU4W54WLhjj3GxW1Wz0,1367
-synth_ai/sdk/task/rubrics/loaders.py,sha256=koYF5VTP66MfvjMUA27bhqE7i0U6SauSLUobSCKtUX4,5268
+synth_ai/sdk/task/apps/__init__.py,sha256=RMZaXOJEkNI8xpE748FQXp0RTUMJjKa3-eqauhWrTUc,5340
+synth_ai/sdk/task/rubrics/__init__.py,sha256=t-n3kHjV16-QBvxySpEPuG7oycrrIkf4zt8xVHy9J6Y,1372
+synth_ai/sdk/task/rubrics/loaders.py,sha256=4w8S6Jvtr7DQ982Qa5J23E0QGrANQN7FpDSZW36_HdM,5286
 synth_ai/sdk/task/rubrics/models.py,sha256=wCwv8DzVOZ724yoGi-fduFWAEglR1tg2H3ct_4SdVks,1703
 synth_ai/sdk/task/rubrics/scoring.py,sha256=eea5KXnlJWUASFf2kYXClbZEW48SGv0mlvvvX-265rU,3752
-synth_ai/sdk/task/rubrics/strict.py,sha256=kKj9nIeuNMjptxrFoJd-J0sdEQtZ2Q1pIH5NyRJlAl8,4346
-synth_ai/sdk/tracing/__init__.py,sha256=ffvspHTVLMgUkHOgCz6nRyzVnhOIf2Y_4tdO8fBMI4I,855
-synth_ai/sdk/training/__init__.py,sha256=X1shdI1Lyf4GgxWd4_PdaK068RvqNEZIY0djuajuqwQ,2935
-synth_ai/sdk/usage/__init__.py,sha256=Q-xYzsEDYII5ur2BMy5fIWLgXwjEUawkQPfra9Lfvss,696
-synth_ai/sdk/usage/client.py,sha256=a0mZuJ3wBTVnGsJQ6LHTzyFh-7p6vLgcrQosG95IymY,5288
-synth_ai/sdk/usage/models.py,sha256=2Qr1hOs9WQPiSd0ArWMfEFUeNvfRY1Wuu3u3lxWBUOo,7500
+synth_ai/sdk/task/rubrics/strict.py,sha256=ku3Brz71bVdYz0Ejp_dm8EO1remsUwORJ1wDhzJoJUQ,4354
+synth_ai/sdk/training/__init__.py,sha256=WzO8Kk1LKR5ungOmfeJ7jsNAW_0i0y1Cp-d1aP80vYU,2736
+synth_ai/sdk/tunnels/__init__.py,sha256=XzyL_QDgSg39aHggB9lsdqKTbOJ-bO74PdjMnsgLy-0,3497
+synth_ai/sdk/tunnels/cleanup.py,sha256=urAwd9VPPZVJmBfrCPaplHbkSpi1gMCbgDcJqINviDo,2337
+synth_ai/sdk/tunnels/ports.py,sha256=eudnZSV09Asse5zD3fTIZ3eOLMnQQEQhIon7PV98ZiU,3693
+synth_ai/sdk/tunnels/tunneled_api.py,sha256=ExdsnRvjk8kZKmoLQFe4JD63Q7hA7LJbGnTg7Yni3dA,12481
 synth_ai/utils/__init__.py,sha256=jMc6oUg5p7wIgKaZ7R8H-RNzSP_JAFux-5rkOraYjQA,6922
-synth_ai-0.4.1.dist-info/licenses/LICENSE,sha256=ynhjRQUfqA_RdGRATApfFA_fBAy9cno04sLtLUqxVFM,1069
-synth_ai-0.4.1.dist-info/METADATA,sha256=evAAcWZwnNHev1ndhVAK1Au_dgxK58KN8YFjxnuou-s,7300
-synth_ai-0.4.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-synth_ai-0.4.1.dist-info/entry_points.txt,sha256=GSFXaJreq4PJXbixkUI0GHZwGh2dZDG5pYaoVmqr_KE,46
-synth_ai-0.4.1.dist-info/top_level.txt,sha256=fBmtZyVHuKaGa29oHBaaUkrUIWTqSpoVMPiVdCDP3k8,9
-synth_ai-0.4.1.dist-info/RECORD,,
+synth_ai-0.4.4.dist-info/licenses/LICENSE,sha256=ynhjRQUfqA_RdGRATApfFA_fBAy9cno04sLtLUqxVFM,1069
+synth_ai-0.4.4.dist-info/METADATA,sha256=ShdkTgWAtZgHOpK7pSzuDUbQ1eIo1c_02Zs9tzHZYLk,9676
+synth_ai-0.4.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+synth_ai-0.4.4.dist-info/entry_points.txt,sha256=GSFXaJreq4PJXbixkUI0GHZwGh2dZDG5pYaoVmqr_KE,46
+synth_ai-0.4.4.dist-info/top_level.txt,sha256=fBmtZyVHuKaGa29oHBaaUkrUIWTqSpoVMPiVdCDP3k8,9
+synth_ai-0.4.4.dist-info/RECORD,,

synth_ai/cli/commands/baseline/__init__.py

@@ -1,12 +0,0 @@
-"""CLI command for baseline evaluation."""
-
-from __future__ import annotations
-
-from .core import command
-from .list import list_command
-
-__all__ = ["command"]
-
-# Register list subcommand
-command.add_command(list_command, name="list")
-