synth-ai 0.2.6.dev1__py3-none-any.whl → 0.4.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (738) hide show
  1. synth_ai/__init__.py +44 -24
  2. synth_ai/__main__.py +30 -3
  3. synth_ai/cli/__init__.py +103 -48
  4. synth_ai/cli/__main__.py +42 -0
  5. synth_ai/cli/_internal/__init__.py +5 -0
  6. synth_ai/cli/_internal/modal_wrapper.py +31 -0
  7. synth_ai/cli/_internal/storage.py +20 -0
  8. synth_ai/cli/_internal/typer_patch.py +47 -0
  9. synth_ai/cli/_internal/validate_task_app.py +29 -0
  10. synth_ai/cli/agents/__init__.py +17 -0
  11. synth_ai/cli/agents/claude.py +77 -0
  12. synth_ai/cli/agents/codex.py +265 -0
  13. synth_ai/cli/agents/opencode.py +253 -0
  14. synth_ai/cli/commands/__init__.py +18 -0
  15. synth_ai/cli/commands/artifacts/__init__.py +13 -0
  16. synth_ai/cli/commands/artifacts/client.py +119 -0
  17. synth_ai/cli/commands/artifacts/config.py +57 -0
  18. synth_ai/cli/commands/artifacts/core.py +24 -0
  19. synth_ai/cli/commands/artifacts/download.py +188 -0
  20. synth_ai/cli/commands/artifacts/export.py +186 -0
  21. synth_ai/cli/commands/artifacts/list.py +156 -0
  22. synth_ai/cli/commands/artifacts/parsing.py +250 -0
  23. synth_ai/cli/commands/artifacts/show.py +336 -0
  24. synth_ai/cli/commands/demo/__init__.py +3 -0
  25. synth_ai/cli/commands/demo/core.py +153 -0
  26. synth_ai/cli/commands/eval/__init__.py +10 -0
  27. synth_ai/cli/commands/eval/config.py +338 -0
  28. synth_ai/cli/commands/eval/core.py +256 -0
  29. synth_ai/cli/commands/eval/runner.py +704 -0
  30. synth_ai/cli/commands/eval/validation.py +60 -0
  31. synth_ai/cli/commands/filter/__init__.py +12 -0
  32. synth_ai/cli/commands/filter/core.py +424 -0
  33. synth_ai/cli/commands/filter/errors.py +55 -0
  34. synth_ai/cli/commands/filter/validation.py +77 -0
  35. synth_ai/cli/commands/help/__init__.py +185 -0
  36. synth_ai/cli/commands/help/core.py +72 -0
  37. synth_ai/cli/commands/scan/__init__.py +19 -0
  38. synth_ai/cli/commands/scan/cloudflare_scanner.py +403 -0
  39. synth_ai/cli/commands/scan/core.py +344 -0
  40. synth_ai/cli/commands/scan/health_checker.py +242 -0
  41. synth_ai/cli/commands/scan/local_scanner.py +278 -0
  42. synth_ai/cli/commands/scan/models.py +83 -0
  43. synth_ai/cli/commands/smoke/__init__.py +7 -0
  44. synth_ai/cli/commands/smoke/core.py +1428 -0
  45. synth_ai/cli/commands/status/__init__.py +3 -0
  46. synth_ai/cli/commands/status/client.py +91 -0
  47. synth_ai/cli/commands/status/config.py +12 -0
  48. synth_ai/cli/commands/status/errors.py +11 -0
  49. synth_ai/cli/commands/status/subcommands/__init__.py +3 -0
  50. synth_ai/cli/commands/status/subcommands/config.py +13 -0
  51. synth_ai/cli/commands/status/subcommands/files.py +34 -0
  52. synth_ai/cli/commands/status/subcommands/jobs.py +51 -0
  53. synth_ai/cli/commands/status/subcommands/models.py +35 -0
  54. synth_ai/cli/commands/status/subcommands/runs.py +34 -0
  55. synth_ai/cli/commands/status/subcommands/session.py +77 -0
  56. synth_ai/cli/commands/status/subcommands/summary.py +39 -0
  57. synth_ai/cli/commands/status/subcommands/utils.py +41 -0
  58. synth_ai/cli/commands/status/utils.py +23 -0
  59. synth_ai/cli/commands/train/__init__.py +53 -0
  60. synth_ai/cli/commands/train/core.py +22 -0
  61. synth_ai/cli/commands/train/errors.py +117 -0
  62. synth_ai/cli/commands/train/judge_schemas.py +201 -0
  63. synth_ai/cli/commands/train/judge_validation.py +305 -0
  64. synth_ai/cli/commands/train/prompt_learning_validation.py +633 -0
  65. synth_ai/cli/commands/train/validation.py +392 -0
  66. synth_ai/cli/demo_apps/__init__.py +10 -0
  67. synth_ai/cli/demo_apps/core/__init__.py +28 -0
  68. synth_ai/cli/demo_apps/core/cli.py +1735 -0
  69. synth_ai/cli/demo_apps/crafter/__init__.py +1 -0
  70. synth_ai/cli/demo_apps/crafter/crafter_fft_4b.toml +55 -0
  71. synth_ai/cli/demo_apps/crafter/grpo_crafter_task_app.py +186 -0
  72. synth_ai/cli/demo_apps/crafter/rl_from_base_qwen4b.toml +74 -0
  73. synth_ai/cli/demo_apps/demo_registry.py +176 -0
  74. synth_ai/cli/demo_apps/demo_task_apps/__init__.py +7 -0
  75. synth_ai/{demos → cli/demo_apps}/demo_task_apps/core.py +117 -51
  76. synth_ai/cli/demo_apps/demo_task_apps/crafter/__init__.py +1 -0
  77. synth_ai/cli/demo_apps/demo_task_apps/crafter/configs/crafter_fft_4b.toml +53 -0
  78. synth_ai/cli/demo_apps/demo_task_apps/crafter/configs/rl_from_base_qwen4b.toml +73 -0
  79. synth_ai/cli/demo_apps/demo_task_apps/crafter/grpo_crafter_task_app.py +185 -0
  80. synth_ai/cli/demo_apps/demo_task_apps/math/_common.py +16 -0
  81. synth_ai/{demos → cli/demo_apps}/demo_task_apps/math/app.py +2 -1
  82. synth_ai/cli/demo_apps/demo_task_apps/math/config.toml +73 -0
  83. synth_ai/{demos → cli/demo_apps}/demo_task_apps/math/deploy_modal.py +3 -6
  84. synth_ai/cli/demo_apps/demo_task_apps/math/modal_task_app.py +738 -0
  85. synth_ai/cli/demo_apps/demo_task_apps/math/task_app_entry.py +39 -0
  86. synth_ai/cli/demo_apps/math/__init__.py +1 -0
  87. synth_ai/cli/demo_apps/math/_common.py +16 -0
  88. synth_ai/cli/demo_apps/math/app.py +38 -0
  89. synth_ai/cli/demo_apps/math/config.toml +75 -0
  90. synth_ai/cli/demo_apps/math/deploy_modal.py +54 -0
  91. synth_ai/cli/demo_apps/math/modal_task_app.py +698 -0
  92. synth_ai/cli/demo_apps/math/task_app_entry.py +53 -0
  93. synth_ai/cli/demo_apps/mipro/main.py +271 -0
  94. synth_ai/cli/demo_apps/mipro/task_app.py +922 -0
  95. synth_ai/cli/demo_apps/mipro/train_cfg.toml +92 -0
  96. synth_ai/cli/demos/__init__.py +12 -0
  97. synth_ai/cli/demos/demo.py +32 -0
  98. synth_ai/cli/demos/rl_demo.py +254 -0
  99. synth_ai/cli/deploy.py +216 -0
  100. synth_ai/cli/infra/__init__.py +14 -0
  101. synth_ai/cli/{balance.py → infra/balance.py} +21 -3
  102. synth_ai/cli/infra/mcp.py +35 -0
  103. synth_ai/cli/infra/modal_app.py +36 -0
  104. synth_ai/cli/infra/setup.py +69 -0
  105. synth_ai/cli/infra/status.py +16 -0
  106. synth_ai/cli/infra/turso.py +77 -0
  107. synth_ai/cli/lib/__init__.py +10 -0
  108. synth_ai/cli/lib/agents.py +76 -0
  109. synth_ai/cli/lib/apps/modal_app.py +101 -0
  110. synth_ai/cli/lib/apps/task_app.py +642 -0
  111. synth_ai/cli/lib/bin.py +39 -0
  112. synth_ai/cli/lib/env.py +375 -0
  113. synth_ai/cli/lib/errors.py +85 -0
  114. synth_ai/cli/lib/modal.py +315 -0
  115. synth_ai/cli/lib/plotting.py +126 -0
  116. synth_ai/cli/lib/prompt_args.py +39 -0
  117. synth_ai/cli/lib/prompts.py +284 -0
  118. synth_ai/cli/lib/sqld.py +122 -0
  119. synth_ai/cli/lib/task_app_discovery.py +884 -0
  120. synth_ai/cli/lib/task_app_env.py +295 -0
  121. synth_ai/cli/lib/train_cfgs.py +300 -0
  122. synth_ai/cli/lib/tunnel_records.py +207 -0
  123. synth_ai/cli/local/__init__.py +14 -0
  124. synth_ai/cli/local/experiment_queue/__init__.py +72 -0
  125. synth_ai/cli/local/experiment_queue/api_schemas.py +221 -0
  126. synth_ai/cli/local/experiment_queue/celery_app.py +208 -0
  127. synth_ai/cli/local/experiment_queue/config.py +128 -0
  128. synth_ai/cli/local/experiment_queue/config_utils.py +272 -0
  129. synth_ai/cli/local/experiment_queue/database.py +175 -0
  130. synth_ai/cli/local/experiment_queue/dispatcher.py +119 -0
  131. synth_ai/cli/local/experiment_queue/models.py +231 -0
  132. synth_ai/cli/local/experiment_queue/progress_info.py +160 -0
  133. synth_ai/cli/local/experiment_queue/results.py +373 -0
  134. synth_ai/cli/local/experiment_queue/schemas.py +131 -0
  135. synth_ai/cli/local/experiment_queue/service.py +344 -0
  136. synth_ai/cli/local/experiment_queue/status.py +372 -0
  137. synth_ai/cli/local/experiment_queue/status_tracker.py +360 -0
  138. synth_ai/cli/local/experiment_queue/tasks.py +1984 -0
  139. synth_ai/cli/local/experiment_queue/trace_storage.py +65 -0
  140. synth_ai/cli/local/experiment_queue/validation.py +157 -0
  141. synth_ai/cli/local/session/__init__.py +92 -0
  142. synth_ai/cli/local/session/client.py +383 -0
  143. synth_ai/cli/local/session/constants.py +63 -0
  144. synth_ai/cli/local/session/exceptions.py +105 -0
  145. synth_ai/cli/local/session/manager.py +139 -0
  146. synth_ai/cli/local/session/models.py +89 -0
  147. synth_ai/cli/local/session/query.py +110 -0
  148. synth_ai/cli/root.py +150 -102
  149. synth_ai/cli/task_apps/__init__.py +37 -0
  150. synth_ai/cli/task_apps/commands.py +3145 -0
  151. synth_ai/cli/task_apps/deploy.py +7 -0
  152. synth_ai/cli/task_apps/list.py +26 -0
  153. synth_ai/cli/task_apps/main.py +36 -0
  154. synth_ai/cli/task_apps/modal_serve.py +11 -0
  155. synth_ai/cli/task_apps/serve.py +11 -0
  156. synth_ai/cli/training/__init__.py +8 -0
  157. synth_ai/cli/training/train.py +5 -0
  158. synth_ai/cli/training/train_cfg.py +34 -0
  159. synth_ai/cli/{watch.py → training/watch.py} +13 -18
  160. synth_ai/cli/turso.py +52 -0
  161. synth_ai/cli/utils/__init__.py +8 -0
  162. synth_ai/cli/utils/experiments.py +235 -0
  163. synth_ai/cli/utils/queue.py +504 -0
  164. synth_ai/cli/{recent.py → utils/recent.py} +13 -7
  165. synth_ai/cli/{traces.py → utils/traces.py} +9 -5
  166. synth_ai/contracts/__init__.py +67 -0
  167. synth_ai/core/__init__.py +100 -0
  168. synth_ai/core/_utils/__init__.py +54 -0
  169. synth_ai/core/_utils/base_url.py +10 -0
  170. synth_ai/core/_utils/http.py +10 -0
  171. synth_ai/core/_utils/prompts.py +14 -0
  172. synth_ai/core/_utils/task_app_state.py +12 -0
  173. synth_ai/core/_utils/user_config.py +10 -0
  174. synth_ai/core/apps/common.py +116 -0
  175. synth_ai/core/auth.py +95 -0
  176. synth_ai/core/cfgs.py +240 -0
  177. synth_ai/core/config/__init__.py +16 -0
  178. synth_ai/core/config/base.py +168 -0
  179. synth_ai/core/config/resolver.py +89 -0
  180. synth_ai/core/env.py +231 -0
  181. synth_ai/core/errors.py +126 -0
  182. synth_ai/core/http.py +230 -0
  183. synth_ai/core/integrations/__init__.py +11 -0
  184. synth_ai/core/integrations/cloudflare.py +1710 -0
  185. synth_ai/core/integrations/mcp/__init__.py +6 -0
  186. synth_ai/core/integrations/mcp/__main__.py +8 -0
  187. synth_ai/core/integrations/mcp/claude.py +36 -0
  188. synth_ai/core/integrations/mcp/main.py +254 -0
  189. synth_ai/core/integrations/mcp/setup.py +100 -0
  190. synth_ai/core/integrations/modal.py +277 -0
  191. synth_ai/core/json.py +72 -0
  192. synth_ai/core/log_filter.py +99 -0
  193. synth_ai/core/logging.py +82 -0
  194. synth_ai/core/paths.py +107 -0
  195. synth_ai/core/pricing.py +109 -0
  196. synth_ai/core/process.py +233 -0
  197. synth_ai/core/ssl.py +25 -0
  198. synth_ai/core/storage/__init__.py +71 -0
  199. synth_ai/core/task_app_state.py +318 -0
  200. synth_ai/core/telemetry.py +282 -0
  201. synth_ai/{tracing_v3 → core/tracing_v3}/__init__.py +5 -1
  202. synth_ai/{tracing_v3 → core/tracing_v3}/abstractions.py +21 -4
  203. synth_ai/core/tracing_v3/config.py +229 -0
  204. synth_ai/core/tracing_v3/constants.py +21 -0
  205. synth_ai/{tracing_v3 → core/tracing_v3}/db_config.py +42 -29
  206. synth_ai/{tracing_v3 → core/tracing_v3}/decorators.py +80 -45
  207. synth_ai/{tracing_v3 → core/tracing_v3}/examples/basic_usage.py +15 -9
  208. synth_ai/{tracing_v3 → core/tracing_v3}/hooks.py +6 -4
  209. synth_ai/{tracing_v3 → core/tracing_v3}/llm_call_record_helpers.py +161 -61
  210. synth_ai/{tracing_v3 → core/tracing_v3}/migration_helper.py +1 -2
  211. synth_ai/{tracing_v3 → core/tracing_v3}/replica_sync.py +12 -7
  212. synth_ai/core/tracing_v3/serialization.py +130 -0
  213. synth_ai/{tracing_v3 → core/tracing_v3}/session_tracer.py +88 -21
  214. synth_ai/{tracing_v3 → core/tracing_v3}/storage/base.py +99 -12
  215. synth_ai/core/tracing_v3/storage/config.py +109 -0
  216. synth_ai/{tracing_v3 → core/tracing_v3}/storage/factory.py +11 -9
  217. synth_ai/{tracing_v3 → core/tracing_v3}/storage/utils.py +15 -11
  218. synth_ai/core/tracing_v3/trace_utils.py +326 -0
  219. synth_ai/core/tracing_v3/turso/__init__.py +12 -0
  220. synth_ai/core/tracing_v3/turso/daemon.py +278 -0
  221. synth_ai/{tracing_v3 → core/tracing_v3}/turso/models.py +7 -3
  222. synth_ai/core/tracing_v3/turso/native_manager.py +1385 -0
  223. synth_ai/{tracing_v3 → core/tracing_v3}/utils.py +5 -4
  224. synth_ai/core/urls.py +18 -0
  225. synth_ai/core/user_config.py +137 -0
  226. synth_ai/core/uvicorn.py +222 -0
  227. synth_ai/data/__init__.py +83 -0
  228. synth_ai/data/enums.py +123 -0
  229. synth_ai/data/rewards.py +152 -0
  230. synth_ai/data/traces.py +35 -0
  231. synth_ai/products/__init__.py +6 -0
  232. synth_ai/products/graph_evolve/__init__.py +46 -0
  233. synth_ai/products/graph_evolve/client.py +226 -0
  234. synth_ai/products/graph_evolve/config.py +591 -0
  235. synth_ai/products/graph_evolve/converters/__init__.py +42 -0
  236. synth_ai/products/graph_evolve/converters/openai_sft.py +484 -0
  237. synth_ai/products/graph_evolve/examples/hotpotqa/config.toml +109 -0
  238. synth_ai/products/graph_evolve/run.py +222 -0
  239. synth_ai/products/graph_gepa/__init__.py +23 -0
  240. synth_ai/products/graph_gepa/converters/__init__.py +19 -0
  241. synth_ai/products/graph_gepa/converters/openai_sft.py +29 -0
  242. synth_ai/sdk/__init__.py +123 -0
  243. synth_ai/sdk/api/__init__.py +1 -0
  244. synth_ai/sdk/api/models/supported.py +514 -0
  245. synth_ai/sdk/api/research_agent/__init__.py +296 -0
  246. synth_ai/sdk/api/train/__init__.py +85 -0
  247. synth_ai/sdk/api/train/builders.py +895 -0
  248. synth_ai/sdk/api/train/cli.py +2199 -0
  249. synth_ai/sdk/api/train/config_finder.py +267 -0
  250. synth_ai/sdk/api/train/configs/__init__.py +65 -0
  251. synth_ai/sdk/api/train/configs/prompt_learning.py +1706 -0
  252. synth_ai/sdk/api/train/configs/rl.py +187 -0
  253. synth_ai/sdk/api/train/configs/sft.py +99 -0
  254. synth_ai/sdk/api/train/configs/shared.py +81 -0
  255. synth_ai/sdk/api/train/context_learning.py +312 -0
  256. synth_ai/sdk/api/train/env_resolver.py +418 -0
  257. synth_ai/sdk/api/train/graph_validators.py +216 -0
  258. synth_ai/sdk/api/train/graphgen.py +984 -0
  259. synth_ai/sdk/api/train/graphgen_models.py +823 -0
  260. synth_ai/sdk/api/train/graphgen_validators.py +109 -0
  261. synth_ai/sdk/api/train/local_api.py +10 -0
  262. synth_ai/sdk/api/train/pollers.py +124 -0
  263. synth_ai/sdk/api/train/progress/__init__.py +97 -0
  264. synth_ai/sdk/api/train/progress/dataclasses.py +569 -0
  265. synth_ai/sdk/api/train/progress/events.py +326 -0
  266. synth_ai/sdk/api/train/progress/results.py +428 -0
  267. synth_ai/sdk/api/train/progress/tracker.py +641 -0
  268. synth_ai/sdk/api/train/prompt_learning.py +469 -0
  269. synth_ai/sdk/api/train/rl.py +441 -0
  270. synth_ai/sdk/api/train/sft.py +396 -0
  271. synth_ai/sdk/api/train/summary.py +522 -0
  272. synth_ai/sdk/api/train/supported_algos.py +147 -0
  273. synth_ai/sdk/api/train/task_app.py +351 -0
  274. synth_ai/sdk/api/train/utils.py +279 -0
  275. synth_ai/sdk/api/train/validators.py +2424 -0
  276. synth_ai/sdk/graphs/__init__.py +15 -0
  277. synth_ai/sdk/graphs/completions.py +570 -0
  278. synth_ai/{inference → sdk/inference}/__init__.py +0 -1
  279. synth_ai/sdk/inference/client.py +128 -0
  280. synth_ai/sdk/jobs/__init__.py +16 -0
  281. synth_ai/sdk/jobs/client.py +371 -0
  282. synth_ai/sdk/judging/__init__.py +14 -0
  283. synth_ai/sdk/judging/base.py +24 -0
  284. synth_ai/sdk/judging/client.py +40 -0
  285. synth_ai/sdk/judging/schemas.py +222 -0
  286. synth_ai/sdk/judging/types.py +42 -0
  287. synth_ai/sdk/learning/__init__.py +99 -0
  288. synth_ai/sdk/learning/algorithms.py +14 -0
  289. synth_ai/{learning → sdk/learning}/client.py +121 -30
  290. synth_ai/sdk/learning/config.py +5 -0
  291. synth_ai/{learning → sdk/learning}/constants.py +0 -2
  292. synth_ai/sdk/learning/context_learning_client.py +531 -0
  293. synth_ai/sdk/learning/context_learning_types.py +292 -0
  294. synth_ai/sdk/learning/ft_client.py +7 -0
  295. synth_ai/{learning → sdk/learning}/health.py +15 -9
  296. synth_ai/{learning → sdk/learning}/jobs.py +44 -47
  297. synth_ai/sdk/learning/prompt_extraction.py +334 -0
  298. synth_ai/sdk/learning/prompt_learning_client.py +455 -0
  299. synth_ai/sdk/learning/prompt_learning_types.py +186 -0
  300. synth_ai/{rl → sdk/learning/rl}/__init__.py +13 -8
  301. synth_ai/{learning/rl_client.py → sdk/learning/rl/client.py} +89 -77
  302. synth_ai/sdk/learning/rl/config.py +31 -0
  303. synth_ai/{rl → sdk/learning/rl}/contracts.py +5 -14
  304. synth_ai/{rl → sdk/learning/rl}/env_keys.py +45 -16
  305. synth_ai/sdk/learning/rl/secrets.py +13 -0
  306. synth_ai/sdk/learning/rl_client.py +5 -0
  307. synth_ai/sdk/learning/sft/__init__.py +29 -0
  308. synth_ai/sdk/learning/sft/client.py +95 -0
  309. synth_ai/sdk/learning/sft/config.py +270 -0
  310. synth_ai/sdk/learning/sft/data.py +698 -0
  311. synth_ai/sdk/learning/sse.py +57 -0
  312. synth_ai/sdk/learning/validators.py +52 -0
  313. synth_ai/sdk/localapi/__init__.py +40 -0
  314. synth_ai/sdk/localapi/apps/__init__.py +28 -0
  315. synth_ai/sdk/localapi/client.py +10 -0
  316. synth_ai/sdk/localapi/contracts.py +10 -0
  317. synth_ai/sdk/localapi/helpers.py +519 -0
  318. synth_ai/sdk/localapi/rollouts.py +87 -0
  319. synth_ai/sdk/localapi/server.py +29 -0
  320. synth_ai/sdk/localapi/template.py +70 -0
  321. synth_ai/sdk/streaming/__init__.py +35 -0
  322. synth_ai/sdk/streaming/config.py +94 -0
  323. synth_ai/sdk/streaming/handlers.py +1997 -0
  324. synth_ai/sdk/streaming/streamer.py +713 -0
  325. synth_ai/sdk/streaming/types.py +112 -0
  326. synth_ai/sdk/task/__init__.py +164 -0
  327. synth_ai/sdk/task/apps/__init__.py +169 -0
  328. synth_ai/sdk/task/auth.py +165 -0
  329. synth_ai/sdk/task/client.py +175 -0
  330. synth_ai/sdk/task/config.py +257 -0
  331. synth_ai/sdk/task/contracts.py +219 -0
  332. synth_ai/sdk/task/datasets.py +108 -0
  333. synth_ai/sdk/task/errors.py +50 -0
  334. synth_ai/sdk/task/health.py +34 -0
  335. synth_ai/sdk/task/in_process.py +1190 -0
  336. synth_ai/sdk/task/in_process_runner.py +314 -0
  337. synth_ai/sdk/task/inference_api.py +299 -0
  338. synth_ai/sdk/task/json.py +111 -0
  339. synth_ai/sdk/task/proxy.py +287 -0
  340. synth_ai/sdk/task/rubrics/__init__.py +55 -0
  341. synth_ai/sdk/task/rubrics/loaders.py +156 -0
  342. synth_ai/sdk/task/rubrics/models.py +57 -0
  343. synth_ai/sdk/task/rubrics/scoring.py +116 -0
  344. synth_ai/sdk/task/rubrics/strict.py +149 -0
  345. synth_ai/sdk/task/rubrics.py +219 -0
  346. synth_ai/sdk/task/server.py +631 -0
  347. synth_ai/sdk/task/trace_correlation_helpers.py +539 -0
  348. synth_ai/sdk/task/tracing_utils.py +95 -0
  349. synth_ai/sdk/task/validators.py +441 -0
  350. synth_ai/sdk/task/vendors.py +59 -0
  351. synth_ai/sdk/training/__init__.py +102 -0
  352. synth_ai/sdk/tunnels/__init__.py +83 -0
  353. synth_ai/sdk/tunnels/cleanup.py +83 -0
  354. synth_ai/sdk/tunnels/ports.py +120 -0
  355. synth_ai/utils/__init__.py +213 -0
  356. synth_ai-0.4.3.dist-info/METADATA +262 -0
  357. synth_ai-0.4.3.dist-info/RECORD +370 -0
  358. {synth_ai-0.2.6.dev1.dist-info → synth_ai-0.4.3.dist-info}/entry_points.txt +0 -1
  359. synth_ai/cli/calc.py +0 -69
  360. synth_ai/cli/demo.py +0 -131
  361. synth_ai/cli/legacy_root_backup.py +0 -470
  362. synth_ai/cli/man.py +0 -106
  363. synth_ai/cli/rl_demo.py +0 -137
  364. synth_ai/cli/status.py +0 -133
  365. synth_ai/config/base_url.py +0 -98
  366. synth_ai/core/experiment.py +0 -15
  367. synth_ai/core/system.py +0 -15
  368. synth_ai/demos/core/__init__.py +0 -1
  369. synth_ai/demos/core/cli.py +0 -685
  370. synth_ai/demos/demo_task_apps/__init__.py +0 -1
  371. synth_ai/demos/demo_task_apps/math/config.toml +0 -44
  372. synth_ai/demos/demo_task_apps/math/deploy_task_app.sh +0 -22
  373. synth_ai/environments/__init__.py +0 -31
  374. synth_ai/environments/environment/__init__.py +0 -1
  375. synth_ai/environments/environment/artifacts/__init__.py +0 -1
  376. synth_ai/environments/environment/artifacts/base.py +0 -52
  377. synth_ai/environments/environment/core.py +0 -67
  378. synth_ai/environments/environment/db/__init__.py +0 -1
  379. synth_ai/environments/environment/db/sqlite.py +0 -45
  380. synth_ai/environments/environment/registry.py +0 -233
  381. synth_ai/environments/environment/resources/sqlite.py +0 -45
  382. synth_ai/environments/environment/results.py +0 -1
  383. synth_ai/environments/environment/rewards/__init__.py +0 -1
  384. synth_ai/environments/environment/rewards/core.py +0 -29
  385. synth_ai/environments/environment/shared_engine.py +0 -26
  386. synth_ai/environments/environment/tools/__init__.py +0 -200
  387. synth_ai/environments/examples/__init__.py +0 -1
  388. synth_ai/environments/examples/bandit/__init__.py +0 -33
  389. synth_ai/environments/examples/bandit/engine.py +0 -294
  390. synth_ai/environments/examples/bandit/environment.py +0 -194
  391. synth_ai/environments/examples/bandit/taskset.py +0 -200
  392. synth_ai/environments/examples/crafter_classic/__init__.py +0 -8
  393. synth_ai/environments/examples/crafter_classic/agent_demos/analyze_semantic_words_markdown.py +0 -250
  394. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_comprehensive_evaluation.py +0 -59
  395. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_evaluation_browser.py +0 -152
  396. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_evaluation_config.toml +0 -24
  397. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_evaluation_framework.py +0 -1194
  398. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/crafter_synth_config.toml +0 -56
  399. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/filter_config_modal.toml +0 -32
  400. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/filter_traces_sft_turso.py +0 -724
  401. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/kick_off_ft_modal.py +0 -384
  402. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_action_results.py +0 -53
  403. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_agent_actions.py +0 -178
  404. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_latest_run.py +0 -222
  405. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_lm_traces.py +0 -183
  406. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_no_rewards.py +0 -210
  407. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_trace_issue.py +0 -206
  408. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/check_db_schema.py +0 -49
  409. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/check_latest_results.py +0 -64
  410. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/debug_agent_responses.py +0 -88
  411. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/quick_trace_check.py +0 -77
  412. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/compare_experiments.py +0 -324
  413. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/filter_traces_sft_turso.py +0 -580
  414. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/kick_off_ft_oai.py +0 -362
  415. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/multi_model_config.toml +0 -49
  416. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/analyze_enhanced_hooks.py +0 -332
  417. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/analyze_hook_events.py +0 -97
  418. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/analyze_hook_results.py +0 -217
  419. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/check_hook_storage.py +0 -87
  420. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/check_seeds.py +0 -88
  421. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/compare_seed_performance.py +0 -195
  422. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/custom_eval_pipelines.py +0 -400
  423. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/plot_hook_frequency.py +0 -195
  424. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/seed_analysis_summary.py +0 -56
  425. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/run_rollouts_for_models_and_compare_v3.py +0 -858
  426. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_quick_evaluation.py +0 -52
  427. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_react_agent.py +0 -874
  428. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_trace_evaluation.py +0 -1412
  429. synth_ai/environments/examples/crafter_classic/agent_demos/example_v3_usage.py +0 -216
  430. synth_ai/environments/examples/crafter_classic/agent_demos/old/compare_traces.py +0 -296
  431. synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_comprehensive_evaluation.py +0 -58
  432. synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_env_serialization.py +0 -464
  433. synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_evaluation_browser.py +0 -152
  434. synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_quick_evaluation.py +0 -51
  435. synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_trace_evaluation.py +0 -1412
  436. synth_ai/environments/examples/crafter_classic/agent_demos/old/debug_player_loss.py +0 -112
  437. synth_ai/environments/examples/crafter_classic/agent_demos/old/diagnose_service.py +0 -203
  438. synth_ai/environments/examples/crafter_classic/agent_demos/old/diagnose_slowness.py +0 -305
  439. synth_ai/environments/examples/crafter_classic/agent_demos/old/eval_by_difficulty.py +0 -126
  440. synth_ai/environments/examples/crafter_classic/agent_demos/old/eval_example.py +0 -94
  441. synth_ai/environments/examples/crafter_classic/agent_demos/old/explore_saved_states.py +0 -142
  442. synth_ai/environments/examples/crafter_classic/agent_demos/old/filter_traces_sft.py +0 -26
  443. synth_ai/environments/examples/crafter_classic/agent_demos/old/filter_traces_sft_OLD.py +0 -984
  444. synth_ai/environments/examples/crafter_classic/agent_demos/old/generate_ft_data_gemini.py +0 -724
  445. synth_ai/environments/examples/crafter_classic/agent_demos/old/generate_ft_data_modal.py +0 -386
  446. synth_ai/environments/examples/crafter_classic/agent_demos/old/generate_ft_metadata.py +0 -205
  447. synth_ai/environments/examples/crafter_classic/agent_demos/old/kick_off_ft_gemini.py +0 -150
  448. synth_ai/environments/examples/crafter_classic/agent_demos/old/kick_off_ft_modal.py +0 -283
  449. synth_ai/environments/examples/crafter_classic/agent_demos/old/prepare_vertex_ft.py +0 -280
  450. synth_ai/environments/examples/crafter_classic/agent_demos/old/profile_env_slowness.py +0 -456
  451. synth_ai/environments/examples/crafter_classic/agent_demos/old/replicate_issue.py +0 -166
  452. synth_ai/environments/examples/crafter_classic/agent_demos/old/run_and_eval.py +0 -102
  453. synth_ai/environments/examples/crafter_classic/agent_demos/old/run_comparison.py +0 -128
  454. synth_ai/environments/examples/crafter_classic/agent_demos/old/run_qwen_rollouts.py +0 -655
  455. synth_ai/environments/examples/crafter_classic/agent_demos/old/trace_eval_OLD.py +0 -202
  456. synth_ai/environments/examples/crafter_classic/agent_demos/old/validate_openai_format.py +0 -166
  457. synth_ai/environments/examples/crafter_classic/config_logging.py +0 -111
  458. synth_ai/environments/examples/crafter_classic/debug_translation.py +0 -0
  459. synth_ai/environments/examples/crafter_classic/engine.py +0 -579
  460. synth_ai/environments/examples/crafter_classic/engine_deterministic_patch.py +0 -64
  461. synth_ai/environments/examples/crafter_classic/engine_helpers/action_map.py +0 -6
  462. synth_ai/environments/examples/crafter_classic/engine_helpers/serialization.py +0 -75
  463. synth_ai/environments/examples/crafter_classic/engine_serialization_patch_v3.py +0 -267
  464. synth_ai/environments/examples/crafter_classic/environment.py +0 -404
  465. synth_ai/environments/examples/crafter_classic/taskset.py +0 -233
  466. synth_ai/environments/examples/crafter_classic/trace_hooks_v3.py +0 -228
  467. synth_ai/environments/examples/crafter_classic/world_config_patch_simple.py +0 -299
  468. synth_ai/environments/examples/crafter_custom/__init__.py +0 -4
  469. synth_ai/environments/examples/crafter_custom/agent_demos/__init__.py +0 -1
  470. synth_ai/environments/examples/crafter_custom/agent_demos/trace_eval.py +0 -202
  471. synth_ai/environments/examples/crafter_custom/crafter/__init__.py +0 -7
  472. synth_ai/environments/examples/crafter_custom/crafter/config.py +0 -182
  473. synth_ai/environments/examples/crafter_custom/crafter/constants.py +0 -8
  474. synth_ai/environments/examples/crafter_custom/crafter/engine.py +0 -269
  475. synth_ai/environments/examples/crafter_custom/crafter/env.py +0 -262
  476. synth_ai/environments/examples/crafter_custom/crafter/objects.py +0 -417
  477. synth_ai/environments/examples/crafter_custom/crafter/recorder.py +0 -187
  478. synth_ai/environments/examples/crafter_custom/crafter/worldgen.py +0 -118
  479. synth_ai/environments/examples/crafter_custom/dataset_builder.py +0 -373
  480. synth_ai/environments/examples/crafter_custom/environment.py +0 -312
  481. synth_ai/environments/examples/crafter_custom/old/analyze_diamond_issue.py +0 -159
  482. synth_ai/environments/examples/crafter_custom/old/analyze_diamond_spawning.py +0 -158
  483. synth_ai/environments/examples/crafter_custom/old/compare_worlds.py +0 -71
  484. synth_ai/environments/examples/crafter_custom/old/dataset_stats.py +0 -105
  485. synth_ai/environments/examples/crafter_custom/old/diamond_spawning_summary.py +0 -119
  486. synth_ai/environments/examples/crafter_custom/old/example_dataset_usage.py +0 -52
  487. synth_ai/environments/examples/crafter_custom/run_dataset.py +0 -305
  488. synth_ai/environments/examples/enron/art_helpers/email_search_tools.py +0 -156
  489. synth_ai/environments/examples/enron/art_helpers/local_email_db.py +0 -281
  490. synth_ai/environments/examples/enron/art_helpers/types_enron.py +0 -25
  491. synth_ai/environments/examples/enron/engine.py +0 -295
  492. synth_ai/environments/examples/enron/environment.py +0 -166
  493. synth_ai/environments/examples/enron/taskset.py +0 -112
  494. synth_ai/environments/examples/enron/units/keyword_stats.py +0 -112
  495. synth_ai/environments/examples/minigrid/__init__.py +0 -48
  496. synth_ai/environments/examples/minigrid/agent_demos/minigrid_evaluation_framework.py +0 -1188
  497. synth_ai/environments/examples/minigrid/agent_demos/minigrid_quick_evaluation.py +0 -48
  498. synth_ai/environments/examples/minigrid/agent_demos/minigrid_react_agent.py +0 -562
  499. synth_ai/environments/examples/minigrid/agent_demos/minigrid_trace_evaluation.py +0 -221
  500. synth_ai/environments/examples/minigrid/engine.py +0 -589
  501. synth_ai/environments/examples/minigrid/environment.py +0 -274
  502. synth_ai/environments/examples/minigrid/environment_mapping.py +0 -242
  503. synth_ai/environments/examples/minigrid/puzzle_loader.py +0 -417
  504. synth_ai/environments/examples/minigrid/taskset.py +0 -583
  505. synth_ai/environments/examples/nethack/__init__.py +0 -7
  506. synth_ai/environments/examples/nethack/achievements.py +0 -337
  507. synth_ai/environments/examples/nethack/agent_demos/nethack_evaluation_framework.py +0 -981
  508. synth_ai/environments/examples/nethack/agent_demos/nethack_quick_evaluation.py +0 -74
  509. synth_ai/environments/examples/nethack/agent_demos/nethack_react_agent.py +0 -831
  510. synth_ai/environments/examples/nethack/engine.py +0 -739
  511. synth_ai/environments/examples/nethack/environment.py +0 -256
  512. synth_ai/environments/examples/nethack/helpers/__init__.py +0 -41
  513. synth_ai/environments/examples/nethack/helpers/action_mapping.py +0 -301
  514. synth_ai/environments/examples/nethack/helpers/nle_wrapper.py +0 -402
  515. synth_ai/environments/examples/nethack/helpers/observation_utils.py +0 -433
  516. synth_ai/environments/examples/nethack/helpers/recording_wrapper.py +0 -200
  517. synth_ai/environments/examples/nethack/helpers/trajectory_recorder.py +0 -269
  518. synth_ai/environments/examples/nethack/helpers/visualization/replay_viewer.py +0 -308
  519. synth_ai/environments/examples/nethack/helpers/visualization/visualizer.py +0 -431
  520. synth_ai/environments/examples/nethack/taskset.py +0 -323
  521. synth_ai/environments/examples/red/__init__.py +0 -7
  522. synth_ai/environments/examples/red/agent_demos/__init__.py +0 -1
  523. synth_ai/environments/examples/red/config_logging.py +0 -110
  524. synth_ai/environments/examples/red/engine.py +0 -694
  525. synth_ai/environments/examples/red/engine_helpers/__init__.py +0 -1
  526. synth_ai/environments/examples/red/engine_helpers/memory_map.py +0 -28
  527. synth_ai/environments/examples/red/engine_helpers/reward_components.py +0 -276
  528. synth_ai/environments/examples/red/engine_helpers/reward_library/__init__.py +0 -142
  529. synth_ai/environments/examples/red/engine_helpers/reward_library/adaptive_rewards.py +0 -57
  530. synth_ai/environments/examples/red/engine_helpers/reward_library/battle_rewards.py +0 -284
  531. synth_ai/environments/examples/red/engine_helpers/reward_library/composite_rewards.py +0 -150
  532. synth_ai/environments/examples/red/engine_helpers/reward_library/economy_rewards.py +0 -138
  533. synth_ai/environments/examples/red/engine_helpers/reward_library/efficiency_rewards.py +0 -57
  534. synth_ai/environments/examples/red/engine_helpers/reward_library/exploration_rewards.py +0 -331
  535. synth_ai/environments/examples/red/engine_helpers/reward_library/novelty_rewards.py +0 -121
  536. synth_ai/environments/examples/red/engine_helpers/reward_library/pallet_town_rewards.py +0 -559
  537. synth_ai/environments/examples/red/engine_helpers/reward_library/pokemon_rewards.py +0 -313
  538. synth_ai/environments/examples/red/engine_helpers/reward_library/social_rewards.py +0 -148
  539. synth_ai/environments/examples/red/engine_helpers/reward_library/story_rewards.py +0 -247
  540. synth_ai/environments/examples/red/engine_helpers/screen_analysis.py +0 -368
  541. synth_ai/environments/examples/red/engine_helpers/state_extraction.py +0 -140
  542. synth_ai/environments/examples/red/environment.py +0 -238
  543. synth_ai/environments/examples/red/taskset.py +0 -79
  544. synth_ai/environments/examples/red/units/__init__.py +0 -1
  545. synth_ai/environments/examples/sokoban/__init__.py +0 -1
  546. synth_ai/environments/examples/sokoban/agent_demos/sokoban_full_eval.py +0 -899
  547. synth_ai/environments/examples/sokoban/engine.py +0 -678
  548. synth_ai/environments/examples/sokoban/engine_helpers/__init__.py +0 -1
  549. synth_ai/environments/examples/sokoban/engine_helpers/room_utils.py +0 -657
  550. synth_ai/environments/examples/sokoban/engine_helpers/vendored/__init__.py +0 -18
  551. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/__init__.py +0 -3
  552. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/boxoban_env.py +0 -131
  553. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/render_utils.py +0 -370
  554. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/room_utils.py +0 -332
  555. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env.py +0 -306
  556. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env_fixed_targets.py +0 -67
  557. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env_pull.py +0 -115
  558. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env_two_player.py +0 -123
  559. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env_variations.py +0 -394
  560. synth_ai/environments/examples/sokoban/environment.py +0 -229
  561. synth_ai/environments/examples/sokoban/generate_verified_puzzles.py +0 -440
  562. synth_ai/environments/examples/sokoban/puzzle_loader.py +0 -312
  563. synth_ai/environments/examples/sokoban/taskset.py +0 -428
  564. synth_ai/environments/examples/sokoban/units/astar_common.py +0 -95
  565. synth_ai/environments/examples/tictactoe/__init__.py +0 -1
  566. synth_ai/environments/examples/tictactoe/engine.py +0 -368
  567. synth_ai/environments/examples/tictactoe/environment.py +0 -240
  568. synth_ai/environments/examples/tictactoe/taskset.py +0 -215
  569. synth_ai/environments/examples/verilog/__init__.py +0 -10
  570. synth_ai/environments/examples/verilog/engine.py +0 -329
  571. synth_ai/environments/examples/verilog/environment.py +0 -350
  572. synth_ai/environments/examples/verilog/taskset.py +0 -420
  573. synth_ai/environments/examples/wordle/__init__.py +0 -29
  574. synth_ai/environments/examples/wordle/engine.py +0 -398
  575. synth_ai/environments/examples/wordle/environment.py +0 -159
  576. synth_ai/environments/examples/wordle/helpers/generate_instances_wordfreq.py +0 -75
  577. synth_ai/environments/examples/wordle/taskset.py +0 -230
  578. synth_ai/environments/reproducibility/core.py +0 -42
  579. synth_ai/environments/reproducibility/helpers.py +0 -0
  580. synth_ai/environments/reproducibility/tree.py +0 -364
  581. synth_ai/environments/service/app.py +0 -91
  582. synth_ai/environments/service/core_routes.py +0 -1020
  583. synth_ai/environments/service/external_registry.py +0 -56
  584. synth_ai/environments/service/registry.py +0 -9
  585. synth_ai/environments/stateful/__init__.py +0 -1
  586. synth_ai/environments/stateful/core.py +0 -163
  587. synth_ai/environments/stateful/engine.py +0 -21
  588. synth_ai/environments/stateful/state.py +0 -7
  589. synth_ai/environments/tasks/api.py +0 -19
  590. synth_ai/environments/tasks/core.py +0 -80
  591. synth_ai/environments/tasks/filters.py +0 -41
  592. synth_ai/environments/tasks/utils.py +0 -91
  593. synth_ai/environments/v0_observability/history.py +0 -3
  594. synth_ai/environments/v0_observability/log.py +0 -2
  595. synth_ai/evals/base.py +0 -15
  596. synth_ai/experimental/synth_oss.py +0 -446
  597. synth_ai/http.py +0 -102
  598. synth_ai/inference/client.py +0 -20
  599. synth_ai/install_sqld.sh +0 -40
  600. synth_ai/jobs/client.py +0 -246
  601. synth_ai/learning/__init__.py +0 -24
  602. synth_ai/learning/config.py +0 -43
  603. synth_ai/learning/filtering.py +0 -0
  604. synth_ai/learning/ft_client.py +0 -59
  605. synth_ai/learning/offline/dpo.py +0 -0
  606. synth_ai/learning/offline/providers.py +0 -7
  607. synth_ai/learning/offline/sft.py +0 -0
  608. synth_ai/learning/offline/shared.py +0 -0
  609. synth_ai/learning/online/grpo.py +0 -0
  610. synth_ai/learning/online/irft.py +0 -0
  611. synth_ai/learning/prompts/banking77_injection_eval.py +0 -168
  612. synth_ai/learning/prompts/gepa.py +0 -0
  613. synth_ai/learning/prompts/hello_world_in_context_injection_ex.py +0 -213
  614. synth_ai/learning/prompts/mipro.py +0 -289
  615. synth_ai/learning/prompts/random_search.py +0 -246
  616. synth_ai/learning/prompts/run_mipro_banking77.py +0 -172
  617. synth_ai/learning/prompts/run_random_search_banking77.py +0 -324
  618. synth_ai/learning/sse.py +0 -58
  619. synth_ai/learning/validators.py +0 -48
  620. synth_ai/lm/__init__.py +0 -51
  621. synth_ai/lm/caching/constants.py +0 -6
  622. synth_ai/lm/caching/dbs.py +0 -0
  623. synth_ai/lm/caching/ephemeral.py +0 -102
  624. synth_ai/lm/caching/handler.py +0 -137
  625. synth_ai/lm/caching/initialize.py +0 -11
  626. synth_ai/lm/caching/persistent.py +0 -114
  627. synth_ai/lm/config.py +0 -110
  628. synth_ai/lm/constants.py +0 -32
  629. synth_ai/lm/core/__init__.py +0 -8
  630. synth_ai/lm/core/all.py +0 -73
  631. synth_ai/lm/core/exceptions.py +0 -7
  632. synth_ai/lm/core/main.py +0 -319
  633. synth_ai/lm/core/main_v3.py +0 -594
  634. synth_ai/lm/core/synth_models.py +0 -48
  635. synth_ai/lm/core/vendor_clients.py +0 -188
  636. synth_ai/lm/cost/__init__.py +0 -0
  637. synth_ai/lm/cost/monitor.py +0 -1
  638. synth_ai/lm/cost/statefulness.py +0 -1
  639. synth_ai/lm/injection.py +0 -80
  640. synth_ai/lm/overrides.py +0 -206
  641. synth_ai/lm/provider_support/__init__.py +0 -8
  642. synth_ai/lm/provider_support/anthropic.py +0 -972
  643. synth_ai/lm/provider_support/openai.py +0 -1139
  644. synth_ai/lm/provider_support/suppress_logging.py +0 -31
  645. synth_ai/lm/structured_outputs/__init__.py +0 -0
  646. synth_ai/lm/structured_outputs/handler.py +0 -440
  647. synth_ai/lm/structured_outputs/inject.py +0 -297
  648. synth_ai/lm/structured_outputs/rehabilitate.py +0 -185
  649. synth_ai/lm/tools/__init__.py +0 -3
  650. synth_ai/lm/tools/base.py +0 -172
  651. synth_ai/lm/unified_interface.py +0 -202
  652. synth_ai/lm/vendors/__init__.py +0 -0
  653. synth_ai/lm/vendors/base.py +0 -81
  654. synth_ai/lm/vendors/core/__init__.py +0 -0
  655. synth_ai/lm/vendors/core/anthropic_api.py +0 -387
  656. synth_ai/lm/vendors/core/gemini_api.py +0 -292
  657. synth_ai/lm/vendors/core/mistral_api.py +0 -322
  658. synth_ai/lm/vendors/core/openai_api.py +0 -220
  659. synth_ai/lm/vendors/core/synth_dev_api.py +0 -0
  660. synth_ai/lm/vendors/local/__init__.py +0 -0
  661. synth_ai/lm/vendors/local/ollama.py +0 -0
  662. synth_ai/lm/vendors/openai_standard.py +0 -780
  663. synth_ai/lm/vendors/openai_standard_responses.py +0 -256
  664. synth_ai/lm/vendors/retries.py +0 -22
  665. synth_ai/lm/vendors/supported/__init__.py +0 -0
  666. synth_ai/lm/vendors/supported/custom_endpoint.py +0 -417
  667. synth_ai/lm/vendors/supported/deepseek.py +0 -69
  668. synth_ai/lm/vendors/supported/grok.py +0 -75
  669. synth_ai/lm/vendors/supported/groq.py +0 -16
  670. synth_ai/lm/vendors/supported/ollama.py +0 -15
  671. synth_ai/lm/vendors/supported/openrouter.py +0 -74
  672. synth_ai/lm/vendors/supported/together.py +0 -11
  673. synth_ai/lm/vendors/synth_client.py +0 -808
  674. synth_ai/lm/warmup.py +0 -186
  675. synth_ai/rl/secrets.py +0 -19
  676. synth_ai/scripts/verify_rewards.py +0 -100
  677. synth_ai/task/__init__.py +0 -10
  678. synth_ai/task/contracts.py +0 -120
  679. synth_ai/task/health.py +0 -28
  680. synth_ai/task/validators.py +0 -12
  681. synth_ai/tracing/__init__.py +0 -30
  682. synth_ai/tracing_v1/__init__.py +0 -33
  683. synth_ai/tracing_v3/config.py +0 -84
  684. synth_ai/tracing_v3/storage/config.py +0 -62
  685. synth_ai/tracing_v3/turso/__init__.py +0 -25
  686. synth_ai/tracing_v3/turso/daemon.py +0 -144
  687. synth_ai/tracing_v3/turso/manager.py +0 -760
  688. synth_ai/v0/tracing/__init__.py +0 -0
  689. synth_ai/v0/tracing/abstractions.py +0 -224
  690. synth_ai/v0/tracing/base_client.py +0 -91
  691. synth_ai/v0/tracing/client_manager.py +0 -131
  692. synth_ai/v0/tracing/config.py +0 -140
  693. synth_ai/v0/tracing/context.py +0 -146
  694. synth_ai/v0/tracing/decorators.py +0 -680
  695. synth_ai/v0/tracing/events/__init__.py +0 -0
  696. synth_ai/v0/tracing/events/manage.py +0 -147
  697. synth_ai/v0/tracing/events/scope.py +0 -86
  698. synth_ai/v0/tracing/events/store.py +0 -228
  699. synth_ai/v0/tracing/immediate_client.py +0 -151
  700. synth_ai/v0/tracing/local.py +0 -18
  701. synth_ai/v0/tracing/log_client_base.py +0 -73
  702. synth_ai/v0/tracing/retry_queue.py +0 -186
  703. synth_ai/v0/tracing/trackers.py +0 -515
  704. synth_ai/v0/tracing/upload.py +0 -510
  705. synth_ai/v0/tracing/utils.py +0 -9
  706. synth_ai/v0/tracing_v1/__init__.py +0 -16
  707. synth_ai/v0/tracing_v1/abstractions.py +0 -224
  708. synth_ai/v0/tracing_v1/base_client.py +0 -91
  709. synth_ai/v0/tracing_v1/client_manager.py +0 -131
  710. synth_ai/v0/tracing_v1/config.py +0 -140
  711. synth_ai/v0/tracing_v1/context.py +0 -146
  712. synth_ai/v0/tracing_v1/decorators.py +0 -701
  713. synth_ai/v0/tracing_v1/events/__init__.py +0 -0
  714. synth_ai/v0/tracing_v1/events/manage.py +0 -147
  715. synth_ai/v0/tracing_v1/events/scope.py +0 -86
  716. synth_ai/v0/tracing_v1/events/store.py +0 -228
  717. synth_ai/v0/tracing_v1/immediate_client.py +0 -151
  718. synth_ai/v0/tracing_v1/local.py +0 -18
  719. synth_ai/v0/tracing_v1/log_client_base.py +0 -73
  720. synth_ai/v0/tracing_v1/retry_queue.py +0 -186
  721. synth_ai/v0/tracing_v1/trackers.py +0 -515
  722. synth_ai/v0/tracing_v1/upload.py +0 -525
  723. synth_ai/v0/tracing_v1/utils.py +0 -9
  724. synth_ai/zyk/__init__.py +0 -30
  725. synth_ai-0.2.6.dev1.dist-info/METADATA +0 -106
  726. synth_ai-0.2.6.dev1.dist-info/RECORD +0 -416
  727. /synth_ai/{demos → cli/demo_apps}/demo_task_apps/math/__init__.py +0 -0
  728. /synth_ai/{lm/caching → core/apps}/__init__.py +0 -0
  729. /synth_ai/{tracing_v3 → core/tracing_v3}/lm_call_record_abstractions.py +0 -0
  730. /synth_ai/{tracing_v3 → core/tracing_v3}/storage/__init__.py +0 -0
  731. /synth_ai/{tracing_v3 → core/tracing_v3}/storage/exceptions.py +0 -0
  732. /synth_ai/{tracing_v3 → core/tracing_v3}/storage/types.py +0 -0
  733. /synth_ai/{compound/cais.py → py.typed} +0 -0
  734. /synth_ai/{learning → sdk/learning}/core.py +0 -0
  735. /synth_ai/{learning → sdk/learning}/gateway.py +0 -0
  736. {synth_ai-0.2.6.dev1.dist-info → synth_ai-0.4.3.dist-info}/WHEEL +0 -0
  737. {synth_ai-0.2.6.dev1.dist-info → synth_ai-0.4.3.dist-info}/licenses/LICENSE +0 -0
  738. {synth_ai-0.2.6.dev1.dist-info → synth_ai-0.4.3.dist-info}/top_level.txt +0 -0
@@ -1,685 +0,0 @@
1
- from __future__ import annotations
2
-
3
- import argparse
4
- import json
5
- import os
6
- import sys
7
- import time
8
- from typing import Any, Dict, Callable
9
-
10
- from synth_ai.demos.demo_task_apps import core as demo_core
11
- from synth_ai.demos.demo_task_apps.core import DemoEnv
12
-
13
-
14
- def cmd_check(_args: argparse.Namespace) -> int:
15
- env = demo_core.load_env()
16
- cwd_env_path = os.path.join(os.getcwd(), ".env")
17
- local_env = demo_core.load_dotenv_file(cwd_env_path)
18
-
19
- def _refresh_env() -> None:
20
- nonlocal env, local_env
21
- env = demo_core.load_env()
22
- local_env = demo_core.load_dotenv_file(cwd_env_path)
23
-
24
- def _maybe_fix_task_url() -> None:
25
- if not env.task_app_name:
26
- return
27
- current = env.task_app_base_url
28
- needs_lookup = False
29
- if not current:
30
- needs_lookup = True
31
- elif not current.endswith(".run") or current.endswith(".moda") or current.count(".") < 2:
32
- needs_lookup = True
33
- elif not current.startswith("http://") and not current.startswith("https://"):
34
- needs_lookup = True
35
- if not needs_lookup:
36
- return
37
- code, out = _popen_capture([
38
- "uv",
39
- "run",
40
- "python",
41
- "-m",
42
- "modal",
43
- "app",
44
- "url",
45
- env.task_app_name,
46
- ])
47
- if code != 0 or not out:
48
- return
49
- new_url = ""
50
- for token in out.split():
51
- if token.startswith("http://") or token.startswith("https://"):
52
- new_url = token.strip().rstrip("/")
53
- break
54
- if new_url and new_url != current:
55
- print(f"Updating TASK_APP_BASE_URL from Modal CLI → {new_url}")
56
- demo_core.persist_task_url(new_url, name=env.task_app_name)
57
- dotenv_values = {
58
- "TASK_APP_BASE_URL": new_url,
59
- "TASK_APP_NAME": env.task_app_name,
60
- "TASK_APP_SECRET_NAME": env.task_app_secret_name or f"{env.task_app_name}-secret",
61
- }
62
- demo_core.persist_dotenv_values(dotenv_values)
63
- os.environ["TASK_APP_BASE_URL"] = new_url
64
- _refresh_env()
65
-
66
- synth_key = env.synth_api_key.strip()
67
- if not synth_key:
68
- print("SYNTH_API_KEY missing from environment/.env.")
69
- entered = input("Enter SYNTH_API_KEY (required): ").strip()
70
- if not entered:
71
- print("SYNTH_API_KEY is required.")
72
- return 1
73
- os.environ["SYNTH_API_KEY"] = entered
74
- demo_core.persist_api_key(entered)
75
- path = demo_core.persist_dotenv_values({"SYNTH_API_KEY": entered})
76
- print(f"Stored SYNTH_API_KEY in {path}")
77
- _refresh_env()
78
- synth_key = entered
79
- elif not local_env.get("SYNTH_API_KEY"):
80
- path = demo_core.persist_dotenv_values({"SYNTH_API_KEY": synth_key})
81
- print(f"Stored SYNTH_API_KEY in {path}")
82
- _refresh_env()
83
-
84
- modal_ok, modal_msg = demo_core.modal_auth_status()
85
- print(f"Modal auth: {'OK' if modal_ok else 'MISSING'} ({modal_msg})")
86
-
87
- _maybe_fix_task_url()
88
-
89
- ok_backend = False
90
- ok_task = False
91
- if env.dev_backend_url:
92
- api = env.dev_backend_url.rstrip("/") + ("" if env.dev_backend_url.endswith("/api") else "/api")
93
- ok_backend = demo_core.assert_http_ok(api + "/health", method="GET")
94
- print(f"Backend health: {'OK' if ok_backend else 'FAIL'} ({api}/health)")
95
- else:
96
- print("Backend URL missing; set DEV_BACKEND_URL.")
97
- if env.task_app_base_url:
98
- ok_task = demo_core.assert_http_ok(env.task_app_base_url.rstrip("/") + "/health", method="GET") or \
99
- demo_core.assert_http_ok(env.task_app_base_url.rstrip("/"), method="GET")
100
- print(f"Task app: {'OK' if ok_task else 'UNREACHABLE'} ({env.task_app_base_url})")
101
- else:
102
- print("Task app URL not set; run: uvx synth-ai rl_demo deploy")
103
-
104
- print("uv: ", end="")
105
- try:
106
- import subprocess
107
-
108
- subprocess.check_call(["uv", "--version"])
109
- except Exception:
110
- print("(uv not found; install with `pip install uv`)\n", flush=True)
111
-
112
- status = 0
113
- if not ok_backend:
114
- status = 1
115
- if not modal_ok:
116
- status = 1
117
- if not env.synth_api_key:
118
- status = 1
119
- return status
120
-
121
-
122
- def _popen_capture(cmd: list[str], cwd: str | None = None, env: dict | None = None) -> tuple[int, str]:
123
- import subprocess
124
- try:
125
- proc = subprocess.Popen(cmd, cwd=cwd, env=env, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True)
126
- out, _ = proc.communicate()
127
- return int(proc.returncode or 0), out or ""
128
- except Exception as e:
129
- return 1, str(e)
130
-
131
-
132
- def _popen_stream(cmd: list[str], cwd: str | None = None, env: dict | None = None) -> int:
133
- """Stream subprocess output line-by-line to stdout for real-time feedback."""
134
-
135
- import subprocess
136
- import threading
137
-
138
- try:
139
- proc = subprocess.Popen(
140
- cmd,
141
- cwd=cwd,
142
- env=env,
143
- stdout=subprocess.PIPE,
144
- stderr=subprocess.STDOUT,
145
- text=True,
146
- bufsize=1,
147
- )
148
- except Exception as exc:
149
- print(f"Failed to launch {' '.join(cmd)}: {exc}")
150
- return 1
151
-
152
- def _pump(stdout) -> None:
153
- try:
154
- for line in stdout:
155
- print(line.rstrip())
156
- except Exception:
157
- pass
158
-
159
- if proc.stdout is not None:
160
- t = threading.Thread(target=_pump, args=(proc.stdout,), daemon=True)
161
- t.start()
162
- proc.wait()
163
- t.join(timeout=1.0)
164
- else:
165
- proc.wait()
166
- return int(proc.returncode or 0)
167
-
168
-
169
- def cmd_deploy(args: argparse.Namespace) -> int:
170
- env = demo_core.load_env()
171
- url = ""
172
- app_name = env.task_app_name or ""
173
- try:
174
- if args.local:
175
- print("Starting local Task App…")
176
- import subprocess
177
- subprocess.Popen([sys.executable, "-c", "from synth_ai.demos.demo_task_apps.math.app import run; run()"],
178
- stdout=sys.stdout, stderr=sys.stderr)
179
- target = "http://127.0.0.1:8080"
180
- app_name = ""
181
- for _ in range(30):
182
- if demo_core.assert_http_ok(target + "/health", method="GET") or demo_core.assert_http_ok(target, method="GET"):
183
- url = target
184
- break
185
- time.sleep(1)
186
- else:
187
- # Auto-detect app path if not supplied; prompt for name and confirmation.
188
- app_path = os.path.abspath(args.app) if args.app else None
189
- if not app_path or not os.path.isfile(app_path):
190
- candidates = [
191
- os.path.abspath(os.path.join(os.getcwd(), "math_task_app.py")),
192
- "/Users/joshpurtell/Documents/GitHub/monorepo/tests/applications/math/rl/math_task_app.py",
193
- ]
194
- app_path = next((p for p in candidates if os.path.isfile(p)), None)
195
- if not app_path and args.script:
196
- # Legacy script fallback if user supplied --script explicitly
197
- from synth_ai.demos.demo_task_apps.math.deploy_modal import deploy as modal_deploy
198
- url = modal_deploy(script_path=args.script, env_api_key=env.env_api_key)
199
- if args.name:
200
- app_name = args.name
201
- else:
202
- if not app_path:
203
- entered = input("Path to Modal app.py (e.g., tests/applications/math/rl/math_task_app.py): ").strip()
204
- if not entered:
205
- raise FileNotFoundError("No app.py path provided and auto-detect failed")
206
- app_path = os.path.abspath(entered)
207
- if not os.path.isfile(app_path):
208
- raise FileNotFoundError(f"App file not found: {app_path}")
209
- suggested_name = args.name or f"synth-{os.path.splitext(os.path.basename(app_path))[0]}"
210
- name_in = input(f"Modal app name [{suggested_name}]: ").strip() or suggested_name
211
- app_name = name_in
212
- print("\nAbout to deploy with:")
213
- print(f" app.py: {app_path}")
214
- print(f" name: {name_in}")
215
- proceed = (input("Proceed? [Y/n]: ").strip().lower() or "y").startswith("y")
216
- if not proceed:
217
- print("Aborted by user.")
218
- return 1
219
- deploy_cmd = ["uv", "run", "python", "-m", "modal", "deploy", "--name", name_in, app_path]
220
- code, out = _popen_capture(deploy_cmd)
221
- print(out)
222
- if code != 0:
223
- raise RuntimeError(f"modal deploy failed (exit {code})")
224
- url_cmd = ["uv", "run", "python", "-m", "modal", "app", "url", name_in]
225
- code2, out2 = _popen_capture(url_cmd)
226
- if code2 == 0:
227
- for token in out2.split():
228
- if token.startswith("http://") or token.startswith("https://"):
229
- url = token.strip().rstrip("/")
230
- break
231
- if not url:
232
- for token in (out + "\n" + out2).split():
233
- if token.startswith("http://") or token.startswith("https://"):
234
- url = token.strip().rstrip("/")
235
- break
236
- if not url:
237
- raise RuntimeError("Failed to resolve public URL from modal CLI output")
238
- if not url:
239
- print("Failed to determine Task App URL")
240
- return 2
241
- demo_core.persist_task_url(url, name=app_name or None)
242
- dotenv_values = {"TASK_APP_BASE_URL": url}
243
- if app_name:
244
- dotenv_values["TASK_APP_NAME"] = app_name
245
- dotenv_values["TASK_APP_SECRET_NAME"] = f"{app_name}-secret"
246
- dotenv_path = demo_core.persist_dotenv_values(dotenv_values)
247
- print(f"TASK_APP_BASE_URL={url}")
248
- if app_name:
249
- print(f"TASK_APP_NAME={app_name}")
250
- print("Export for this shell:")
251
- print(f" export TASK_APP_BASE_URL={url}")
252
- if app_name:
253
- print(f" export TASK_APP_NAME={app_name}")
254
- print(f" export TASK_APP_SECRET_NAME={app_name}-secret")
255
- print(f"Persisted to {dotenv_path}")
256
- print("Next: uvx synth-ai rl_demo configure")
257
- return 0
258
- except Exception as e:
259
- print(f"Deploy error: {e}")
260
- return 2
261
-
262
-
263
- def cmd_configure(args: argparse.Namespace) -> int:
264
- from synth_ai.rl.secrets import mint_environment_api_key
265
-
266
- env = demo_core.load_env()
267
- cwd_env_path = os.path.join(os.getcwd(), ".env")
268
- local_env = demo_core.load_dotenv_file(cwd_env_path)
269
-
270
- synth_key = env.synth_api_key.strip()
271
- if not synth_key:
272
- synth_key = input("Enter SYNTH_API_KEY (required): ").strip()
273
- if not synth_key:
274
- print("SYNTH_API_KEY is required.")
275
- return 1
276
- demo_core.persist_api_key(synth_key)
277
- demo_core.persist_dotenv_values({"SYNTH_API_KEY": synth_key})
278
-
279
- env_key = env.env_api_key.strip()
280
- minted_env_key = False
281
- if not env_key:
282
- env_key = mint_environment_api_key()
283
- minted_env_key = True
284
- print("Minted new ENVIRONMENT_API_KEY")
285
- demo_core.persist_env_api_key(env_key)
286
- demo_core.persist_dotenv_values({"ENVIRONMENT_API_KEY": env_key})
287
-
288
- task_url = env.task_app_base_url
289
- if not task_url:
290
- print("Task app URL missing. Run: uvx synth-ai rl_demo deploy")
291
- return 1
292
-
293
- app_name = env.task_app_name.strip()
294
- if not app_name:
295
- fallback = input("Enter Modal app name for the task app (required): ").strip()
296
- if not fallback:
297
- print("Task app name is required to configure Modal secrets.")
298
- return 1
299
- app_name = fallback
300
- demo_core.persist_task_url(task_url, name=app_name)
301
-
302
- secret_name = env.task_app_secret_name.strip() or f"{app_name}-secret"
303
- demo_core.persist_task_url(task_url, name=app_name)
304
- demo_core.persist_dotenv_values({
305
- "TASK_APP_BASE_URL": task_url,
306
- "TASK_APP_NAME": app_name,
307
- "TASK_APP_SECRET_NAME": secret_name,
308
- })
309
-
310
- # Ensure Modal secret has the environment API key (and optional extras).
311
- secret_args = [f"ENVIRONMENT_API_KEY={env_key}"]
312
- openai_key = (os.environ.get("OPENAI_API_KEY") or local_env.get("OPENAI_API_KEY") or "").strip()
313
- if openai_key:
314
- secret_args.append(f"OPENAI_API_KEY={openai_key}")
315
- synth_for_secret = synth_key
316
- if synth_for_secret:
317
- secret_args.append(f"SYNTH_API_KEY={synth_for_secret}")
318
-
319
- create_cmd = ["uv", "run", "modal", "secret", "create", secret_name, *secret_args]
320
- code, out = _popen_capture(create_cmd)
321
- if code != 0:
322
- print(out)
323
- print("Secret create failed; retrying with delete → create…")
324
- _popen_capture(["uv", "run", "modal", "secret", "delete", secret_name])
325
- code, out = _popen_capture(create_cmd)
326
- if code != 0:
327
- print(out)
328
- print("Failed to provision Modal secret.")
329
- return 2
330
-
331
- # Verify task app can read the secret by hitting rollout health with X-API-Key.
332
- rollout_url = task_url.rstrip("/") + "/health/rollout"
333
- rc, body = _http("GET", rollout_url, headers={"X-API-Key": env_key})
334
- if rc != 200:
335
- print(f"Warning: rollout health check failed ({rc}). Response: {body}")
336
- else:
337
- print("Task app rollout health check OK.")
338
-
339
- env.synth_api_key = synth_key
340
- env.env_api_key = env_key
341
- env.task_app_name = app_name
342
- env.task_app_secret_name = secret_name
343
-
344
- # Prepare a baseline TOML (formerly `prepare`): prompt and write demo_config.toml
345
- defaults = [
346
- os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "demo_task_apps", "math", "config.toml")),
347
- ]
348
- mono = "/Users/joshpurtell/Documents/GitHub/monorepo/tests/applications/math/rl/math_online.toml"
349
- if os.path.isfile(mono):
350
- defaults.append(mono)
351
- print("Select a baseline TOML:")
352
- for i, p in enumerate(defaults, 1):
353
- print(f" [{i}] {p}")
354
- choice = input(f"Enter choice [1-{len(defaults)}] (default 1): ").strip() or "1"
355
- try:
356
- idx = max(1, min(int(choice), len(defaults))) - 1
357
- except Exception:
358
- idx = 0
359
- base_path = defaults[idx]
360
- with open(base_path, "r") as fh:
361
- text = fh.read()
362
- import re
363
- # Extract current defaults from the selected TOML
364
- def _extract(pattern: str, default: str) -> str:
365
- m = re.search(pattern, text, flags=re.M)
366
- if not m:
367
- return default
368
- val = (m.group(1) or "").strip()
369
- return val if val else default
370
- current_gpu_type = _extract(r"^gpu_type\s*=\s*\"([^\"]+)\"$", "A100")
371
- # topology form gpu_type = "TYPE:COUNT" also supported for deriving defaults
372
- topo_gpu = _extract(r"^gpu_type\s*=\s*\"([^\":]+):(\d+)\"$", current_gpu_type)
373
- if ":" in topo_gpu:
374
- current_gpu_type = topo_gpu.split(":", 1)[0]
375
- current_gpu_count = _extract(r"^gpu_count\s*=\s*(\d+)$", "4")
376
- if ":" in topo_gpu:
377
- current_gpu_count = topo_gpu.split(":", 1)[1]
378
- current_model = _extract(r"^name\s*=\s*\"([^\"]+)\"$", "Qwen/Qwen3-0.6B")
379
- current_tp = _extract(r"^tensor_parallel_size\s*=\s*(\d+)$", "2")
380
-
381
- # Prompts with defaults shown; Enter keeps current
382
- def _prompt(label: str, default_val: str) -> str:
383
- entered = input(f"{label} [{default_val}]: ").strip()
384
- return entered or default_val
385
-
386
- gpu_type = _prompt("GPU type", current_gpu_type)
387
- gpu_count = _prompt("GPU count", current_gpu_count)
388
- model = _prompt("Model", current_model)
389
- tp = _prompt("Tensor parallel", current_tp)
390
-
391
- text = re.sub(r"(?m)^gpu_type\s*=\s*\".*?\"$", f"gpu_type = \"{gpu_type}\"", text)
392
- text = re.sub(r"(?m)^gpu_count\s*=\s*\d+$", f"gpu_count = {int(gpu_count)}", text)
393
- text = re.sub(r"(?m)^name\s*=\s*\".*?\"$", f"name = \"{model}\"", text)
394
- text = re.sub(r"(?m)^tensor_parallel_size\s*=\s*\d+$", f"tensor_parallel_size = {int(tp)}", text)
395
- text = re.sub(r"(?m)^gpu_type\s*=\s*\".*?:\d+\"$", f"gpu_type = \"{gpu_type}:{int(gpu_count)}\"", text)
396
- out_path = os.path.abspath(os.path.join(os.getcwd(), "demo_config.toml"))
397
- _write_text(out_path, text)
398
- print(f"Prepared config at: {out_path}")
399
- here_cfg = os.path.abspath(out_path)
400
- print("Config path:", here_cfg)
401
- print("Environment (masked):")
402
- print(json.dumps({
403
- "DEV_BACKEND_URL": env.dev_backend_url,
404
- "SYNTH_API_KEY": (synth_key[:6] + "…") if synth_key else "",
405
- "ENVIRONMENT_API_KEY": (env_key[:6] + "…") if env_key else "",
406
- "TASK_APP_BASE_URL": task_url,
407
- "TASK_APP_NAME": app_name,
408
- "TASK_APP_SECRET_NAME": secret_name,
409
- }, indent=2))
410
- if minted_env_key:
411
- print(f"Stored minted ENVIRONMENT_API_KEY in {cwd_env_path}")
412
- print("Next: uvx synth-ai rl_demo run")
413
- return 0
414
-
415
-
416
- def _http(method: str, url: str, headers: Dict[str, str] | None = None, body: Dict[str, Any] | None = None) -> tuple[int, Dict[str, Any] | str]:
417
- import urllib.request, urllib.error, json as _json
418
- data = None
419
- if body is not None:
420
- data = _json.dumps(body).encode("utf-8")
421
- req = urllib.request.Request(url, method=method, headers=headers or {}, data=data)
422
- try:
423
- with urllib.request.urlopen(req, timeout=60) as resp:
424
- code = getattr(resp, "status", 200)
425
- txt = resp.read().decode("utf-8", errors="ignore")
426
- try:
427
- return int(code), _json.loads(txt)
428
- except Exception:
429
- return int(code), txt
430
- except urllib.error.HTTPError as he: # Capture 4xx/5xx bodies
431
- txt = he.read().decode("utf-8", errors="ignore")
432
- try:
433
- return int(he.code or 0), _json.loads(txt)
434
- except Exception:
435
- return int(he.code or 0), txt
436
- except Exception as e:
437
- return 0, str(e)
438
-
439
-
440
- def _write_text(path: str, content: str) -> None:
441
- os.makedirs(os.path.dirname(path), exist_ok=True)
442
- with open(path, "w") as fh:
443
- fh.write(content)
444
-
445
-
446
- # Note: `prepare` command has been removed; configuration now prepares TOML
447
-
448
-
449
- def cmd_run(args: argparse.Namespace) -> int:
450
- env = demo_core.load_env()
451
- # Prompt for missing SYNTH_API_KEY
452
- if not env.synth_api_key:
453
- entered = input("Enter SYNTH_API_KEY (required): ").strip()
454
- if not entered:
455
- print("SYNTH_API_KEY is required.")
456
- return 1
457
- os.environ["SYNTH_API_KEY"] = entered
458
- demo_core.persist_api_key(entered)
459
- demo_core.persist_dotenv_values({"SYNTH_API_KEY": entered})
460
- # Re-resolve env after potential persist
461
- env = demo_core.load_env()
462
- if not env.task_app_base_url:
463
- print("Task app URL missing. Run: uvx synth-ai rl_demo deploy")
464
- return 1
465
- if not env.dev_backend_url:
466
- print("Backend URL missing. Set DEV_BACKEND_URL in a .env or rely on default prod.")
467
- return 1
468
- if not env.env_api_key:
469
- print("ENVIRONMENT_API_KEY missing. Run: uvx synth-ai rl_demo configure")
470
- return 1
471
- os.environ["ENVIRONMENT_API_KEY"] = env.env_api_key
472
-
473
- # Detect monorepo launcher and delegate if available (aligns with run_clustered.sh which works)
474
- launcher = "/Users/joshpurtell/Documents/GitHub/monorepo/tests/applications/math/rl/start_math_clustered.py"
475
- if os.path.isfile(launcher):
476
- backend_base = env.dev_backend_url[:-4] if env.dev_backend_url.endswith("/api") else env.dev_backend_url
477
- run_env = os.environ.copy()
478
- run_env["BACKEND_URL"] = backend_base
479
- run_env["SYNTH_API_KEY"] = env.synth_api_key
480
- run_env["TASK_APP_BASE_URL"] = env.task_app_base_url
481
- run_env["ENVIRONMENT_API_KEY"] = env.env_api_key
482
- # Optional: TRAINER_START_URL passthrough if already set in environment
483
- run_env["TRAINER_START_URL"] = run_env.get("TRAINER_START_URL", "")
484
- # Forward convenience knobs
485
- if args.batch_size is not None:
486
- run_env["RL_BATCH_SIZE"] = str(int(args.batch_size))
487
- if args.group_size is not None:
488
- run_env["RL_GROUP_SIZE"] = str(int(args.group_size))
489
- if args.model:
490
- run_env["RL_MODEL"] = args.model
491
- cmd = ["uv", "run", "python", launcher]
492
- print(f"Launching monorepo clustered runner: {' '.join(cmd)}")
493
- code = _popen_stream(cmd, env=run_env)
494
- if code != 0:
495
- print(f"Clustered runner exited with code {code}")
496
- return code
497
-
498
- # Fallback: legacy jobs API flow
499
- import tomllib
500
- # Determine config path: --config overrides; otherwise prompt from detected candidates
501
- cfg_path = None
502
- if getattr(args, "config", None):
503
- cfg_path = os.path.abspath(args.config)
504
- if not os.path.isfile(cfg_path):
505
- print(f"Config not found: {cfg_path}")
506
- return 1
507
- else:
508
- candidates: list[str] = []
509
- # Prepared in CWD and home
510
- cwd_prepared = os.path.abspath(os.path.join(os.getcwd(), "demo_config.toml"))
511
- home_prepared = os.path.expanduser("~/.synth-ai/demo_config.toml")
512
- if os.path.isfile(cwd_prepared):
513
- candidates.append(cwd_prepared)
514
- if os.path.isfile(home_prepared):
515
- candidates.append(home_prepared)
516
- # Monorepo math_online.toml if present
517
- mono = "/Users/joshpurtell/Documents/GitHub/monorepo/tests/applications/math/rl/math_online.toml"
518
- if os.path.isfile(mono):
519
- candidates.append(mono)
520
- # Packaged default
521
- packaged = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "demo_task_apps", "math", "config.toml"))
522
- candidates.append(packaged)
523
- # Deduplicate while preserving order
524
- seen = set()
525
- uniq: list[str] = []
526
- for p in candidates:
527
- if p not in seen:
528
- seen.add(p)
529
- uniq.append(p)
530
- print("Choose a TOML config:")
531
- for i, p in enumerate(uniq, 1):
532
- print(f" [{i}] {p}")
533
- sel = input(f"Enter choice [1-{len(uniq)}] (default 1): ").strip() or "1"
534
- try:
535
- idx = max(1, min(int(sel), len(uniq))) - 1
536
- except Exception:
537
- idx = 0
538
- cfg_path = uniq[idx]
539
- with open(cfg_path, "rb") as fh:
540
- inline_cfg = tomllib.load(fh)
541
- with open(cfg_path, "r") as fh2:
542
- toml_text = fh2.read()
543
- if args.batch_size is not None:
544
- inline_cfg.setdefault("training", {})["batch_size"] = int(args.batch_size)
545
- if args.group_size is not None:
546
- inline_cfg.setdefault("training", {})["group_size"] = int(args.group_size)
547
- model_name = args.model or (inline_cfg.get("model", {}) or {}).get("name", "Qwen/Qwen3-0.6B")
548
- api = env.dev_backend_url.rstrip("/") + ("" if env.dev_backend_url.endswith("/api") else "/api")
549
- data_fragment: Dict[str, Any] = {
550
- "model": model_name,
551
- "endpoint_base_url": env.task_app_base_url,
552
- "config": inline_cfg,
553
- "config_toml": toml_text,
554
- "config_source": "toml_inline",
555
- "metadata": {"source": "synth-ai rl_demo", "cwd": os.getcwd()},
556
- }
557
- if env.env_api_key:
558
- data_fragment["environment_api_key"] = env.env_api_key
559
- for k in ("training", "evaluation", "rollout", "topology", "vllm"):
560
- if isinstance(inline_cfg.get(k), dict):
561
- data_fragment[k] = inline_cfg[k]
562
- compute = {}
563
- if isinstance(inline_cfg.get("compute"), dict):
564
- if inline_cfg["compute"].get("gpu_type"):
565
- compute["gpu_type"] = str(inline_cfg["compute"]["gpu_type"]).upper()
566
- if inline_cfg["compute"].get("gpu_count"):
567
- compute["gpu_count"] = int(inline_cfg["compute"]["gpu_count"])
568
- if not compute:
569
- topo = inline_cfg.get("topology") or {}
570
- gshape = str(topo.get("gpu_type") or "")
571
- if ":" in gshape:
572
- t, c = gshape.split(":", 1)
573
- compute = {"gpu_type": t.upper(), "gpu_count": int(c)}
574
- body: Dict[str, Any] = {
575
- "job_type": "rl",
576
- "data": data_fragment,
577
- }
578
- if compute:
579
- body["compute"] = compute
580
- code, js = _http("POST", api + "/rl/jobs", headers={
581
- "Content-Type": "application/json",
582
- "Authorization": f"Bearer {env.synth_api_key}",
583
- }, body=body)
584
- if code not in (200, 201) or not isinstance(js, dict):
585
- print("Job create failed:", code)
586
- try:
587
- if isinstance(js, dict):
588
- print(json.dumps(js, indent=2))
589
- else:
590
- print(str(js))
591
- except Exception:
592
- print(str(js))
593
- print("Request body was:\n" + json.dumps(body, indent=2))
594
- return 2
595
- job_id = js.get("job_id") or js.get("id") or ""
596
- if not job_id:
597
- print("Job id missing in response:", js)
598
- print("Request body was:\n" + json.dumps(body, indent=2))
599
- return 2
600
- print("JOB_ID:", job_id)
601
- _http("POST", api + f"/rl/jobs/{job_id}/start", headers={"Authorization": f"Bearer {env.synth_api_key}"})
602
- since = 0
603
- terminal = {"succeeded", "failed", "cancelled", "error", "completed"}
604
- last_status = ""
605
- start_t = time.time()
606
- while True:
607
- sc, sj = _http("GET", api + f"/learning/jobs/{job_id}")
608
- status = (sj.get("status") if isinstance(sj, dict) else "") if sc == 200 else ""
609
- if status and status != last_status:
610
- last_status = status
611
- print("status →", status)
612
- if status and status.lower() in terminal:
613
- print("FINAL:", status)
614
- break
615
- ec, ej = _http("GET", api + f"/orchestration/jobs/{job_id}/events?since_seq={since}&limit=200")
616
- if ec == 200 and isinstance(ej, dict):
617
- events = ej.get("events") or ej.get("data") or []
618
- for e in events:
619
- seq = int(e.get("seq") or 0)
620
- if seq <= since:
621
- continue
622
- since = seq
623
- typ = str(e.get("type") or e.get("event_type") or "").lower()
624
- msg = e.get("message") or e.get("msg") or ""
625
- if typ in ("rl.eval.started", "rl.eval.summary", "rl.train.step", "rl.metrics", "rl.performance.metrics"):
626
- print(f"[{seq}] {typ}: {msg}")
627
- mc, mj = _http("GET", api + f"/learning/jobs/{job_id}/metrics?after_step=-1&limit=50")
628
- if mc == 200 and isinstance(mj, dict):
629
- pts = mj.get("points") or []
630
- for p in pts:
631
- name = p.get("name")
632
- if name == "eval.reward_mean":
633
- print(f"metric eval.reward_mean step={p.get('step')} value={p.get('value')}")
634
- break
635
- if time.time() - start_t > (args.timeout or 600):
636
- print("Timeout waiting for terminal state.")
637
- break
638
- time.sleep(2)
639
- return 0
640
-
641
-
642
- def main(argv: list[str] | None = None) -> int:
643
- p = argparse.ArgumentParser(prog="synth-ai")
644
- sub = p.add_subparsers(dest="cmd")
645
-
646
- def _add_parser(names: list[str], *, configure: Callable[[argparse.ArgumentParser], None]) -> None:
647
- for name in names:
648
- parser = sub.add_parser(name)
649
- configure(parser)
650
-
651
- _add_parser(["rl_demo.check", "demo.check"], configure=lambda parser: parser.set_defaults(func=cmd_check))
652
-
653
- # (prepare command removed)
654
-
655
- def _deploy_opts(parser):
656
- parser.add_argument("--local", action="store_true", help="Run local FastAPI instead of Modal deploy")
657
- parser.add_argument("--app", type=str, default=None, help="Path to Modal app.py for uv run modal deploy")
658
- parser.add_argument("--name", type=str, default="synth-math-demo", help="Modal app name")
659
- parser.add_argument("--script", type=str, default=None, help="Path to deploy_task_app.sh (optional legacy)")
660
- parser.set_defaults(func=cmd_deploy)
661
-
662
- _add_parser(["rl_demo.deploy", "demo.deploy"], configure=_deploy_opts)
663
-
664
- _add_parser(["rl_demo.configure", "demo.configure"], configure=lambda parser: parser.set_defaults(func=cmd_configure))
665
-
666
- def _run_opts(parser):
667
- parser.add_argument("--config", type=str, default=None, help="Path to TOML config (skip prompt)")
668
- parser.add_argument("--batch-size", type=int, default=None)
669
- parser.add_argument("--group-size", type=int, default=None)
670
- parser.add_argument("--model", type=str, default=None)
671
- parser.add_argument("--timeout", type=int, default=600)
672
- parser.add_argument("--dry-run", action="store_true", help="Print request body and exit")
673
- parser.set_defaults(func=cmd_run)
674
-
675
- _add_parser(["rl_demo.run", "demo.run"], configure=_run_opts)
676
-
677
- args = p.parse_args(argv)
678
- if not hasattr(args, "func"):
679
- p.print_help()
680
- return 1
681
- return int(args.func(args) or 0)
682
-
683
-
684
- if __name__ == "__main__":
685
- sys.exit(main())
@@ -1 +0,0 @@
1
- # Namespace for demo task apps (math, etc.)