synth-ai 0.2.8.dev2__py3-none-any.whl → 0.4.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (740) hide show
  1. synth_ai/__init__.py +44 -24
  2. synth_ai/__main__.py +30 -3
  3. synth_ai/cli/__init__.py +103 -48
  4. synth_ai/cli/__main__.py +42 -0
  5. synth_ai/cli/_internal/__init__.py +5 -0
  6. synth_ai/cli/_internal/modal_wrapper.py +31 -0
  7. synth_ai/cli/_internal/storage.py +20 -0
  8. synth_ai/cli/_internal/typer_patch.py +47 -0
  9. synth_ai/cli/_internal/validate_task_app.py +29 -0
  10. synth_ai/cli/agents/__init__.py +17 -0
  11. synth_ai/cli/agents/claude.py +77 -0
  12. synth_ai/cli/agents/codex.py +265 -0
  13. synth_ai/cli/agents/opencode.py +253 -0
  14. synth_ai/cli/commands/__init__.py +18 -0
  15. synth_ai/cli/commands/artifacts/__init__.py +13 -0
  16. synth_ai/cli/commands/artifacts/client.py +119 -0
  17. synth_ai/cli/commands/artifacts/config.py +57 -0
  18. synth_ai/cli/commands/artifacts/core.py +24 -0
  19. synth_ai/cli/commands/artifacts/download.py +188 -0
  20. synth_ai/cli/commands/artifacts/export.py +186 -0
  21. synth_ai/cli/commands/artifacts/list.py +156 -0
  22. synth_ai/cli/commands/artifacts/parsing.py +250 -0
  23. synth_ai/cli/commands/artifacts/show.py +336 -0
  24. synth_ai/cli/commands/demo/__init__.py +3 -0
  25. synth_ai/cli/commands/demo/core.py +153 -0
  26. synth_ai/cli/commands/eval/__init__.py +10 -0
  27. synth_ai/cli/commands/eval/config.py +338 -0
  28. synth_ai/cli/commands/eval/core.py +256 -0
  29. synth_ai/cli/commands/eval/runner.py +704 -0
  30. synth_ai/cli/commands/eval/validation.py +60 -0
  31. synth_ai/cli/commands/filter/__init__.py +12 -0
  32. synth_ai/cli/commands/filter/core.py +424 -0
  33. synth_ai/cli/commands/filter/errors.py +55 -0
  34. synth_ai/cli/commands/filter/validation.py +77 -0
  35. synth_ai/cli/commands/help/__init__.py +185 -0
  36. synth_ai/cli/commands/help/core.py +72 -0
  37. synth_ai/cli/commands/scan/__init__.py +19 -0
  38. synth_ai/cli/commands/scan/cloudflare_scanner.py +403 -0
  39. synth_ai/cli/commands/scan/core.py +344 -0
  40. synth_ai/cli/commands/scan/health_checker.py +242 -0
  41. synth_ai/cli/commands/scan/local_scanner.py +278 -0
  42. synth_ai/cli/commands/scan/models.py +83 -0
  43. synth_ai/cli/commands/smoke/__init__.py +7 -0
  44. synth_ai/cli/commands/smoke/core.py +1428 -0
  45. synth_ai/cli/commands/status/__init__.py +3 -0
  46. synth_ai/cli/commands/status/client.py +91 -0
  47. synth_ai/cli/commands/status/config.py +12 -0
  48. synth_ai/cli/commands/status/errors.py +11 -0
  49. synth_ai/cli/commands/status/subcommands/__init__.py +3 -0
  50. synth_ai/cli/commands/status/subcommands/config.py +13 -0
  51. synth_ai/cli/commands/status/subcommands/files.py +34 -0
  52. synth_ai/cli/commands/status/subcommands/jobs.py +51 -0
  53. synth_ai/cli/commands/status/subcommands/models.py +35 -0
  54. synth_ai/cli/commands/status/subcommands/runs.py +34 -0
  55. synth_ai/cli/commands/status/subcommands/session.py +77 -0
  56. synth_ai/cli/commands/status/subcommands/summary.py +39 -0
  57. synth_ai/cli/commands/status/subcommands/utils.py +41 -0
  58. synth_ai/cli/commands/status/utils.py +23 -0
  59. synth_ai/cli/commands/train/__init__.py +53 -0
  60. synth_ai/cli/commands/train/core.py +22 -0
  61. synth_ai/cli/commands/train/errors.py +117 -0
  62. synth_ai/cli/commands/train/judge_schemas.py +201 -0
  63. synth_ai/cli/commands/train/judge_validation.py +305 -0
  64. synth_ai/cli/commands/train/prompt_learning_validation.py +633 -0
  65. synth_ai/cli/commands/train/validation.py +392 -0
  66. synth_ai/cli/demo_apps/__init__.py +10 -0
  67. synth_ai/cli/demo_apps/core/__init__.py +28 -0
  68. synth_ai/{demos → cli/demo_apps}/core/cli.py +783 -441
  69. synth_ai/cli/demo_apps/crafter/__init__.py +1 -0
  70. synth_ai/cli/demo_apps/crafter/crafter_fft_4b.toml +55 -0
  71. synth_ai/cli/demo_apps/crafter/grpo_crafter_task_app.py +186 -0
  72. synth_ai/cli/demo_apps/crafter/rl_from_base_qwen4b.toml +74 -0
  73. synth_ai/cli/demo_apps/demo_registry.py +176 -0
  74. synth_ai/cli/demo_apps/demo_task_apps/__init__.py +7 -0
  75. synth_ai/{demos → cli/demo_apps}/demo_task_apps/core.py +75 -37
  76. synth_ai/cli/demo_apps/demo_task_apps/crafter/__init__.py +1 -0
  77. synth_ai/cli/demo_apps/demo_task_apps/crafter/configs/crafter_fft_4b.toml +53 -0
  78. synth_ai/cli/demo_apps/demo_task_apps/crafter/configs/rl_from_base_qwen4b.toml +73 -0
  79. synth_ai/cli/demo_apps/demo_task_apps/crafter/grpo_crafter_task_app.py +185 -0
  80. synth_ai/{demos → cli/demo_apps}/demo_task_apps/math/_common.py +1 -2
  81. synth_ai/{demos → cli/demo_apps}/demo_task_apps/math/app.py +2 -1
  82. synth_ai/cli/demo_apps/demo_task_apps/math/config.toml +73 -0
  83. synth_ai/{demos → cli/demo_apps}/demo_task_apps/math/deploy_modal.py +3 -6
  84. synth_ai/cli/demo_apps/demo_task_apps/math/modal_task_app.py +738 -0
  85. synth_ai/cli/demo_apps/demo_task_apps/math/task_app_entry.py +39 -0
  86. synth_ai/cli/demo_apps/math/__init__.py +1 -0
  87. synth_ai/cli/demo_apps/math/_common.py +16 -0
  88. synth_ai/cli/demo_apps/math/app.py +38 -0
  89. synth_ai/cli/demo_apps/math/config.toml +75 -0
  90. synth_ai/cli/demo_apps/math/deploy_modal.py +54 -0
  91. synth_ai/cli/demo_apps/math/modal_task_app.py +698 -0
  92. synth_ai/cli/demo_apps/math/task_app_entry.py +53 -0
  93. synth_ai/cli/demo_apps/mipro/main.py +271 -0
  94. synth_ai/cli/demo_apps/mipro/task_app.py +922 -0
  95. synth_ai/cli/demo_apps/mipro/train_cfg.toml +92 -0
  96. synth_ai/cli/demos/__init__.py +12 -0
  97. synth_ai/cli/demos/demo.py +32 -0
  98. synth_ai/cli/demos/rl_demo.py +254 -0
  99. synth_ai/cli/deploy.py +216 -0
  100. synth_ai/cli/infra/__init__.py +14 -0
  101. synth_ai/cli/{balance.py → infra/balance.py} +16 -4
  102. synth_ai/cli/infra/mcp.py +35 -0
  103. synth_ai/cli/infra/modal_app.py +36 -0
  104. synth_ai/cli/infra/setup.py +69 -0
  105. synth_ai/cli/infra/status.py +16 -0
  106. synth_ai/cli/infra/turso.py +77 -0
  107. synth_ai/cli/lib/__init__.py +10 -0
  108. synth_ai/cli/lib/agents.py +76 -0
  109. synth_ai/cli/lib/apps/modal_app.py +101 -0
  110. synth_ai/cli/lib/apps/task_app.py +642 -0
  111. synth_ai/cli/lib/bin.py +39 -0
  112. synth_ai/cli/lib/env.py +375 -0
  113. synth_ai/cli/lib/errors.py +85 -0
  114. synth_ai/cli/lib/modal.py +315 -0
  115. synth_ai/cli/lib/plotting.py +126 -0
  116. synth_ai/cli/lib/prompt_args.py +39 -0
  117. synth_ai/cli/lib/prompts.py +284 -0
  118. synth_ai/cli/lib/sqld.py +122 -0
  119. synth_ai/cli/lib/task_app_discovery.py +884 -0
  120. synth_ai/cli/lib/task_app_env.py +295 -0
  121. synth_ai/cli/lib/train_cfgs.py +300 -0
  122. synth_ai/cli/lib/tunnel_records.py +207 -0
  123. synth_ai/cli/local/__init__.py +14 -0
  124. synth_ai/cli/local/experiment_queue/__init__.py +72 -0
  125. synth_ai/cli/local/experiment_queue/api_schemas.py +221 -0
  126. synth_ai/cli/local/experiment_queue/celery_app.py +208 -0
  127. synth_ai/cli/local/experiment_queue/config.py +128 -0
  128. synth_ai/cli/local/experiment_queue/config_utils.py +272 -0
  129. synth_ai/cli/local/experiment_queue/database.py +175 -0
  130. synth_ai/cli/local/experiment_queue/dispatcher.py +119 -0
  131. synth_ai/cli/local/experiment_queue/models.py +231 -0
  132. synth_ai/cli/local/experiment_queue/progress_info.py +160 -0
  133. synth_ai/cli/local/experiment_queue/results.py +373 -0
  134. synth_ai/cli/local/experiment_queue/schemas.py +131 -0
  135. synth_ai/cli/local/experiment_queue/service.py +344 -0
  136. synth_ai/cli/local/experiment_queue/status.py +372 -0
  137. synth_ai/cli/local/experiment_queue/status_tracker.py +360 -0
  138. synth_ai/cli/local/experiment_queue/tasks.py +1984 -0
  139. synth_ai/cli/local/experiment_queue/trace_storage.py +65 -0
  140. synth_ai/cli/local/experiment_queue/validation.py +157 -0
  141. synth_ai/cli/local/session/__init__.py +92 -0
  142. synth_ai/cli/local/session/client.py +383 -0
  143. synth_ai/cli/local/session/constants.py +63 -0
  144. synth_ai/cli/local/session/exceptions.py +105 -0
  145. synth_ai/cli/local/session/manager.py +139 -0
  146. synth_ai/cli/local/session/models.py +89 -0
  147. synth_ai/cli/local/session/query.py +110 -0
  148. synth_ai/cli/root.py +150 -108
  149. synth_ai/cli/task_apps/__init__.py +37 -0
  150. synth_ai/cli/task_apps/commands.py +3145 -0
  151. synth_ai/cli/task_apps/deploy.py +7 -0
  152. synth_ai/cli/task_apps/list.py +26 -0
  153. synth_ai/cli/task_apps/main.py +36 -0
  154. synth_ai/cli/task_apps/modal_serve.py +11 -0
  155. synth_ai/cli/task_apps/serve.py +11 -0
  156. synth_ai/cli/training/__init__.py +8 -0
  157. synth_ai/cli/training/train.py +5 -0
  158. synth_ai/cli/training/train_cfg.py +34 -0
  159. synth_ai/cli/{watch.py → training/watch.py} +13 -18
  160. synth_ai/cli/turso.py +52 -0
  161. synth_ai/cli/utils/__init__.py +8 -0
  162. synth_ai/cli/utils/experiments.py +235 -0
  163. synth_ai/cli/utils/queue.py +504 -0
  164. synth_ai/cli/{recent.py → utils/recent.py} +13 -7
  165. synth_ai/cli/{traces.py → utils/traces.py} +9 -5
  166. synth_ai/contracts/__init__.py +67 -0
  167. synth_ai/core/__init__.py +100 -0
  168. synth_ai/core/_utils/__init__.py +54 -0
  169. synth_ai/core/_utils/base_url.py +10 -0
  170. synth_ai/core/_utils/http.py +10 -0
  171. synth_ai/core/_utils/prompts.py +14 -0
  172. synth_ai/core/_utils/task_app_state.py +12 -0
  173. synth_ai/core/_utils/user_config.py +10 -0
  174. synth_ai/core/apps/common.py +116 -0
  175. synth_ai/core/auth.py +95 -0
  176. synth_ai/core/cfgs.py +240 -0
  177. synth_ai/core/config/__init__.py +16 -0
  178. synth_ai/core/config/base.py +168 -0
  179. synth_ai/core/config/resolver.py +89 -0
  180. synth_ai/core/env.py +231 -0
  181. synth_ai/core/errors.py +126 -0
  182. synth_ai/core/http.py +230 -0
  183. synth_ai/core/integrations/__init__.py +11 -0
  184. synth_ai/core/integrations/cloudflare.py +1710 -0
  185. synth_ai/core/integrations/mcp/__init__.py +6 -0
  186. synth_ai/core/integrations/mcp/__main__.py +8 -0
  187. synth_ai/core/integrations/mcp/claude.py +36 -0
  188. synth_ai/core/integrations/mcp/main.py +254 -0
  189. synth_ai/core/integrations/mcp/setup.py +100 -0
  190. synth_ai/core/integrations/modal.py +277 -0
  191. synth_ai/core/json.py +72 -0
  192. synth_ai/core/log_filter.py +99 -0
  193. synth_ai/core/logging.py +82 -0
  194. synth_ai/core/paths.py +107 -0
  195. synth_ai/core/pricing.py +109 -0
  196. synth_ai/core/process.py +233 -0
  197. synth_ai/core/ssl.py +25 -0
  198. synth_ai/core/storage/__init__.py +71 -0
  199. synth_ai/core/task_app_state.py +318 -0
  200. synth_ai/core/telemetry.py +282 -0
  201. synth_ai/{tracing_v3 → core/tracing_v3}/__init__.py +5 -1
  202. synth_ai/{tracing_v3 → core/tracing_v3}/abstractions.py +21 -4
  203. synth_ai/core/tracing_v3/config.py +229 -0
  204. synth_ai/core/tracing_v3/constants.py +21 -0
  205. synth_ai/{tracing_v3 → core/tracing_v3}/db_config.py +42 -29
  206. synth_ai/{tracing_v3 → core/tracing_v3}/decorators.py +80 -45
  207. synth_ai/{tracing_v3 → core/tracing_v3}/examples/basic_usage.py +15 -9
  208. synth_ai/{tracing_v3 → core/tracing_v3}/hooks.py +6 -4
  209. synth_ai/{tracing_v3 → core/tracing_v3}/llm_call_record_helpers.py +161 -61
  210. synth_ai/{tracing_v3 → core/tracing_v3}/migration_helper.py +1 -2
  211. synth_ai/{tracing_v3 → core/tracing_v3}/replica_sync.py +12 -7
  212. synth_ai/core/tracing_v3/serialization.py +130 -0
  213. synth_ai/{tracing_v3 → core/tracing_v3}/session_tracer.py +88 -21
  214. synth_ai/{tracing_v3 → core/tracing_v3}/storage/base.py +99 -12
  215. synth_ai/core/tracing_v3/storage/config.py +109 -0
  216. synth_ai/{tracing_v3 → core/tracing_v3}/storage/factory.py +11 -9
  217. synth_ai/{tracing_v3 → core/tracing_v3}/storage/utils.py +15 -11
  218. synth_ai/core/tracing_v3/trace_utils.py +326 -0
  219. synth_ai/core/tracing_v3/turso/__init__.py +12 -0
  220. synth_ai/core/tracing_v3/turso/daemon.py +278 -0
  221. synth_ai/{tracing_v3 → core/tracing_v3}/turso/models.py +7 -3
  222. synth_ai/core/tracing_v3/turso/native_manager.py +1385 -0
  223. synth_ai/{tracing_v3 → core/tracing_v3}/utils.py +5 -4
  224. synth_ai/core/urls.py +18 -0
  225. synth_ai/core/user_config.py +137 -0
  226. synth_ai/core/uvicorn.py +222 -0
  227. synth_ai/data/__init__.py +83 -0
  228. synth_ai/data/enums.py +123 -0
  229. synth_ai/data/rewards.py +152 -0
  230. synth_ai/data/traces.py +35 -0
  231. synth_ai/products/__init__.py +6 -0
  232. synth_ai/products/graph_evolve/__init__.py +46 -0
  233. synth_ai/products/graph_evolve/client.py +226 -0
  234. synth_ai/products/graph_evolve/config.py +591 -0
  235. synth_ai/products/graph_evolve/converters/__init__.py +42 -0
  236. synth_ai/products/graph_evolve/converters/openai_sft.py +484 -0
  237. synth_ai/products/graph_evolve/examples/hotpotqa/config.toml +109 -0
  238. synth_ai/products/graph_evolve/run.py +222 -0
  239. synth_ai/products/graph_gepa/__init__.py +23 -0
  240. synth_ai/products/graph_gepa/converters/__init__.py +19 -0
  241. synth_ai/products/graph_gepa/converters/openai_sft.py +29 -0
  242. synth_ai/sdk/__init__.py +123 -0
  243. synth_ai/sdk/api/__init__.py +1 -0
  244. synth_ai/sdk/api/models/supported.py +514 -0
  245. synth_ai/sdk/api/research_agent/__init__.py +296 -0
  246. synth_ai/sdk/api/train/__init__.py +85 -0
  247. synth_ai/sdk/api/train/builders.py +895 -0
  248. synth_ai/sdk/api/train/cli.py +2199 -0
  249. synth_ai/sdk/api/train/config_finder.py +267 -0
  250. synth_ai/sdk/api/train/configs/__init__.py +65 -0
  251. synth_ai/sdk/api/train/configs/prompt_learning.py +1706 -0
  252. synth_ai/sdk/api/train/configs/rl.py +187 -0
  253. synth_ai/sdk/api/train/configs/sft.py +99 -0
  254. synth_ai/sdk/api/train/configs/shared.py +81 -0
  255. synth_ai/sdk/api/train/context_learning.py +312 -0
  256. synth_ai/sdk/api/train/env_resolver.py +418 -0
  257. synth_ai/sdk/api/train/graph_validators.py +216 -0
  258. synth_ai/sdk/api/train/graphgen.py +984 -0
  259. synth_ai/sdk/api/train/graphgen_models.py +823 -0
  260. synth_ai/sdk/api/train/graphgen_validators.py +109 -0
  261. synth_ai/sdk/api/train/local_api.py +10 -0
  262. synth_ai/sdk/api/train/pollers.py +124 -0
  263. synth_ai/sdk/api/train/progress/__init__.py +97 -0
  264. synth_ai/sdk/api/train/progress/dataclasses.py +569 -0
  265. synth_ai/sdk/api/train/progress/events.py +326 -0
  266. synth_ai/sdk/api/train/progress/results.py +428 -0
  267. synth_ai/sdk/api/train/progress/tracker.py +641 -0
  268. synth_ai/sdk/api/train/prompt_learning.py +469 -0
  269. synth_ai/sdk/api/train/rl.py +441 -0
  270. synth_ai/sdk/api/train/sft.py +396 -0
  271. synth_ai/sdk/api/train/summary.py +522 -0
  272. synth_ai/sdk/api/train/supported_algos.py +147 -0
  273. synth_ai/sdk/api/train/task_app.py +351 -0
  274. synth_ai/sdk/api/train/utils.py +279 -0
  275. synth_ai/sdk/api/train/validators.py +2424 -0
  276. synth_ai/sdk/graphs/__init__.py +15 -0
  277. synth_ai/sdk/graphs/completions.py +570 -0
  278. synth_ai/{inference → sdk/inference}/__init__.py +0 -1
  279. synth_ai/sdk/inference/client.py +128 -0
  280. synth_ai/sdk/jobs/__init__.py +16 -0
  281. synth_ai/sdk/jobs/client.py +371 -0
  282. synth_ai/sdk/judging/__init__.py +14 -0
  283. synth_ai/sdk/judging/base.py +24 -0
  284. synth_ai/sdk/judging/client.py +40 -0
  285. synth_ai/sdk/judging/schemas.py +222 -0
  286. synth_ai/sdk/judging/types.py +42 -0
  287. synth_ai/sdk/learning/__init__.py +99 -0
  288. synth_ai/sdk/learning/algorithms.py +14 -0
  289. synth_ai/{learning → sdk/learning}/client.py +121 -30
  290. synth_ai/sdk/learning/config.py +5 -0
  291. synth_ai/{learning → sdk/learning}/constants.py +0 -2
  292. synth_ai/sdk/learning/context_learning_client.py +531 -0
  293. synth_ai/sdk/learning/context_learning_types.py +292 -0
  294. synth_ai/sdk/learning/ft_client.py +7 -0
  295. synth_ai/{learning → sdk/learning}/health.py +15 -9
  296. synth_ai/{learning → sdk/learning}/jobs.py +44 -47
  297. synth_ai/sdk/learning/prompt_extraction.py +334 -0
  298. synth_ai/sdk/learning/prompt_learning_client.py +455 -0
  299. synth_ai/sdk/learning/prompt_learning_types.py +186 -0
  300. synth_ai/{rl → sdk/learning/rl}/__init__.py +13 -8
  301. synth_ai/{learning/rl_client.py → sdk/learning/rl/client.py} +89 -77
  302. synth_ai/sdk/learning/rl/config.py +31 -0
  303. synth_ai/{rl → sdk/learning/rl}/contracts.py +5 -14
  304. synth_ai/{rl → sdk/learning/rl}/env_keys.py +45 -16
  305. synth_ai/sdk/learning/rl/secrets.py +13 -0
  306. synth_ai/sdk/learning/rl_client.py +5 -0
  307. synth_ai/sdk/learning/sft/__init__.py +29 -0
  308. synth_ai/sdk/learning/sft/client.py +95 -0
  309. synth_ai/sdk/learning/sft/config.py +270 -0
  310. synth_ai/sdk/learning/sft/data.py +698 -0
  311. synth_ai/sdk/learning/sse.py +57 -0
  312. synth_ai/sdk/learning/validators.py +52 -0
  313. synth_ai/sdk/localapi/__init__.py +40 -0
  314. synth_ai/sdk/localapi/apps/__init__.py +28 -0
  315. synth_ai/sdk/localapi/client.py +10 -0
  316. synth_ai/sdk/localapi/contracts.py +10 -0
  317. synth_ai/sdk/localapi/helpers.py +519 -0
  318. synth_ai/sdk/localapi/rollouts.py +87 -0
  319. synth_ai/sdk/localapi/server.py +29 -0
  320. synth_ai/sdk/localapi/template.py +70 -0
  321. synth_ai/sdk/streaming/__init__.py +35 -0
  322. synth_ai/sdk/streaming/config.py +94 -0
  323. synth_ai/sdk/streaming/handlers.py +1997 -0
  324. synth_ai/sdk/streaming/streamer.py +713 -0
  325. synth_ai/sdk/streaming/types.py +112 -0
  326. synth_ai/sdk/task/__init__.py +164 -0
  327. synth_ai/sdk/task/apps/__init__.py +169 -0
  328. synth_ai/sdk/task/auth.py +165 -0
  329. synth_ai/sdk/task/client.py +175 -0
  330. synth_ai/sdk/task/config.py +257 -0
  331. synth_ai/sdk/task/contracts.py +219 -0
  332. synth_ai/sdk/task/datasets.py +108 -0
  333. synth_ai/sdk/task/errors.py +50 -0
  334. synth_ai/sdk/task/health.py +34 -0
  335. synth_ai/sdk/task/in_process.py +1190 -0
  336. synth_ai/sdk/task/in_process_runner.py +314 -0
  337. synth_ai/sdk/task/inference_api.py +299 -0
  338. synth_ai/sdk/task/json.py +111 -0
  339. synth_ai/sdk/task/proxy.py +287 -0
  340. synth_ai/sdk/task/rubrics/__init__.py +55 -0
  341. synth_ai/sdk/task/rubrics/loaders.py +156 -0
  342. synth_ai/sdk/task/rubrics/models.py +57 -0
  343. synth_ai/sdk/task/rubrics/scoring.py +116 -0
  344. synth_ai/sdk/task/rubrics/strict.py +149 -0
  345. synth_ai/sdk/task/rubrics.py +219 -0
  346. synth_ai/sdk/task/server.py +631 -0
  347. synth_ai/sdk/task/trace_correlation_helpers.py +539 -0
  348. synth_ai/sdk/task/tracing_utils.py +95 -0
  349. synth_ai/sdk/task/validators.py +441 -0
  350. synth_ai/sdk/task/vendors.py +59 -0
  351. synth_ai/sdk/training/__init__.py +102 -0
  352. synth_ai/sdk/tunnels/__init__.py +83 -0
  353. synth_ai/sdk/tunnels/cleanup.py +83 -0
  354. synth_ai/sdk/tunnels/ports.py +120 -0
  355. synth_ai/utils/__init__.py +213 -0
  356. synth_ai-0.4.3.dist-info/METADATA +262 -0
  357. synth_ai-0.4.3.dist-info/RECORD +370 -0
  358. {synth_ai-0.2.8.dev2.dist-info → synth_ai-0.4.3.dist-info}/entry_points.txt +0 -1
  359. synth_ai/cli/calc.py +0 -69
  360. synth_ai/cli/demo.py +0 -144
  361. synth_ai/cli/legacy_root_backup.py +0 -470
  362. synth_ai/cli/man.py +0 -106
  363. synth_ai/cli/rl_demo.py +0 -202
  364. synth_ai/cli/status.py +0 -133
  365. synth_ai/config/base_url.py +0 -107
  366. synth_ai/core/experiment.py +0 -15
  367. synth_ai/core/system.py +0 -15
  368. synth_ai/demos/core/__init__.py +0 -1
  369. synth_ai/demos/demo_task_apps/__init__.py +0 -1
  370. synth_ai/demos/demo_task_apps/math/config.toml +0 -129
  371. synth_ai/demos/demo_task_apps/math/deploy_task_app.sh +0 -22
  372. synth_ai/demos/demo_task_apps/math/modal_task_app.py +0 -415
  373. synth_ai/environments/__init__.py +0 -31
  374. synth_ai/environments/environment/__init__.py +0 -1
  375. synth_ai/environments/environment/artifacts/__init__.py +0 -1
  376. synth_ai/environments/environment/artifacts/base.py +0 -52
  377. synth_ai/environments/environment/core.py +0 -67
  378. synth_ai/environments/environment/db/__init__.py +0 -1
  379. synth_ai/environments/environment/db/sqlite.py +0 -45
  380. synth_ai/environments/environment/registry.py +0 -233
  381. synth_ai/environments/environment/resources/sqlite.py +0 -45
  382. synth_ai/environments/environment/results.py +0 -1
  383. synth_ai/environments/environment/rewards/__init__.py +0 -1
  384. synth_ai/environments/environment/rewards/core.py +0 -29
  385. synth_ai/environments/environment/shared_engine.py +0 -26
  386. synth_ai/environments/environment/tools/__init__.py +0 -200
  387. synth_ai/environments/examples/__init__.py +0 -1
  388. synth_ai/environments/examples/bandit/__init__.py +0 -33
  389. synth_ai/environments/examples/bandit/engine.py +0 -294
  390. synth_ai/environments/examples/bandit/environment.py +0 -194
  391. synth_ai/environments/examples/bandit/taskset.py +0 -200
  392. synth_ai/environments/examples/crafter_classic/__init__.py +0 -8
  393. synth_ai/environments/examples/crafter_classic/agent_demos/analyze_semantic_words_markdown.py +0 -250
  394. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_comprehensive_evaluation.py +0 -59
  395. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_evaluation_browser.py +0 -152
  396. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_evaluation_config.toml +0 -24
  397. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_evaluation_framework.py +0 -1194
  398. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/crafter_synth_config.toml +0 -56
  399. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/filter_config_modal.toml +0 -32
  400. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/filter_traces_sft_turso.py +0 -738
  401. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/kick_off_ft_modal.py +0 -384
  402. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_action_results.py +0 -53
  403. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_agent_actions.py +0 -178
  404. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_latest_run.py +0 -222
  405. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_lm_traces.py +0 -183
  406. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_no_rewards.py +0 -210
  407. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_trace_issue.py +0 -206
  408. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/check_db_schema.py +0 -49
  409. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/check_latest_results.py +0 -64
  410. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/debug_agent_responses.py +0 -88
  411. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/quick_trace_check.py +0 -77
  412. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/compare_experiments.py +0 -324
  413. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/filter_traces_sft_turso.py +0 -580
  414. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/kick_off_ft_oai.py +0 -362
  415. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/multi_model_config.toml +0 -49
  416. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/analyze_enhanced_hooks.py +0 -332
  417. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/analyze_hook_events.py +0 -97
  418. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/analyze_hook_results.py +0 -217
  419. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/check_hook_storage.py +0 -87
  420. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/check_seeds.py +0 -88
  421. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/compare_seed_performance.py +0 -195
  422. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/custom_eval_pipelines.py +0 -400
  423. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/plot_hook_frequency.py +0 -195
  424. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/seed_analysis_summary.py +0 -56
  425. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/run_rollouts_for_models_and_compare_v3.py +0 -858
  426. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_quick_evaluation.py +0 -52
  427. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_react_agent.py +0 -874
  428. synth_ai/environments/examples/crafter_classic/agent_demos/crafter_trace_evaluation.py +0 -1412
  429. synth_ai/environments/examples/crafter_classic/agent_demos/example_v3_usage.py +0 -216
  430. synth_ai/environments/examples/crafter_classic/agent_demos/old/compare_traces.py +0 -296
  431. synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_comprehensive_evaluation.py +0 -58
  432. synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_env_serialization.py +0 -464
  433. synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_evaluation_browser.py +0 -152
  434. synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_quick_evaluation.py +0 -51
  435. synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_trace_evaluation.py +0 -1412
  436. synth_ai/environments/examples/crafter_classic/agent_demos/old/debug_player_loss.py +0 -112
  437. synth_ai/environments/examples/crafter_classic/agent_demos/old/diagnose_service.py +0 -203
  438. synth_ai/environments/examples/crafter_classic/agent_demos/old/diagnose_slowness.py +0 -305
  439. synth_ai/environments/examples/crafter_classic/agent_demos/old/eval_by_difficulty.py +0 -126
  440. synth_ai/environments/examples/crafter_classic/agent_demos/old/eval_example.py +0 -94
  441. synth_ai/environments/examples/crafter_classic/agent_demos/old/explore_saved_states.py +0 -142
  442. synth_ai/environments/examples/crafter_classic/agent_demos/old/filter_traces_sft.py +0 -26
  443. synth_ai/environments/examples/crafter_classic/agent_demos/old/filter_traces_sft_OLD.py +0 -984
  444. synth_ai/environments/examples/crafter_classic/agent_demos/old/generate_ft_data_gemini.py +0 -724
  445. synth_ai/environments/examples/crafter_classic/agent_demos/old/generate_ft_data_modal.py +0 -386
  446. synth_ai/environments/examples/crafter_classic/agent_demos/old/generate_ft_metadata.py +0 -205
  447. synth_ai/environments/examples/crafter_classic/agent_demos/old/kick_off_ft_gemini.py +0 -150
  448. synth_ai/environments/examples/crafter_classic/agent_demos/old/kick_off_ft_modal.py +0 -283
  449. synth_ai/environments/examples/crafter_classic/agent_demos/old/prepare_vertex_ft.py +0 -280
  450. synth_ai/environments/examples/crafter_classic/agent_demos/old/profile_env_slowness.py +0 -456
  451. synth_ai/environments/examples/crafter_classic/agent_demos/old/replicate_issue.py +0 -166
  452. synth_ai/environments/examples/crafter_classic/agent_demos/old/run_and_eval.py +0 -102
  453. synth_ai/environments/examples/crafter_classic/agent_demos/old/run_comparison.py +0 -128
  454. synth_ai/environments/examples/crafter_classic/agent_demos/old/run_qwen_rollouts.py +0 -655
  455. synth_ai/environments/examples/crafter_classic/agent_demos/old/trace_eval_OLD.py +0 -202
  456. synth_ai/environments/examples/crafter_classic/agent_demos/old/validate_openai_format.py +0 -166
  457. synth_ai/environments/examples/crafter_classic/config_logging.py +0 -111
  458. synth_ai/environments/examples/crafter_classic/debug_translation.py +0 -0
  459. synth_ai/environments/examples/crafter_classic/engine.py +0 -579
  460. synth_ai/environments/examples/crafter_classic/engine_deterministic_patch.py +0 -64
  461. synth_ai/environments/examples/crafter_classic/engine_helpers/action_map.py +0 -6
  462. synth_ai/environments/examples/crafter_classic/engine_helpers/serialization.py +0 -75
  463. synth_ai/environments/examples/crafter_classic/engine_serialization_patch_v3.py +0 -267
  464. synth_ai/environments/examples/crafter_classic/environment.py +0 -404
  465. synth_ai/environments/examples/crafter_classic/taskset.py +0 -233
  466. synth_ai/environments/examples/crafter_classic/trace_hooks_v3.py +0 -228
  467. synth_ai/environments/examples/crafter_classic/world_config_patch_simple.py +0 -299
  468. synth_ai/environments/examples/crafter_custom/__init__.py +0 -4
  469. synth_ai/environments/examples/crafter_custom/agent_demos/__init__.py +0 -1
  470. synth_ai/environments/examples/crafter_custom/agent_demos/trace_eval.py +0 -202
  471. synth_ai/environments/examples/crafter_custom/crafter/__init__.py +0 -7
  472. synth_ai/environments/examples/crafter_custom/crafter/config.py +0 -182
  473. synth_ai/environments/examples/crafter_custom/crafter/constants.py +0 -8
  474. synth_ai/environments/examples/crafter_custom/crafter/engine.py +0 -269
  475. synth_ai/environments/examples/crafter_custom/crafter/env.py +0 -262
  476. synth_ai/environments/examples/crafter_custom/crafter/objects.py +0 -417
  477. synth_ai/environments/examples/crafter_custom/crafter/recorder.py +0 -187
  478. synth_ai/environments/examples/crafter_custom/crafter/worldgen.py +0 -118
  479. synth_ai/environments/examples/crafter_custom/dataset_builder.py +0 -373
  480. synth_ai/environments/examples/crafter_custom/environment.py +0 -312
  481. synth_ai/environments/examples/crafter_custom/old/analyze_diamond_issue.py +0 -159
  482. synth_ai/environments/examples/crafter_custom/old/analyze_diamond_spawning.py +0 -158
  483. synth_ai/environments/examples/crafter_custom/old/compare_worlds.py +0 -71
  484. synth_ai/environments/examples/crafter_custom/old/dataset_stats.py +0 -105
  485. synth_ai/environments/examples/crafter_custom/old/diamond_spawning_summary.py +0 -119
  486. synth_ai/environments/examples/crafter_custom/old/example_dataset_usage.py +0 -52
  487. synth_ai/environments/examples/crafter_custom/run_dataset.py +0 -305
  488. synth_ai/environments/examples/enron/art_helpers/email_search_tools.py +0 -156
  489. synth_ai/environments/examples/enron/art_helpers/local_email_db.py +0 -281
  490. synth_ai/environments/examples/enron/art_helpers/types_enron.py +0 -25
  491. synth_ai/environments/examples/enron/engine.py +0 -295
  492. synth_ai/environments/examples/enron/environment.py +0 -166
  493. synth_ai/environments/examples/enron/taskset.py +0 -112
  494. synth_ai/environments/examples/enron/units/keyword_stats.py +0 -112
  495. synth_ai/environments/examples/minigrid/__init__.py +0 -48
  496. synth_ai/environments/examples/minigrid/agent_demos/minigrid_evaluation_framework.py +0 -1188
  497. synth_ai/environments/examples/minigrid/agent_demos/minigrid_quick_evaluation.py +0 -48
  498. synth_ai/environments/examples/minigrid/agent_demos/minigrid_react_agent.py +0 -562
  499. synth_ai/environments/examples/minigrid/agent_demos/minigrid_trace_evaluation.py +0 -221
  500. synth_ai/environments/examples/minigrid/engine.py +0 -589
  501. synth_ai/environments/examples/minigrid/environment.py +0 -274
  502. synth_ai/environments/examples/minigrid/environment_mapping.py +0 -242
  503. synth_ai/environments/examples/minigrid/puzzle_loader.py +0 -417
  504. synth_ai/environments/examples/minigrid/taskset.py +0 -583
  505. synth_ai/environments/examples/nethack/__init__.py +0 -7
  506. synth_ai/environments/examples/nethack/achievements.py +0 -337
  507. synth_ai/environments/examples/nethack/agent_demos/nethack_evaluation_framework.py +0 -981
  508. synth_ai/environments/examples/nethack/agent_demos/nethack_quick_evaluation.py +0 -74
  509. synth_ai/environments/examples/nethack/agent_demos/nethack_react_agent.py +0 -831
  510. synth_ai/environments/examples/nethack/engine.py +0 -739
  511. synth_ai/environments/examples/nethack/environment.py +0 -256
  512. synth_ai/environments/examples/nethack/helpers/__init__.py +0 -41
  513. synth_ai/environments/examples/nethack/helpers/action_mapping.py +0 -301
  514. synth_ai/environments/examples/nethack/helpers/nle_wrapper.py +0 -402
  515. synth_ai/environments/examples/nethack/helpers/observation_utils.py +0 -433
  516. synth_ai/environments/examples/nethack/helpers/recording_wrapper.py +0 -200
  517. synth_ai/environments/examples/nethack/helpers/trajectory_recorder.py +0 -269
  518. synth_ai/environments/examples/nethack/helpers/visualization/replay_viewer.py +0 -308
  519. synth_ai/environments/examples/nethack/helpers/visualization/visualizer.py +0 -431
  520. synth_ai/environments/examples/nethack/taskset.py +0 -323
  521. synth_ai/environments/examples/red/__init__.py +0 -7
  522. synth_ai/environments/examples/red/agent_demos/__init__.py +0 -1
  523. synth_ai/environments/examples/red/config_logging.py +0 -110
  524. synth_ai/environments/examples/red/engine.py +0 -694
  525. synth_ai/environments/examples/red/engine_helpers/__init__.py +0 -1
  526. synth_ai/environments/examples/red/engine_helpers/memory_map.py +0 -28
  527. synth_ai/environments/examples/red/engine_helpers/reward_components.py +0 -276
  528. synth_ai/environments/examples/red/engine_helpers/reward_library/__init__.py +0 -142
  529. synth_ai/environments/examples/red/engine_helpers/reward_library/adaptive_rewards.py +0 -57
  530. synth_ai/environments/examples/red/engine_helpers/reward_library/battle_rewards.py +0 -284
  531. synth_ai/environments/examples/red/engine_helpers/reward_library/composite_rewards.py +0 -150
  532. synth_ai/environments/examples/red/engine_helpers/reward_library/economy_rewards.py +0 -138
  533. synth_ai/environments/examples/red/engine_helpers/reward_library/efficiency_rewards.py +0 -57
  534. synth_ai/environments/examples/red/engine_helpers/reward_library/exploration_rewards.py +0 -331
  535. synth_ai/environments/examples/red/engine_helpers/reward_library/novelty_rewards.py +0 -121
  536. synth_ai/environments/examples/red/engine_helpers/reward_library/pallet_town_rewards.py +0 -559
  537. synth_ai/environments/examples/red/engine_helpers/reward_library/pokemon_rewards.py +0 -313
  538. synth_ai/environments/examples/red/engine_helpers/reward_library/social_rewards.py +0 -148
  539. synth_ai/environments/examples/red/engine_helpers/reward_library/story_rewards.py +0 -247
  540. synth_ai/environments/examples/red/engine_helpers/screen_analysis.py +0 -368
  541. synth_ai/environments/examples/red/engine_helpers/state_extraction.py +0 -140
  542. synth_ai/environments/examples/red/environment.py +0 -238
  543. synth_ai/environments/examples/red/taskset.py +0 -79
  544. synth_ai/environments/examples/red/units/__init__.py +0 -1
  545. synth_ai/environments/examples/sokoban/__init__.py +0 -1
  546. synth_ai/environments/examples/sokoban/agent_demos/sokoban_full_eval.py +0 -899
  547. synth_ai/environments/examples/sokoban/engine.py +0 -678
  548. synth_ai/environments/examples/sokoban/engine_helpers/__init__.py +0 -1
  549. synth_ai/environments/examples/sokoban/engine_helpers/room_utils.py +0 -657
  550. synth_ai/environments/examples/sokoban/engine_helpers/vendored/__init__.py +0 -18
  551. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/__init__.py +0 -3
  552. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/boxoban_env.py +0 -131
  553. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/render_utils.py +0 -370
  554. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/room_utils.py +0 -332
  555. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env.py +0 -306
  556. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env_fixed_targets.py +0 -67
  557. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env_pull.py +0 -115
  558. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env_two_player.py +0 -123
  559. synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env_variations.py +0 -394
  560. synth_ai/environments/examples/sokoban/environment.py +0 -229
  561. synth_ai/environments/examples/sokoban/generate_verified_puzzles.py +0 -440
  562. synth_ai/environments/examples/sokoban/puzzle_loader.py +0 -312
  563. synth_ai/environments/examples/sokoban/taskset.py +0 -428
  564. synth_ai/environments/examples/sokoban/units/astar_common.py +0 -95
  565. synth_ai/environments/examples/tictactoe/__init__.py +0 -1
  566. synth_ai/environments/examples/tictactoe/engine.py +0 -368
  567. synth_ai/environments/examples/tictactoe/environment.py +0 -240
  568. synth_ai/environments/examples/tictactoe/taskset.py +0 -215
  569. synth_ai/environments/examples/verilog/__init__.py +0 -10
  570. synth_ai/environments/examples/verilog/engine.py +0 -329
  571. synth_ai/environments/examples/verilog/environment.py +0 -350
  572. synth_ai/environments/examples/verilog/taskset.py +0 -420
  573. synth_ai/environments/examples/wordle/__init__.py +0 -29
  574. synth_ai/environments/examples/wordle/engine.py +0 -398
  575. synth_ai/environments/examples/wordle/environment.py +0 -159
  576. synth_ai/environments/examples/wordle/helpers/generate_instances_wordfreq.py +0 -75
  577. synth_ai/environments/examples/wordle/taskset.py +0 -230
  578. synth_ai/environments/reproducibility/core.py +0 -42
  579. synth_ai/environments/reproducibility/helpers.py +0 -0
  580. synth_ai/environments/reproducibility/tree.py +0 -364
  581. synth_ai/environments/service/app.py +0 -98
  582. synth_ai/environments/service/core_routes.py +0 -1020
  583. synth_ai/environments/service/external_registry.py +0 -56
  584. synth_ai/environments/service/registry.py +0 -9
  585. synth_ai/environments/stateful/__init__.py +0 -1
  586. synth_ai/environments/stateful/core.py +0 -163
  587. synth_ai/environments/stateful/engine.py +0 -21
  588. synth_ai/environments/stateful/state.py +0 -7
  589. synth_ai/environments/tasks/api.py +0 -19
  590. synth_ai/environments/tasks/core.py +0 -80
  591. synth_ai/environments/tasks/filters.py +0 -41
  592. synth_ai/environments/tasks/utils.py +0 -91
  593. synth_ai/environments/v0_observability/history.py +0 -3
  594. synth_ai/environments/v0_observability/log.py +0 -2
  595. synth_ai/evals/base.py +0 -15
  596. synth_ai/experimental/synth_oss.py +0 -446
  597. synth_ai/handshake.py +0 -63
  598. synth_ai/http.py +0 -26
  599. synth_ai/http_client.py +0 -104
  600. synth_ai/inference/client.py +0 -20
  601. synth_ai/install_sqld.sh +0 -40
  602. synth_ai/jobs/client.py +0 -246
  603. synth_ai/learning/__init__.py +0 -24
  604. synth_ai/learning/config.py +0 -43
  605. synth_ai/learning/filtering.py +0 -0
  606. synth_ai/learning/ft_client.py +0 -59
  607. synth_ai/learning/offline/dpo.py +0 -0
  608. synth_ai/learning/offline/providers.py +0 -7
  609. synth_ai/learning/offline/sft.py +0 -0
  610. synth_ai/learning/offline/shared.py +0 -0
  611. synth_ai/learning/online/grpo.py +0 -0
  612. synth_ai/learning/online/irft.py +0 -0
  613. synth_ai/learning/prompts/banking77_injection_eval.py +0 -168
  614. synth_ai/learning/prompts/gepa.py +0 -0
  615. synth_ai/learning/prompts/hello_world_in_context_injection_ex.py +0 -213
  616. synth_ai/learning/prompts/mipro.py +0 -289
  617. synth_ai/learning/prompts/random_search.py +0 -246
  618. synth_ai/learning/prompts/run_mipro_banking77.py +0 -172
  619. synth_ai/learning/prompts/run_random_search_banking77.py +0 -324
  620. synth_ai/learning/sse.py +0 -58
  621. synth_ai/learning/validators.py +0 -48
  622. synth_ai/lm/__init__.py +0 -51
  623. synth_ai/lm/caching/constants.py +0 -6
  624. synth_ai/lm/caching/dbs.py +0 -0
  625. synth_ai/lm/caching/ephemeral.py +0 -102
  626. synth_ai/lm/caching/handler.py +0 -137
  627. synth_ai/lm/caching/initialize.py +0 -11
  628. synth_ai/lm/caching/persistent.py +0 -114
  629. synth_ai/lm/config.py +0 -110
  630. synth_ai/lm/constants.py +0 -32
  631. synth_ai/lm/core/__init__.py +0 -8
  632. synth_ai/lm/core/all.py +0 -73
  633. synth_ai/lm/core/exceptions.py +0 -7
  634. synth_ai/lm/core/main.py +0 -319
  635. synth_ai/lm/core/main_v3.py +0 -594
  636. synth_ai/lm/core/synth_models.py +0 -48
  637. synth_ai/lm/core/vendor_clients.py +0 -188
  638. synth_ai/lm/cost/__init__.py +0 -0
  639. synth_ai/lm/cost/monitor.py +0 -1
  640. synth_ai/lm/cost/statefulness.py +0 -1
  641. synth_ai/lm/injection.py +0 -80
  642. synth_ai/lm/overrides.py +0 -206
  643. synth_ai/lm/provider_support/__init__.py +0 -8
  644. synth_ai/lm/provider_support/anthropic.py +0 -972
  645. synth_ai/lm/provider_support/openai.py +0 -1139
  646. synth_ai/lm/provider_support/suppress_logging.py +0 -31
  647. synth_ai/lm/structured_outputs/__init__.py +0 -0
  648. synth_ai/lm/structured_outputs/handler.py +0 -440
  649. synth_ai/lm/structured_outputs/inject.py +0 -297
  650. synth_ai/lm/structured_outputs/rehabilitate.py +0 -185
  651. synth_ai/lm/tools/__init__.py +0 -3
  652. synth_ai/lm/tools/base.py +0 -172
  653. synth_ai/lm/unified_interface.py +0 -202
  654. synth_ai/lm/vendors/__init__.py +0 -0
  655. synth_ai/lm/vendors/base.py +0 -81
  656. synth_ai/lm/vendors/core/__init__.py +0 -0
  657. synth_ai/lm/vendors/core/anthropic_api.py +0 -387
  658. synth_ai/lm/vendors/core/gemini_api.py +0 -292
  659. synth_ai/lm/vendors/core/mistral_api.py +0 -322
  660. synth_ai/lm/vendors/core/openai_api.py +0 -225
  661. synth_ai/lm/vendors/core/synth_dev_api.py +0 -0
  662. synth_ai/lm/vendors/local/__init__.py +0 -0
  663. synth_ai/lm/vendors/local/ollama.py +0 -0
  664. synth_ai/lm/vendors/openai_standard.py +0 -780
  665. synth_ai/lm/vendors/openai_standard_responses.py +0 -256
  666. synth_ai/lm/vendors/retries.py +0 -22
  667. synth_ai/lm/vendors/supported/__init__.py +0 -0
  668. synth_ai/lm/vendors/supported/custom_endpoint.py +0 -417
  669. synth_ai/lm/vendors/supported/deepseek.py +0 -69
  670. synth_ai/lm/vendors/supported/grok.py +0 -75
  671. synth_ai/lm/vendors/supported/groq.py +0 -16
  672. synth_ai/lm/vendors/supported/ollama.py +0 -15
  673. synth_ai/lm/vendors/supported/openrouter.py +0 -74
  674. synth_ai/lm/vendors/supported/together.py +0 -11
  675. synth_ai/lm/vendors/synth_client.py +0 -808
  676. synth_ai/lm/warmup.py +0 -186
  677. synth_ai/rl/secrets.py +0 -19
  678. synth_ai/scripts/verify_rewards.py +0 -100
  679. synth_ai/task/__init__.py +0 -10
  680. synth_ai/task/contracts.py +0 -120
  681. synth_ai/task/health.py +0 -28
  682. synth_ai/task/validators.py +0 -12
  683. synth_ai/tracing/__init__.py +0 -30
  684. synth_ai/tracing_v1/__init__.py +0 -33
  685. synth_ai/tracing_v3/config.py +0 -84
  686. synth_ai/tracing_v3/storage/config.py +0 -62
  687. synth_ai/tracing_v3/turso/__init__.py +0 -25
  688. synth_ai/tracing_v3/turso/daemon.py +0 -144
  689. synth_ai/tracing_v3/turso/manager.py +0 -760
  690. synth_ai/v0/tracing/__init__.py +0 -0
  691. synth_ai/v0/tracing/abstractions.py +0 -224
  692. synth_ai/v0/tracing/base_client.py +0 -91
  693. synth_ai/v0/tracing/client_manager.py +0 -131
  694. synth_ai/v0/tracing/config.py +0 -142
  695. synth_ai/v0/tracing/context.py +0 -146
  696. synth_ai/v0/tracing/decorators.py +0 -682
  697. synth_ai/v0/tracing/events/__init__.py +0 -0
  698. synth_ai/v0/tracing/events/manage.py +0 -147
  699. synth_ai/v0/tracing/events/scope.py +0 -86
  700. synth_ai/v0/tracing/events/store.py +0 -228
  701. synth_ai/v0/tracing/immediate_client.py +0 -151
  702. synth_ai/v0/tracing/local.py +0 -18
  703. synth_ai/v0/tracing/log_client_base.py +0 -73
  704. synth_ai/v0/tracing/retry_queue.py +0 -186
  705. synth_ai/v0/tracing/trackers.py +0 -515
  706. synth_ai/v0/tracing/upload.py +0 -512
  707. synth_ai/v0/tracing/utils.py +0 -9
  708. synth_ai/v0/tracing_v1/__init__.py +0 -16
  709. synth_ai/v0/tracing_v1/abstractions.py +0 -224
  710. synth_ai/v0/tracing_v1/base_client.py +0 -91
  711. synth_ai/v0/tracing_v1/client_manager.py +0 -131
  712. synth_ai/v0/tracing_v1/config.py +0 -142
  713. synth_ai/v0/tracing_v1/context.py +0 -146
  714. synth_ai/v0/tracing_v1/decorators.py +0 -703
  715. synth_ai/v0/tracing_v1/events/__init__.py +0 -0
  716. synth_ai/v0/tracing_v1/events/manage.py +0 -147
  717. synth_ai/v0/tracing_v1/events/scope.py +0 -86
  718. synth_ai/v0/tracing_v1/events/store.py +0 -228
  719. synth_ai/v0/tracing_v1/immediate_client.py +0 -151
  720. synth_ai/v0/tracing_v1/local.py +0 -18
  721. synth_ai/v0/tracing_v1/log_client_base.py +0 -73
  722. synth_ai/v0/tracing_v1/retry_queue.py +0 -186
  723. synth_ai/v0/tracing_v1/trackers.py +0 -515
  724. synth_ai/v0/tracing_v1/upload.py +0 -527
  725. synth_ai/v0/tracing_v1/utils.py +0 -9
  726. synth_ai/zyk/__init__.py +0 -30
  727. synth_ai-0.2.8.dev2.dist-info/METADATA +0 -129
  728. synth_ai-0.2.8.dev2.dist-info/RECORD +0 -420
  729. /synth_ai/{demos → cli/demo_apps}/demo_task_apps/math/__init__.py +0 -0
  730. /synth_ai/{lm/caching → core/apps}/__init__.py +0 -0
  731. /synth_ai/{tracing_v3 → core/tracing_v3}/lm_call_record_abstractions.py +0 -0
  732. /synth_ai/{tracing_v3 → core/tracing_v3}/storage/__init__.py +0 -0
  733. /synth_ai/{tracing_v3 → core/tracing_v3}/storage/exceptions.py +0 -0
  734. /synth_ai/{tracing_v3 → core/tracing_v3}/storage/types.py +0 -0
  735. /synth_ai/{compound/cais.py → py.typed} +0 -0
  736. /synth_ai/{learning → sdk/learning}/core.py +0 -0
  737. /synth_ai/{learning → sdk/learning}/gateway.py +0 -0
  738. {synth_ai-0.2.8.dev2.dist-info → synth_ai-0.4.3.dist-info}/WHEEL +0 -0
  739. {synth_ai-0.2.8.dev2.dist-info → synth_ai-0.4.3.dist-info}/licenses/LICENSE +0 -0
  740. {synth_ai-0.2.8.dev2.dist-info → synth_ai-0.4.3.dist-info}/top_level.txt +0 -0
@@ -1,294 +0,0 @@
1
- from __future__ import annotations
2
-
3
- from dataclasses import dataclass
4
- from typing import Any
5
-
6
- import numpy as np
7
-
8
- from synth_ai.environments.environment.shared_engine import (
9
- GetObservationCallable,
10
- InternalObservation,
11
- )
12
- from synth_ai.environments.reproducibility.core import IReproducibleEngine
13
- from synth_ai.environments.stateful.engine import StatefulEngine, StatefulEngineSnapshot
14
- from synth_ai.environments.tasks.core import TaskInstance
15
-
16
-
17
- @dataclass
18
- class BanditPublicState:
19
- arm_count: int
20
- step_count: int
21
- max_steps: int
22
- last_arm: int | None
23
- last_reward: float | None
24
- cumulative_reward: float
25
- reward_history: list[float]
26
- arm_pull_counts: list[int]
27
- terminated: bool
28
- status: str
29
-
30
- @property
31
- def steps_remaining(self) -> int:
32
- return max(0, self.max_steps - self.step_count)
33
-
34
- @property
35
- def average_reward(self) -> float:
36
- return self.cumulative_reward / self.step_count if self.step_count else 0.0
37
-
38
-
39
- @dataclass
40
- class BanditPrivateState:
41
- reward_last: float
42
- total_reward: float
43
- terminated: bool
44
- truncated: bool
45
- true_expected_rewards: list[float]
46
- step_count: int
47
-
48
-
49
- @dataclass
50
- class BanditEngineSnapshot(StatefulEngineSnapshot):
51
- task_instance_dict: dict[str, Any]
52
- engine_snapshot: dict[str, Any]
53
-
54
-
55
- class BanditEngine(StatefulEngine, IReproducibleEngine):
56
- def __init__(self, task_instance: TaskInstance):
57
- self.task_instance = task_instance
58
-
59
- metadata = getattr(task_instance, "metadata", None)
60
- self.bandit_type: str = getattr(metadata, "bandit_type", "bernoulli")
61
- self.max_steps: int = int(getattr(metadata, "max_steps", 100))
62
- self.seed: int | None = getattr(metadata, "seed", None)
63
-
64
- self.arm_probabilities: list[float] | None = None
65
- self.arm_means: list[float] | None = None
66
- self.arm_stds: list[float] | None = None
67
-
68
- if self.bandit_type.lower() == "bernoulli":
69
- probs = list(getattr(metadata, "arm_probabilities", []) or [])
70
- if not probs:
71
- probs = [0.1, 0.5, 0.9]
72
- self.arm_probabilities = [float(p) for p in probs]
73
- self.true_expected_rewards = self.arm_probabilities.copy()
74
- elif self.bandit_type.lower() == "gaussian":
75
- means = list(getattr(metadata, "arm_means", []) or [])
76
- if not means:
77
- means = [0.0, 0.5, 1.0]
78
- stds = getattr(metadata, "arm_stds", None)
79
- if stds is None:
80
- stds_list = [0.1] * len(means)
81
- elif isinstance(stds, int | float):
82
- stds_list = [float(stds)] * len(means)
83
- else:
84
- stds_list = [float(s) for s in stds]
85
- if len(stds_list) != len(means):
86
- raise ValueError("arm_stds must match arm_means length")
87
- self.arm_means = [float(m) for m in means]
88
- self.arm_stds = stds_list
89
- self.true_expected_rewards = self.arm_means.copy()
90
- else:
91
- raise ValueError(f"Unsupported bandit_type: {self.bandit_type}")
92
-
93
- self.arm_count = len(self.true_expected_rewards)
94
- if self.arm_count == 0:
95
- raise ValueError("Bandit must have at least one arm")
96
-
97
- self._rng = np.random.default_rng(self.seed)
98
-
99
- # Runtime state
100
- self.step_count: int = 0
101
- self.total_reward: float = 0.0
102
- self.last_reward: float = 0.0
103
- self.last_arm: int | None = None
104
- self.reward_history: list[float] = []
105
- self.arm_history: list[int] = []
106
- self.arm_pull_counts: list[int] = [0 for _ in range(self.arm_count)]
107
- self.terminated: bool = False
108
- self.status: str = "in_progress"
109
-
110
- async def _reset_engine(self) -> tuple[BanditPrivateState, BanditPublicState]:
111
- if self.seed is not None:
112
- self._rng = np.random.default_rng(self.seed)
113
- else:
114
- self._rng = np.random.default_rng()
115
-
116
- self.step_count = 0
117
- self.total_reward = 0.0
118
- self.last_reward = 0.0
119
- self.last_arm = None
120
- self.reward_history = []
121
- self.arm_history = []
122
- self.arm_pull_counts = [0 for _ in range(self.arm_count)]
123
- self.terminated = False
124
- self.status = "in_progress"
125
-
126
- private_state = self._build_private_state(reward=0.0)
127
- public_state = self._build_public_state(reward=None)
128
- return private_state, public_state
129
-
130
- async def _step_engine(self, arm_index: int) -> tuple[BanditPrivateState, BanditPublicState]:
131
- if self.terminated:
132
- raise RuntimeError("Bandit episode already terminated")
133
-
134
- if not isinstance(arm_index, int):
135
- raise TypeError("arm_index must be an integer")
136
- if arm_index < 0 or arm_index >= self.arm_count:
137
- raise ValueError(f"arm_index {arm_index} out of range 0..{self.arm_count - 1}")
138
-
139
- reward = float(self._sample_reward(arm_index))
140
-
141
- self.step_count += 1
142
- self.total_reward += reward
143
- self.last_reward = reward
144
- self.last_arm = arm_index
145
- self.reward_history.append(reward)
146
- self.arm_history.append(arm_index)
147
- self.arm_pull_counts[arm_index] += 1
148
-
149
- if self.step_count >= self.max_steps:
150
- self.terminated = True
151
- self.status = "completed"
152
-
153
- private_state = self._build_private_state(reward=reward)
154
- public_state = self._build_public_state(reward=reward)
155
- return private_state, public_state
156
-
157
- def _sample_reward(self, arm_index: int) -> float:
158
- if self.bandit_type.lower() == "bernoulli":
159
- assert self.arm_probabilities is not None
160
- success_prob = self.arm_probabilities[arm_index]
161
- return 1.0 if self._rng.random() < success_prob else 0.0
162
-
163
- if self.bandit_type.lower() == "gaussian":
164
- assert self.arm_means is not None and self.arm_stds is not None
165
- mean = self.arm_means[arm_index]
166
- std = self.arm_stds[arm_index]
167
- return float(self._rng.normal(loc=mean, scale=std))
168
-
169
- raise RuntimeError(f"Unknown bandit_type during sampling: {self.bandit_type}")
170
-
171
- def get_current_states_for_observation(
172
- self,
173
- ) -> tuple[BanditPrivateState, BanditPublicState]:
174
- private_state = self._build_private_state(reward=self.last_reward)
175
- public_state = self._build_public_state(reward=self.last_reward)
176
- return private_state, public_state
177
-
178
- def _build_private_state(self, reward: float) -> BanditPrivateState:
179
- return BanditPrivateState(
180
- reward_last=float(reward),
181
- total_reward=float(self.total_reward),
182
- terminated=self.terminated,
183
- truncated=False,
184
- true_expected_rewards=self.true_expected_rewards.copy(),
185
- step_count=self.step_count,
186
- )
187
-
188
- def _build_public_state(self, reward: float | None) -> BanditPublicState:
189
- return BanditPublicState(
190
- arm_count=self.arm_count,
191
- step_count=self.step_count,
192
- max_steps=self.max_steps,
193
- last_arm=self.last_arm,
194
- last_reward=float(reward) if reward is not None else (self.last_reward if self.step_count else None),
195
- cumulative_reward=float(self.total_reward),
196
- reward_history=self.reward_history.copy(),
197
- arm_pull_counts=self.arm_pull_counts.copy(),
198
- terminated=self.terminated,
199
- status=self.status,
200
- )
201
-
202
- async def _serialize_engine(self) -> BanditEngineSnapshot:
203
- snapshot = {
204
- "bandit_type": self.bandit_type,
205
- "arm_probabilities": self.arm_probabilities,
206
- "arm_means": self.arm_means,
207
- "arm_stds": self.arm_stds,
208
- "max_steps": self.max_steps,
209
- "seed": self.seed,
210
- "step_count": self.step_count,
211
- "total_reward": self.total_reward,
212
- "last_reward": self.last_reward,
213
- "last_arm": self.last_arm,
214
- "reward_history": self.reward_history,
215
- "arm_history": self.arm_history,
216
- "arm_pull_counts": self.arm_pull_counts,
217
- "terminated": self.terminated,
218
- "status": self.status,
219
- "true_expected_rewards": self.true_expected_rewards,
220
- "rng_state": self._rng.bit_generator.state,
221
- }
222
- return BanditEngineSnapshot(
223
- task_instance_dict=await self.task_instance.serialize(),
224
- engine_snapshot=snapshot,
225
- )
226
-
227
- @classmethod
228
- async def _deserialize_engine(cls, snapshot: BanditEngineSnapshot) -> BanditEngine:
229
- from .taskset import BanditTaskInstance
230
-
231
- task_instance = await BanditTaskInstance.deserialize(snapshot.task_instance_dict)
232
- engine = cls(task_instance)
233
-
234
- data = snapshot.engine_snapshot
235
- engine.bandit_type = data.get("bandit_type", engine.bandit_type)
236
- engine.max_steps = int(data.get("max_steps", engine.max_steps))
237
- engine.seed = data.get("seed", engine.seed)
238
- engine.arm_probabilities = data.get("arm_probabilities", engine.arm_probabilities)
239
- engine.arm_means = data.get("arm_means", engine.arm_means)
240
- engine.arm_stds = data.get("arm_stds", engine.arm_stds)
241
- engine.true_expected_rewards = list(data.get("true_expected_rewards", engine.true_expected_rewards))
242
- engine.arm_count = len(engine.true_expected_rewards)
243
-
244
- engine.step_count = int(data.get("step_count", 0))
245
- engine.total_reward = float(data.get("total_reward", 0.0))
246
- engine.last_reward = float(data.get("last_reward", 0.0))
247
- engine.last_arm = data.get("last_arm")
248
- engine.reward_history = list(data.get("reward_history", []))
249
- engine.arm_history = list(data.get("arm_history", []))
250
- engine.arm_pull_counts = list(data.get("arm_pull_counts", [0 for _ in range(engine.arm_count)]))
251
- engine.terminated = bool(data.get("terminated", False))
252
- engine.status = data.get("status", "in_progress")
253
-
254
- engine._rng = np.random.default_rng()
255
- rng_state = data.get("rng_state")
256
- if rng_state is not None:
257
- engine._rng.bit_generator.state = rng_state
258
-
259
- return engine
260
-
261
-
262
- class SynthBanditObservationCallable(GetObservationCallable):
263
- async def get_observation(
264
- self, pub: BanditPublicState, priv: BanditPrivateState
265
- ) -> InternalObservation:
266
- observation: InternalObservation = {
267
- "arm_count": pub.arm_count,
268
- "steps_taken": pub.step_count,
269
- "steps_remaining": pub.steps_remaining,
270
- "last_arm": pub.last_arm,
271
- "last_reward": pub.last_reward,
272
- "cumulative_reward": priv.total_reward,
273
- "average_reward": pub.average_reward,
274
- "arm_pull_counts": pub.arm_pull_counts,
275
- "reward_history": pub.reward_history,
276
- "terminated": pub.terminated,
277
- "status": pub.status,
278
- }
279
- return observation
280
-
281
-
282
- class SynthBanditCheckpointObservationCallable(GetObservationCallable):
283
- async def get_observation(
284
- self, pub: BanditPublicState, priv: BanditPrivateState
285
- ) -> InternalObservation:
286
- observation: InternalObservation = {
287
- "arm_count": pub.arm_count,
288
- "total_reward": priv.total_reward,
289
- "steps_taken": pub.step_count,
290
- "best_expected_reward": max(priv.true_expected_rewards) if priv.true_expected_rewards else None,
291
- "terminated": pub.terminated,
292
- "status": pub.status,
293
- }
294
- return observation
@@ -1,194 +0,0 @@
1
- from __future__ import annotations
2
-
3
- from typing import Any
4
-
5
- from pydantic import BaseModel, Field, ValidationError
6
-
7
- from synth_ai.environments.environment.shared_engine import (
8
- GetObservationCallable,
9
- InternalObservation,
10
- )
11
- from synth_ai.environments.environment.tools import (
12
- AbstractTool,
13
- EnvToolCall,
14
- ToolResult,
15
- )
16
- from synth_ai.environments.reproducibility.core import ReproducibleEnvironment
17
- from synth_ai.environments.stateful.core import StatefulEnvironment
18
- from synth_ai.environments.tasks.core import TaskInstance
19
-
20
- from .engine import (
21
- BanditEngine,
22
- BanditEngineSnapshot,
23
- SynthBanditCheckpointObservationCallable,
24
- SynthBanditObservationCallable,
25
- )
26
-
27
-
28
- class BanditActionInput(BaseModel):
29
- arm: int = Field(..., ge=0, description="Index of the arm to pull (0-based)")
30
-
31
-
32
- class BanditInteractTool(AbstractTool):
33
- name = "pull_arm"
34
- description = "Pull a specific bandit arm to receive a stochastic reward."
35
- call_schema = BanditActionInput
36
- result_schema = ToolResult
37
-
38
- def __init__(self, engine: BanditEngine):
39
- self.engine = engine
40
-
41
- async def __call__(self, call: EnvToolCall) -> ToolResult:
42
- try:
43
- parsed = self.call_schema(**call.args)
44
- except ValidationError as exc:
45
- return ToolResult(ok=False, error=str(exc))
46
-
47
- try:
48
- private_state, public_state = await self.engine._step_engine(parsed.arm)
49
- except Exception as exc: # noqa: BLE001 - propagate as tool error
50
- priv, pub = self.engine.get_current_states_for_observation()
51
- return ToolResult(
52
- ok=False,
53
- error=str(exc),
54
- payload={"private_state": priv, "public_state": pub},
55
- )
56
-
57
- return ToolResult(
58
- ok=True,
59
- payload={"private_state": private_state, "public_state": public_state},
60
- )
61
-
62
-
63
- class BanditEnvironment(StatefulEnvironment, ReproducibleEnvironment[BanditEngine]):
64
- def __init__(
65
- self,
66
- task_instance: TaskInstance,
67
- custom_step_obs: GetObservationCallable | None = None,
68
- custom_ckpt_obs: GetObservationCallable | None = None,
69
- ) -> None:
70
- self.name = "Bandit"
71
- self.task_instance = task_instance
72
- self.custom_step_observation_callable = custom_step_obs or SynthBanditObservationCallable()
73
- self.custom_checkpoint_observation_callable = (
74
- custom_ckpt_obs or SynthBanditCheckpointObservationCallable()
75
- )
76
- self.engine = BanditEngine(task_instance)
77
- self._interact_tool = BanditInteractTool(self.engine)
78
-
79
- async def initialize(self) -> InternalObservation:
80
- priv, pub = await self.engine._reset_engine()
81
- return await self._to_observation(priv, pub, self.custom_step_observation_callable)
82
-
83
- async def step(self, tool_calls: list[EnvToolCall] | EnvToolCall | Any) -> InternalObservation:
84
- validated_call = self.validate_tool_calls(tool_calls)
85
- result = await self._interact_tool(validated_call)
86
-
87
- if result.ok and result.payload:
88
- priv = result.payload["private_state"]
89
- pub = result.payload["public_state"]
90
- return await self._to_observation(priv, pub, self.custom_step_observation_callable)
91
-
92
- priv, pub = self.engine.get_current_states_for_observation()
93
- return await self._to_observation(
94
- priv,
95
- pub,
96
- self.custom_step_observation_callable,
97
- extra_obs={"error": result.error} if result.error else None,
98
- )
99
-
100
- async def checkpoint(self) -> InternalObservation:
101
- priv, pub = self.engine.get_current_states_for_observation()
102
- return await self._to_observation(priv, pub, self.custom_checkpoint_observation_callable)
103
-
104
- async def terminate(self) -> InternalObservation:
105
- priv, pub = self.engine.get_current_states_for_observation()
106
- self.engine.terminated = True
107
- pub.terminated = True
108
- priv.terminated = True
109
- if pub.status != "completed":
110
- pub.status = "terminated"
111
- return await self._to_observation(priv, pub, self.custom_checkpoint_observation_callable)
112
-
113
- def validate_tool_calls(self, tool_calls: Any) -> EnvToolCall:
114
- if isinstance(tool_calls, EnvToolCall):
115
- candidate = tool_calls
116
- elif isinstance(tool_calls, dict):
117
- if "tool" in tool_calls:
118
- candidate = EnvToolCall(tool=tool_calls["tool"], args=tool_calls.get("args", {}))
119
- elif "name" in tool_calls:
120
- candidate = EnvToolCall(
121
- tool=tool_calls["name"], args=tool_calls.get("parameters", {})
122
- )
123
- elif "function" in tool_calls:
124
- func_spec = tool_calls["function"]
125
- candidate = EnvToolCall(
126
- tool=func_spec.get("name", "pull_arm"),
127
- args=func_spec.get("arguments", {}),
128
- )
129
- else:
130
- candidate = EnvToolCall(tool="pull_arm", args=tool_calls)
131
- elif isinstance(tool_calls, list):
132
- if not tool_calls:
133
- raise ValueError("Empty tool calls list")
134
- return self.validate_tool_calls(tool_calls[0])
135
- else:
136
- if isinstance(tool_calls, int):
137
- return EnvToolCall(tool="pull_arm", args={"arm": tool_calls})
138
- try:
139
- return EnvToolCall(tool="pull_arm", args={"arm": int(tool_calls)})
140
- except (TypeError, ValueError) as exc:
141
- raise TypeError("Unsupported tool_calls format for bandit environment") from exc
142
-
143
- tool_name = candidate.tool
144
- if tool_name not in {"pull_arm", "interact"}:
145
- raise ValueError(f"Unknown tool: {tool_name}")
146
-
147
- args = dict(candidate.args or {})
148
- if "arm" not in args:
149
- for alias in ("action", "index", "arm_index", "armId", "choice"):
150
- if alias in args:
151
- args["arm"] = args[alias]
152
- break
153
- if "arm" not in args:
154
- raise ValueError("Missing required 'arm' argument")
155
-
156
- try:
157
- arm_idx = int(args["arm"])
158
- except (TypeError, ValueError) as exc:
159
- raise ValueError("'arm' argument must be an integer") from exc
160
-
161
- if arm_idx < 0:
162
- raise ValueError("'arm' argument must be non-negative")
163
-
164
- return EnvToolCall(tool="pull_arm", args={"arm": arm_idx})
165
-
166
- async def _to_observation(
167
- self,
168
- priv,
169
- pub,
170
- obs_cb: GetObservationCallable | None,
171
- extra_obs: dict[str, Any] | None = None,
172
- ) -> InternalObservation:
173
- observation: InternalObservation
174
- if obs_cb:
175
- observation = await obs_cb.get_observation(pub, priv)
176
- else:
177
- observation = {}
178
- if extra_obs and isinstance(observation, dict):
179
- observation.update(extra_obs)
180
- return observation
181
-
182
- async def _serialize_engine(self) -> BanditEngineSnapshot:
183
- return await self.engine._serialize_engine()
184
-
185
- @classmethod
186
- async def _deserialize_engine(
187
- cls,
188
- snapshot: BanditEngineSnapshot,
189
- task_instance: TaskInstance,
190
- ) -> BanditEnvironment:
191
- env = cls(task_instance)
192
- env.engine = await BanditEngine._deserialize_engine(snapshot)
193
- env._interact_tool = BanditInteractTool(env.engine)
194
- return env
@@ -1,200 +0,0 @@
1
- from __future__ import annotations
2
-
3
- from collections.abc import Iterable
4
- from dataclasses import dataclass
5
- from typing import Any
6
- from uuid import UUID, uuid4
7
-
8
- from synth_ai.environments.tasks.core import (
9
- Impetus,
10
- Intent,
11
- SplitInfo,
12
- TaskInstance,
13
- TaskInstanceMetadata,
14
- TaskInstanceSet,
15
- )
16
-
17
-
18
- @dataclass
19
- class BanditTaskInstanceMetadata(TaskInstanceMetadata):
20
- name: str
21
- bandit_type: str
22
- arm_probabilities: list[float] | None
23
- arm_means: list[float] | None
24
- arm_stds: list[float] | None
25
- max_steps: int
26
- seed: int | None = None
27
-
28
-
29
- @dataclass
30
- class BanditTaskInstance(TaskInstance):
31
- async def serialize(self) -> dict[str, Any]:
32
- return {
33
- "id": str(self.id),
34
- "impetus": {"instructions": self.impetus.instructions},
35
- "intent": {
36
- "rubric": self.intent.rubric,
37
- "gold_trajectories": self.intent.gold_trajectories,
38
- "gold_state_diff": self.intent.gold_state_diff,
39
- },
40
- "metadata": {
41
- "name": self.metadata.name,
42
- "bandit_type": self.metadata.bandit_type,
43
- "arm_probabilities": self.metadata.arm_probabilities,
44
- "arm_means": self.metadata.arm_means,
45
- "arm_stds": self.metadata.arm_stds,
46
- "max_steps": self.metadata.max_steps,
47
- "seed": self.metadata.seed,
48
- },
49
- "is_reproducible": self.is_reproducible,
50
- "initial_engine_snapshot": self.initial_engine_snapshot,
51
- }
52
-
53
- @classmethod
54
- async def deserialize(cls, data: dict[str, Any]) -> BanditTaskInstance:
55
- metadata = BanditTaskInstanceMetadata(
56
- name=data["metadata"].get("name", "bandit"),
57
- bandit_type=data["metadata"].get("bandit_type", "bernoulli"),
58
- arm_probabilities=data["metadata"].get("arm_probabilities"),
59
- arm_means=data["metadata"].get("arm_means"),
60
- arm_stds=data["metadata"].get("arm_stds"),
61
- max_steps=int(data["metadata"].get("max_steps", 100)),
62
- seed=data["metadata"].get("seed"),
63
- )
64
- return cls(
65
- id=UUID(data["id"]),
66
- impetus=Impetus(instructions=data["impetus"]["instructions"]),
67
- intent=Intent(
68
- rubric=data["intent"].get("rubric", {}),
69
- gold_trajectories=data["intent"].get("gold_trajectories"),
70
- gold_state_diff=data["intent"].get("gold_state_diff", {}),
71
- ),
72
- metadata=metadata,
73
- is_reproducible=bool(data.get("is_reproducible", True)),
74
- initial_engine_snapshot=data.get("initial_engine_snapshot"),
75
- )
76
-
77
-
78
- def _expected_rewards(metadata: BanditTaskInstanceMetadata) -> list[float]:
79
- if metadata.bandit_type.lower() == "bernoulli" and metadata.arm_probabilities:
80
- return [float(p) for p in metadata.arm_probabilities]
81
- if metadata.bandit_type.lower() == "gaussian" and metadata.arm_means:
82
- return [float(m) for m in metadata.arm_means]
83
- return []
84
-
85
-
86
- def _default_bandit_configs() -> list[dict[str, Any]]:
87
- return [
88
- {
89
- "name": "bernoulli-easy",
90
- "bandit_type": "bernoulli",
91
- "arm_probabilities": [0.1, 0.4, 0.8],
92
- "max_steps": 50,
93
- "seed": 7,
94
- },
95
- {
96
- "name": "bernoulli-close",
97
- "bandit_type": "bernoulli",
98
- "arm_probabilities": [0.45, 0.5, 0.55],
99
- "max_steps": 75,
100
- "seed": 21,
101
- },
102
- {
103
- "name": "gaussian-wide",
104
- "bandit_type": "gaussian",
105
- "arm_means": [0.0, 0.3, 1.0],
106
- "arm_stds": [0.2, 0.2, 0.4],
107
- "max_steps": 60,
108
- "seed": 14,
109
- },
110
- ]
111
-
112
-
113
- def _build_impetus(metadata: BanditTaskInstanceMetadata, arm_count: int) -> Impetus:
114
- bandit_desc = metadata.bandit_type.capitalize()
115
- return Impetus(
116
- instructions=(
117
- f"You are interacting with a {bandit_desc} multi-armed bandit task. "
118
- f"There are {arm_count} arms, indexed from 0 to {arm_count - 1}. "
119
- f"You may pull up to {metadata.max_steps} arms. "
120
- "Your objective is to maximize the cumulative reward by learning which arm has the highest expected payoff."
121
- )
122
- )
123
-
124
-
125
- def _build_intent(expected_rewards: Iterable[float]) -> Intent:
126
- rewards = list(expected_rewards)
127
- best_arm = max(range(len(rewards)), key=rewards.__getitem__) if rewards else 0
128
- return Intent(
129
- rubric={
130
- "goal": "Maximize cumulative reward over the episode",
131
- "measurement": "Higher total reward indicates better performance",
132
- },
133
- gold_trajectories=None,
134
- gold_state_diff={
135
- "best_arm_index": best_arm,
136
- "expected_rewards": rewards,
137
- },
138
- )
139
-
140
-
141
- async def create_bandit_taskset(
142
- configs: list[dict[str, Any]] | None = None,
143
- ) -> TaskInstanceSet:
144
- configs = configs or _default_bandit_configs()
145
-
146
- instances: list[BanditTaskInstance] = []
147
- for config in configs:
148
- metadata = BanditTaskInstanceMetadata(
149
- name=config.get("name", "bandit"),
150
- bandit_type=config.get("bandit_type", "bernoulli"),
151
- arm_probabilities=config.get("arm_probabilities"),
152
- arm_means=config.get("arm_means"),
153
- arm_stds=config.get("arm_stds"),
154
- max_steps=int(config.get("max_steps", 100)),
155
- seed=config.get("seed"),
156
- )
157
-
158
- expected = _expected_rewards(metadata)
159
- arm_count = len(expected) if expected else (
160
- len(metadata.arm_probabilities or [])
161
- or len(metadata.arm_means or [])
162
- or 0
163
- )
164
- if arm_count == 0:
165
- arm_count = 1
166
-
167
- impetus = _build_impetus(metadata, arm_count)
168
- intent = _build_intent(expected)
169
-
170
- instance = BanditTaskInstance(
171
- id=uuid4(),
172
- impetus=impetus,
173
- intent=intent,
174
- metadata=metadata,
175
- is_reproducible=True,
176
- initial_engine_snapshot=None,
177
- )
178
- instances.append(instance)
179
-
180
- # Simple deterministic splits by index
181
- val_ids = {instances[i].id for i in range(0, len(instances), 3)}
182
- test_ids = {instances[i].id for i in range(1, len(instances), 3)}
183
-
184
- split_info = SplitInfo(
185
- val_instance_ids=val_ids,
186
- test_instance_ids=test_ids,
187
- _is_split_defined=bool(instances),
188
- )
189
-
190
- return TaskInstanceSet(
191
- name="Bandit Example TaskSet",
192
- description="Lightweight Bernoulli and Gaussian bandit tasks inspired by OpenAI Gym bandits.",
193
- instances=instances,
194
- split_info=split_info,
195
- )
196
-
197
-
198
- # Alias for convenience
199
-
200
- taskset = create_bandit_taskset
@@ -1,8 +0,0 @@
1
- from .config_logging import configure_logging
2
- from .engine import CrafterEngine
3
- from .environment import CrafterClassicEnvironment
4
-
5
- # Configure logging when crafter_classic module is imported
6
- configure_logging()
7
-
8
- __all__ = ["CrafterClassicEnvironment", "CrafterEngine"]