synth-ai 0.2.13.dev2__py3-none-any.whl → 0.2.16__py3-none-any.whl

{synth_ai-0.2.13.dev2.dist-info → synth_ai-0.2.16.dist-info}/RECORD

@@ -1,15 +1,33 @@
+examples/README.md,sha256=Vy2VCF2oBhgSVUIFZB53oYYOF_wpYKVj5eMXfW7IsXU,120
 examples/__init__.py,sha256=S1h7WGBIgk2CmmSIqsE4nkhxv2XTniHSBUqKETgSNQI,543
 examples/analyze_semantic_words.sh,sha256=z-3qJBAlQuMrfRzoszofle_2b3Fy79rymvEAcoBQGXU,652
 examples/crafter_debug_render.py,sha256=McPkX8z6ffANOfoR0Xw26h81HNHtT0F5y4bzUhwYonQ,6261
 examples/run_crafter_demo.sh,sha256=7FNvooSgq-ezccGy5j_h_uRXObiQtcnybPcTwaVGDpo,392
 examples/dev/qwen3_32b_qlora_4xh100.toml,sha256=YXLo1I_eHamUHMjIvsD9Tx3_HXcLfjlasd6X2BF7i5g,766
+examples/multi_step/SFT_README.md,sha256=OqOT8mDBU3RGojFqWU9opCC6wpz8yhTkRE2wDOrBaqg,4075
+examples/multi_step/convert_traces_to_sft.py,sha256=vA1Q6e3ayCP-XXrWvz1iwo39QP1WlzhQhc-FRlsSk1o,2590
 examples/multi_step/crafter_rl_lora.md,sha256=sZHliCaYCq_T70JyTyK0jr-1yQ17zkZremj9GSeHG_I,2815
+examples/multi_step/readme.md,sha256=OoCe4uq8tnmF1qQNbfQrbBDbaMjsv9tw5jeavXgy5VU,2452
+examples/multi_step/run_sft_qwen30b.sh,sha256=6DNaldh37ocrXzjhY8iWiVDSpO780XABBDOycxcqbKE,1267
 examples/multi_step/sse_metrics_streaming_notes.md,sha256=2k5nNOB4IgXrfC0czdup5KryMOwbHT_HbSpS53UNX2U,15630
 examples/multi_step/task_app_config_notes.md,sha256=1ngz8aGCykA1iMCrVdc1yGbqXan530893Xzf4KK9xe4,22212
+examples/multi_step/verilog_rl_lora.md,sha256=GAd5K7RF4VZy3t2lvkruvP4bxX_6N0BIkGwI7xkxUIo,6293
+examples/multi_step/configs/README_verilog_rl.md,sha256=fCSO7BWECslgfyZAHqPUBKuGwG7niBWhmUr15E9nEjQ,2548
+examples/multi_step/configs/VERILOG_REWARDS.md,sha256=z7SfDYF3XqXd0JjIJzlMR5aoNglLipVC4koKpufybcg,2701
+examples/multi_step/configs/VERILOG_RL_CHECKLIST.md,sha256=iiJAC6eTEz1En234rye57EKvGrHGSFxrMUjE06qMM-Y,7319
+examples/multi_step/configs/crafter_eval_synth_qwen4b.toml,sha256=mHqIZKDBlcA4AKucm2Z55wLeD0coMjulnGqVhxfoZNM,854
+examples/multi_step/configs/crafter_eval_text_only_groq_qwen32b.toml,sha256=iycGZdVf494OuxvNSpiMGQgeKbo1ZNOWa7yP57kElAY,905
 examples/multi_step/configs/crafter_rl_outcome.toml,sha256=gZwpQBqRoGLkQnYvOk98dTjKO8EMUd3lg8daxXNoD-8,1378
-examples/multi_step/configs/crafter_rl_stepwise_hosted_judge.toml,sha256=Ljs1H2Pynf4AmPcigMMtEA3Y_DS3_lZFeLXBVdcATQ0,6175
+examples/multi_step/configs/crafter_rl_stepwise_hosted_judge.toml,sha256=R4LbhOkjOQiXg8bhGlWxhmdxepEY6myKHpmfk-U5RlI,6266
 examples/multi_step/configs/crafter_rl_stepwise_shaped.toml,sha256=MjNyqzbWmer1S6UtiWHvzFLaJl5JX3yfwGcvnU_F4r8,1864
 examples/multi_step/configs/crafter_rl_stepwise_simple.toml,sha256=VUXFDFUMlni95Dtj1v9k52_LAl6Iq97ra4UTw6v2-60,1492
+examples/multi_step/configs/crafter_sft_qwen30b_lora.toml,sha256=TYyR0aG26rP46iJXN6fnuWX2kvcsQy5L2exxS7duDHQ,1248
+examples/multi_step/configs/crafter_synth_backend.md,sha256=OtorKohcWo1VFectNhNlNVmAmDD8T2XiGkftOD9EJeE,986
+examples/multi_step/configs/verilog_eval_groq_qwen32b.toml,sha256=o182AqfDI94xCIfNjqgQ1CktQnveUDvMEU9RrNPwIeA,889
+examples/multi_step/configs/verilog_eval_synth_qwen8b.toml,sha256=0Z0jt_YpfD40qSAAHkeqprbpwBeuZSBPEQC0BsGwGc4,784
+examples/multi_step/configs/verilog_rl_lora.toml,sha256=K9vbg8cGunHM0T_ASj1uFP1nXLqzjdjhguV-iJPL1c4,6481
+examples/multi_step/judges/crafter_backend_judge.py,sha256=AyLtQWjA5PP-z9DteVCuDEUrAJ7yVptBp2torZFXUiY,8518
+examples/multi_step/judges/verilog_backend_judge.py,sha256=SKXUbuKLsUKgPOybZlQeY3c2ntOYn0FPMTYb4Z70SJw,9315
 examples/qwen_coder/README.md,sha256=xhoGKdIlRt8fO3F6HTpq6rzw3bs4ezDsGcRBNCz90Fs,3145
 examples/qwen_coder/_shared.py,sha256=oGUmx7gKkgkmToXHXAPocG72YKO9WGRjguVhmX3XE7s,3557
 examples/qwen_coder/generate_dataset.py,sha256=bfa1LMvV7jd2GmNkFE5rn2K1SETNEzMjv7SXD0C24K0,4484
@@ -21,33 +39,76 @@ examples/qwen_coder/sft_lora_30b.py,sha256=PG2-GKAghRc4QC8coGJOplF559SqfzAA-NlNy
 examples/qwen_coder/subset_jsonl.py,sha256=9PetbrtC5n1nOQaVEP7ga82m0tV9uGVWUJApZ25mBF4,1006
 examples/qwen_coder/todos.md,sha256=EpX2Inie9-MH4omyIyqjD9gEQMuU-Ykx7jELJB4N830,2240
 examples/qwen_coder/validate_jsonl.py,sha256=ArX_MmHloHbwEz81QvxxvdZIbqNmg2Dalq5a_3E2Fn8,1784
-examples/qwen_coder/configs/coder_lora_30b.toml,sha256=q73QR6sn0F60IZE27G_YQlQxrGEQSj8qr1bfURAsK3c,1162
-examples/qwen_coder/configs/coder_lora_4b.toml,sha256=DnOVEnh0-iVPJVeRmB8VZn73Dn0dPq-x5zeXNe1dW_o,1081
-examples/qwen_coder/configs/coder_lora_small.toml,sha256=viH7c1vAc60_VcpE7AcjjRZtv9HdHxwpPqI2wqirmzc,1076
+examples/qwen_coder/configs/coder_lora_30b.toml,sha256=dOkYqqAw3nnm-CWntb_Ve61SrWO-crZ16MwRhF1yiAE,1176
+examples/qwen_coder/configs/coder_lora_4b.toml,sha256=HVxJthCRR2vw-DfbRxkksY0TEHmddgA9vKsks52vqfU,1094
+examples/qwen_coder/configs/coder_lora_small.toml,sha256=SCIYhLHZWnu3QSwRxu3eMI3st7KoMPjktPBfF-uTgPc,1089
 examples/qwen_coder/scripts/infer_coder.sh,sha256=gkj9skS8Y2gJx8kvIDfnRS1LgpqNUaG-cvtg5XBmzLs,416
 examples/qwen_coder/scripts/train_coder_30b.sh,sha256=Yz34zXssI9rDtTZ3pxi5TcXY8kdIuv5ervsRH5Rl_A8,498
-examples/rl/README.md,sha256=qzv-URBhEr3r4ipEyh-mP9CiCIz_KbckZWlfXdWbafA,6560
+examples/qwen_vl/BUGS_AND_FIXES.md,sha256=vh4HhkwFei2JEF-acxHZSqRrZCWq0c47D808MRErjw4,6408
+examples/qwen_vl/IMAGE_VALIDATION_COMPLETE.md,sha256=lhYAlGhPkHIMmnI0ptMk02G3Y0_fJcudFYfV13NiOSA,9183
+examples/qwen_vl/IMAGE_VALIDATION_SUMMARY.md,sha256=8trslTb4xfUwzu3HaJyHcIFTwUsIPGIgxHnsKxmT_NQ,8022
+examples/qwen_vl/INFERENCE_SFT_TESTS.md,sha256=Jk3FMetgKVTx6WUCqmDTAthrXtO7crCWIp7pcQCD-v4,10582
+examples/qwen_vl/NEXT_STEPS_2B.md,sha256=WwylAnLEfhjzScg3oRzEAkkIiSm42LAPQf8sB5MepI8,7429
+examples/qwen_vl/QUICKSTART.md,sha256=Aq8cIuJYB0oEYyCECHwxZLmDPM5HsHSy4puoxFQB-qs,7487
+examples/qwen_vl/QUICKSTART_RL_VISION.md,sha256=YFUnEfRQkQ0uZ3fzCCIazTzd_kPyBTjmKT-24mqaFNo,2582
+examples/qwen_vl/README.md,sha256=a6N4sMJHl8DHJRudQKgG9DYAL6snptUo2FTMnStTTUc,4032
+examples/qwen_vl/RL_VISION_COMPLETE.md,sha256=aWmpydfsljI11Phj7p9OtB6q_i-DTSvy8xb5Pb0T_1E,13700
+examples/qwen_vl/RL_VISION_TESTING.md,sha256=JTN-ahYGGoCzlqlwJUZXJAYV3bnBaoQS_SKTKdTg_oA,8591
+examples/qwen_vl/SDK_VISION_INTEGRATION.md,sha256=EnKyjj_qXRZab4451wKsNODvI_O_Ag1dIvx3qyk0zwQ,9423
+examples/qwen_vl/SETUP_COMPLETE.md,sha256=MtxJdbAbGYeV0gSjR727PjIZWr1AvQs97oS9aUFLrGs,7550
+examples/qwen_vl/VISION_TESTS_COMPLETE.md,sha256=xL1HjYIGEmJQgXpVCs3Yg27oiTz83GI91iYwBeaT7-w,13690
+examples/qwen_vl/VLM_PIPELINE_COMPLETE.md,sha256=4el0oNgSo88TFmhssICxpE-J_fYAfm8K3IUpUfwoi-g,7155
+examples/qwen_vl/__init__.py,sha256=ZksMaOa8UJXigvwdXTZFOnu0UoMvjKEQ_LdITscRndI,76
+examples/qwen_vl/collect_data_via_cli.md,sha256=izrza3k6nm_fcoqSFQYkcuHF6gxFjchZ9OsUS_P3RH4,10016
+examples/qwen_vl/collect_vision_traces.py,sha256=RJyoDdjcvWm-eO0qJlKE9R9Gy_kPot2u2ilMzlENWAc,12387
+examples/qwen_vl/crafter_gpt5nano_agent.py,sha256=wSPljtAtUe6klHrTW8NMRyA7GxkPDPVJnwS_5gJcDT4,10478
+examples/qwen_vl/crafter_qwen_vl_agent.py,sha256=b17AzWdnmV5ZCcEwIFEQ3hLzqMzELkDbB-ZC-ikmTaY,10287
+examples/qwen_vl/run_vision_comparison.sh,sha256=zcdBJ5Y5KYQ1h0CX98gTqJqqF35raY7HmIa5NboEYRE,1652
+examples/qwen_vl/run_vision_sft_pipeline.sh,sha256=r20os15Q__4rLNoUdK3_kHOetKhr-jwmAVy_JP3lUW8,5063
+examples/qwen_vl/test_image_validation.py,sha256=WckeC4A03NDRyq4E6VoymXsHBwwO_4IC5ux7mXhLOvA,5898
+examples/qwen_vl/test_sft_vision_data.py,sha256=s4_dpYGKCFrhswSvhz-FO-Huw_9F86X7t_u7FUCx2Ik,3479
+examples/qwen_vl/configs/crafter_rl_vision_qwen3vl4b.toml,sha256=n859fF0Td9-yZ4aM77vER36wqI79ZMqdsO9bjujc3-4,3143
+examples/qwen_vl/configs/crafter_vlm_sft_example.toml,sha256=QDCXi29QEXKv2MhFbSDjf47HQ_sH1pV8IMThWf6oi5k,1408
+examples/qwen_vl/configs/eval_gpt4o_mini_vision.toml,sha256=JTnfQsr3KEAgrrrEmZ5vEFc0b6KJKFruzkEQzoCXvIE,1000
+examples/qwen_vl/configs/eval_gpt4o_vision_proper.toml,sha256=K_g6js6kl9Q2fUK42L7G_RVIzE_-hDRl600X1T0EJ-s,922
+examples/qwen_vl/configs/eval_gpt5nano_vision.toml,sha256=JPCN1vXOkIHI_IHjRjH31pj4JIt6tvuxNWLZ-OJ-CaY,1155
+examples/qwen_vl/configs/eval_qwen2vl_vision.toml,sha256=BL-zSUCSR1swKGfCqvcBDOAnWsT40F2kvqHzu-HZB1g,1047
+examples/qwen_vl/configs/filter_qwen2vl_sft.toml,sha256=QBgxTX5-tXFblKIRffWvOeQlNzTSOjngqDPbn3AnjiY,988
+examples/qwen_vl/configs/filter_vision_sft.toml,sha256=ZpYmLuhR6xE8w5rBhnYd7eLmhqvrS3h6Sc5FUEKxv0U,1561
+examples/qwen_vl/configs/filter_vision_test.toml,sha256=aT4mT3O7KRSLnkTiRHzLu_sQ5bUlEO1X304M6xspoGw,227
+examples/qwen_vl/configs/sft_qwen3_vl_2b_test.toml,sha256=lyB9HAruDEdHcGfRI-t6wDqJXS4K5h4OU23VQp3MkUs,1215
+examples/rl/README.md,sha256=vMV1zw7Olk-v3AXv5hoEgkZFULcBOMGOCeqoy53jFtg,6579
 examples/rl/download_dataset.py,sha256=UWEwa1Qn_xyODFyMEV6ZhEXSUfDK-dVV_OSHSS3MjJY,2650
-examples/sft/README.md,sha256=oC5cVp3aVwRLblm5WgSRQQtHE_ugKB2LwVn9IhjM-xA,6050
-examples/sft/evaluate.py,sha256=COBozO2tn8XUC2IegafAAsZiWgJ4OjdT7KEyLsW8JV8,3948
-examples/sft/export_dataset.py,sha256=fveTXUPActPQYq8hUP1hWGfrLzGgy5Zkbkt4vKFKjBs,4717
-examples/sft/generate_traces.py,sha256=dCAHPFXsdXybhxZn_Z3V6okiz0UtueVkEizeDPkzYjQ,5457
-examples/sft/configs/crafter_fft_qwen0p6b.toml,sha256=MXMXN64K2b-IOYX55P0M87Lv1dOrAXcfk3pqJ2r93Cw,891
-examples/sft/configs/crafter_lora_qwen0p6b.toml,sha256=Mz9L-vWChHrGpPBHxPzaxvczCH7hje8gEltifK3bvmk,915
+examples/rl/run_eval.py,sha256=MIOZMQ4zRf8lhLigC_VUU1Wikw3GRnio3pxgQYZNt_4,14951
+examples/rl/run_rl_and_save.py,sha256=KfdhOYBOFIM_jElJNaXtebbYQlkaP2NpUzmIkgDAr1Y,3314
+examples/rl/configs/eval_base_qwen.toml,sha256=IMpNw3YcLkaFIteAYYw5DGJvm5Ge92d2JnGpy3TDh6A,350
+examples/rl/configs/eval_rl_qwen.toml,sha256=bqfLMrq_YOMXCNdvK5uXMbZ3c6YipPXCQlTDDoAJXPU,260
+examples/rl/configs/rl_from_base_qwen.toml,sha256=2LWMVcgWCaW3CzVt18LB1fAdl8bcTl0CS4W_ilwi8fQ,618
+examples/rl/configs/rl_from_base_qwen17.toml,sha256=Td2D_D2g6LDTAIrm-pCcRqJflwLRshSmntTpV2kNVpc,1373
+examples/rl/configs/rl_from_ft_qwen.toml,sha256=2EKDn32bzaFtxj3DAnUUpKUY8g4yKEYcGd7WmR1NxpE,651
+examples/rl/task_app/README.md,sha256=oHfcMF9V_CPLnGbrarTRRIQpQ1wqV1zL74KWUZtcKwI,802
+examples/rl/task_app/math_single_step.py,sha256=XXwQ2_3EGyHHmixZDvFos2ln7eKygjcWK_1C4eo6MII,34527
+examples/rl/task_app/math_task_app.py,sha256=cYPILiEiLZthp1Y1ZYITLLJlIXOWk_anZ7DrFzQcubE,4136
+examples/sft/README.md,sha256=Zl6wx9YFo10GvZ5N75UeyjozZFjLr7nyPVJ0vAEP2ZQ,6079
+examples/sft/evaluate.py,sha256=wB9sXWmLe3VjdHL1jXY30xWLC6OehuddNQpzfmvG6s0,4032
+examples/sft/export_dataset.py,sha256=Gz7wr-Px5-8Q1YhhxLCHnKv4jhdPp4hwHLvgnLvksXM,4834
+examples/sft/generate_traces.py,sha256=nDC0rlWjyJc1l4YQ2howW-Qa7s6DdZ3xAsSs7KQzOGQ,5540
+examples/sft/configs/crafter_fft_qwen0p6b.toml,sha256=NGceZAhlFRrpovCXYaDMf56fszRzCfrDGUe5ZQM3ryY,899
+examples/sft/configs/crafter_lora_qwen0p6b.toml,sha256=ALLoCORwZnMBwc_HdAJ0D8qIx44KHS65IUeIc4QV7E4,922
 examples/swe/__init__.py,sha256=kDIi3dx6u2pTq0Sn0U2S5FTWnIAY8RiWrH_Jr9BX82U,337
-examples/swe/task_app/README.md,sha256=Ln9Ul_zDqL-aoXifuVnoB0nhb8kvdFFLrsS16zRbttM,4184
+examples/swe/task_app/README.md,sha256=DmdTNjzSrCb3gUt2u49TjXY-4DLsN2YdosTI9Ljcjh8,4203
 examples/swe/task_app/__init__.py,sha256=UHMG4o470kSqE2cM6gUv91nEIKlEvg12N1z97i5RPhE,60
-examples/swe/task_app/grpo_swe_mini.py,sha256=ASjnKeZ4Ybl59qqMnZe0LCXOUCRg8F8hRfHOUjHceYo,21568
-examples/swe/task_app/grpo_swe_mini_task_app.py,sha256=gC1MlBJQ0Y5GAL5b_ALtQ-CbKBTmXKdl4NTug5FqtrE,4780
+examples/swe/task_app/grpo_swe_mini.py,sha256=Be9qNyvJO7CxaBEWnauTpMLxnwOpySJBgVMygQQH6Es,21574
+examples/swe/task_app/grpo_swe_mini_task_app.py,sha256=dvJrC-NqYLxj-5R0T_I1gSQm1yrWzUW29Mg3kfyYug8,4402
 examples/swe/task_app/hosted/README.md,sha256=kJaN1do8V4XM2_g51WMI3edCDpv5zEw_nrMFtEwO1SQ,4614
 examples/swe/task_app/hosted/__init__.py,sha256=KrGX5yedzYZQeKVt5FTSVzln52d1tsVGRtqFDId68zw,120
 examples/swe/task_app/hosted/branching.py,sha256=YpDgOajiQydoaxY_6RmBqgw1dxivxM5vw2Robhww8Q8,5318
 examples/swe/task_app/hosted/environment_routes.py,sha256=BYNBg9plzmGlR_odUzrFrYgLN3jlTPHYHahi1YWkd1w,52041
 examples/swe/task_app/hosted/hosted_app.py,sha256=hr1jblOUsx0bakgy6zXoEHROeUDoVPY1I66aNyyRQDg,7547
 examples/swe/task_app/hosted/main.py,sha256=_F1CAEYiRqPYjTzajOJtX0YFKt4DQe3ioLmCPTMwz0c,2464
-examples/swe/task_app/hosted/policy_routes.py,sha256=V-pgQRfeDUQH7VlSHroy9t5IO-iTOkcZLFHnjb8V2H8,49394
+examples/swe/task_app/hosted/policy_routes.py,sha256=OiIRiMmeD4_uKWjF4RVtlus7FH_qEjhXrLzsmjcTflk,49308
 examples/swe/task_app/hosted/registry.py,sha256=5dN2Z-qVU4T_UUflHC9XGiIdDqFUl03G7uejcrYRbTE,5480
-examples/swe/task_app/hosted/rollout.py,sha256=d-SOtf315n2yA2xI3c2HWpxn3wfUU_XYI4d7kouq0sI,80928
+examples/swe/task_app/hosted/rollout.py,sha256=6eoNE_5bmiB_MwY30vBDbQKTfG_MaS9GCSXilTvK4fk,80790
 examples/swe/task_app/hosted/test_agents.py,sha256=Vbxm8KJ5x4TbMpVGAzLkZhDCfZcOpA0t6LyUbKKi-Dw,5580
 examples/swe/task_app/hosted/test_service.py,sha256=H4ssyW9BapGfwk2s_XyTuuvoT8ghc1RpNBbRYUuFoOk,5154
 examples/swe/task_app/hosted/utils.py,sha256=8Rnp0NTKTD_kPXg8zfpIy_we2hfk2agKPUVH_aqMsE0,1994
@@ -60,7 +121,7 @@ examples/swe/task_app/hosted/envs/crafter/react_agent.py,sha256=nZF_ZwuPbbDrnyTy
 examples/swe/task_app/hosted/envs/crafter/shared.py,sha256=NfhgJPkzjhA-bLDF6zYP57Cs1pnpqteJqzO3lsFOdMk,10074
 examples/swe/task_app/hosted/envs/crafter/tools.py,sha256=zmTxJ8IpTod7DRDCQhkLDw7KgFCeAVFbf4cQpuOgSgI,1788
 examples/swe/task_app/hosted/envs/mini_swe/__init__.py,sha256=aZ8x1qd-JFLd2U-bOClD3ankSoFYCGkYw_YBDMSJGBc,241
-examples/swe/task_app/hosted/envs/mini_swe/environment.py,sha256=q0QpHp-KSGBu27ud_EohxM2KArXWwfIZhhvtPnih460,45066
+examples/swe/task_app/hosted/envs/mini_swe/environment.py,sha256=moYD_1P_hCuB37Q4zNUV39gnFi_1r1fAMpju_h03bzE,45122
 examples/swe/task_app/hosted/envs/mini_swe/policy.py,sha256=yYP7X5Y41lAdtGrQoPowqh4HtTiw1nSa-vcLe40fOi8,14129
 examples/swe/task_app/hosted/envs/mini_swe/shared.py,sha256=C1baeM0ZQY4OJnWoKOduEljOMj4HYdSJS6r5CpUnEDY,2685
 examples/swe/task_app/hosted/envs/mini_swe/tools.py,sha256=A1ZG4ovsLvlQVkVZ_KCyDWOfRpbIQW8-wAzDSUbesH8,3079
@@ -68,12 +129,22 @@ examples/swe/task_app/hosted/inference/__init__.py,sha256=TA47fqudhRMma0iANDvMot
 examples/swe/task_app/hosted/inference/openai_client.py,sha256=rXEnoZA04IWnEVNfORBaffELa4ub0dqes4sMAc3Nw_Y,27793
 examples/swe/task_app/hosted/storage/__init__.py,sha256=1nwfPuiIFXPjj6JnxoudYq6GE4tpg5tiPL0uIpGsIUc,134
 examples/swe/task_app/hosted/storage/volume.py,sha256=1YJt5gpKhhJaFT8Cs7DdK_QDZCdUBAXQmpZfC5TX5Q4,6517
+examples/task_apps/IMAGE_ONLY_EVAL_QUICKSTART.md,sha256=4nLM141My_Gk2uJ6GOxkklfRGaQucTJA1SbKXDzJjdU,6433
 examples/task_apps/TESTING.md,sha256=Ub7FD4pfjbvc4IX6WWfnRTCwh5aens5Ale7gHf7SuVI,7422
 examples/task_apps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+examples/task_apps/crafter/CREATE_SFT_DATASET.md,sha256=r1Z7DdQ9O4nn6n1dxDEKKry8CqUWweAL_DuPro818Lk,7370
+examples/task_apps/crafter/EVAL_IMAGE_ONLY_RESULTS.md,sha256=JcL87knjODs_VKqCDfdlu2uaUgXl0BBj5odhB9QtJRk,5417
+examples/task_apps/crafter/FILTER_COMMAND_STATUS.md,sha256=gpyV4EXE-lYe6y2b3iNH8pLxdJjm2UHJl52jdm38gpc,6400
+examples/task_apps/crafter/FILTER_COMMAND_SUCCESS.md,sha256=9fTIvsANBWcsztCQaWNnfaGbwOMHZ3ddNUPL3dNzmdQ,6810
+examples/task_apps/crafter/QUERY_EXAMPLES.md,sha256=YpeHms0e2sciyb3uD8JDOwkMaaOApmC3eMKVFbYi8Mo,4869
+examples/task_apps/crafter/README_IMAGE_ONLY_EVAL.md,sha256=XUaNuvTo9yO_8U1Ru0GTZHWpHkGuzKc3ISrSUDbYhEA,8030
 examples/task_apps/crafter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+examples/task_apps/crafter/eval_image_only_gpt4o.toml,sha256=Bo-4ogtttoVtyB-MCpS_6jb0C1Tqbj1EendHUXvpqQA,755
+examples/task_apps/crafter/eval_text_only_groq_llama.toml,sha256=53rQeFnsve9kgVMssjq_QpnwmKRW4-r46wS-RLph5dE,912
+examples/task_apps/crafter/filter_sft_dataset.toml,sha256=afOTidktziCpORAGQAd6wGq3TLFUPVKJLlwY8zNxhkM,459
 examples/task_apps/crafter/task_app/README.md,sha256=xjt_l7BGJmAMwanKoLAhoy2cCVav_Hh5Z4iKGLUNz3E,1664
-examples/task_apps/crafter/task_app/__init__.py,sha256=jG6aNYGWXaGtTd8BSzq7NP0SuCAz2Us9qwridyoPfW0,40
-examples/task_apps/crafter/task_app/grpo_crafter.py,sha256=oahfDp_clqyIgoM2jVjKB_HLaM1beV_6FawGVliKato,24729
+examples/task_apps/crafter/task_app/__init__.py,sha256=AriIMnzDg5vsWosZNdBuOMmsy-x2fPKTwDQfarLGbyM,43
+examples/task_apps/crafter/task_app/grpo_crafter.py,sha256=EocwSlJS_SD_Pa8Kc0UDIZnTAEYMIK_CNUnzwRx4juU,37231
 examples/task_apps/crafter/task_app/grpo_crafter_task_app.py,sha256=-eVNvVitLt9e31iR2RTLc80vXBQHDUL4lfsJTgf8aEI,5406
 examples/task_apps/crafter/task_app/synth_envs_hosted/README.md,sha256=kJaN1do8V4XM2_g51WMI3edCDpv5zEw_nrMFtEwO1SQ,4614
 examples/task_apps/crafter/task_app/synth_envs_hosted/__init__.py,sha256=KrGX5yedzYZQeKVt5FTSVzln52d1tsVGRtqFDId68zw,120
@@ -81,22 +152,22 @@ examples/task_apps/crafter/task_app/synth_envs_hosted/branching.py,sha256=YpDgOa
 examples/task_apps/crafter/task_app/synth_envs_hosted/environment_routes.py,sha256=Y0iaLQ1nUkxBCD4aY39J4XEt66J-N4_J0uPj492i75g,49640
 examples/task_apps/crafter/task_app/synth_envs_hosted/hosted_app.py,sha256=hr1jblOUsx0bakgy6zXoEHROeUDoVPY1I66aNyyRQDg,7547
 examples/task_apps/crafter/task_app/synth_envs_hosted/main.py,sha256=-GL__EH3Xr47vp3aD30XNXNrFPOj1bRLpOYQ-yvfwIU,2481
-examples/task_apps/crafter/task_app/synth_envs_hosted/policy_routes.py,sha256=80erGGZbNiHhk7iGx9yDCdqDeFelLZSojXAZHjvqNJU,49590
+examples/task_apps/crafter/task_app/synth_envs_hosted/policy_routes.py,sha256=E_NP0qtVfWDiv17A0N9akdxHOZn1zUSEl7JDq5UEXWA,54142
 examples/task_apps/crafter/task_app/synth_envs_hosted/registry.py,sha256=5dN2Z-qVU4T_UUflHC9XGiIdDqFUl03G7uejcrYRbTE,5480
-examples/task_apps/crafter/task_app/synth_envs_hosted/rollout.py,sha256=h4rK9NIB97CtK-c3Rg-MMxIgWlBe0QcUvjM2Gr5J7RU,84828
+examples/task_apps/crafter/task_app/synth_envs_hosted/rollout.py,sha256=cu0VQa0uDh5Z9_rx8jAroksf0pFtltUqLSZc3EWd9h8,90029
 examples/task_apps/crafter/task_app/synth_envs_hosted/test_agents.py,sha256=-TDfCs-LSlRgyWHGvO_6YAmjauwi1x4618D8CA9d8aA,5600
 examples/task_apps/crafter/task_app/synth_envs_hosted/test_service.py,sha256=H4ssyW9BapGfwk2s_XyTuuvoT8ghc1RpNBbRYUuFoOk,5154
-examples/task_apps/crafter/task_app/synth_envs_hosted/utils.py,sha256=8Rnp0NTKTD_kPXg8zfpIy_we2hfk2agKPUVH_aqMsE0,1994
+examples/task_apps/crafter/task_app/synth_envs_hosted/utils.py,sha256=GLLJ59syV7rjJ66rUla1F0H0JaSwk99-TgNr_hnPbvk,7997
 examples/task_apps/crafter/task_app/synth_envs_hosted/envs/__init__.py,sha256=iE5VGcjkKd0eq6nNqqCRRwte52qE6HxtsanEk-PRvh4,35
 examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/__init__.py,sha256=zdyawD61sYQa4QSJZ2CcZa4-M-2q1qHkc9XEZn3RsD4,198
 examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/app.py,sha256=QZ9kT8Q21NivxQJ_PzWN1roQUDMZDvWLJMxb-VSSG3k,19
-examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/environment.py,sha256=Qcf0ZX8p0YRjlLuRxvkNgn7WLeWbLWy1FbibWuEo83Y,23103
-examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/policy.py,sha256=xAveAL24E9ud_KRWyX6UdJ_4b7MIS89S9Ahw7lSEu-Y,22524
-examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/react_agent.py,sha256=nZF_ZwuPbbDrnyTynak_BLp0lclHJEBAXTd8CQehOYw,6432
+examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/environment.py,sha256=xhr9Iz5tbFf2osVu87U39y9QcJOGjt-KCTfPFDEWHTI,23529
+examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/policy.py,sha256=6R5OjsOMHbrOyw8bl7VxrJHQ7vz_FktBSQFoKBFMar4,26697
+examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/react_agent.py,sha256=TDk_HFDzlKPRMLlnJ27S32o3EebfUGogcvuL7C6fG7Y,7080
 examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/shared.py,sha256=NfhgJPkzjhA-bLDF6zYP57Cs1pnpqteJqzO3lsFOdMk,10074
 examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/tools.py,sha256=zmTxJ8IpTod7DRDCQhkLDw7KgFCeAVFbf4cQpuOgSgI,1788
 examples/task_apps/crafter/task_app/synth_envs_hosted/inference/__init__.py,sha256=TA47fqudhRMma0iANDvMotfC0U5YqJJQudeZFRGiPX4,179
-examples/task_apps/crafter/task_app/synth_envs_hosted/inference/openai_client.py,sha256=R3lsxp2T55Y3YY4S4NqG6IjN5KCLyB7iNt2Php5Z9Xk,31754
+examples/task_apps/crafter/task_app/synth_envs_hosted/inference/openai_client.py,sha256=6vlBKkbRMXDA0HAkm1p3CEuY7RtKoT8vfOtCLSp1ZIU,35251
 examples/task_apps/crafter/task_app/synth_envs_hosted/storage/__init__.py,sha256=1nwfPuiIFXPjj6JnxoudYq6GE4tpg5tiPL0uIpGsIUc,134
 examples/task_apps/crafter/task_app/synth_envs_hosted/storage/volume.py,sha256=1YJt5gpKhhJaFT8Cs7DdK_QDZCdUBAXQmpZfC5TX5Q4,6517
 examples/task_apps/dev/pokemon_emerald/__init__.py,sha256=SXrxD6S96U2zgs7gGGwrdvryIJ66TM3xfTtbG3-4RHI,52
@@ -159,18 +230,19 @@ examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/vlm.py,
 examples/task_apps/dev/pokemon_emerald/task_app/README.md,sha256=ho66SLBlnd22njyQGRoZV_9HrCCGTaMWAsNS0HO0Yog,3372
 examples/task_apps/dev/pokemon_emerald/task_app/__init__.py,sha256=PDAFWgTtefsLKdbB8mlHNaO1LenWM62QKKCcGU8NzoQ,118
 examples/task_apps/dev/pokemon_emerald/task_app/pokemon_emerald.py,sha256=bajbe-IXuqkEiMXoNKmpSl-iHshS_gUuyiAD0od-tx8,24135
-examples/task_apps/enron/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+examples/task_apps/enron/__init__.py,sha256=daEdpEyAJIa8b2VkCqSKcw8PaExcB6Qro80XNes_sHA,2
 examples/task_apps/enron/eval_groq_qwen32.toml,sha256=aem8BZdN2xWAHTPRl3Fla5FdtJozFS8k5S1BQx6y03g,330
+examples/task_apps/enron/filter_sft.toml,sha256=PAQRPojdGbsBeRKubCdhGssn1CWe_B-8OXB1wLivL3U,100
 examples/task_apps/enron/task_app/README.md,sha256=lpYueq4vZGhRhgixC9Hk17ibCfJcuB4hlRWamoS2xFQ,743
 examples/task_apps/enron/task_app/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 examples/task_apps/enron/task_app/grpo_enron.py,sha256=iYC9OGQNsuQnTULv4ikS3OAMj0G5gVynUi90NEepIVY,32742
 examples/task_apps/enron/task_app/grpo_enron_task_app.py,sha256=5M0CoXsqtzarK3Yg92Yhwt-xMetsj9LU2WGkZBceKZ0,5359
-examples/task_apps/enron/tests/__init__.py,sha256=EMFSg5ws6IzxapqlQOFZ58xfvOV6bUSqswhFQvgl8Kc,24
+examples/task_apps/enron/tests/__init__.py,sha256=ZMSICJ5auAQH98Rjml-z3PDXiEEHUnp7AhvsJ-sXYC8,26
 examples/task_apps/enron/tests/conftest.py,sha256=F3gvh30jila4lWZkJbYhOdGKyicJi9sF0Yqf3Oxobbo,3339
-examples/task_apps/enron/tests/integration/__init__.py,sha256=V7s9PvtdhsJERXFq8TpcuS-Iot63CAEoJQzXFE0syko,40
-examples/task_apps/enron/tests/integration/test_enron_eval.py,sha256=eXwisvXy6DvM4UHLJs9wPS4FS7-3_R27qpubpmiIqYE,5013
+examples/task_apps/enron/tests/integration/__init__.py,sha256=lGcbhaYI_ysXESe-4TuAxnJsKiAN9KlWDpCrB3iJoNw,42
+examples/task_apps/enron/tests/integration/test_enron_eval.py,sha256=FZuC3wIMqLZj8HO9LDcq9UvPRIWErg77x7mXhSo8tnE,5015
 examples/task_apps/enron/tests/integration/test_enron_rollout.py,sha256=lu1RKTxZCXHxXgYDdIQB3jEj33LvT9-WIek9mNPL3Vo,4005
-examples/task_apps/enron/tests/unit/__init__.py,sha256=7ZLRaIXKu9O5L9fsBlAPzCTCJl6ADMofYw83DOE8mrY,33
+examples/task_apps/enron/tests/unit/__init__.py,sha256=7HiZh4jhCACQvftkHRFKvmMMcW-FbpC-c3GIEkOGDwo,35
 examples/task_apps/enron/tests/unit/test_enron_environment.py,sha256=dZUlfN2tNFHieT21dHBDSdoiBOS5_WsxtOGHn3OJS-A,4545
 examples/task_apps/math/README.md,sha256=oHfcMF9V_CPLnGbrarTRRIQpQ1wqV1zL74KWUZtcKwI,802
 examples/task_apps/math/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -181,70 +253,104 @@ examples/task_apps/pokemon_battle/modal_app.py,sha256=GDzCeGIrAVKEENy4sePBcG4Y4L
 examples/task_apps/pokemon_battle/task_app/README.md,sha256=BpYPqZoQ4-LCJh8GKTJss4k-zZ0FrCagGZPrfqLRw9Q,2935
 examples/task_apps/pokemon_battle/task_app/__init__.py,sha256=NGdJlNjseqXBatoYS-gW131p3EO9CWEOvaKoWXJd1t8,120
 examples/task_apps/pokemon_battle/task_app/pokemon_showdown.py,sha256=cKlGJBF9_-wpGth1K9VlCe4Xzj2KxYdMYFdONpHif38,33845
+examples/task_apps/pokemon_red/EVAL_IMAGE_ONLY_COMPLETE.md,sha256=5ZpAmF20wazHluW2AV33Y1fwmqEYkN7LYCRSzuGPFM4,8202
+examples/task_apps/pokemon_red/EVAL_IMAGE_ONLY_STATUS.md,sha256=oVlSd3M4FOdt-uiWKL5Ns-02ZkFn-q-VUQm_UDcNzzA,5373
 examples/task_apps/pokemon_red/README.md,sha256=tG0GJg74ZalVqjS1kVXRTN3IsAslrsh8RJ6ZjfcNWqQ,9919
+examples/task_apps/pokemon_red/README_IMAGE_ONLY_EVAL.md,sha256=FSd1fuH4XHN7pLivYh6X8eJ12u5XKvPPUBnbYdmnxNs,10641
 examples/task_apps/pokemon_red/__init__.py,sha256=Fxk5ihfqAxDclN1O-BKeZSfsz_dBLHuTV9vmh6hGqlk,47
+examples/task_apps/pokemon_red/eval_image_only_gpt4o.toml,sha256=3CLUc8TMLbz07Ecn5Aer6mQCjFwD1Vv2qujUCra-ZnM,679
 examples/task_apps/pokemon_red/eval_pokemon_red_policy.py,sha256=woX8QmBu9IbRigoMVEFIgJhAgU1NBxcKNLF02fr68AM,7516
-examples/task_apps/pokemon_red/pallet_town_rl_config.toml,sha256=lp0jly_wUrGNzT87vIDVaOgI1QVsNeQVeb9zuJ0j2dk,2157
-examples/task_apps/pokemon_red/task_app.py,sha256=U_kgejUszM1HVq2djouc_0r6iXMV5CPTgiTqizoT6-w,26768
-examples/task_apps/pokemon_red/test_pallet_town_rewards.py,sha256=dzmdFu5xgxh1hxzXCuBbaA58EUwEnybD9kuCQuVeIiY,6252
+examples/task_apps/pokemon_red/pallet_town_rl_config.toml,sha256=7QqUBmFu2KzdkjgfT_jRzRYjz6ECzQrEYgcw4_IaoQc,2159
+examples/task_apps/pokemon_red/task_app.py,sha256=Oc0pQ1Kf0pthedrRSocIv8OtggQcNfhYbssfXu-aFrk,34759
+examples/task_apps/pokemon_red/test_pallet_town_rewards.py,sha256=gwPiTZ3L8TTRA5cDE91khbQVjmq51_MoezKfj9mGt88,6254
 examples/task_apps/sokoban/README.md,sha256=sazWds1oMPF-EUp4R3AvFRo7z0gkPtxJZV3yrKOI-zM,7728
 examples/task_apps/sokoban/__init__.py,sha256=zUccj5m53GWM8Pw9JcZmq3ib4ddoNDJ_bZcqJ47mhkc,42
 examples/task_apps/sokoban/eval_groq_qwen32.toml,sha256=mxGVeGlFFTmukVReEInuLDoUQ_d6ACsBFmKHoW5XXMA,337
 examples/task_apps/sokoban/eval_openai_gpt5.toml,sha256=MVAWCa2hk01K98JbPrZpR-JeRDEdZ4sNSEwweDbb6ko,326
+examples/task_apps/sokoban/filter_sft.toml,sha256=c2Oz0GZ5up37OmssMDi4IRHmtRip4ukigHnm2NX0Wy4,102
 examples/task_apps/sokoban/task_app.py,sha256=fBlVHXCIg2_eTyYvIFLffdboR8V1P6SMUHUBsxPMdes,39887
-examples/task_apps/sokoban/tests/__init__.py,sha256=vDyeHExKZQpLKB6qKtHKYkx755dRFeHrrP-duPgUapo,26
+examples/task_apps/sokoban/tests/__init__.py,sha256=B14wea1TRm8ODw_qNhcuQQ6NTjO8rq_RloRyM8cHf9s,28
 examples/task_apps/sokoban/tests/conftest.py,sha256=OuFG6mJKJn7JCgMvlNu11VMuHPTvaWqaX67pgMD7NB4,3252
-examples/task_apps/sokoban/tests/integration/__init__.py,sha256=RUvk-w3MRmhwiJwa6X8Yvykure8DlyK03y8UaktRlfg,42
+examples/task_apps/sokoban/tests/integration/__init__.py,sha256=83H0REuq_klGH4f0iVif5Zzuv5o7TgIkyow_f2GDFz8,44
 examples/task_apps/sokoban/tests/integration/test_sokoban_eval.py,sha256=dIIBlCfkOvbTogSqF_mNZxa_iwHSrK3c5N1CUzZp2jI,1841
 examples/task_apps/sokoban/tests/integration/test_sokoban_rollout.py,sha256=SjQMPHrxvtXNy84LWuLPiCHaqSgncoayEy7Bs5xKk9M,6353
-examples/task_apps/sokoban/tests/unit/__init__.py,sha256=UNBi717zpuvlToS-ndn6CX6AM4fsp-PrzdMDYYRhgZI,35
+examples/task_apps/sokoban/tests/unit/__init__.py,sha256=K3v7j8Fz7giUte8uLUOQR0psvvIO9iQAV9GXvaaj42Y,37
 examples/task_apps/sokoban/tests/unit/test_sokoban_environment.py,sha256=DhKzPHu1ep9FVg9PutXaJpUd1707VPB1HlA2oc3-Zpg,3661
 examples/task_apps/verilog/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-examples/task_apps/verilog/eval_groq_qwen32b.toml,sha256=9x1UppKc6tcebyrkIj2O4UxYnczdxIM7J3GOb1CKYe0,394
+examples/task_apps/verilog/eval_groq_qwen32b.toml,sha256=203KazHs4ttdvDotUdDcEoh-jp2o5XdIGJUbCpun8k0,601
+examples/task_apps/verilog/filter_sft.toml,sha256=F4qDDTnXZTeFSoeShBti85T9XZQn8dg3aSyOMfZ5Y3w,102
 examples/task_apps/verilog/task_app/README.md,sha256=jnCMH7J8LoQycpgOmBnG7C9jjR3FHO7MelD_0TaQs7Q,687
 examples/task_apps/verilog/task_app/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-examples/task_apps/verilog/task_app/grpo_verilog.py,sha256=dXM47G7l2GByZsaPheCjGAHfqi5gn9cHYBO3ppxmHTg,36789
+examples/task_apps/verilog/task_app/grpo_verilog.py,sha256=jaWSdMNes6N_nth44zC3hCYOJn8uxyDx7oTtvkHMKko,49854
 examples/task_apps/verilog/task_app/grpo_verilog_task_app.py,sha256=--xbtqHx6TgN2a9yI1cMyc1pHk8QEjxwaC2tip1mUAw,5312
-examples/task_apps/verilog/tests/__init__.py,sha256=awgALpObKPxkhmMnb9SWzU2lobhdGYHCL_rcgN5eITM,26
+examples/task_apps/verilog/tests/__init__.py,sha256=GaOVWxY8OwOBtpQFZXYFVy8Hi8ygQxPc0-13mqrlXt4,28
 examples/task_apps/verilog/tests/conftest.py,sha256=iW5lLWV-pv_AdJLF_BM3l7Fypd3uWMy4hG-ZZKCf3ic,3351
-examples/task_apps/verilog/tests/integration/__init__.py,sha256=PBe9kjTw3OmvzFb1IATeNieHMC7XQdV1gki5VjmOlmA,42
-examples/task_apps/verilog/tests/integration/test_verilog_eval.py,sha256=1XkLDJcF0LVv00jJUqkf_FhxOf1SWF7T1qoLKkCbrhg,5238
+examples/task_apps/verilog/tests/integration/__init__.py,sha256=BIykjicXDNY6y2NyifWNkVxmZlxZhxO3x2Jc1oOBDUg,44
+examples/task_apps/verilog/tests/integration/test_verilog_eval.py,sha256=RHXA_TBi57HBRgxl8ab5DEH9floU7hiWFlNVSVAuxgg,5240
 examples/task_apps/verilog/tests/integration/test_verilog_rollout.py,sha256=xgEX2DxpuqfTPWn3f1y86Vc2ymDNxXCZNmHXVTuaw04,1602
-examples/task_apps/verilog/tests/unit/__init__.py,sha256=wDLGnktgXg6fISwZUQYBFTsbOuf4FZy9yhlMPVpbKE0,35
+examples/task_apps/verilog/tests/unit/__init__.py,sha256=KalPGXM-mRPR_f0c_yZ8rrmciYbHYwNcUSMCdhtI5cE,37
 examples/task_apps/verilog/tests/unit/test_verilog_scoring.py,sha256=4GGcdgJ2w-eusXOIP0jEeMCAESAMWUtJp_1MejIQXuQ,4073
 examples/vlm/PROPOSAL.md,sha256=Ojn3QBS-qksuYv5SQXf0Oynq84EKCSWAzPsIub1BwD8,2838
-examples/vlm/README.md,sha256=4I1QGhGba9MDeiLGIFhAs6Muhb3yoP5uf_tMlzza_q0,2630
+examples/vlm/README.md,sha256=mk9MgsjbSnqjojV43O5Ane91eO47bJeD9AOu6W2eZ68,2642
 examples/vlm/crafter_image_only_agent.py,sha256=wvb514e8POHoL7NF3BfSRDS4yB7Wz1EMLbsvL83SHk0,6739
-examples/vlm/crafter_openai_vlm_agent.py,sha256=9V7tf_IeiYouZE92khNtNYpwdmhGwnf-B5UQvAyPG7g,9543
-examples/vlm/filter_image_rows.py,sha256=VGEYwWY9vXdBeEJYUrXEO0yzEp_UOUxrvwXFE292ves,2023
-examples/vlm/run_crafter_vlm_benchmark.py,sha256=TGeDAxirfCicYlVNXd5XKXd0IG7V0EIC4dfasJu6pUw,11268
-examples/vlm/configs/crafter_vlm_gpt4o.toml,sha256=CFQ1PD1E2ZEvBRbVeuFZ36MfN9tnx6FstnLai-XYAj0,893
-examples/warming_up_to_rl/analyze_trace_db.py,sha256=wJPQDbma2ctoisM73ue5dRQmrJVZFIcDOwI6j1u76lA,14424
-examples/warming_up_to_rl/export_trace_sft.py,sha256=qcVOgZduYYImDv2xs-h_CoyMpX_U_hr3DgsYfDGFDIE,25450
-examples/warming_up_to_rl/groq_test.py,sha256=vffVVTwQNypkqppxMLy17ySafoD2WKIK-Qf9w13lbyE,3138
+examples/vlm/crafter_openai_vlm_agent.py,sha256=Rtd83zbvrgO6QGPOEOxBsQJnZllINN8BTZG31huTTqE,9496
+examples/vlm/filter_image_rows.py,sha256=YBQxBFAq97DwyDmivLOcEwnvLHnw5pig5un3cvI0Ays,2020
+examples/vlm/run_crafter_vlm_benchmark.py,sha256=M7iVNe_LoVnuCTAvFEHkBOLrw57tfu8GcmLKSMzAL_4,11240
+examples/vlm/configs/crafter_vlm_gpt4o.toml,sha256=_NCxOgJEOfn2HgJKuIzCh4nVnVzBI-d80NoZaNjYlW8,907
+examples/warming_up_to_rl/_utils.py,sha256=vb85IiyYf5IIHuceWOIDAu63_SgMMHHAqHLLDllzmKo,2600
+examples/warming_up_to_rl/analyze_trace_db.py,sha256=3aQPkhxonZGZxUSQZ-F2V2ndAafnRKhEVgxjekzPpGc,14428
+examples/warming_up_to_rl/export_trace_sft.py,sha256=D50NBDmJ5ZNCGLQ7CYdKOraKus6aNOGGB383MAMJweU,29646
+examples/warming_up_to_rl/groq_test.py,sha256=ED9gmqL5gF9aSA9ssHJxZVkPQLAPFs_HBwqO5s2SMb8,3221
 examples/warming_up_to_rl/manage_secrets.py,sha256=qLe_zglOLCd0dxPPCyQQ9CnhGkvtLOkBrZ0Xd4mmnIw,4372
-examples/warming_up_to_rl/readme.md,sha256=u2KX7grlDnOMRRrC3vzTej1K0OOmTdx5LHs2opTfLt4,6431
+examples/warming_up_to_rl/readme.md,sha256=IMHvaXe5reA5qQPqdJ4KDlPXnklN5hs6rX8omk5lT-k,4380
 examples/warming_up_to_rl/run_eval.py,sha256=zN4hZLJILulQNUw_WiDwEZUA3xIAcG6ewl7X_iNP-n8,31390
-examples/warming_up_to_rl/run_fft_and_save.py,sha256=RVbMuHUB0F7h_CO26hvAhEx5W3fqxVvokb4VlOiR6RQ,15095
-examples/warming_up_to_rl/run_local_rollout.py,sha256=uRfCR1E066fF6cQTajllb0Dzv0sU4iT6QOitZ_jRVHw,8783
-examples/warming_up_to_rl/run_local_rollout_modal.py,sha256=oGHqSCNUSAluJFlVkOKItONWh0wUu4UxRXmqnkD37E8,8948
-examples/warming_up_to_rl/run_local_rollout_parallel.py,sha256=AgQmKYbBIs7fbKii4orlQ8_fudw8gEBsDTyZHFp_6UQ,14387
-examples/warming_up_to_rl/run_local_rollout_traced.py,sha256=0bH4VIrGqv0p4nSRIjikdoNssTV4ZEc_KFdRk9Ug4GQ,16838
-examples/warming_up_to_rl/run_rl_and_save.py,sha256=CFHP9MlgdXrQ6Q4kYERi35tEONaDPCiJvWaeDT1nwOY,3897
-examples/warming_up_to_rl/run_rollout_remote.py,sha256=OxRel6_9JP90Hipr2JsjEpUVbP7x2Rv35GwMf37VU1g,5125
-examples/warming_up_to_rl/configs/crafter_fft.toml,sha256=Hbp2tVhaGxRAip1vwhID73rCIO6bi_yI-gUen-oylcA,1137
-examples/warming_up_to_rl/configs/crafter_fft_4b.toml,sha256=q_cnU3P-eGG_VFOepw9IA1U-m7L-uJH37EUFR3mNWBI,1358
-examples/warming_up_to_rl/configs/eval_fft_qwen4b.toml,sha256=YP4HLWDh6iIvw6McPXw5kK1RUFQF4dvKP4yH5bHT5nI,678
-examples/warming_up_to_rl/configs/eval_groq_qwen32b.toml,sha256=zQi31JYa83kW-ceEqDZi-7oajsCmEPrlJR57zN5ygO8,340
-examples/warming_up_to_rl/configs/eval_modal_qwen4b.toml,sha256=6eeU1GVvK1cYSEuGXk-AhOwJLgRcf74CTOI5XlqNYBc,817
+examples/warming_up_to_rl/run_fft_and_save.py,sha256=Q1gNkug0S4c8pNchMmXA4pv30NOJlpKqP-Y5Rpes0c4,15095
+examples/warming_up_to_rl/run_local_rollout.py,sha256=OFRA_8FHIc0OskkTGLTX_8NRLOhNXl1E-gdckMzjclc,8866
+examples/warming_up_to_rl/run_local_rollout_modal.py,sha256=9NmBof1FQL-qnFfFdAb9q58Tly_5ejuIavbVm4QIgKs,9031
+examples/warming_up_to_rl/run_local_rollout_parallel.py,sha256=VP77zIOM57AWE7ybcC8oLiYusKDZnrGHIH55tWmT9_c,14470
+examples/warming_up_to_rl/run_local_rollout_traced.py,sha256=BNy6DhnLbr547V1WUcjSf1M5fDQrA971aiuqAtlc08E,16921
+examples/warming_up_to_rl/run_rl_and_save.py,sha256=DV7i-tpA-39L8hwzFkNnZ7nzcpN-KMXbgz35uzmXRDw,3897
+examples/warming_up_to_rl/run_rollout_remote.py,sha256=pTlZiK9VtXzdd0qId3R2uYQpd3wbvDcO35lN0Zz4o0M,5208
+examples/warming_up_to_rl/configs/crafter_fft.toml,sha256=e1u3hoDzfAw18UAMhJeSoQVtAuB2tEsbWQ3g6ktDdRQ,1151
+examples/warming_up_to_rl/configs/crafter_fft_4b.toml,sha256=BCwoLr6wSxcbbPbQ0IsWvH3hcu7531g4yopRSgNdlP4,1372
+examples/warming_up_to_rl/configs/eval_fft_qwen4b.toml,sha256=xOBybXF46BWSG3VKlPLCer9RAb2y1uz5dfpGzVIJgiE,692
+examples/warming_up_to_rl/configs/eval_groq_qwen32b.toml,sha256=nl9j1a_ekXizkiISzQIX3HeP8gkQpJ-DrwSy2gbEc64,353
+examples/warming_up_to_rl/configs/eval_modal_qwen4b.toml,sha256=iZDwJ8CRXC18mjp8TwQ0GaR2EKqzQjP7coTJWt0XeQo,829
 examples/warming_up_to_rl/configs/eval_stepwise_complex.toml,sha256=M1YGni8ng1RTJQR3xM65cv1jotNrJqseru47bd6omtY,1040
 examples/warming_up_to_rl/configs/eval_stepwise_consistent.toml,sha256=N5xt_9_AaVvJX6up90bSuXpF8Yt-cGJfmTA-Au3NY_4,591
 examples/warming_up_to_rl/configs/eval_stepwise_per_achievement.toml,sha256=ly42h8kIeSX8Y9mygC8mx7G_0KypUcPB9vqx8P-6QmQ,825
 examples/warming_up_to_rl/configs/eval_stepwise_simple.toml,sha256=g_Q8EsHOpatX0VfKKBHMGxX0T3yZv42_UzLhF5evGa8,882
-examples/warming_up_to_rl/configs/rl_from_base_qwen4b.toml,sha256=MrcjPlR-5s7XayBXl087QcGuR6484HcdSgS9yYUE5uo,1868
-examples/warming_up_to_rl/configs/rl_from_ft.toml,sha256=d1cIoLeC80NgOjn0Wohk0a5IXE_ImHVgMsxWPkyAFKQ,1381
+examples/warming_up_to_rl/configs/rl_from_base_qwen4b.toml,sha256=2EPjAfOfsQD6GKr61KtSEXq3vBde1pHeJ8YBCJPGA3Y,1880
+examples/warming_up_to_rl/configs/rl_from_ft.toml,sha256=ZetEUuw-AB7Lf8mBRylwCl-dW9C3i33SmQqzgzZjG1I,1394
 examples/warming_up_to_rl/old/event_rewards.md,sha256=gHJd3ZeYOnj4xPXt-7sSJamgOaJQ-BpfdaF-CKJK3-0,13450
 examples/warming_up_to_rl/old/notes.md,sha256=Y9Zs_tUb2Y6kv0MmGe-kAvGM9zCtEDY3Ccf5j7PoFGU,4468
+examples/warming_up_to_rl/task_app/README.md,sha256=xjt_l7BGJmAMwanKoLAhoy2cCVav_Hh5Z4iKGLUNz3E,1664
+examples/warming_up_to_rl/task_app/grpo_crafter.py,sha256=D9nFOfJKU5kCyE0WtsJ0yeVsjEsvQZVhJJLXlfeXQW4,25009
+examples/warming_up_to_rl/task_app/grpo_crafter_task_app.py,sha256=1XbfrEUB59TugL_GfRR13Qb66EBw_RyiWAvY-tYDTDM,5028
+examples/warming_up_to_rl/task_app/synth_envs_hosted/README.md,sha256=kJaN1do8V4XM2_g51WMI3edCDpv5zEw_nrMFtEwO1SQ,4614
+examples/warming_up_to_rl/task_app/synth_envs_hosted/__init__.py,sha256=KrGX5yedzYZQeKVt5FTSVzln52d1tsVGRtqFDId68zw,120
+examples/warming_up_to_rl/task_app/synth_envs_hosted/branching.py,sha256=YpDgOajiQydoaxY_6RmBqgw1dxivxM5vw2Robhww8Q8,5318
+examples/warming_up_to_rl/task_app/synth_envs_hosted/environment_routes.py,sha256=Y0iaLQ1nUkxBCD4aY39J4XEt66J-N4_J0uPj492i75g,49640
+examples/warming_up_to_rl/task_app/synth_envs_hosted/hosted_app.py,sha256=hr1jblOUsx0bakgy6zXoEHROeUDoVPY1I66aNyyRQDg,7547
+examples/warming_up_to_rl/task_app/synth_envs_hosted/main.py,sha256=-GL__EH3Xr47vp3aD30XNXNrFPOj1bRLpOYQ-yvfwIU,2481
+examples/warming_up_to_rl/task_app/synth_envs_hosted/policy_routes.py,sha256=mtNS_PG98qe0XUF0mlayAMFItlnxdRrFa30dFrIOGKo,48482
+examples/warming_up_to_rl/task_app/synth_envs_hosted/registry.py,sha256=5dN2Z-qVU4T_UUflHC9XGiIdDqFUl03G7uejcrYRbTE,5480
+examples/warming_up_to_rl/task_app/synth_envs_hosted/rollout.py,sha256=6vB_wHCcrQ567kUrvV8abjFKN2YjsICPR7sWgTtwZrM,78604
+examples/warming_up_to_rl/task_app/synth_envs_hosted/test_agents.py,sha256=-TDfCs-LSlRgyWHGvO_6YAmjauwi1x4618D8CA9d8aA,5600
+examples/warming_up_to_rl/task_app/synth_envs_hosted/test_service.py,sha256=jFEtE3UqVCq552MSPliS2eO0pDbAS3tSDRJL0A-edTA,5111
+examples/warming_up_to_rl/task_app/synth_envs_hosted/utils.py,sha256=8Rnp0NTKTD_kPXg8zfpIy_we2hfk2agKPUVH_aqMsE0,1994
+examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/__init__.py,sha256=iE5VGcjkKd0eq6nNqqCRRwte52qE6HxtsanEk-PRvh4,35
+examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/__init__.py,sha256=zdyawD61sYQa4QSJZ2CcZa4-M-2q1qHkc9XEZn3RsD4,198
+examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/app.py,sha256=QZ9kT8Q21NivxQJ_PzWN1roQUDMZDvWLJMxb-VSSG3k,19
+examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/environment.py,sha256=Qcf0ZX8p0YRjlLuRxvkNgn7WLeWbLWy1FbibWuEo83Y,23103
+examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/policy.py,sha256=FM_g1Z-smCsvF5QqdrE8ts7hJCPjt9BE3-6XEgXMgsw,20050
+examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/react_agent.py,sha256=nZF_ZwuPbbDrnyTynak_BLp0lclHJEBAXTd8CQehOYw,6432
+examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/shared.py,sha256=NfhgJPkzjhA-bLDF6zYP57Cs1pnpqteJqzO3lsFOdMk,10074
+examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/tools.py,sha256=zmTxJ8IpTod7DRDCQhkLDw7KgFCeAVFbf4cQpuOgSgI,1788
+examples/warming_up_to_rl/task_app/synth_envs_hosted/inference/__init__.py,sha256=TA47fqudhRMma0iANDvMotfC0U5YqJJQudeZFRGiPX4,179
+examples/warming_up_to_rl/task_app/synth_envs_hosted/inference/openai_client.py,sha256=rXEnoZA04IWnEVNfORBaffELa4ub0dqes4sMAc3Nw_Y,27793
+examples/warming_up_to_rl/task_app/synth_envs_hosted/storage/__init__.py,sha256=1nwfPuiIFXPjj6JnxoudYq6GE4tpg5tiPL0uIpGsIUc,134
+examples/warming_up_to_rl/task_app/synth_envs_hosted/storage/volume.py,sha256=1YJt5gpKhhJaFT8Cs7DdK_QDZCdUBAXQmpZfC5TX5Q4,6517
 examples/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 examples/workflows/math_rl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 examples/workflows/math_rl/download_dataset.py,sha256=UWEwa1Qn_xyODFyMEV6ZhEXSUfDK-dVV_OSHSS3MjJY,2650
@@ -255,20 +361,23 @@ examples/workflows/math_rl/configs/eval_rl_qwen.toml,sha256=o07ZvAxjj_ejj3zbjESm
 examples/workflows/math_rl/configs/rl_from_base_qwen.toml,sha256=KDDtpvVikHZCcyUKYtgWq9XAfAEY5vRADPpcxpkdVsg,605
 examples/workflows/math_rl/configs/rl_from_base_qwen17.toml,sha256=8kAQ9GL0rVDECKPYaN8MWuDbLldwr76c2d8nyHwr784,1360
 examples/workflows/math_rl/configs/rl_from_ft_qwen.toml,sha256=7s5HK_YM7zVnvjJavvfai8Nc_eUx_70cgHeWN19vXXM,638
-synth_ai/__init__.py,sha256=IKZPDYGqQzrJ2dRgtVXiLEoQ3xG0kk5e0CzNdRGeRVU,2565
+synth_ai/__init__.py,sha256=EsZHO9kXBbGpAGR_WGZa-hdSJ6oF3pMFaWz_rY1PWDI,3022
 synth_ai/__main__.py,sha256=Kh1xBKkTE5Vs2qNMtDuuOXerHUptMcOiF3YziOpC6DA,146
-synth_ai/demo_registry.py,sha256=vqt_E7-YdjXc-Q4qcY36wfvwHPGyYBb7lw_sPjKiH3w,9949
-synth_ai/handshake.py,sha256=Qxe0aLNcBVH5V02fNKq96GPF_2Z8GOAToDR_2HyaeaA,3739
-synth_ai/http.py,sha256=ACzDOkwa7kIniZVOZngPc6Zfp05h6rQE1oNqsWG_FKo,1038
 synth_ai/http_client.py,sha256=5AkwvGf7HpvYUpxr_IIM1xdsDjLYois7xTht5ueHYkk,5058
 synth_ai/judge_schemas.py,sha256=7TAFMrsnF8NpTLCSHRDoB9P8WBJc4K3JghmMTfreR9o,4493
 synth_ai/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synth_ai/api/models/supported.py,sha256=vQu6Ahw1jn1X3-nL190pH_Z45tkQj8hdDyTTda8t5LQ,12671
-synth_ai/api/train/__init__.py,sha256=aBwlmrj1HWVwDcvUrX4TqpS0BgvkE7Pv7npoIZmtTFU,118
+synth_ai/_utils/__init__.py,sha256=LrJyAMyjwe3V_LNNuNXXNBqiAL7mYRnqcPFONZ-BarI,1342
+synth_ai/_utils/base_url.py,sha256=zNvdBpnjYxgdFDyZ6XYa9RDUQv-XXgltG4daFY-RAVA,306
+synth_ai/_utils/http.py,sha256=wU6Xt4sU5uBYL_XVayghWH6NatpE7NDgeejhHhyDV3Q,298
+synth_ai/_utils/prompts.py,sha256=fjmsGFFLdCPrDSaH1B4h11ayU1x-iw5o0l2QqEl-QOM,304
+synth_ai/_utils/task_app_state.py,sha256=c02-ZBTf5P0FIEe6lvsvVPsuulqiau43l2nNRz5br9M,335
+synth_ai/_utils/user_config.py,sha256=M9UVgXS6Da0mWve7r3VtKX9qdYaNUS_6M35Mme140z8,312
+synth_ai/api/models/supported.py,sha256=zxozXZkHaP70CvscKT1S8SuzJoHmLTy0VwH-p48rpxc,17709
+synth_ai/api/train/__init__.py,sha256=P7-foziVtIPOpXzDASrHAWvqpeTN5hco098oeMJdCag,449
 synth_ai/api/train/builders.py,sha256=leh-xiwFc0h0UMcubcDBOqaLdZMpjUMlaxNLm1pjpog,12388
-synth_ai/api/train/cli.py,sha256=GuK35s-oWWTXMh7B3xelAsVOdF8wjVFOAoQrEe3mEeA,23341
-synth_ai/api/train/config_finder.py,sha256=4touziSykzQ9YCYL2CjXUfojDcJdKO3vFnoWXQ1fOx8,7178
-synth_ai/api/train/env_resolver.py,sha256=ZP1wkJ63nJrMdkzyDK6rZwf3IhBisDgqyBI7crwrudc,11948
+synth_ai/api/train/cli.py,sha256=C6zyqc8GjbuXgnr1p55G8AzaJ46shweg9XW2fcy2pzA,23935
+synth_ai/api/train/config_finder.py,sha256=ZTRTK-UXg8tnChsYjNQACCQ3iRdwV25Qhb3UCxCVUas,7363
+synth_ai/api/train/env_resolver.py,sha256=sOYrHdfs9DV1AZzVzgSxGGqQ8jZrp_eTyN1gEDFWuq4,12083
 synth_ai/api/train/pollers.py,sha256=-rcVrGMN7Rj2HrzJ1IAgphwcrsCzpwwTy0KDk76Sx2A,2341
 synth_ai/api/train/supported_algos.py,sha256=2GSKnEkZRl_EinJa2YMIWevvxHQLtkKzKMUp7mS2fBA,5320
 synth_ai/api/train/task_app.py,sha256=MiJ0DLFjqdFNmgk-YHaHVQt31Kxl91Exh9IFfk7GSxM,6439
@@ -277,34 +386,46 @@ synth_ai/api/train/configs/__init__.py,sha256=Nbc84Ge03oBH7fgFSZFh5jrevm98oKXaKe
 synth_ai/api/train/configs/rl.py,sha256=dVd70-GhmiFoGFTB48HGf-0r3-O2OfqkP4F8BgcmZp8,3694
 synth_ai/api/train/configs/sft.py,sha256=6uVzK3-S8-wbzjzm4wAKi-fwhtjxPBaCcJXQcowAibU,2679
 synth_ai/api/train/configs/shared.py,sha256=EZ296HzlbOfp414ERbMdyO0s_9UvOKWs7PiQPlAEMjU,492
-synth_ai/cli/__init__.py,sha256=MAnsg7GRMYQYQ8y_mf6bjN4Xu0y__GZI-ImfAHlEGWs,1913
-synth_ai/cli/_modal_wrapper.py,sha256=DHVP-wQi_gdxWyeEiA_DO0nRiMv7XpaOJ3T3-R2pVoI,599
+synth_ai/cli/__init__.py,sha256=ohD2ZTHbN_XD3aKnt6Q0S48KAnX5xR4i287hSs43kKc,3038
+synth_ai/cli/_modal_wrapper.py,sha256=bJJtpT7sOCRptCSDyZXDxa24xyrozVekmaJKYQ_f4LQ,789
 synth_ai/cli/_storage.py,sha256=QNLsJKr3371Yw1TkOjR-9wX50CR1KlULZkWv6mhXnrE,760
-synth_ai/cli/_typer_patch.py,sha256=xBTshJadUQjtOr-PyGZUytpxyV28UvfU5DPWBCa_mTo,1562
-synth_ai/cli/_validate_task_app.py,sha256=J3nhwLHtPdSpsbkhEKZm1GeLJCOXCr0uTTAKYV9qLpg,350
+synth_ai/cli/_typer_patch.py,sha256=k6O9eiLgG0LJzoYXiA7_nNzLUj4jDIju1hEHp1QyhZk,1526
+synth_ai/cli/_validate_task_app.py,sha256=ouXlBnolXZ1W28hHrYK88tb28p4s1g3LLIB6tJd9Src,954
 synth_ai/cli/balance.py,sha256=PKzAqZ9xrhGO3SUzcaGu65M2QtPJPmi9hnWHrp8NC4M,8520
 synth_ai/cli/calc.py,sha256=JQtWrDG5fn7UxnNCZwclfxYiPYjct_nB0yOyKifdW4w,2738
 synth_ai/cli/demo.py,sha256=K6abncnbV-UHc8j7hTq08ZgSvaRD5f8EK_0vjEyuTR8,5551
-synth_ai/cli/legacy_root_backup.py,sha256=OhfVfUmpVy3_Xq5gPsLkj8Dl-TiKxEll03riAT8uyM8,15973
-synth_ai/cli/man.py,sha256=JQDon73ZkuKP9xr1_vRh5fjV9_b5xiUb7zNjny7ArB8,3765
-synth_ai/cli/recent.py,sha256=iY7vwVH8T6YwEOEC0QLenZSZXpyedrYc_epbP8WORzE,4415
+synth_ai/cli/legacy_root_backup.py,sha256=73wFDk-J5hYRyDimCttmGiB3aatF8mRFUW7IGhKzhIg,16088
+synth_ai/cli/recent.py,sha256=uL6LqBm8c60yp0kSVd-n-D_KIqoTMttWvXsrh2Mvgvw,4416
 synth_ai/cli/rl_demo.py,sha256=rcFTBHU1wtp4pg4g2mgv9aDc5Z10N35J0xXM1jPZ2Ac,8124
 synth_ai/cli/root.py,sha256=WggVioCdVIyGnWnKwko2AUBBAeeKxmBjgr_jajo-sYA,10546
+synth_ai/cli/setup.py,sha256=Q7x7MLDBGExVn6lpAAeGdhPt_S_ddy137hV0K1d43og,9055
 synth_ai/cli/status.py,sha256=vjr4ifL48pitKojBhuJdY4oIB8NnJ0RZF44fOzKS4SI,4635
-synth_ai/cli/task_apps.py,sha256=GLuERtL7CRffnA-9_o-6-91YvJnHRrUypJ8i6wnrzW0,164425
+synth_ai/cli/task_app_deploy.py,sha256=UpV2RSEyDW8UvdGt8RJGrvj5-cNwfqg99KAUpw4ecuI,363
+synth_ai/cli/task_app_list.py,sha256=h3hMNBI7huJtx8oivgQvZWaOB6XOHRZiJIEbsl7_1Z4,575
+synth_ai/cli/task_app_modal_serve.py,sha256=4EK4gm6wSIVq1R5d0tnVQq0Ua_TV47-gSZcM5LGvs9Q,403
+synth_ai/cli/task_app_serve.py,sha256=yGn6d8qIjq18idx4JUjKOJPIyNzRTHg01cdcvW3sWH0,498
+synth_ai/cli/task_apps.py,sha256=zSHKGzYy4S2hHarJcXEtxHO4zmlj-YsLGJPVnHG_BEg,179353
 synth_ai/cli/traces.py,sha256=tyt2OUcREK82an9hc2Uq3H-xn0vWuTf_Pirt0CWkodg,6617
+synth_ai/cli/train.py,sha256=Cnp3gzXSOBTcAY3jL2FpegTL5h4D3QXWc_ikrNmbtjk,444
+synth_ai/cli/tui.py,sha256=phkSfB83ywIDbEumyuT0tGKL5BIV4ymLW_zSH3xOVTk,2359
 synth_ai/cli/turso.py,sha256=y9aHehGA1VvaWkoZyBhu5fLulWUT65powrpvvVp7gpA,2301
 synth_ai/cli/watch.py,sha256=Wi5H2YdV3gsEVMd5YIte2LHMweWqLkGpsK3aopdjCQE,17481
-synth_ai/compound/cais.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synth_ai/cli/lib/__init__.py,sha256=PemuaJiYhWtmA9YEhE8XQLHc0BBuSJFqw-EZbWYZU8s,284
+synth_ai/cli/lib/task_app_discovery.py,sha256=DX1lGWF1jbZKXb0EZpFQXk7vqsgEdVq1by1UvVgR9vA,174
+synth_ai/cli/lib/task_app_env.py,sha256=DMVhAMHmnY3l-SKbW_rzk1NBk3EgUWPFp5Lm0K9UfOw,19029
 synth_ai/config/base_url.py,sha256=c85LaABBrvsl8Fp8KH0LNtJJrpnUwlzA5Ywbuth8fHE,3454
-synth_ai/core/experiment.py,sha256=5ErxMLOMDHgBjWJjId-uViCyxwfx3Ns5NVrgMkPEpZk,234
-synth_ai/core/system.py,sha256=s-Z7np2ISYmYc1r9YN-y2yb3cgRlOalrh0iaqnxeo84,206
-synth_ai/demos/core/__init__.py,sha256=A2FjhY7KXGtyzdQXqeTPCkEhHfrH-eQg6bvP8HaYhZM,36
+synth_ai/demos/__init__.py,sha256=G3PRxrmO4yMK2QVetWxRpo1I-2H5Q4TuTxckOEZadgc,457
+synth_ai/demos/demo_registry.py,sha256=y49Tb-iVVQAfMSyQlfqQ_2i3CsVPw9PAJr2wFx32m6g,5826
+synth_ai/demos/core/__init__.py,sha256=P4z2dyhU4MtSdYmWGuFXStGzQChAAT5K3fxxuvFPP4M,782
 synth_ai/demos/core/cli.py,sha256=QknHcnrMz2WYQLzVMvt6DOHRDyPjpcV3U6WMfOSRwgU,64723
+synth_ai/demos/crafter/__init__.py,sha256=3SnNZTzBjGR9eudStcww259vPmzoFBHJL-M0GDUD7Qo,24
+synth_ai/demos/crafter/crafter_fft_4b.toml,sha256=p7b7P9lwg1ej_mMYi-R_UP9dAXAEO8_Ak0u_l8rMTVc,1203
+synth_ai/demos/crafter/grpo_crafter_task_app.py,sha256=gK8-qASqzUIMH29T97crP-MSkezSasUk2QfpryNb5A0,6248
+synth_ai/demos/crafter/rl_from_base_qwen4b.toml,sha256=_TVKcVlFnO04EGvMRn2IKwwljzscW9JgrgP7e6GGyko,1656
 synth_ai/demos/demo_task_apps/__init__.py,sha256=fj5IgEaCWLjYx-8DpfzmUdHIEE2TlpauEDvJRgAnLy0,267
 synth_ai/demos/demo_task_apps/core.py,sha256=Pwh7Q9HV1njZWhb479nBXM9z57bXDveUV2ZapXaSuSU,15448
 synth_ai/demos/demo_task_apps/crafter/__init__.py,sha256=3SnNZTzBjGR9eudStcww259vPmzoFBHJL-M0GDUD7Qo,24
-synth_ai/demos/demo_task_apps/crafter/grpo_crafter_task_app.py,sha256=vOs2Kz-dQS4GhaZ3gC0wi_kGadzGf9jZk__dKQkchCg,6851
+synth_ai/demos/demo_task_apps/crafter/grpo_crafter_task_app.py,sha256=cVjsI8XPQ1HOVF-B5LondRN57Nw5JzAVEeQU7kVnyN4,6860
 synth_ai/demos/demo_task_apps/crafter/configs/crafter_fft_4b.toml,sha256=3voWbh5KscUtsnps5NDKTfBGiBz6-ZtXuK6uMgrcQSY,1192
 synth_ai/demos/demo_task_apps/crafter/configs/rl_from_base_qwen4b.toml,sha256=qVSypYOMUd8g6pmiovi7nsgk4jgMBjJIORpIsrmNV4U,1644
 synth_ai/demos/demo_task_apps/math/__init__.py,sha256=WBzpZwSn7pRarBmhopQi34i9bEm05-71eM3siboOavY,43
@@ -315,9 +436,16 @@ synth_ai/demos/demo_task_apps/math/deploy_modal.py,sha256=hLdUvOl3tGQi_mQgYWva5N
 synth_ai/demos/demo_task_apps/math/deploy_task_app.sh,sha256=qVffbAmsiCAxzFDzcxNVF4f7yyLWnmqPc1cNydHT5BQ,791
 synth_ai/demos/demo_task_apps/math/modal_task_app.py,sha256=DfIolFshng2XQdSSsGI7JxDUo-8a-LUngqE5dwYqYao,27995
 synth_ai/demos/demo_task_apps/math/task_app_entry.py,sha256=HflUY0A5eeDt6Rxs28FGxd28eR038QThU-MsXN0ogn0,992
+synth_ai/demos/math/__init__.py,sha256=WBzpZwSn7pRarBmhopQi34i9bEm05-71eM3siboOavY,43
+synth_ai/demos/math/_common.py,sha256=FvWvZ3BwZzX38RjZcukPlmk0FN_DT03lBbZe-mjF7tg,532
+synth_ai/demos/math/app.py,sha256=1sdVhcQR60jLc8Vc5B2Jelh1ouo7y8gVkVgf_VcJdPg,1168
+synth_ai/demos/math/config.toml,sha256=6zsdsh28zNHb5_xjVCI2GEd1C0xsSZzWGNDWzT1KhkY,1359
+synth_ai/demos/math/deploy_modal.py,sha256=DpqSUxVGjqDy1GoUQJWFQSsI0_osRpuCw8svD4rm5Cw,2063
+synth_ai/demos/math/modal_task_app.py,sha256=qcPjzGRy_zwImYBeFjcwhRHsPDaLpw_6eep5JqXNfmM,26109
+synth_ai/demos/math/task_app_entry.py,sha256=141nAny6Yk9pCnRItTtte7lSBcXOI0Z0jiSZqMfgTqA,1363
 synth_ai/environments/__init__.py,sha256=BQW0Nc_BFQq_N-pcqTyJVjW56kSEXu7XZyaSer-U95Q,1032
 synth_ai/environments/environment/__init__.py,sha256=EBol9AKxPTIPXWcbH9Tja-l3yL-N2kB8e5atyf6F66c,31
-synth_ai/environments/environment/core.py,sha256=0jd0CZ88_s_qqA3d1lOgVsnv-ucw_1lJDAIUj1gTSt0,2201
+synth_ai/environments/environment/core.py,sha256=ZfSxX6dE90I_p2lkr9zPj3rdQ0Zw0_UjcdhNsd4uKKY,2299
 synth_ai/environments/environment/registry.py,sha256=flHYYk5df3DiLfU4yFn-ec6AtoFtmLqRctDVgweq9lA,8847
 synth_ai/environments/environment/results.py,sha256=IqIZqE7TxZudF63e3-OLIC57n2uiODybhwAOWkFEQxY,111
 synth_ai/environments/environment/shared_engine.py,sha256=7moaV5eKDtNdPuM8euSaCNAPVLJ9E28v-hOu0fX0dkE,429
@@ -331,8 +459,8 @@ synth_ai/environments/environment/rewards/core.py,sha256=Iu5MKInKW1LGZ1vb3oc_qms
 synth_ai/environments/environment/tools/__init__.py,sha256=ew_9CkNnt4t6nh_wjXa4BudWHhALVUbTycQsdUtAg-4,6900
 synth_ai/environments/examples/__init__.py,sha256=POgz9O4n1tvPAW1rYNUNeQGrMlWxoPDmyht85o5Po0s,38
 synth_ai/environments/examples/bandit/__init__.py,sha256=gn_EP6oi33BQ3gIjf4aiyEXEklbPld7n7rpx0JoApT0,827
-synth_ai/environments/examples/bandit/engine.py,sha256=I3ICYsNuJPjP73m1ZHid6IUkWO12-4O2Yrhe0plEJXA,11660
-synth_ai/environments/examples/bandit/environment.py,sha256=15KufC8f8yAWnSXb7XL7zA01lVE8x-tzKmNK3oOIR8c,7419
+synth_ai/environments/examples/bandit/engine.py,sha256=o35S1Wz6o-zy2TijFwuwVYQykgcO0vRQYjq5rrxU9sg,11659
+synth_ai/environments/examples/bandit/environment.py,sha256=dRnt1RJ_-hHfA_JIKQvXyidGJSu15IbTid3HBvj5STk,7418
 synth_ai/environments/examples/bandit/taskset.py,sha256=bgLwb-OJSM308YIAEQa6Lk1TFDES3VGP4HqK23VA870,6777
 synth_ai/environments/examples/crafter_classic/__init__.py,sha256=8g6e991LpiUOkj3avOJo8qBbFiD7XSvrXb44ci98JRc,270
 synth_ai/environments/examples/crafter_classic/config_logging.py,sha256=Eqq35s0lPAmBiU0neZM6vmHPct15gp9TwS3vogrNziM,3794
@@ -340,7 +468,7 @@ synth_ai/environments/examples/crafter_classic/debug_translation.py,sha256=47DEQ
 synth_ai/environments/examples/crafter_classic/engine.py,sha256=i13hDJe-6BXWFqXAsdjNCrfjU_HpwWLE5-4KNT-VSbs,25257
 synth_ai/environments/examples/crafter_classic/engine_deterministic_patch.py,sha256=IMmqt0S9wh0sdP42G_Q6W_2j22gKX4YQZVvuIqLzLWc,2802
 synth_ai/environments/examples/crafter_classic/engine_serialization_patch_v3.py,sha256=oC1y_CdnB_xit4FH72dMo8ljlZW_Mpa3cMpbDVCtqyU,11127
-synth_ai/environments/examples/crafter_classic/environment.py,sha256=Vw70KPCR_45S7Qewlk5vcSQrskOqFofn85PxoWskTzU,22287
+synth_ai/environments/examples/crafter_classic/environment.py,sha256=FVnpCqBhmfgvc8R0LVkd-o4bWj96THkJRrHhIVwe9C4,22288
 synth_ai/environments/examples/crafter_classic/taskset.py,sha256=9uZpQOllUqMupIBwlz2Jv38hBYqY09czi1LOonCTk5c,9843
 synth_ai/environments/examples/crafter_classic/trace_hooks_v3.py,sha256=lka-3tNuYsvYQ6acEvJjvBPkylbqgCzuCd2QMOjNCRs,7194
 synth_ai/environments/examples/crafter_classic/world_config_patch_simple.py,sha256=wHT2pyOJ55Jlh9iq-UND4cd-GQdyKxQmo9ncCuQ_Jiw,10166
@@ -512,12 +640,12 @@ synth_ai/environments/examples/tictactoe/engine.py,sha256=B2OYQ3TVi_c75BRy_zHIEW
 synth_ai/environments/examples/tictactoe/environment.py,sha256=p_ZN5-AyYKUnIJ5Df46fXMlJZ6yRerkvXC9GA1W0Ht8,9336
 synth_ai/environments/examples/tictactoe/taskset.py,sha256=q601JiFJXqJu9gjsvEXgYA8TkQ-u0pLZgzxHN7A4hBw,7812
 synth_ai/environments/examples/verilog/__init__.py,sha256=JBf4ayWGO-VPK7PLitp_-jiKDi9gd3hhQ-PahNkiLJ0,262
-synth_ai/environments/examples/verilog/engine.py,sha256=uAJRo92qbJ0rV58AB-ygkT0UBb-2OIIi1_cWvxB5SJg,13190
+synth_ai/environments/examples/verilog/engine.py,sha256=Ui5HQeDlRTKoVyDxG7xLUlOMMxbDtEK7L5gVtavn5uk,16929
 synth_ai/environments/examples/verilog/environment.py,sha256=UfdV8097c_oCtqoaL9TP7-J2nsYCz3tFQRdFoUW0pKA,12330
 synth_ai/environments/examples/verilog/taskset.py,sha256=sJzLVjq3d4_gbmzKQPLJlFYBXIHonf8ybpB7HdZYdLo,13338
 synth_ai/environments/examples/wordle/__init__.py,sha256=JksC4yMuWfnoO1nXS-bIrxRGPBL3AU93Kw4R1FYGj7E,804
 synth_ai/environments/examples/wordle/engine.py,sha256=FyPczyaBCJHR5kM329w4fP4yDTKQl6uCw3F3iKj6fLI,13097
-synth_ai/environments/examples/wordle/environment.py,sha256=bVQgDKX6l96unaY37cndf_8eBEiLJwvoPZ6DAgb5fQY,6378
+synth_ai/environments/examples/wordle/environment.py,sha256=uhtT708XMyR2YPlD2f5u6WGX8txTxDapWlzqPhsgpjk,6377
 synth_ai/environments/examples/wordle/taskset.py,sha256=E5EfE9cma_saVoUKmVkCL9FgYeKRnkpQDviZAkyuIoY,8236
 synth_ai/environments/examples/wordle/helpers/generate_instances_wordfreq.py,sha256=QZmCX62GMfrR3U6VqzFth1C9nk7JL1JO7hpHcXUFrOw,2509
 synth_ai/environments/reproducibility/core.py,sha256=jDhG1EARROJH7-Y7eKuMYdjbi4-t1QUbxddHbbG1Dxc,1499
@@ -538,69 +666,73 @@ synth_ai/environments/tasks/utils.py,sha256=2UfWqN5WE7blfpdd8GcPuT56sDAPXzlF0pGU
 synth_ai/environments/v0_observability/history.py,sha256=gW0SozHmxeL6PFNaTAQ7em8BNUlObsRpP4_MJ3drMBE,54
 synth_ai/environments/v0_observability/log.py,sha256=B4LvbPh0a1_E5dki2PlKAVHESB8oCQz0CmDBvC0GwdQ,38
 synth_ai/evals/__init__.py,sha256=NBInP4HqnLUtI7USUwOqnar2c7JT4g8ngvm612CMuqA,306
-synth_ai/evals/base.py,sha256=Pu_h3oJAAEqJxgj5eigqbVhrNjAGJnBtlxpacSbGXCI,353
-synth_ai/evals/client.py,sha256=def_W2hSLPkvNo1V87vx8TQVDYPFzUyncU7MFm4cZ-I,3009
+synth_ai/evals/base.py,sha256=eXEVrkEhocmO_9A9aF2BGTWiQ9i5C9ozabQlwlRNO-0,580
+synth_ai/evals/client.py,sha256=ZT89j1AHmjFLwZGIs0nTeEvNl-b0swtRWbHW7FJPFS0,3016
 synth_ai/evals/types.py,sha256=vpg2u4vLi7EqXJYgMM44TPXKKQKDxkcK3_KzYeHU6l0,930
 synth_ai/inference/__init__.py,sha256=5xwgFMKRfbLC7TX3lwMqGOZ8HHOEnXwlDqV_FLjsd5A,74
-synth_ai/inference/client.py,sha256=FA1h4rcMu7M0qCCCJ4yQTqC9dM1weVhDWylry8znnCc,1262
+synth_ai/inference/client.py,sha256=zz39eLuK_CJ151Lxy4SdNfUn-GWTT5inJLgmP2snhqQ,1269
 synth_ai/jobs/client.py,sha256=9I7LA-zmfHvidnSrw4NkU9owor_9vgSb5UICXYZUCtk,10440
 synth_ai/learning/__init__.py,sha256=Vk-5n8qAmGnNAIH-4LSU3vMD9CuX8_4ZFqwUJC9GDp4,1584
 synth_ai/learning/algorithms.py,sha256=N2sXJ-U5QfvmSCtB2KUkTMyg46_pibYXHdIrYSKGyxA,342
-synth_ai/learning/client.py,sha256=DdjCZZLch4SG9as019XZoq12OVC9ZSKJQk6D5WCjfIw,9526
+synth_ai/learning/client.py,sha256=zQs7wH3yzSLyyUjQz42xo7d8tiVAZm2NYCYIPrXmCwE,9533
 synth_ai/learning/config.py,sha256=-mh2thnHfuwivKnEt4VYCfPPrgwpQvY9QeMg-7HW1H4,98
 synth_ai/learning/constants.py,sha256=QaunQg7Xru0S6AQv_-zoDprMB0ssn9sPHnhaTxz8reY,536
 synth_ai/learning/core.py,sha256=bA_Ng3YKeCJb1scnrSapp48HildL7Pd2fHkZ4zxurZU,440
 synth_ai/learning/ft_client.py,sha256=CqZh195n_QILnbnuGoCcloweTunhxPzWJVDPFFykekk,179
 synth_ai/learning/gateway.py,sha256=8plVu9V_0PTt1ZI6awuh9wSFT4BqS-mLshaN77wGyDk,31
-synth_ai/learning/health.py,sha256=sfq7ktelJBhJWOiHh-hMQHuAkFMxBe8xDHBRlHjocK8,1570
-synth_ai/learning/jobs.py,sha256=nqYkzfZtFXULje9EaRueWRlMdfbPgBhKfHvU67bwDXs,9241
+synth_ai/learning/health.py,sha256=Cjl1Q6duMfbjnmdBXKFoKts3CxVJF8EbeWspQNkpvkA,1577
+synth_ai/learning/jobs.py,sha256=f1jTXUOUFoEKmJZnQla9dqGJ-GYBlYtlNZFONIYEJ_o,9248
 synth_ai/learning/rl_client.py,sha256=zJfY3M-9i45lfStN7_ptk8XUAM8z7MUrk_NN4OIBqkA,92
 synth_ai/learning/sse.py,sha256=E95hgsHK27hxyl4xcgGH_6hmn-GHk3qhgcI8H7_-7c4,1796
-synth_ai/learning/validators.py,sha256=2POP8z-kziFw93O4NNOoVRMutW_AohY-y72b-xRg604,1552
+synth_ai/learning/validators.py,sha256=SRMUkJx-XqEkFcHT5e0EmW292VATPBNJQh3HNnqsgKk,1636
 synth_ai/learning/rl/__init__.py,sha256=L3GAK_1DPMg2Y8mhHm1ywKUOAdZBqKlHiu5HrJabCKY,872
-synth_ai/learning/rl/client.py,sha256=vdVFxju4PUZx13ECesvkMvEkyw2x5u4mzj6vKfIqcBA,11377
+synth_ai/learning/rl/client.py,sha256=Z7NPyIE8u9py5SOOdDLBAZPdelh6o87bz9yfOZHkjnY,11384
 synth_ai/learning/rl/config.py,sha256=T70JlL4i6tSft09-jOs84hFgAiD2XpcVCtC5Rfz7Ehk,864
 synth_ai/learning/rl/contracts.py,sha256=_3lY_bqsBBLzNTtSuqWH4Q53BpmOHZqhzkE_7S4msSY,570
-synth_ai/learning/rl/env_keys.py,sha256=GZ-rUZFkYPjCVIaJ-iCamsErQF7xGxjIqd94GjmS-CQ,5589
-synth_ai/learning/rl/secrets.py,sha256=UlVFAOjzLCS6yaWtWl-8Hz0A1vH1XS8zXlHCd6ib0kg,275
+synth_ai/learning/rl/env_keys.py,sha256=WqkU0WutklwAZfdoxbgDzDrsPDYjapirELOEoPn9XIY,5586
+synth_ai/learning/rl/secrets.py,sha256=MJkyJbiedtZmNz0L_VwSgbTk4LSmbjElmYHOf34WfEc,272
 synth_ai/learning/sft/__init__.py,sha256=6SOcXUwYebySuy1QGLApv5U6zbAOobcSE6NsInouwPA,564
-synth_ai/learning/sft/client.py,sha256=9KxDcnwQl5FKZgXOUsEvsihFJUg2CHJA6sc791cypyo,2582
+synth_ai/learning/sft/client.py,sha256=qbRCkC7y_MAJ4ioYwtjQ7pvUZzfRUTMJHXeKf4l59LI,2589
 synth_ai/learning/sft/config.py,sha256=pdUvwmhYMSIrFTD7-a9MglPwHevP4OSed9TuOzdjkOc,9791
-synth_ai/learning/sft/data.py,sha256=gM9ObMO7L3woKUVL2p-Pz6iTikS1Yr40vce5zRy2H84,9454
+synth_ai/learning/sft/data.py,sha256=oaJr79u0I-hzngE2G-nBUAzrl6rbnaCo7ilMTy7NX6k,23590
 synth_ai/lm/__init__.py,sha256=uXZFG6zFox_oV6FM7cJQxmnCNUBBa50ZuhdXCNxx0Lo,875
-synth_ai/task/__init__.py,sha256=LWH7VCs_FX5AE4USROevR80ijqQF_rXDFmPFsC2IbmQ,2599
+synth_ai/task/__init__.py,sha256=TepuxwB9ogjPjFLvP0t8BKnsTGPwBtoSNrIdZVKHbAI,2833
 synth_ai/task/auth.py,sha256=IUD3DcU-43qczWV9sSccXsjDOkZe8sJHmcQtues1YWQ,5652
 synth_ai/task/client.py,sha256=ccbcYRaZZ5MBMcfFdA8x2t7PjXEdvKuFmwRxrRl_8vk,5741
-synth_ai/task/contracts.py,sha256=HqZSYeD0dTTLKi0Oj_rcnagxMXW_zdoKxTv-2keMpvc,6746
+synth_ai/task/config.py,sha256=9swQhuURgrAsczovTo2Oi5X4uF1BbuOVz7iRo8m2bVM,8779
+synth_ai/task/contracts.py,sha256=XBVHxdqTY8H-JBI0FGbVJJUcMrQy9LgmGFm97Udo-Xk,7251
 synth_ai/task/datasets.py,sha256=5wqvTaDm-A4F6shPMXy5NMZim2_OGbMCSQBuuktn2qI,3968
 synth_ai/task/errors.py,sha256=BOdWz0fgJVprx2-mGRJTnTilAGHmc4WRpUVFA7eLrlc,1524
 synth_ai/task/health.py,sha256=wfNNLYlWLmwoPpHA8ahDdqb0YAZ8JTyHzs8bdIX-pOI,1139
 synth_ai/task/json.py,sha256=SB9XdHFloJha9WeClq4mvaL8B21-fRl9kb1d1JlNfIc,3612
 synth_ai/task/proxy.py,sha256=6klwBH2PKUKxqmUc-I2hS9PQoL3mZTW3BP925rW7c4s,8921
+synth_ai/task/rubrics.py,sha256=_qqAvl1NFGW6nJlzmI3UwjxuvWbOQeLcMwrZpmpMQGk,7180
 synth_ai/task/server.py,sha256=2NwqAkQuWzs89wQtlEsOBg6rnBRWE1z6UIKeN0PtG08,16101
-synth_ai/task/tracing_utils.py,sha256=wk6Gl8JApZePLm_EBQc3EHNEvOdjQSa5mPa02IWQy5E,2505
-synth_ai/task/validators.py,sha256=Rknj1l5KztN2FW6qHM_egz3TcudoKXaHCiDXl4Zv6Dc,11266
+synth_ai/task/trace_correlation_helpers.py,sha256=M8mbmo2b-o7xMMnkrOIuO6rNjzSFo_W2vAWnWVxMy-U,11721
+synth_ai/task/tracing_utils.py,sha256=DaVMF0XZp0U00z8mTgMGkUqGEZV1IEG7Bxso8yfcSk8,2941
+synth_ai/task/validators.py,sha256=tPWA40SRY2A5fYQ3P3RqyHY2rv2VMLKvIhCuNYEiWag,17189
 synth_ai/task/vendors.py,sha256=a5t_1HGwPnPUoPMbzNB87jOTCyA4S7W7eIgJ-E4Gfew,1626
-synth_ai/task/apps/__init__.py,sha256=pYug8RalL9laX3LwPg3VtP8M31QwtuFsYWWGF9mSX2I,4062
-synth_ai/task/rubrics/__init__.py,sha256=GyJo9x-BmO6B8Cc-wYd6H5va_HswvsBq4fr0WFpCEMA,1365
-synth_ai/task/rubrics/loaders.py,sha256=wgAk7hP_OP-hNc315lDreiEdpe8kUmhIdxDS0_-eVYI,4370
+synth_ai/task/apps/__init__.py,sha256=5L5pdg5WXwKBy1J75B9FZ7tth_7HYHuEG8pohk0CNMg,4216
+synth_ai/task/rubrics/__init__.py,sha256=i4xxA7Jp70xoWxV3D9faB8nfJU4W54WLhjj3GxW1Wz0,1367
+synth_ai/task/rubrics/loaders.py,sha256=koYF5VTP66MfvjMUA27bhqE7i0U6SauSLUobSCKtUX4,5268
 synth_ai/task/rubrics/models.py,sha256=wCwv8DzVOZ724yoGi-fduFWAEglR1tg2H3ct_4SdVks,1703
-synth_ai/task/rubrics/scoring.py,sha256=UTjFNhvl9jGo4F7hEmGBkbu3gqVGP8fQS-GaZ9mwqPM,3749
+synth_ai/task/rubrics/scoring.py,sha256=eea5KXnlJWUASFf2kYXClbZEW48SGv0mlvvvX-265rU,3752
 synth_ai/task/rubrics/strict.py,sha256=kKj9nIeuNMjptxrFoJd-J0sdEQtZ2Q1pIH5NyRJlAl8,4346
 synth_ai/tracing_v3/__init__.py,sha256=DRhOO-AFtCYSrQ_S-2gLTDCBZUVwy-NKgdAr9uh2K2A,3307
 synth_ai/tracing_v3/abstractions.py,sha256=uja-8UMh-RWfpVBjsZwNw1UhNMpgsy4Zmd_pEq_qXjI,12865
-synth_ai/tracing_v3/config.py,sha256=mPX2P4ILv1ktoI8oGKO_LyLc0O6Lnr2jbHA3QE-y6N0,3241
-synth_ai/tracing_v3/db_config.py,sha256=t9yalucYHdna7kcIQB3aEM9MDThl2hvwbbJhqL_iIQs,6773
-synth_ai/tracing_v3/decorators.py,sha256=81qDr0DR5I3W943l67oItlN_P7vGbrYFketwCMxDC6s,14746
+synth_ai/tracing_v3/config.py,sha256=JiirsoJ2-wpiaHo0tLehHZ7LkSXQcpuxnrf7Wl9UcIc,3054
+synth_ai/tracing_v3/constants.py,sha256=-XHni8PxJXjxso9aPqjXbG9-gziMvpZAs_Vffl2moIM,708
+synth_ai/tracing_v3/db_config.py,sha256=GW_vjKqVrihI8oMReAVbXnq8eIegIrhgyvG4KVZuYD4,6847
+synth_ai/tracing_v3/decorators.py,sha256=lJ6vJi1horv5H9nmXeh9-BY0LZotet5lihVCMBPnsqA,14939
 synth_ai/tracing_v3/hooks.py,sha256=QUfVvE6H2HIkP-dED1ctBpxzJXpaM_7UU-XaU6043W4,7997
 synth_ai/tracing_v3/llm_call_record_helpers.py,sha256=zZ0i6SB7l6WYud9mRLBTyZ4BJCgMmSDyhAZOg81T3k4,13633
 synth_ai/tracing_v3/lm_call_record_abstractions.py,sha256=j2RGuXVaV_EXmIosuXRDjptJSlrDXwb8x06k2fF6lqo,9195
 synth_ai/tracing_v3/migration_helper.py,sha256=izm7SNHtG3VDv_5ZmMk_mmwKitmShxUK3joNFOArZIY,4177
 synth_ai/tracing_v3/replica_sync.py,sha256=9gbGyItvW5zhcQ8eexmW14S1uljVRIcpeQ1d1h7GLgo,8907
 synth_ai/tracing_v3/serialization.py,sha256=YqXbPTA1ZF5jNVwQJGIbi7Uk1VVd7FZuCN5KkjJHiEM,4124
-synth_ai/tracing_v3/session_tracer.py,sha256=z9-gt7SK68X_q0aOHwWOtGOaGClpoWkUkAxAOwTKpI8,18996
+synth_ai/tracing_v3/session_tracer.py,sha256=5cYeLcJQmL5tfMmV0NlPP6kai8O6XoKvj99qhq7_5gk,19633
 synth_ai/tracing_v3/trace_utils.py,sha256=aoZQqocuAAolo_bxQ-GdYjnYtfwUzo8VE7BXMcusohY,9437
-synth_ai/tracing_v3/utils.py,sha256=t-ZEyP03j8k7jNxtLsOSvzQnq8SXBaRPdK7jCgPdVdI,3450
+synth_ai/tracing_v3/utils.py,sha256=JMdWFqU_JlQbA4Eb9KIo45TdZeNmOlyu3-tOFpZUj8M,3459
 synth_ai/tracing_v3/examples/basic_usage.py,sha256=gSIWxeCYNe5WL38FjCaOCv0RvmxZ8SDiPWhA1-8XAeg,7342
 synth_ai/tracing_v3/storage/__init__.py,sha256=VPjBh180bcSPz1HsbqaqfnvguwqwomaEYKxkrhfGABY,332
 synth_ai/tracing_v3/storage/base.py,sha256=Ou-J_IINQqG2GgQfYcF3FIaAteoEfZZzmnTsDisa_II,5995
@@ -610,14 +742,33 @@ synth_ai/tracing_v3/storage/factory.py,sha256=cgF6WGd6o7JUKhRxNpLC221ludB_YWL-wx
 synth_ai/tracing_v3/storage/types.py,sha256=LevN8M12ilZ0EaiQ6Y3yONSMuLGEhSKNt0ir5wbVbek,613
 synth_ai/tracing_v3/storage/utils.py,sha256=yDjy6Uoz9PXYk-bGWVxG31MfGN3ncvea0R591lPxJ70,6461
 synth_ai/tracing_v3/turso/__init__.py,sha256=hcwysYjh1_ckqrn2DW4QSc2l0jdfN-INrfWciOsTqdI,286
-synth_ai/tracing_v3/turso/daemon.py,sha256=X4SF-ih3ETtJFxTXMxeEektQvRkI2Hz3wyMrjEFQKSA,4426
+synth_ai/tracing_v3/turso/daemon.py,sha256=P4ImOEq_m0PPx8MF0F_82ZOc597o_lt5rngsX7tdTkQ,4448
 synth_ai/tracing_v3/turso/models.py,sha256=BZg4bo-V9enr8R5pJ9mOTsfb6QdrULjj_jgMgnwzeqM,16362
-synth_ai/tracing_v3/turso/native_manager.py,sha256=xbKETeZs_xAZY3pZ-JXsed8NNU2yY8tmT7jEcxyzZak,42089
+synth_ai/tracing_v3/turso/native_manager.py,sha256=GlH2L35tbCTvrRC5utnQ78jk4p8oSpR8g_7SrC1MFOw,44299
+synth_ai/tui/__init__.py,sha256=XvdNF4RF419pnyIJ2sa6ZaJQSPmC9p82eIkTankDp6c,99
+synth_ai/tui/__main__.py,sha256=6L-3iTmRWkCyf6a4ECtLpI67nD99ObydtqwOh_Ao3rc,238
+synth_ai/tui/dashboard.py,sha256=7gu-efOnZV3M6zYMuMHVyGId0PBEWIH3apLaFHTvVgQ,33225
+synth_ai/tui/cli/__init__.py,sha256=a_vhwN7-ZGCpjz1sHT-w8m3Icr2zfatlOnYc3v3-X1M,49
+synth_ai/tui/cli/query_experiments.py,sha256=IQLI9EqxEWJdp-QfMyn5dxe_ip-G1CM6MV2SvVNacBI,5827
+synth_ai/tui/cli/query_experiments_v3.py,sha256=IQLI9EqxEWJdp-QfMyn5dxe_ip-G1CM6MV2SvVNacBI,5827
+synth_ai/utils/__init__.py,sha256=Cv6Yoo4vSVLxN2lURO1U7fe7iD4g4W8whdyiMD-AeGQ,2849
+synth_ai/utils/base_url.py,sha256=gewzRh6A3lJipSSOW906lBPB8x0V0iBi-Ho3m8XftXw,2809
+synth_ai/utils/cli.py,sha256=ofC1pocOOhS1ITJ_Wb4Pg9P2kILUCB-0lLgfZiNwtC8,4201
+synth_ai/utils/env.py,sha256=bDant5x8Wfwa8qjsqmDkxbu9Z9zf0-wVrdr3bd4YcxU,9068
+synth_ai/utils/http.py,sha256=PynTee1TZjurA2vVVN4UxX8RUJ59PNnZKLaUft25iK4,6204
+synth_ai/utils/modal.py,sha256=w0Eb92hnXICTaHf4N_uq-Efykr02Ehfdys47vkq1u9Y,10975
+synth_ai/utils/process.py,sha256=u4IEIH8VIF-mwjdzDZL4jQrrFuV7jvSmMCV4o9mAyyE,5875
+synth_ai/utils/prompts.py,sha256=TunI29ECroh9NI_U4Za2GknRnFdcric8hkRzSUnkwX8,1328
+synth_ai/utils/sqld.py,sha256=cHOPGywLTMdQDqURIxdrNoXWFUTdZrikDo7c1oyIXP0,3908
+synth_ai/utils/task_app_discovery.py,sha256=HLFarfXf6J5TQcgtHcUAfosLG-387pzsjs8GSRpcXG4,30661
+synth_ai/utils/task_app_env.py,sha256=6Mx7V0_7DiAQc9U0ZVSspMWA0-H4FenlrSti6tYT70o,7409
+synth_ai/utils/task_app_state.py,sha256=iGXattKGilv6UQIBlLkd6d62XXxiAExUzFJ3YqLd0f8,9396
+synth_ai/utils/user_config.py,sha256=h7pytVtwZD33QAdPRAtEofjIrBMHOph867gaPqFda1Q,3955
 synth_ai/v0/api/__init__.py,sha256=wgz7K2rwVmxTRx0vy5abWclC2NTVjsM1buYQxXCnF3k,197
 synth_ai/v0/api/models/__init__.py,sha256=-VNJS0rSmrWaXnb2RkaBoDXc_9roO7ZgWVBe1vGKz-8,167
 synth_ai/v0/api/models/supported.py,sha256=aQCUi9xPn1Nt5Xd7yN42RyZVppsYaUdCADFoew_NhoE,246
-synth_ai/v0/config/__init__.py,sha256=zqDx2a57ItVoQb8t-xDCLAt9Xol-uTOrKxMIxXUCHa4,328
-synth_ai/v0/config/base_url.py,sha256=aNqAzDXgROUII7Y_dIa4-W5ng5u97XOb2W1v-Skfps8,387
+synth_ai/v0/config/__init__.py,sha256=J45T3-qK-ZbwxX2wehH_GeJJOWg50KHnQYrLwUug7RE,263
+synth_ai/v0/config/base_url.py,sha256=gkbrfGHgEo3axeWOj88aYQSf7MYpULgIM6O-nR9ui9c,133
 synth_ai/v0/lm/__init__.py,sha256=QOqCIRK9Ge5NmWJpQe_kcREZrv39rs1mSMLKfCKAeTM,1155
 synth_ai/v0/lm/config.py,sha256=pFbk__5r5qvtoasq8xmGa9m8diuJFWhcHNPivPmZiCg,3795
 synth_ai/v0/lm/constants.py,sha256=I7WRm8bRqH0mQQS0bbBysojzxdcvuJ77kJh81es8qZw,1227
@@ -678,15 +829,15 @@ synth_ai/v0/tracing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 synth_ai/v0/tracing/abstractions.py,sha256=pL9XCf9UEWdX4IRizzRK9XUNBtDeBYfkVD51F8UOB0s,6898
 synth_ai/v0/tracing/base_client.py,sha256=IZpyuM-GIClvBBFA9iv4tpOjzY1QHF1m7vkNCYk7xLo,2931
 synth_ai/v0/tracing/client_manager.py,sha256=rDHpOClkf1t0_6cJecQtr9IaaRmEJOCQ8StaiHyXq1E,4512
-synth_ai/v0/tracing/config.py,sha256=ZjfJV1jMoJ6srdGMPtSaaOX7gz9KiyyxGn5p9QMrwHE,4042
+synth_ai/v0/tracing/config.py,sha256=iy5522TmBwqkte2wCDh1wrwnjEaajX6642sWiaVUkBY,4042
 synth_ai/v0/tracing/context.py,sha256=QZRgMgSWMcmZtQ4WDA7eCJdIAKbgU85vWDM-aiRUpCE,5113
-synth_ai/v0/tracing/decorators.py,sha256=vAGItKhcdcCMenfFrnXoczl0iAki_uUvvT5n42pnAKk,30851
+synth_ai/v0/tracing/decorators.py,sha256=XrrIcFybAlBBJZXnYPegAA8zQ8H3cW9YOAyQ5P0am7w,30851
 synth_ai/v0/tracing/immediate_client.py,sha256=M1J1zY9dC2u0Ta-xa6kK32mSa9g-va2Avu7hnB88tbo,6203
 synth_ai/v0/tracing/local.py,sha256=sDNQ6ECVwZZkRlCC0_F33VOXuUUzZ1B0UVFBMKtN5R0,722
 synth_ai/v0/tracing/log_client_base.py,sha256=Zl-dOknLd47xa-fh_3UBJkw1wF67uN1-4sm8N0Wl7CU,2297
 synth_ai/v0/tracing/retry_queue.py,sha256=Crpt8ugbuxKfau3ioWt0jMJzsCafaxKPSC1X3gfPU34,6647
 synth_ai/v0/tracing/trackers.py,sha256=I_5M9vAzFAsR_xKPGq_55yq2NkwztBZreMX8JhCK9UA,19005
-synth_ai/v0/tracing/upload.py,sha256=v6Go0d-b-O9bd1FZ8oXsXHW1opc48svJ4AJukQYrI5E,13141
+synth_ai/v0/tracing/upload.py,sha256=H8CWTXOfVo5dOPMMM1OUAAmEdEXsFGeJuJeNGLD-8Aw,13141
 synth_ai/v0/tracing/utils.py,sha256=FXoMW9qOIk8-2qv_7WpVK2UG3_0AAGwi6fQQJ5Eldqk,306
 synth_ai/v0/tracing/events/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synth_ai/v0/tracing/events/manage.py,sha256=ZDXXP-ZwLH9LCsmw7Ru9o55d7bl_diPtJV78_p7hhxQ,5956
@@ -696,15 +847,15 @@ synth_ai/v0/tracing_v1/__init__.py,sha256=AHaSAzOMVAML9T_E4OrO2K9BheZDiKBUU3uyfG
 synth_ai/v0/tracing_v1/abstractions.py,sha256=pL9XCf9UEWdX4IRizzRK9XUNBtDeBYfkVD51F8UOB0s,6898
 synth_ai/v0/tracing_v1/base_client.py,sha256=IZpyuM-GIClvBBFA9iv4tpOjzY1QHF1m7vkNCYk7xLo,2931
 synth_ai/v0/tracing_v1/client_manager.py,sha256=rDHpOClkf1t0_6cJecQtr9IaaRmEJOCQ8StaiHyXq1E,4512
-synth_ai/v0/tracing_v1/config.py,sha256=ZjfJV1jMoJ6srdGMPtSaaOX7gz9KiyyxGn5p9QMrwHE,4042
+synth_ai/v0/tracing_v1/config.py,sha256=iy5522TmBwqkte2wCDh1wrwnjEaajX6642sWiaVUkBY,4042
 synth_ai/v0/tracing_v1/context.py,sha256=QZRgMgSWMcmZtQ4WDA7eCJdIAKbgU85vWDM-aiRUpCE,5113
-synth_ai/v0/tracing_v1/decorators.py,sha256=Hy_CqumvZxvyDoeLuZPB8_FE8BWKKwxtPtiino0JAIo,31704
+synth_ai/v0/tracing_v1/decorators.py,sha256=5842VdXXIfiWUqapjhniB1vSPNa_vinTig-57MfSQjc,31704
 synth_ai/v0/tracing_v1/immediate_client.py,sha256=M1J1zY9dC2u0Ta-xa6kK32mSa9g-va2Avu7hnB88tbo,6203
 synth_ai/v0/tracing_v1/local.py,sha256=sDNQ6ECVwZZkRlCC0_F33VOXuUUzZ1B0UVFBMKtN5R0,722
 synth_ai/v0/tracing_v1/log_client_base.py,sha256=Zl-dOknLd47xa-fh_3UBJkw1wF67uN1-4sm8N0Wl7CU,2297
 synth_ai/v0/tracing_v1/retry_queue.py,sha256=P1XxTzZHBBPeFTHWSh_1oP5Byn4X3bNsXZqPc1rsu5U,6650
 synth_ai/v0/tracing_v1/trackers.py,sha256=I_5M9vAzFAsR_xKPGq_55yq2NkwztBZreMX8JhCK9UA,19005
-synth_ai/v0/tracing_v1/upload.py,sha256=gRMx0aRQHvO1-MEJAEvdTYH9cBvcPp_Z8r2nHADrBFM,18024
+synth_ai/v0/tracing_v1/upload.py,sha256=yvsBcNo_mX2skDzUF8vxppwm74HS8thoh2Sg-vLjhjQ,18024
 synth_ai/v0/tracing_v1/utils.py,sha256=FXoMW9qOIk8-2qv_7WpVK2UG3_0AAGwi6fQQJ5Eldqk,306
 synth_ai/v0/tracing_v1/events/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synth_ai/v0/tracing_v1/events/manage.py,sha256=ZDXXP-ZwLH9LCsmw7Ru9o55d7bl_diPtJV78_p7hhxQ,5956
@@ -715,9 +866,9 @@ synth_ai/v0/tracing_v3/abstractions.py,sha256=7IHKkzicFEJ4UXJbodK11Pi8YYq7Vt8Ev_
 synth_ai/v0/tracing_v3/decorators.py,sha256=fRyVBKEbxAPZoDsBH7t8OVLVixvgD_Lw_1ONF1TuZxU,108
 synth_ai/v0/tracing_v3/llm_call_record_helpers.py,sha256=JYSpGtW-RC-DnhUIPdVADNF3rK5x8Tl8DOymbmRI99I,121
 synth_ai/v0/tracing_v3/session_tracer.py,sha256=TSUzb_fUUlpwOqFE1X-Fs14nG2CNe7MZLKOvH7cV2kE,112
-synth_ai-0.2.13.dev2.dist-info/licenses/LICENSE,sha256=ynhjRQUfqA_RdGRATApfFA_fBAy9cno04sLtLUqxVFM,1069
-synth_ai-0.2.13.dev2.dist-info/METADATA,sha256=7X7HCtmYwFz7pL7T4K2ynyEi2GecA5XByoh2dfvqlOY,5520
-synth_ai-0.2.13.dev2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-synth_ai-0.2.13.dev2.dist-info/entry_points.txt,sha256=GSFXaJreq4PJXbixkUI0GHZwGh2dZDG5pYaoVmqr_KE,46
-synth_ai-0.2.13.dev2.dist-info/top_level.txt,sha256=1moNHgctEUJ3F3eH3V-7FSMb2iTTze1V13dj1R04oUY,18
-synth_ai-0.2.13.dev2.dist-info/RECORD,,
+synth_ai-0.2.16.dist-info/licenses/LICENSE,sha256=ynhjRQUfqA_RdGRATApfFA_fBAy9cno04sLtLUqxVFM,1069
+synth_ai-0.2.16.dist-info/METADATA,sha256=R9BD449A7H8akSXGjXfGWZFq5EOBgxMO_wOHCswa42U,6134
+synth_ai-0.2.16.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+synth_ai-0.2.16.dist-info/entry_points.txt,sha256=GSFXaJreq4PJXbixkUI0GHZwGh2dZDG5pYaoVmqr_KE,46
+synth_ai-0.2.16.dist-info/top_level.txt,sha256=1moNHgctEUJ3F3eH3V-7FSMb2iTTze1V13dj1R04oUY,18
+synth_ai-0.2.16.dist-info/RECORD,,