synth-ai 0.2.8.dev4__py3-none-any.whl → 0.2.23.dev3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- examples/README.md +1 -0
- examples/__init__.py +16 -0
- examples/analyze_semantic_words.sh +17 -0
- examples/baseline/banking77_baseline.py +243 -0
- examples/baseline/banking77_pipeline_baseline.py +294 -0
- examples/baseline/crafter_baseline.py +407 -0
- examples/baseline/pokemon_red_baseline.py +326 -0
- examples/baseline/simple_baseline.py +56 -0
- examples/baseline/warming_up_to_rl_baseline.py +239 -0
- examples/blog_posts/gepa/README.md +355 -0
- examples/blog_posts/gepa/configs/banking77_gepa_local.toml +95 -0
- examples/blog_posts/gepa/configs/banking77_gepa_test.toml +80 -0
- examples/blog_posts/gepa/configs/banking77_mipro_local.toml +50 -0
- examples/blog_posts/gepa/configs/banking77_pipeline_gepa_local.toml +101 -0
- examples/blog_posts/gepa/configs/banking77_pipeline_gepa_test.toml +96 -0
- examples/blog_posts/gepa/configs/hotpotqa_gepa_local.toml +57 -0
- examples/blog_posts/gepa/configs/hotpotqa_gepa_qwen.toml +35 -0
- examples/blog_posts/gepa/configs/hotpotqa_mipro_local.toml +51 -0
- examples/blog_posts/gepa/configs/hover_gepa_local.toml +57 -0
- examples/blog_posts/gepa/configs/hover_gepa_qwen.toml +35 -0
- examples/blog_posts/gepa/configs/hover_mipro_local.toml +51 -0
- examples/blog_posts/gepa/configs/ifbench_gepa_local.toml +57 -0
- examples/blog_posts/gepa/configs/ifbench_gepa_qwen.toml +35 -0
- examples/blog_posts/gepa/configs/ifbench_mipro_local.toml +51 -0
- examples/blog_posts/gepa/configs/pupa_gepa_local.toml +58 -0
- examples/blog_posts/gepa/configs/pupa_mipro_local.toml +52 -0
- examples/blog_posts/gepa/deploy_banking77_task_app.sh +54 -0
- examples/blog_posts/gepa/gepa_baseline.py +204 -0
- examples/blog_posts/gepa/query_prompts_example.py +97 -0
- examples/blog_posts/gepa/run_gepa_banking77.sh +112 -0
- examples/blog_posts/gepa/run_gepa_banking77_pipeline.sh +163 -0
- examples/blog_posts/gepa/task_apps.py +105 -0
- examples/blog_posts/gepa/test_gepa_local.sh +67 -0
- examples/blog_posts/gepa/verify_banking77_setup.sh +123 -0
- examples/blog_posts/mipro/README.md +415 -0
- examples/blog_posts/mipro/configs/banking77_mipro_local.toml +91 -0
- examples/blog_posts/mipro/configs/banking77_mipro_test.toml +87 -0
- examples/blog_posts/mipro/configs/banking77_pipeline_mipro_gemini_flash_lite_local.toml +98 -0
- examples/blog_posts/mipro/configs/banking77_pipeline_mipro_gpt41mini_local.toml +96 -0
- examples/blog_posts/mipro/configs/banking77_pipeline_mipro_local.toml +94 -0
- examples/blog_posts/mipro/configs/banking77_pipeline_mipro_test.toml +170 -0
- examples/blog_posts/mipro/deploy_banking77_pipeline_task_app.sh +59 -0
- examples/blog_posts/mipro/deploy_banking77_task_app.sh +41 -0
- examples/blog_posts/mipro/multi_step.md +79 -0
- examples/blog_posts/mipro/run_mipro_banking77.sh +191 -0
- examples/blog_posts/mipro/run_mipro_banking77_pipeline.sh +171 -0
- examples/blog_posts/mipro/run_mipro_banking77_pipeline_gemini_flash_lite.sh +177 -0
- examples/blog_posts/mipro/run_mipro_banking77_pipeline_gpt41mini.sh +173 -0
- examples/blog_posts/mipro/verify_banking77_setup.sh +117 -0
- examples/blog_posts/pokemon_vl/README.md +98 -0
- examples/blog_posts/pokemon_vl/configs/eval_gpt5nano.toml +26 -0
- examples/blog_posts/pokemon_vl/configs/eval_qwen3_vl.toml +27 -0
- examples/blog_posts/pokemon_vl/configs/eval_rl_final.toml +24 -0
- examples/blog_posts/pokemon_vl/configs/filter_high_reward.toml +10 -0
- examples/blog_posts/pokemon_vl/configs/train_rl_from_sft.toml +43 -0
- examples/blog_posts/pokemon_vl/configs/train_sft_qwen4b_vl.toml +40 -0
- examples/blog_posts/pokemon_vl/extract_images.py +239 -0
- examples/blog_posts/pokemon_vl/pokemon_vl_baseline.py +326 -0
- examples/blog_posts/pokemon_vl/run_eval_extract_images.py +209 -0
- examples/blog_posts/pokemon_vl/run_qwen_eval_extract_images.py +212 -0
- examples/blog_posts/pokemon_vl/text_box_analysis.md +106 -0
- examples/blog_posts/warming_up_to_rl/ARCHITECTURE.md +195 -0
- examples/blog_posts/warming_up_to_rl/FINAL_TEST_RESULTS.md +127 -0
- examples/blog_posts/warming_up_to_rl/INFERENCE_SUCCESS.md +132 -0
- examples/blog_posts/warming_up_to_rl/README.md +158 -0
- examples/blog_posts/warming_up_to_rl/SMOKE_TESTING.md +164 -0
- examples/blog_posts/warming_up_to_rl/SMOKE_TEST_COMPLETE.md +253 -0
- examples/blog_posts/warming_up_to_rl/configs/eval_baseline_qwen32b_10x20.toml +25 -0
- examples/blog_posts/warming_up_to_rl/configs/eval_ft_qwen4b.toml +25 -0
- examples/blog_posts/warming_up_to_rl/configs/eval_ft_qwen4b_10x20.toml +26 -0
- examples/blog_posts/warming_up_to_rl/configs/eval_groq_qwen32b.toml +25 -0
- examples/blog_posts/warming_up_to_rl/configs/eval_openai_gpt_oss_120b.toml +29 -0
- examples/blog_posts/warming_up_to_rl/configs/filter_high_reward_dataset.toml +10 -0
- examples/blog_posts/warming_up_to_rl/configs/smoke_test.toml +75 -0
- examples/blog_posts/warming_up_to_rl/configs/train_rl_from_sft.toml +91 -0
- examples/blog_posts/warming_up_to_rl/configs/train_sft_qwen4b.toml +40 -0
- examples/blog_posts/warming_up_to_rl/warming_up_to_rl_baseline.py +187 -0
- examples/crafter_debug_render.py +186 -0
- examples/dev/qwen3_32b_qlora_4xh100.toml +45 -0
- examples/gepa/banking77_pipeline_gepa.toml +96 -0
- examples/gepa/multi_stage_gepa_example.toml +84 -0
- examples/gepa/run_gepa_banking77_pipeline.sh +157 -0
- examples/multi_step/SFT_README.md +147 -0
- examples/multi_step/configs/README_verilog_rl.md +77 -0
- examples/multi_step/configs/VERILOG_REWARDS.md +103 -0
- examples/multi_step/configs/VERILOG_RL_CHECKLIST.md +196 -0
- examples/multi_step/configs/crafter_eval_synth_qwen4b.toml +35 -0
- examples/multi_step/configs/crafter_eval_text_only_groq_qwen32b.toml +36 -0
- examples/multi_step/configs/crafter_rl_outcome.toml +75 -0
- examples/multi_step/configs/crafter_rl_stepwise_hosted_judge.toml +145 -0
- examples/multi_step/configs/crafter_rl_stepwise_shaped.toml +84 -0
- examples/multi_step/configs/crafter_rl_stepwise_simple.toml +79 -0
- examples/multi_step/configs/crafter_rl_stepwise_simple_NEW_FORMAT.toml +105 -0
- examples/multi_step/configs/crafter_sft_qwen30b_lora.toml +62 -0
- examples/multi_step/configs/crafter_synth_backend.md +40 -0
- examples/multi_step/configs/verilog_eval_groq_qwen32b.toml +31 -0
- examples/multi_step/configs/verilog_eval_synth_qwen8b.toml +33 -0
- examples/multi_step/configs/verilog_rl_lora.toml +147 -0
- examples/multi_step/convert_traces_to_sft.py +84 -0
- examples/multi_step/crafter_rl_lora.md +70 -0
- examples/multi_step/judges/crafter_backend_judge.py +220 -0
- examples/multi_step/judges/verilog_backend_judge.py +234 -0
- examples/multi_step/readme.md +48 -0
- examples/multi_step/run_sft_qwen30b.sh +45 -0
- examples/multi_step/sse_metrics_streaming_notes.md +357 -0
- examples/multi_step/task_app_config_notes.md +494 -0
- examples/multi_step/verilog_rl_lora.md +218 -0
- examples/qwen_coder/README.md +102 -0
- examples/qwen_coder/_shared.py +113 -0
- examples/qwen_coder/configs/coder_lora_30b.toml +60 -0
- examples/qwen_coder/configs/coder_lora_4b.toml +61 -0
- examples/qwen_coder/configs/coder_lora_small.toml +57 -0
- examples/qwen_coder/generate_dataset.py +98 -0
- examples/qwen_coder/infer_ft_smoke.py +65 -0
- examples/qwen_coder/infer_prod_proxy.py +73 -0
- examples/qwen_coder/infer_via_synth.py +87 -0
- examples/qwen_coder/scripts/infer_coder.sh +19 -0
- examples/qwen_coder/scripts/train_coder_30b.sh +22 -0
- examples/qwen_coder/sft_full_17b.py +103 -0
- examples/qwen_coder/sft_lora_30b.py +110 -0
- examples/qwen_coder/subset_jsonl.py +39 -0
- examples/qwen_coder/todos.md +38 -0
- examples/qwen_coder/validate_jsonl.py +60 -0
- examples/qwen_vl/BUGS_AND_FIXES.md +232 -0
- examples/qwen_vl/IMAGE_VALIDATION_COMPLETE.md +271 -0
- examples/qwen_vl/IMAGE_VALIDATION_SUMMARY.md +260 -0
- examples/qwen_vl/INFERENCE_SFT_TESTS.md +412 -0
- examples/qwen_vl/NEXT_STEPS_2B.md +325 -0
- examples/qwen_vl/QUICKSTART.md +327 -0
- examples/qwen_vl/QUICKSTART_RL_VISION.md +110 -0
- examples/qwen_vl/README.md +152 -0
- examples/qwen_vl/RL_VISION_COMPLETE.md +475 -0
- examples/qwen_vl/RL_VISION_TESTING.md +333 -0
- examples/qwen_vl/SDK_VISION_INTEGRATION.md +328 -0
- examples/qwen_vl/SETUP_COMPLETE.md +274 -0
- examples/qwen_vl/VISION_TESTS_COMPLETE.md +489 -0
- examples/qwen_vl/VLM_PIPELINE_COMPLETE.md +242 -0
- examples/qwen_vl/__init__.py +2 -0
- examples/qwen_vl/collect_data_via_cli.md +415 -0
- examples/qwen_vl/collect_vision_traces.py +368 -0
- examples/qwen_vl/configs/crafter_rl_vision_qwen3vl4b.toml +110 -0
- examples/qwen_vl/configs/crafter_vlm_sft_example.toml +59 -0
- examples/qwen_vl/configs/eval_gpt4o_mini_vision.toml +26 -0
- examples/qwen_vl/configs/eval_gpt4o_vision_proper.toml +29 -0
- examples/qwen_vl/configs/eval_gpt5nano_vision.toml +26 -0
- examples/qwen_vl/configs/eval_qwen3vl_vision.toml +26 -0
- examples/qwen_vl/configs/filter_qwen3vl_sft.toml +49 -0
- examples/qwen_vl/configs/filter_vision_sft.toml +52 -0
- examples/qwen_vl/configs/filter_vision_test.toml +8 -0
- examples/qwen_vl/configs/sft_qwen3_vl_2b_test.toml +54 -0
- examples/qwen_vl/crafter_gpt5nano_agent.py +308 -0
- examples/qwen_vl/crafter_qwen_vl_agent.py +300 -0
- examples/qwen_vl/run_vision_comparison.sh +61 -0
- examples/qwen_vl/run_vision_sft_pipeline.sh +175 -0
- examples/qwen_vl/test_image_validation.py +201 -0
- examples/qwen_vl/test_sft_vision_data.py +110 -0
- examples/rl/README.md +169 -0
- examples/rl/configs/eval_base_qwen.toml +17 -0
- examples/rl/configs/eval_rl_qwen.toml +13 -0
- examples/rl/configs/rl_from_base_qwen.toml +62 -0
- examples/rl/configs/rl_from_base_qwen17.toml +80 -0
- examples/rl/configs/rl_from_ft_qwen.toml +37 -0
- examples/rl/download_dataset.py +80 -0
- examples/rl/run_eval.py +436 -0
- examples/rl/run_rl_and_save.py +111 -0
- examples/rl/task_app/README.md +21 -0
- examples/rl/task_app/math_single_step.py +990 -0
- examples/rl/task_app/math_task_app.py +111 -0
- examples/run_crafter_demo.sh +10 -0
- examples/sdk_prompt_learning_example.py +55 -0
- examples/sft/README.md +139 -0
- examples/sft/configs/crafter_fft_qwen0p6b.toml +49 -0
- examples/sft/configs/crafter_lora_qwen0p6b.toml +49 -0
- examples/sft/evaluate.py +117 -0
- examples/sft/export_dataset.py +120 -0
- examples/sft/generate_traces.py +164 -0
- examples/swe/__init__.py +12 -0
- examples/swe/task_app/README.md +135 -0
- examples/swe/task_app/__init__.py +2 -0
- examples/swe/task_app/grpo_swe_mini.py +604 -0
- examples/swe/task_app/grpo_swe_mini_task_app.py +124 -0
- examples/swe/task_app/hosted/README.md +173 -0
- examples/swe/task_app/hosted/__init__.py +5 -0
- examples/swe/task_app/hosted/branching.py +143 -0
- examples/swe/task_app/hosted/environment_routes.py +1289 -0
- examples/swe/task_app/hosted/envs/__init__.py +1 -0
- examples/swe/task_app/hosted/envs/crafter/__init__.py +6 -0
- examples/swe/task_app/hosted/envs/crafter/app.py +1 -0
- examples/swe/task_app/hosted/envs/crafter/environment.py +522 -0
- examples/swe/task_app/hosted/envs/crafter/policy.py +478 -0
- examples/swe/task_app/hosted/envs/crafter/react_agent.py +108 -0
- examples/swe/task_app/hosted/envs/crafter/shared.py +305 -0
- examples/swe/task_app/hosted/envs/crafter/tools.py +47 -0
- examples/swe/task_app/hosted/envs/mini_swe/__init__.py +8 -0
- examples/swe/task_app/hosted/envs/mini_swe/environment.py +1191 -0
- examples/swe/task_app/hosted/envs/mini_swe/policy.py +355 -0
- examples/swe/task_app/hosted/envs/mini_swe/shared.py +83 -0
- examples/swe/task_app/hosted/envs/mini_swe/tools.py +96 -0
- examples/swe/task_app/hosted/hosted_app.py +204 -0
- examples/swe/task_app/hosted/inference/__init__.py +5 -0
- examples/swe/task_app/hosted/inference/openai_client.py +584 -0
- examples/swe/task_app/hosted/main.py +100 -0
- examples/swe/task_app/hosted/policy_routes.py +1094 -0
- examples/swe/task_app/hosted/registry.py +195 -0
- examples/swe/task_app/hosted/rollout.py +1905 -0
- examples/swe/task_app/hosted/storage/__init__.py +5 -0
- examples/swe/task_app/hosted/storage/volume.py +211 -0
- examples/swe/task_app/hosted/test_agents.py +161 -0
- examples/swe/task_app/hosted/test_service.py +136 -0
- examples/swe/task_app/hosted/utils.py +62 -0
- examples/swe/task_app/morph_backend.py +178 -0
- examples/task_apps/IMAGE_ONLY_EVAL_QUICKSTART.md +258 -0
- examples/task_apps/TESTING.md +275 -0
- examples/task_apps/banking77/__init__.py +6 -0
- examples/task_apps/banking77/banking77_task_app.py +912 -0
- examples/task_apps/banking77/deploy_wrapper.py +46 -0
- examples/task_apps/banking77_pipeline/__init__.py +6 -0
- examples/task_apps/banking77_pipeline/banking77_pipeline_task_app.py +489 -0
- examples/task_apps/banking77_pipeline/deploy_wrapper.py +50 -0
- examples/task_apps/crafter/CREATE_SFT_DATASET.md +286 -0
- examples/task_apps/crafter/EVAL_IMAGE_ONLY_RESULTS.md +152 -0
- examples/task_apps/crafter/FILTER_COMMAND_STATUS.md +187 -0
- examples/task_apps/crafter/FILTER_COMMAND_SUCCESS.md +281 -0
- examples/task_apps/crafter/QUERY_EXAMPLES.md +203 -0
- examples/task_apps/crafter/README_IMAGE_ONLY_EVAL.md +316 -0
- examples/task_apps/crafter/eval_image_only_gpt4o.toml +28 -0
- examples/task_apps/crafter/eval_text_only_groq_llama.toml +36 -0
- examples/task_apps/crafter/filter_sft_dataset.toml +16 -0
- examples/task_apps/crafter/task_app/README.md +42 -0
- examples/task_apps/crafter/task_app/__init__.py +5 -0
- examples/task_apps/crafter/task_app/grpo_crafter.py +1055 -0
- examples/task_apps/crafter/task_app/grpo_crafter_task_app.py +146 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/README.md +173 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/__init__.py +5 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/branching.py +143 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/environment_routes.py +1226 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/envs/__init__.py +1 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/__init__.py +6 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/app.py +1 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/environment.py +532 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/policy.py +583 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/react_agent.py +122 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/shared.py +305 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/envs/crafter/tools.py +47 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/hosted_app.py +253 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/inference/__init__.py +5 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/inference/openai_client.py +999 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/main.py +100 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/policy_routes.py +1252 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/registry.py +195 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/rollout.py +2233 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/storage/__init__.py +5 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/storage/volume.py +211 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/test_agents.py +161 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/test_service.py +136 -0
- examples/task_apps/crafter/task_app/synth_envs_hosted/utils.py +411 -0
- examples/task_apps/dev/pokemon_emerald/__init__.py +2 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/README.md +811 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/agent/__init__.py +120 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/agent/action.py +160 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/agent/memory.py +155 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/agent/perception.py +69 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/agent/planning.py +96 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/agent/simple.py +1502 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/agent/system_prompt.py +4 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/grab_map.py +68 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/manual.py +216 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/pokemon_env/__init__.py +35 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/pokemon_env/emerald_utils.py +631 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/pokemon_env/emulator.py +1544 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/pokemon_env/enums.py +1428 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/pokemon_env/memory_reader.py +4848 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/pokemon_env/types.py +41 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/pokemon_env/utils.py +298 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/pyproject.toml +95 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/run.py +204 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/server/app.py +2152 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/server/client.py +429 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/server/frame_server.py +155 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/README.md +78 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/run_tests.py +122 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_agent_direct.py +76 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_agent_prompts.py +413 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_battle_state_formatting.py +204 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_dialogue_detection.py +133 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_dialogue_detection_comprehensive.py +229 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_direct_agent_emulator.py +300 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_fps_adjustment_pytest.py +205 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_house_to_outside_direct.py +200 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_house_to_outside_transition.py +284 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_map_ground_truth_comparison.py +468 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_memory_map.py +575 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_server_map_validation.py +311 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests/test_torchic_state.py +259 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/anticheat.py +372 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/checkpoint.py +296 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/error_handler.py +275 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/get_local_ip.py +22 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/helpers.py +44 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/llm_logger.py +514 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/map_formatter.py +415 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/map_stitcher.py +1763 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/map_stitcher_singleton.py +33 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/map_trimmer.py +106 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/map_visualizer.py +334 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/ocr_dialogue.py +1020 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/recording.py +188 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/state_formatter.py +1481 -0
- examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/vlm.py +862 -0
- examples/task_apps/dev/pokemon_emerald/modal_app.py +114 -0
- examples/task_apps/dev/pokemon_emerald/task_app/README.md +81 -0
- examples/task_apps/dev/pokemon_emerald/task_app/__init__.py +6 -0
- examples/task_apps/dev/pokemon_emerald/task_app/pokemon_emerald.py +685 -0
- examples/task_apps/enron/__init__.py +2 -0
- examples/task_apps/enron/eval_groq_qwen32.toml +16 -0
- examples/task_apps/enron/filter_sft.toml +5 -0
- examples/task_apps/enron/task_app/README.md +14 -0
- examples/task_apps/enron/task_app/__init__.py +1 -0
- examples/task_apps/enron/task_app/grpo_enron.py +906 -0
- examples/task_apps/enron/task_app/grpo_enron_task_app.py +146 -0
- examples/task_apps/enron/tests/__init__.py +4 -0
- examples/task_apps/enron/tests/conftest.py +115 -0
- examples/task_apps/enron/tests/integration/__init__.py +4 -0
- examples/task_apps/enron/tests/integration/test_enron_eval.py +179 -0
- examples/task_apps/enron/tests/integration/test_enron_rollout.py +135 -0
- examples/task_apps/enron/tests/unit/__init__.py +4 -0
- examples/task_apps/enron/tests/unit/test_enron_environment.py +126 -0
- examples/task_apps/gepa_benchmarks/__init__.py +7 -0
- examples/task_apps/gepa_benchmarks/common.py +260 -0
- examples/task_apps/gepa_benchmarks/hotpotqa_task_app.py +507 -0
- examples/task_apps/gepa_benchmarks/hover_task_app.py +436 -0
- examples/task_apps/gepa_benchmarks/ifbench_task_app.py +563 -0
- examples/task_apps/gepa_benchmarks/pupa_task_app.py +460 -0
- examples/task_apps/math/README.md +21 -0
- examples/task_apps/math/math_single_step.py +1000 -0
- examples/task_apps/math/math_task_app.py +115 -0
- examples/task_apps/pokemon_battle/__init__.py +2 -0
- examples/task_apps/pokemon_battle/modal_app.py +104 -0
- examples/task_apps/pokemon_battle/task_app/README.md +68 -0
- examples/task_apps/pokemon_battle/task_app/__init__.py +6 -0
- examples/task_apps/pokemon_battle/task_app/pokemon_showdown.py +932 -0
- examples/task_apps/pokemon_red/EVAL_IMAGE_ONLY_COMPLETE.md +283 -0
- examples/task_apps/pokemon_red/EVAL_IMAGE_ONLY_STATUS.md +155 -0
- examples/task_apps/pokemon_red/README.md +356 -0
- examples/task_apps/pokemon_red/README_IMAGE_ONLY_EVAL.md +428 -0
- examples/task_apps/pokemon_red/__init__.py +3 -0
- examples/task_apps/pokemon_red/eval_image_only_gpt4o.toml +30 -0
- examples/task_apps/pokemon_red/eval_pokemon_red_policy.py +224 -0
- examples/task_apps/pokemon_red/pallet_town_rl_config.toml +75 -0
- examples/task_apps/pokemon_red/task_app.py +1048 -0
- examples/task_apps/pokemon_red/test_pallet_town_rewards.py +193 -0
- examples/task_apps/sokoban/README.md +306 -0
- examples/task_apps/sokoban/__init__.py +3 -0
- examples/task_apps/sokoban/eval_groq_qwen32.toml +16 -0
- examples/task_apps/sokoban/eval_openai_gpt5.toml +16 -0
- examples/task_apps/sokoban/filter_sft.toml +5 -0
- examples/task_apps/sokoban/task_app.py +1058 -0
- examples/task_apps/sokoban/tests/__init__.py +4 -0
- examples/task_apps/sokoban/tests/conftest.py +113 -0
- examples/task_apps/sokoban/tests/integration/__init__.py +4 -0
- examples/task_apps/sokoban/tests/integration/test_sokoban_eval.py +57 -0
- examples/task_apps/sokoban/tests/integration/test_sokoban_rollout.py +198 -0
- examples/task_apps/sokoban/tests/unit/__init__.py +4 -0
- examples/task_apps/sokoban/tests/unit/test_sokoban_environment.py +114 -0
- examples/task_apps/verilog/__init__.py +1 -0
- examples/task_apps/verilog/eval_groq_qwen32b.toml +22 -0
- examples/task_apps/verilog/filter_sft.toml +5 -0
- examples/task_apps/verilog/task_app/README.md +12 -0
- examples/task_apps/verilog/task_app/__init__.py +1 -0
- examples/task_apps/verilog/task_app/grpo_verilog.py +1166 -0
- examples/task_apps/verilog/task_app/grpo_verilog_task_app.py +145 -0
- examples/task_apps/verilog/tests/__init__.py +4 -0
- examples/task_apps/verilog/tests/conftest.py +115 -0
- examples/task_apps/verilog/tests/integration/__init__.py +4 -0
- examples/task_apps/verilog/tests/integration/test_verilog_eval.py +181 -0
- examples/task_apps/verilog/tests/integration/test_verilog_rollout.py +55 -0
- examples/task_apps/verilog/tests/unit/__init__.py +4 -0
- examples/task_apps/verilog/tests/unit/test_verilog_scoring.py +118 -0
- examples/tunnel_gepa_banking77/README.md +106 -0
- examples/tunnel_gepa_banking77/banking77_gepa_tunnel.toml +95 -0
- examples/tunnel_gepa_banking77/keep_tunnel_running.py +60 -0
- examples/tunnel_gepa_banking77/run_gepa_with_tunnel.sh +226 -0
- examples/vlm/PROPOSAL.md +53 -0
- examples/vlm/README.md +68 -0
- examples/vlm/configs/crafter_vlm_gpt4o.toml +49 -0
- examples/vlm/crafter_image_only_agent.py +207 -0
- examples/vlm/crafter_openai_vlm_agent.py +275 -0
- examples/vlm/filter_image_rows.py +63 -0
- examples/vlm/run_crafter_vlm_benchmark.py +316 -0
- examples/warming_up_to_rl/_utils.py +92 -0
- examples/warming_up_to_rl/analyze_trace_db.py +422 -0
- examples/warming_up_to_rl/configs/crafter_fft.toml +53 -0
- examples/warming_up_to_rl/configs/crafter_fft_4b.toml +54 -0
- examples/warming_up_to_rl/configs/eval_fft_qwen4b.toml +22 -0
- examples/warming_up_to_rl/configs/eval_groq_qwen32b.toml +15 -0
- examples/warming_up_to_rl/configs/eval_modal_qwen4b.toml +24 -0
- examples/warming_up_to_rl/configs/eval_stepwise_complex.toml +35 -0
- examples/warming_up_to_rl/configs/eval_stepwise_consistent.toml +26 -0
- examples/warming_up_to_rl/configs/eval_stepwise_per_achievement.toml +36 -0
- examples/warming_up_to_rl/configs/eval_stepwise_simple.toml +32 -0
- examples/warming_up_to_rl/configs/rl_from_base_qwen4b.toml +85 -0
- examples/warming_up_to_rl/configs/rl_from_ft.toml +58 -0
- examples/warming_up_to_rl/export_trace_sft.py +837 -0
- examples/warming_up_to_rl/groq_test.py +97 -0
- examples/warming_up_to_rl/manage_secrets.py +131 -0
- examples/warming_up_to_rl/old/event_rewards.md +234 -0
- examples/warming_up_to_rl/old/notes.md +73 -0
- examples/warming_up_to_rl/readme.md +110 -0
- examples/warming_up_to_rl/run_eval.py +736 -0
- examples/warming_up_to_rl/run_fft_and_save.py +380 -0
- examples/warming_up_to_rl/run_local_rollout.py +239 -0
- examples/warming_up_to_rl/run_local_rollout_modal.py +248 -0
- examples/warming_up_to_rl/run_local_rollout_parallel.py +405 -0
- examples/warming_up_to_rl/run_local_rollout_traced.py +477 -0
- examples/warming_up_to_rl/run_rl_and_save.py +124 -0
- examples/warming_up_to_rl/run_rollout_remote.py +156 -0
- examples/warming_up_to_rl/task_app/README.md +42 -0
- examples/warming_up_to_rl/task_app/grpo_crafter.py +876 -0
- examples/warming_up_to_rl/task_app/grpo_crafter_task_app.py +135 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/README.md +173 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/__init__.py +5 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/branching.py +143 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/environment_routes.py +1226 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/__init__.py +1 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/__init__.py +6 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/app.py +1 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/environment.py +522 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/policy.py +454 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/react_agent.py +108 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/shared.py +305 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/envs/crafter/tools.py +47 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/hosted_app.py +253 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/inference/__init__.py +5 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/inference/openai_client.py +729 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/main.py +100 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/policy_routes.py +1114 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/registry.py +195 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/rollout.py +1891 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/storage/__init__.py +5 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/storage/volume.py +211 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/test_agents.py +161 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/test_service.py +137 -0
- examples/warming_up_to_rl/task_app/synth_envs_hosted/utils.py +129 -0
- examples/workflows/math_rl/configs/eval_base_qwen.toml +15 -0
- examples/workflows/math_rl/configs/eval_rl_qwen.toml +11 -0
- examples/workflows/math_rl/configs/rl_from_base_qwen.toml +62 -0
- examples/workflows/math_rl/configs/rl_from_base_qwen17.toml +80 -0
- examples/workflows/math_rl/configs/rl_from_ft_qwen.toml +35 -0
- examples/workflows/math_rl/download_dataset.py +80 -0
- examples/workflows/math_rl/run_eval.py +436 -0
- examples/workflows/math_rl/run_rl_and_save.py +111 -0
- synth_ai/__init__.py +47 -23
- synth_ai/_utils/__init__.py +47 -0
- synth_ai/_utils/base_url.py +10 -0
- synth_ai/_utils/http.py +10 -0
- synth_ai/_utils/prompts.py +10 -0
- synth_ai/_utils/task_app_state.py +12 -0
- synth_ai/_utils/user_config.py +10 -0
- synth_ai/api/models/supported.py +514 -0
- synth_ai/api/train/__init__.py +63 -0
- synth_ai/api/train/builders.py +473 -0
- synth_ai/api/train/cli.py +1185 -0
- synth_ai/api/train/config_finder.py +246 -0
- synth_ai/api/train/configs/__init__.py +65 -0
- synth_ai/api/train/configs/prompt_learning.py +496 -0
- synth_ai/api/train/configs/rl.py +188 -0
- synth_ai/api/train/configs/sft.py +99 -0
- synth_ai/api/train/configs/shared.py +81 -0
- synth_ai/api/train/env_resolver.py +352 -0
- synth_ai/api/train/pollers.py +91 -0
- synth_ai/api/train/prompt_learning.py +425 -0
- synth_ai/api/train/sft.py +390 -0
- synth_ai/api/train/supported_algos.py +147 -0
- synth_ai/api/train/task_app.py +195 -0
- synth_ai/api/train/utils.py +244 -0
- synth_ai/api/train/validators.py +1117 -0
- synth_ai/api/tunnel.py +49 -0
- synth_ai/auth/credentials.py +94 -0
- synth_ai/baseline/__init__.py +25 -0
- synth_ai/baseline/config.py +209 -0
- synth_ai/baseline/discovery.py +214 -0
- synth_ai/baseline/execution.py +146 -0
- synth_ai/cfgs.py +227 -0
- synth_ai/cli/__init__.py +90 -45
- synth_ai/cli/_modal_wrapper.py +31 -0
- synth_ai/cli/_storage.py +20 -0
- synth_ai/cli/_typer_patch.py +47 -0
- synth_ai/cli/_validate_task_app.py +29 -0
- synth_ai/cli/balance.py +16 -4
- synth_ai/cli/calc.py +36 -21
- synth_ai/cli/claude.py +70 -0
- synth_ai/cli/codex.py +267 -0
- synth_ai/cli/commands/__init__.py +18 -0
- synth_ai/cli/commands/baseline/__init__.py +12 -0
- synth_ai/cli/commands/baseline/core.py +637 -0
- synth_ai/cli/commands/baseline/list.py +93 -0
- synth_ai/cli/commands/demo/__init__.py +6 -0
- synth_ai/cli/commands/demo/core.py +163 -0
- synth_ai/cli/commands/eval/__init__.py +19 -0
- synth_ai/cli/commands/eval/core.py +1112 -0
- synth_ai/cli/commands/eval/errors.py +81 -0
- synth_ai/cli/commands/eval/validation.py +133 -0
- synth_ai/cli/commands/filter/__init__.py +12 -0
- synth_ai/cli/commands/filter/core.py +424 -0
- synth_ai/cli/commands/filter/errors.py +55 -0
- synth_ai/cli/commands/filter/validation.py +77 -0
- synth_ai/cli/commands/help/__init__.py +185 -0
- synth_ai/cli/commands/help/core.py +72 -0
- synth_ai/cli/commands/smoke/__init__.py +7 -0
- synth_ai/cli/commands/smoke/core.py +1437 -0
- synth_ai/cli/commands/status/__init__.py +66 -0
- synth_ai/cli/commands/status/client.py +192 -0
- synth_ai/cli/commands/status/config.py +92 -0
- synth_ai/cli/commands/status/errors.py +20 -0
- synth_ai/cli/commands/status/formatters.py +164 -0
- synth_ai/cli/commands/status/subcommands/__init__.py +9 -0
- synth_ai/cli/commands/status/subcommands/files.py +79 -0
- synth_ai/cli/commands/status/subcommands/jobs.py +334 -0
- synth_ai/cli/commands/status/subcommands/models.py +79 -0
- synth_ai/cli/commands/status/subcommands/pricing.py +22 -0
- synth_ai/cli/commands/status/subcommands/runs.py +81 -0
- synth_ai/cli/commands/status/subcommands/session.py +183 -0
- synth_ai/cli/commands/status/subcommands/summary.py +47 -0
- synth_ai/cli/commands/status/subcommands/usage.py +203 -0
- synth_ai/cli/commands/status/utils.py +114 -0
- synth_ai/cli/commands/train/__init__.py +53 -0
- synth_ai/cli/commands/train/core.py +21 -0
- synth_ai/cli/commands/train/errors.py +117 -0
- synth_ai/cli/commands/train/judge_schemas.py +200 -0
- synth_ai/cli/commands/train/judge_validation.py +305 -0
- synth_ai/cli/commands/train/validation.py +386 -0
- synth_ai/cli/demo.py +32 -140
- synth_ai/cli/deploy.py +233 -0
- synth_ai/cli/eval/__init__.py +36 -0
- synth_ai/cli/eval/core.py +5 -0
- synth_ai/cli/eval/errors.py +31 -0
- synth_ai/cli/eval/validation.py +5 -0
- synth_ai/cli/filter/__init__.py +28 -0
- synth_ai/cli/filter/core.py +5 -0
- synth_ai/cli/filter/errors.py +23 -0
- synth_ai/cli/filter/validation.py +5 -0
- synth_ai/cli/legacy_root_backup.py +28 -22
- synth_ai/cli/lib/__init__.py +10 -0
- synth_ai/cli/lib/task_app_discovery.py +7 -0
- synth_ai/cli/lib/task_app_env.py +518 -0
- synth_ai/cli/mcp.py +34 -0
- synth_ai/cli/modal_serve/__init__.py +12 -0
- synth_ai/cli/modal_serve/core.py +14 -0
- synth_ai/cli/modal_serve/errors.py +8 -0
- synth_ai/cli/modal_serve/validation.py +11 -0
- synth_ai/cli/opencode.py +256 -0
- synth_ai/cli/recent.py +13 -7
- synth_ai/cli/rl_demo.py +166 -114
- synth_ai/cli/root.py +143 -112
- synth_ai/cli/serve/__init__.py +12 -0
- synth_ai/cli/serve/core.py +14 -0
- synth_ai/cli/serve/errors.py +8 -0
- synth_ai/cli/serve/validation.py +11 -0
- synth_ai/cli/setup.py +49 -0
- synth_ai/cli/status.py +7 -125
- synth_ai/cli/task_app_deploy.py +7 -0
- synth_ai/cli/task_app_list.py +25 -0
- synth_ai/cli/task_app_modal_serve.py +11 -0
- synth_ai/cli/task_app_serve.py +11 -0
- synth_ai/cli/task_apps.py +3134 -0
- synth_ai/cli/traces.py +9 -5
- synth_ai/cli/train/__init__.py +12 -0
- synth_ai/cli/train/core.py +21 -0
- synth_ai/cli/train/errors.py +8 -0
- synth_ai/cli/train/validation.py +24 -0
- synth_ai/cli/train.py +5 -0
- synth_ai/cli/turso.py +73 -0
- synth_ai/cli/watch.py +13 -18
- synth_ai/demos/__init__.py +10 -0
- synth_ai/demos/core/__init__.py +28 -1
- synth_ai/demos/core/cli.py +745 -416
- synth_ai/demos/crafter/__init__.py +1 -0
- synth_ai/demos/crafter/crafter_fft_4b.toml +55 -0
- synth_ai/demos/crafter/grpo_crafter_task_app.py +185 -0
- synth_ai/demos/crafter/rl_from_base_qwen4b.toml +74 -0
- synth_ai/demos/demo_registry.py +176 -0
- synth_ai/demos/demo_task_apps/__init__.py +7 -1
- synth_ai/demos/demo_task_apps/core.py +75 -37
- synth_ai/demos/demo_task_apps/crafter/__init__.py +1 -0
- synth_ai/demos/demo_task_apps/crafter/configs/crafter_fft_4b.toml +53 -0
- synth_ai/demos/demo_task_apps/crafter/configs/rl_from_base_qwen4b.toml +73 -0
- synth_ai/demos/demo_task_apps/crafter/grpo_crafter_task_app.py +184 -0
- synth_ai/demos/demo_task_apps/math/_common.py +1 -2
- synth_ai/demos/demo_task_apps/math/app.py +2 -1
- synth_ai/demos/demo_task_apps/math/config.toml +55 -110
- synth_ai/demos/demo_task_apps/math/deploy_modal.py +3 -6
- synth_ai/demos/demo_task_apps/math/modal_task_app.py +491 -166
- synth_ai/demos/demo_task_apps/math/task_app_entry.py +37 -0
- synth_ai/demos/math/__init__.py +1 -0
- synth_ai/demos/math/_common.py +16 -0
- synth_ai/demos/math/app.py +38 -0
- synth_ai/demos/math/config.toml +76 -0
- synth_ai/demos/math/deploy_modal.py +54 -0
- synth_ai/demos/math/modal_task_app.py +703 -0
- synth_ai/demos/math/task_app_entry.py +51 -0
- synth_ai/environments/environment/core.py +7 -1
- synth_ai/environments/examples/bandit/engine.py +12 -5
- synth_ai/environments/examples/bandit/environment.py +0 -1
- synth_ai/environments/examples/bandit/taskset.py +4 -4
- synth_ai/environments/examples/crafter_classic/engine_deterministic_patch.py +7 -4
- synth_ai/environments/examples/crafter_classic/engine_serialization_patch_v3.py +9 -5
- synth_ai/environments/examples/crafter_classic/environment.py +93 -2
- synth_ai/environments/examples/crafter_classic/world_config_patch_simple.py +4 -3
- synth_ai/environments/examples/enron/engine.py +7 -2
- synth_ai/environments/examples/enron/environment.py +68 -0
- synth_ai/environments/examples/red/engine.py +60 -12
- synth_ai/environments/examples/red/engine_helpers/memory_map.py +7 -0
- synth_ai/environments/examples/red/engine_helpers/reward_components.py +151 -179
- synth_ai/environments/examples/red/engine_helpers/reward_library/pallet_town_progression.py +477 -0
- synth_ai/environments/examples/red/engine_helpers/state_extraction.py +32 -0
- synth_ai/environments/examples/red/environment.py +86 -0
- synth_ai/environments/examples/red/trace_hooks_v3.py +168 -0
- synth_ai/environments/examples/sokoban/taskset.py +116 -0
- synth_ai/environments/examples/verilog/engine.py +104 -12
- synth_ai/environments/examples/wordle/environment.py +0 -1
- synth_ai/environments/reproducibility/tree.py +5 -6
- synth_ai/environments/service/app.py +11 -12
- synth_ai/environments/service/core_routes.py +10 -9
- synth_ai/environments/stateful/engine.py +1 -1
- synth_ai/environments/tasks/core.py +1 -0
- synth_ai/environments/tasks/filters.py +5 -6
- synth_ai/environments/tasks/utils.py +4 -5
- synth_ai/evals/__init__.py +15 -0
- synth_ai/evals/base.py +14 -5
- synth_ai/evals/client.py +82 -0
- synth_ai/evals/types.py +42 -0
- synth_ai/http.py +8 -22
- synth_ai/http_client.py +45 -12
- synth_ai/inference/__init__.py +0 -2
- synth_ai/inference/client.py +21 -7
- synth_ai/jobs/client.py +129 -80
- synth_ai/judge_schemas.py +127 -0
- synth_ai/learning/__init__.py +51 -6
- synth_ai/learning/algorithms.py +14 -0
- synth_ai/learning/client.py +122 -30
- synth_ai/learning/config.py +2 -40
- synth_ai/learning/constants.py +0 -2
- synth_ai/learning/ft_client.py +4 -56
- synth_ai/learning/health.py +14 -8
- synth_ai/learning/jobs.py +43 -47
- synth_ai/learning/prompt_learning_client.py +276 -0
- synth_ai/learning/prompt_learning_types.py +185 -0
- synth_ai/{rl → learning/rl}/__init__.py +14 -5
- synth_ai/learning/rl/client.py +269 -0
- synth_ai/learning/rl/config.py +31 -0
- synth_ai/{rl → learning/rl}/contracts.py +5 -10
- synth_ai/{rl → learning/rl}/env_keys.py +45 -16
- synth_ai/learning/rl/secrets.py +13 -0
- synth_ai/learning/rl_client.py +2 -253
- synth_ai/learning/sft/__init__.py +29 -0
- synth_ai/learning/sft/client.py +68 -0
- synth_ai/learning/sft/config.py +270 -0
- synth_ai/learning/sft/data.py +698 -0
- synth_ai/learning/sse.py +25 -26
- synth_ai/learning/validators.py +29 -25
- synth_ai/mcp/__init__.py +5 -0
- synth_ai/mcp/__main__.py +8 -0
- synth_ai/mcp/main.py +254 -0
- synth_ai/mcp/setup.py +100 -0
- synth_ai/modal.py +257 -0
- synth_ai/pricing/__init__.py +3 -0
- synth_ai/pricing/model_pricing.py +64 -0
- synth_ai/session/__init__.py +75 -0
- synth_ai/session/client.py +383 -0
- synth_ai/session/constants.py +63 -0
- synth_ai/session/exceptions.py +105 -0
- synth_ai/session/manager.py +139 -0
- synth_ai/session/models.py +89 -0
- synth_ai/session/query.py +110 -0
- synth_ai/spec/__init__.py +46 -0
- synth_ai/spec/dataclasses.py +149 -0
- synth_ai/spec/loader.py +144 -0
- synth_ai/spec/serializer.py +199 -0
- synth_ai/spec/validation.py +250 -0
- synth_ai/streaming/__init__.py +29 -0
- synth_ai/streaming/config.py +94 -0
- synth_ai/streaming/handlers.py +589 -0
- synth_ai/streaming/streamer.py +320 -0
- synth_ai/streaming/types.py +95 -0
- synth_ai/task/__init__.py +116 -3
- synth_ai/task/apps/__init__.py +132 -0
- synth_ai/task/auth.py +165 -0
- synth_ai/task/client.py +167 -0
- synth_ai/task/config.py +261 -0
- synth_ai/task/contracts.py +173 -57
- synth_ai/task/datasets.py +108 -0
- synth_ai/task/errors.py +50 -0
- synth_ai/task/health.py +17 -11
- synth_ai/task/inference_api.py +101 -0
- synth_ai/task/json.py +111 -0
- synth_ai/task/proxy.py +251 -0
- synth_ai/task/rubrics/__init__.py +55 -0
- synth_ai/task/rubrics/loaders.py +156 -0
- synth_ai/task/rubrics/models.py +57 -0
- synth_ai/task/rubrics/scoring.py +116 -0
- synth_ai/task/rubrics/strict.py +149 -0
- synth_ai/task/rubrics.py +219 -0
- synth_ai/task/server.py +432 -0
- synth_ai/task/trace_correlation_helpers.py +328 -0
- synth_ai/task/tracing_utils.py +95 -0
- synth_ai/task/validators.py +449 -6
- synth_ai/task/vendors.py +59 -0
- synth_ai/tracing_v3/__init__.py +4 -0
- synth_ai/tracing_v3/abstractions.py +21 -4
- synth_ai/tracing_v3/config.py +167 -22
- synth_ai/tracing_v3/constants.py +21 -0
- synth_ai/tracing_v3/db_config.py +42 -29
- synth_ai/tracing_v3/decorators.py +80 -45
- synth_ai/tracing_v3/examples/basic_usage.py +15 -9
- synth_ai/tracing_v3/hooks.py +6 -4
- synth_ai/tracing_v3/llm_call_record_helpers.py +161 -61
- synth_ai/tracing_v3/migration_helper.py +1 -2
- synth_ai/tracing_v3/replica_sync.py +12 -7
- synth_ai/tracing_v3/serialization.py +130 -0
- synth_ai/tracing_v3/session_tracer.py +86 -21
- synth_ai/tracing_v3/storage/base.py +98 -12
- synth_ai/tracing_v3/storage/config.py +63 -16
- synth_ai/tracing_v3/storage/factory.py +11 -9
- synth_ai/tracing_v3/storage/utils.py +15 -11
- synth_ai/tracing_v3/trace_utils.py +317 -0
- synth_ai/tracing_v3/turso/__init__.py +8 -21
- synth_ai/tracing_v3/turso/daemon.py +123 -15
- synth_ai/tracing_v3/turso/models.py +5 -2
- synth_ai/tracing_v3/turso/native_manager.py +1293 -0
- synth_ai/tracing_v3/utils.py +5 -4
- synth_ai/tunnel.py +143 -0
- synth_ai/tunnel_deploy.py +278 -0
- synth_ai/types.py +8 -0
- synth_ai/urls.py +11 -0
- synth_ai/utils/__init__.py +166 -0
- synth_ai/utils/agents.py +74 -0
- synth_ai/utils/apps.py +152 -0
- synth_ai/utils/base_url.py +94 -0
- synth_ai/utils/bin.py +39 -0
- synth_ai/utils/claude.py +36 -0
- synth_ai/utils/cli.py +284 -0
- synth_ai/utils/config.py +81 -0
- synth_ai/utils/env.py +346 -0
- synth_ai/utils/errors.py +85 -0
- synth_ai/utils/http.py +172 -0
- synth_ai/utils/json.py +72 -0
- synth_ai/utils/log_filter.py +99 -0
- synth_ai/utils/logging.py +198 -0
- synth_ai/utils/modal.py +299 -0
- synth_ai/utils/paths.py +95 -0
- synth_ai/utils/process.py +233 -0
- synth_ai/utils/prompts.py +39 -0
- synth_ai/utils/sqld.py +122 -0
- synth_ai/utils/ssl.py +25 -0
- synth_ai/utils/task_app_discovery.py +882 -0
- synth_ai/utils/task_app_env.py +186 -0
- synth_ai/utils/task_app_state.py +318 -0
- synth_ai/utils/tunnel/__init__.py +12 -0
- synth_ai/utils/tunnel/config.py +55 -0
- synth_ai/utils/user_config.py +137 -0
- synth_ai/uvicorn.py +77 -0
- synth_ai-0.2.23.dev3.dist-info/METADATA +357 -0
- synth_ai-0.2.23.dev3.dist-info/RECORD +983 -0
- {synth_ai-0.2.8.dev4.dist-info → synth_ai-0.2.23.dev3.dist-info}/entry_points.txt +0 -1
- {synth_ai-0.2.8.dev4.dist-info → synth_ai-0.2.23.dev3.dist-info}/top_level.txt +1 -0
- synth_ai/cli/man.py +0 -106
- synth_ai/core/experiment.py +0 -15
- synth_ai/core/system.py +0 -15
- synth_ai/environments/examples/sokoban/units/astar_common.py +0 -95
- synth_ai/experimental/synth_oss.py +0 -446
- synth_ai/handshake.py +0 -63
- synth_ai/install_sqld.sh +0 -40
- synth_ai/learning/offline/dpo.py +0 -0
- synth_ai/learning/offline/providers.py +0 -7
- synth_ai/learning/offline/sft.py +0 -0
- synth_ai/learning/offline/shared.py +0 -0
- synth_ai/learning/online/grpo.py +0 -0
- synth_ai/learning/online/irft.py +0 -0
- synth_ai/learning/prompts/banking77_injection_eval.py +0 -168
- synth_ai/learning/prompts/gepa.py +0 -0
- synth_ai/learning/prompts/hello_world_in_context_injection_ex.py +0 -213
- synth_ai/learning/prompts/mipro.py +0 -289
- synth_ai/learning/prompts/random_search.py +0 -246
- synth_ai/learning/prompts/run_mipro_banking77.py +0 -172
- synth_ai/learning/prompts/run_random_search_banking77.py +0 -324
- synth_ai/lm/__init__.py +0 -51
- synth_ai/lm/caching/constants.py +0 -6
- synth_ai/lm/caching/dbs.py +0 -0
- synth_ai/lm/caching/ephemeral.py +0 -102
- synth_ai/lm/caching/handler.py +0 -137
- synth_ai/lm/caching/initialize.py +0 -11
- synth_ai/lm/caching/persistent.py +0 -114
- synth_ai/lm/config.py +0 -110
- synth_ai/lm/constants.py +0 -32
- synth_ai/lm/core/__init__.py +0 -8
- synth_ai/lm/core/all.py +0 -73
- synth_ai/lm/core/exceptions.py +0 -7
- synth_ai/lm/core/main.py +0 -319
- synth_ai/lm/core/main_v3.py +0 -594
- synth_ai/lm/core/synth_models.py +0 -48
- synth_ai/lm/core/vendor_clients.py +0 -188
- synth_ai/lm/cost/monitor.py +0 -1
- synth_ai/lm/cost/statefulness.py +0 -1
- synth_ai/lm/injection.py +0 -80
- synth_ai/lm/overrides.py +0 -206
- synth_ai/lm/provider_support/__init__.py +0 -8
- synth_ai/lm/provider_support/anthropic.py +0 -972
- synth_ai/lm/provider_support/openai.py +0 -1139
- synth_ai/lm/provider_support/suppress_logging.py +0 -31
- synth_ai/lm/structured_outputs/handler.py +0 -440
- synth_ai/lm/structured_outputs/inject.py +0 -297
- synth_ai/lm/structured_outputs/rehabilitate.py +0 -185
- synth_ai/lm/tools/__init__.py +0 -3
- synth_ai/lm/tools/base.py +0 -172
- synth_ai/lm/unified_interface.py +0 -202
- synth_ai/lm/vendors/base.py +0 -81
- synth_ai/lm/vendors/core/anthropic_api.py +0 -387
- synth_ai/lm/vendors/core/gemini_api.py +0 -292
- synth_ai/lm/vendors/core/mistral_api.py +0 -322
- synth_ai/lm/vendors/core/openai_api.py +0 -225
- synth_ai/lm/vendors/core/synth_dev_api.py +0 -0
- synth_ai/lm/vendors/local/ollama.py +0 -0
- synth_ai/lm/vendors/openai_standard.py +0 -780
- synth_ai/lm/vendors/openai_standard_responses.py +0 -256
- synth_ai/lm/vendors/retries.py +0 -22
- synth_ai/lm/vendors/supported/custom_endpoint.py +0 -417
- synth_ai/lm/vendors/supported/deepseek.py +0 -69
- synth_ai/lm/vendors/supported/grok.py +0 -75
- synth_ai/lm/vendors/supported/groq.py +0 -16
- synth_ai/lm/vendors/supported/ollama.py +0 -15
- synth_ai/lm/vendors/supported/openrouter.py +0 -74
- synth_ai/lm/vendors/supported/together.py +0 -11
- synth_ai/lm/vendors/synth_client.py +0 -808
- synth_ai/lm/warmup.py +0 -186
- synth_ai/rl/secrets.py +0 -19
- synth_ai/scripts/verify_rewards.py +0 -100
- synth_ai/tracing/__init__.py +0 -30
- synth_ai/tracing_v1/__init__.py +0 -33
- synth_ai/tracing_v3/turso/manager.py +0 -760
- synth_ai/v0/tracing/abstractions.py +0 -224
- synth_ai/v0/tracing/base_client.py +0 -91
- synth_ai/v0/tracing/client_manager.py +0 -131
- synth_ai/v0/tracing/config.py +0 -142
- synth_ai/v0/tracing/context.py +0 -146
- synth_ai/v0/tracing/decorators.py +0 -682
- synth_ai/v0/tracing/events/__init__.py +0 -0
- synth_ai/v0/tracing/events/manage.py +0 -147
- synth_ai/v0/tracing/events/scope.py +0 -86
- synth_ai/v0/tracing/events/store.py +0 -228
- synth_ai/v0/tracing/immediate_client.py +0 -151
- synth_ai/v0/tracing/local.py +0 -18
- synth_ai/v0/tracing/log_client_base.py +0 -73
- synth_ai/v0/tracing/retry_queue.py +0 -186
- synth_ai/v0/tracing/trackers.py +0 -515
- synth_ai/v0/tracing/upload.py +0 -512
- synth_ai/v0/tracing/utils.py +0 -9
- synth_ai/v0/tracing_v1/__init__.py +0 -16
- synth_ai/v0/tracing_v1/abstractions.py +0 -224
- synth_ai/v0/tracing_v1/base_client.py +0 -91
- synth_ai/v0/tracing_v1/client_manager.py +0 -131
- synth_ai/v0/tracing_v1/config.py +0 -142
- synth_ai/v0/tracing_v1/context.py +0 -146
- synth_ai/v0/tracing_v1/decorators.py +0 -703
- synth_ai/v0/tracing_v1/events/__init__.py +0 -0
- synth_ai/v0/tracing_v1/events/manage.py +0 -147
- synth_ai/v0/tracing_v1/events/scope.py +0 -86
- synth_ai/v0/tracing_v1/events/store.py +0 -228
- synth_ai/v0/tracing_v1/immediate_client.py +0 -151
- synth_ai/v0/tracing_v1/local.py +0 -18
- synth_ai/v0/tracing_v1/log_client_base.py +0 -73
- synth_ai/v0/tracing_v1/retry_queue.py +0 -186
- synth_ai/v0/tracing_v1/trackers.py +0 -515
- synth_ai/v0/tracing_v1/upload.py +0 -527
- synth_ai/v0/tracing_v1/utils.py +0 -9
- synth_ai/zyk/__init__.py +0 -30
- synth_ai-0.2.8.dev4.dist-info/METADATA +0 -129
- synth_ai-0.2.8.dev4.dist-info/RECORD +0 -420
- {synth_ai/lm/caching → examples/task_apps}/__init__.py +0 -0
- {synth_ai/lm/cost → examples/task_apps/crafter}/__init__.py +0 -0
- {synth_ai/lm/structured_outputs → examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/server}/__init__.py +0 -0
- {synth_ai/lm/vendors → examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/tests}/__init__.py +0 -0
- {synth_ai/lm/vendors/core → examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils}/__init__.py +0 -0
- {synth_ai/lm/vendors/local → examples/task_apps/math}/__init__.py +0 -0
- {synth_ai/lm/vendors/supported → examples/workflows}/__init__.py +0 -0
- {synth_ai/v0/tracing → examples/workflows/math_rl}/__init__.py +0 -0
- /synth_ai/{compound/cais.py → cli/__main__.py} +0 -0
- /synth_ai/{learning/filtering.py → py.typed} +0 -0
- {synth_ai-0.2.8.dev4.dist-info → synth_ai-0.2.23.dev3.dist-info}/WHEEL +0 -0
- {synth_ai-0.2.8.dev4.dist-info → synth_ai-0.2.23.dev3.dist-info}/licenses/LICENSE +0 -0
synth_ai/tracing_v3/config.py
CHANGED
|
@@ -1,7 +1,162 @@
|
|
|
1
|
-
"""Configuration for tracing v3
|
|
1
|
+
"""Configuration helpers for tracing v3.
|
|
2
|
+
|
|
3
|
+
This module centralises the logic for discovering which datastore the tracer
|
|
4
|
+
should use. Historically the project defaulted to a local SQLite file which
|
|
5
|
+
breaks under parallel load. The new resolver inspects environment variables
|
|
6
|
+
and defaults to Turso/libSQL whenever credentials are supplied, while keeping a
|
|
7
|
+
SQLite fallback for contributors without remote access.
|
|
8
|
+
"""
|
|
9
|
+
|
|
10
|
+
from __future__ import annotations
|
|
2
11
|
|
|
3
12
|
import os
|
|
4
|
-
from dataclasses import dataclass
|
|
13
|
+
from dataclasses import dataclass, field
|
|
14
|
+
from pathlib import Path
|
|
15
|
+
from typing import Any
|
|
16
|
+
from urllib.parse import parse_qsl, urlencode, urlparse, urlunparse
|
|
17
|
+
|
|
18
|
+
from synth_ai.tracing_v3.constants import canonical_trace_db_path
|
|
19
|
+
|
|
20
|
+
# STARTUP DIAGNOSTIC - Commented out to reduce noise
|
|
21
|
+
# print(f"[TRACING_V3_CONFIG_LOADED] Python={sys.version_info.major}.{sys.version_info.minor} MODAL_IS_REMOTE={os.getenv('MODAL_IS_REMOTE')}", flush=True)
|
|
22
|
+
|
|
23
|
+
# ---------------------------------------------------------------------------
|
|
24
|
+
# DSN resolution helpers
|
|
25
|
+
# ---------------------------------------------------------------------------
|
|
26
|
+
|
|
27
|
+
_CANONICAL_DB_PATH = canonical_trace_db_path()
|
|
28
|
+
_DEFAULT_TRACE_DIR = Path(os.getenv("SYNTH_TRACES_DIR", _CANONICAL_DB_PATH.parent))
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
def _normalise_path(path: Path) -> Path:
|
|
32
|
+
"""Resolve relative paths and expand user/home markers."""
|
|
33
|
+
path = path.expanduser()
|
|
34
|
+
if not path.is_absolute():
|
|
35
|
+
path = (Path.cwd() / path).resolve()
|
|
36
|
+
return path
|
|
37
|
+
|
|
38
|
+
|
|
39
|
+
def _is_modal_environment() -> bool:
|
|
40
|
+
"""Detect if running in Modal container.
|
|
41
|
+
|
|
42
|
+
Modal automatically sets MODAL_IS_REMOTE=1 in all deployed containers.
|
|
43
|
+
We check this first, then fall back to other Modal env vars.
|
|
44
|
+
"""
|
|
45
|
+
# Modal sets this in all deployed containers
|
|
46
|
+
if os.getenv("MODAL_IS_REMOTE") == "1":
|
|
47
|
+
return True
|
|
48
|
+
|
|
49
|
+
# Additional Modal env vars as fallback
|
|
50
|
+
return bool(
|
|
51
|
+
os.getenv("MODAL_TASK_ID")
|
|
52
|
+
or os.getenv("MODAL_ENVIRONMENT")
|
|
53
|
+
or os.getenv("SERVICE", "").upper() == "MODAL"
|
|
54
|
+
)
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
def _split_auth_from_url(url: str) -> tuple[str, str | None]:
|
|
58
|
+
"""Strip any auth_token query parameter from a DSN."""
|
|
59
|
+
parsed = urlparse(url)
|
|
60
|
+
if not parsed.query:
|
|
61
|
+
return url, None
|
|
62
|
+
|
|
63
|
+
params = dict(parse_qsl(parsed.query, keep_blank_values=True))
|
|
64
|
+
token = params.pop("auth_token", None)
|
|
65
|
+
query = urlencode(params, doseq=True)
|
|
66
|
+
# urlunparse will omit the '?' automatically when query is empty
|
|
67
|
+
sanitised = urlunparse(parsed._replace(query=query))
|
|
68
|
+
return sanitised, token
|
|
69
|
+
|
|
70
|
+
|
|
71
|
+
def _default_sqlite_url(*, ensure_dir: bool = True) -> tuple[str, str | None]:
|
|
72
|
+
"""Generate a SQLite URL from SYNTH_TRACES_DIR if set, otherwise raise."""
|
|
73
|
+
traces_dir = os.getenv("SYNTH_TRACES_DIR")
|
|
74
|
+
if traces_dir:
|
|
75
|
+
dir_path = _normalise_path(Path(traces_dir))
|
|
76
|
+
if ensure_dir:
|
|
77
|
+
dir_path.mkdir(parents=True, exist_ok=True)
|
|
78
|
+
db_path = dir_path / "synth_traces.db"
|
|
79
|
+
sqlite_url = f"sqlite+aiosqlite:///{db_path}"
|
|
80
|
+
return sqlite_url, None
|
|
81
|
+
raise RuntimeError("SQLite fallback is disabled; configure LIBSQL_URL or run sqld locally.")
|
|
82
|
+
|
|
83
|
+
|
|
84
|
+
def resolve_trace_db_settings(*, ensure_dir: bool = True) -> tuple[str, str | None]:
|
|
85
|
+
"""Resolve the tracing database URL and optional auth token.
|
|
86
|
+
|
|
87
|
+
Resolution order:
|
|
88
|
+
1. `SYNTH_TRACES_DB` (explicit DSN override)
|
|
89
|
+
2. `LIBSQL_URL` / `TURSO_DATABASE_URL` (remote libSQL endpoints)
|
|
90
|
+
3. `TURSO_LOCAL_DB_URL` (legacy env for local sqld)
|
|
91
|
+
4. Modal environment: plain SQLite file (no sqld, no auth)
|
|
92
|
+
5. Local dev: sqld default
|
|
93
|
+
"""
|
|
94
|
+
import logging
|
|
95
|
+
logger = logging.getLogger(__name__)
|
|
96
|
+
|
|
97
|
+
explicit = os.getenv("SYNTH_TRACES_DB")
|
|
98
|
+
if explicit:
|
|
99
|
+
logger.info(f"[TRACE_CONFIG] Using explicit SYNTH_TRACES_DB: {explicit}")
|
|
100
|
+
return _split_auth_from_url(explicit)
|
|
101
|
+
|
|
102
|
+
remote = os.getenv("LIBSQL_URL") or os.getenv("TURSO_DATABASE_URL")
|
|
103
|
+
if remote:
|
|
104
|
+
logger.info(f"[TRACE_CONFIG] Using remote Turso: {remote}")
|
|
105
|
+
url, token = _split_auth_from_url(remote)
|
|
106
|
+
if token:
|
|
107
|
+
return url, token
|
|
108
|
+
env_token = os.getenv("LIBSQL_AUTH_TOKEN") or os.getenv("TURSO_AUTH_TOKEN")
|
|
109
|
+
return url, env_token
|
|
110
|
+
|
|
111
|
+
local_override = os.getenv("TURSO_LOCAL_DB_URL")
|
|
112
|
+
if local_override:
|
|
113
|
+
logger.info(f"[TRACE_CONFIG] Using TURSO_LOCAL_DB_URL: {local_override}")
|
|
114
|
+
url, token = _split_auth_from_url(local_override)
|
|
115
|
+
if token:
|
|
116
|
+
return url, token
|
|
117
|
+
env_token = os.getenv("LIBSQL_AUTH_TOKEN") or os.getenv("TURSO_AUTH_TOKEN")
|
|
118
|
+
return url, env_token
|
|
119
|
+
|
|
120
|
+
# Check for SYNTH_TRACES_DIR to generate SQLite URL
|
|
121
|
+
traces_dir = os.getenv("SYNTH_TRACES_DIR")
|
|
122
|
+
if traces_dir:
|
|
123
|
+
try:
|
|
124
|
+
sqlite_url, _ = _default_sqlite_url(ensure_dir=ensure_dir)
|
|
125
|
+
logger.info(f"[TRACE_CONFIG] Using SQLite from SYNTH_TRACES_DIR: {sqlite_url}")
|
|
126
|
+
return sqlite_url, None
|
|
127
|
+
except RuntimeError:
|
|
128
|
+
pass # Fall through to other options
|
|
129
|
+
|
|
130
|
+
# Modal environment: use plain SQLite file (no sqld daemon, no auth required)
|
|
131
|
+
is_modal = _is_modal_environment()
|
|
132
|
+
logger.info(f"[TRACE_CONFIG] Modal detection: {is_modal} (MODAL_IS_REMOTE={os.getenv('MODAL_IS_REMOTE')})")
|
|
133
|
+
if is_modal:
|
|
134
|
+
logger.info("[TRACE_CONFIG] Using Modal SQLite: file:/tmp/synth_traces.db")
|
|
135
|
+
return "file:/tmp/synth_traces.db", None
|
|
136
|
+
|
|
137
|
+
# Local dev: default to sqld HTTP API
|
|
138
|
+
default_url = os.getenv("LIBSQL_DEFAULT_URL", "http://127.0.0.1:8081")
|
|
139
|
+
logger.info(f"[TRACE_CONFIG] Using local sqld: {default_url}")
|
|
140
|
+
return default_url, None
|
|
141
|
+
|
|
142
|
+
|
|
143
|
+
def resolve_trace_db_url(*, ensure_dir: bool = True) -> str:
|
|
144
|
+
"""Return just the DSN, discarding any auth token."""
|
|
145
|
+
url, _ = resolve_trace_db_settings(ensure_dir=ensure_dir)
|
|
146
|
+
return url
|
|
147
|
+
|
|
148
|
+
|
|
149
|
+
def resolve_trace_db_auth_token() -> str | None:
|
|
150
|
+
"""Return the resolved auth token for the tracing datastore."""
|
|
151
|
+
_, token = resolve_trace_db_settings()
|
|
152
|
+
return token
|
|
153
|
+
|
|
154
|
+
|
|
155
|
+
# ---------------------------------------------------------------------------
|
|
156
|
+
# Config dataclasses
|
|
157
|
+
# ---------------------------------------------------------------------------
|
|
158
|
+
|
|
159
|
+
DEFAULT_DB_FILE = str(_normalise_path(_DEFAULT_TRACE_DIR) / _CANONICAL_DB_PATH.name)
|
|
5
160
|
|
|
6
161
|
|
|
7
162
|
@dataclass
|
|
@@ -9,25 +164,15 @@ class TursoConfig:
|
|
|
9
164
|
"""Configuration for Turso/sqld connection."""
|
|
10
165
|
|
|
11
166
|
# Default values matching serve.sh
|
|
12
|
-
DEFAULT_DB_FILE =
|
|
167
|
+
DEFAULT_DB_FILE = DEFAULT_DB_FILE
|
|
13
168
|
DEFAULT_HTTP_PORT = 8080
|
|
14
169
|
|
|
15
|
-
#
|
|
16
|
-
|
|
17
|
-
def _resolve_sqlite_db_url() -> str: # type: ignore[no-redef]
|
|
18
|
-
base_path = os.path.abspath(os.getenv("SQLD_DB_PATH", "traces/v3/synth_ai.db"))
|
|
19
|
-
# If sqld is managing this DB, the real SQLite file lives under dbs/default/data
|
|
20
|
-
candidate = os.path.join(base_path, "dbs", "default", "data")
|
|
21
|
-
if os.path.isdir(base_path) and os.path.exists(candidate):
|
|
22
|
-
return f"sqlite+aiosqlite:///{candidate}"
|
|
23
|
-
return f"sqlite+aiosqlite:///{base_path}"
|
|
24
|
-
|
|
25
|
-
# Use env override if provided; otherwise resolve based on SQLD layout
|
|
26
|
-
db_url: str = os.getenv("TURSO_LOCAL_DB_URL", _resolve_sqlite_db_url())
|
|
170
|
+
# Resolve DB URL and auth token from environment (libSQL preferred)
|
|
171
|
+
db_url: str = field(default_factory=resolve_trace_db_url)
|
|
27
172
|
|
|
28
173
|
# Remote database sync configuration
|
|
29
|
-
sync_url: str = os.getenv("
|
|
30
|
-
auth_token: str =
|
|
174
|
+
sync_url: str = os.getenv("LIBSQL_SYNC_URL") or os.getenv("TURSO_SYNC_URL", "")
|
|
175
|
+
auth_token: str = resolve_trace_db_auth_token() or ""
|
|
31
176
|
sync_interval: int = int(
|
|
32
177
|
os.getenv("TURSO_SYNC_SECONDS", "2")
|
|
33
178
|
) # 2 seconds for responsive local development
|
|
@@ -48,20 +193,20 @@ class TursoConfig:
|
|
|
48
193
|
|
|
49
194
|
# Daemon settings (for local sqld) - match serve.sh defaults
|
|
50
195
|
sqld_binary: str = os.getenv("SQLD_BINARY", "sqld")
|
|
51
|
-
sqld_db_path: str = os.getenv("SQLD_DB_PATH",
|
|
196
|
+
sqld_db_path: str = os.getenv("SQLD_DB_PATH", DEFAULT_DB_FILE)
|
|
52
197
|
sqld_http_port: int = int(os.getenv("SQLD_HTTP_PORT", "8080"))
|
|
53
198
|
sqld_idle_shutdown: int = int(os.getenv("SQLD_IDLE_SHUTDOWN", "0")) # 0 = no idle shutdown
|
|
54
199
|
|
|
55
|
-
def get_connect_args(self) -> dict:
|
|
200
|
+
def get_connect_args(self) -> dict[str, str]:
|
|
56
201
|
"""Get SQLAlchemy connection arguments."""
|
|
57
|
-
args = {}
|
|
202
|
+
args: dict[str, str] = {}
|
|
58
203
|
if self.auth_token:
|
|
59
204
|
args["auth_token"] = self.auth_token
|
|
60
205
|
return args
|
|
61
206
|
|
|
62
|
-
def get_engine_kwargs(self) -> dict:
|
|
207
|
+
def get_engine_kwargs(self) -> dict[str, Any]:
|
|
63
208
|
"""Get SQLAlchemy engine creation kwargs."""
|
|
64
|
-
kwargs = {
|
|
209
|
+
kwargs: dict[str, Any] = {
|
|
65
210
|
"echo": self.echo_sql,
|
|
66
211
|
"future": True,
|
|
67
212
|
}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
from datetime import datetime
|
|
4
|
+
from pathlib import Path
|
|
5
|
+
|
|
6
|
+
TRACE_DB_DIR = Path("traces")
|
|
7
|
+
TRACE_DB_BASENAME = "turso_task_app_traces"
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
def canonical_trace_db_name(*, timestamp: datetime | None = None) -> str:
|
|
11
|
+
"""Return the canonical trace database filename (with optional timestamp suffix)."""
|
|
12
|
+
|
|
13
|
+
if timestamp is None:
|
|
14
|
+
return f"{TRACE_DB_BASENAME}.db"
|
|
15
|
+
return f"{TRACE_DB_BASENAME}_{timestamp.strftime('%Y-%m-%d_%H-%M-%S')}.db"
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
def canonical_trace_db_path(*, timestamp: datetime | None = None) -> Path:
|
|
19
|
+
"""Return the canonical trace database path within the default trace directory."""
|
|
20
|
+
|
|
21
|
+
return TRACE_DB_DIR / canonical_trace_db_name(timestamp=timestamp)
|
synth_ai/tracing_v3/db_config.py
CHANGED
|
@@ -4,8 +4,11 @@ Centralized database configuration for v3 tracing.
|
|
|
4
4
|
|
|
5
5
|
import logging
|
|
6
6
|
import os
|
|
7
|
+
import shutil
|
|
7
8
|
from typing import TYPE_CHECKING, Optional
|
|
8
9
|
|
|
10
|
+
from synth_ai.tracing_v3.constants import canonical_trace_db_path
|
|
11
|
+
|
|
9
12
|
if TYPE_CHECKING:
|
|
10
13
|
from .turso.daemon import SqldDaemon
|
|
11
14
|
|
|
@@ -16,7 +19,7 @@ class DatabaseConfig:
|
|
|
16
19
|
"""Centralized database configuration management."""
|
|
17
20
|
|
|
18
21
|
# Default values from serve.sh
|
|
19
|
-
DEFAULT_DB_FILE =
|
|
22
|
+
DEFAULT_DB_FILE = str(canonical_trace_db_path())
|
|
20
23
|
DEFAULT_HTTP_PORT = 8080
|
|
21
24
|
|
|
22
25
|
def __init__(
|
|
@@ -27,11 +30,12 @@ class DatabaseConfig:
|
|
|
27
30
|
|
|
28
31
|
Args:
|
|
29
32
|
db_path: Path to database file. If None, uses DEFAULT_DB_FILE from serve.sh.
|
|
30
|
-
http_port:
|
|
33
|
+
http_port: Hrana WebSocket port for sqld daemon (env: SQLD_HTTP_PORT). If None, uses DEFAULT_HTTP_PORT.
|
|
31
34
|
use_sqld: Whether to use sqld daemon or direct SQLite.
|
|
32
35
|
"""
|
|
33
|
-
self.use_sqld = use_sqld
|
|
34
|
-
|
|
36
|
+
self.use_sqld = use_sqld and self._sqld_binary_available()
|
|
37
|
+
# Note: SQLD_HTTP_PORT is actually the hrana port (8080), not the HTTP API port
|
|
38
|
+
self.hrana_port = http_port or int(os.getenv("SQLD_HTTP_PORT", self.DEFAULT_HTTP_PORT))
|
|
35
39
|
self._daemon: SqldDaemon | None = None
|
|
36
40
|
|
|
37
41
|
# Set up database path to match serve.sh configuration
|
|
@@ -54,21 +58,34 @@ class DatabaseConfig:
|
|
|
54
58
|
abs_path = os.path.abspath(self.db_file)
|
|
55
59
|
sqld_data_path = os.path.join(abs_path, "dbs", "default", "data")
|
|
56
60
|
|
|
57
|
-
if os.path.exists(sqld_data_path):
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
else:
|
|
62
|
-
# Direct SQLite file
|
|
63
|
-
if not os.path.exists(abs_path):
|
|
64
|
-
logger.debug(f"⚠️ Database file not found at: {abs_path}")
|
|
65
|
-
logger.debug("🔧 Make sure to run './serve.sh' to start the turso/sqld service")
|
|
66
|
-
else:
|
|
67
|
-
logger.debug(f"📁 Using direct SQLite file at: {abs_path}")
|
|
68
|
-
actual_db_path = abs_path
|
|
61
|
+
if not os.path.exists(sqld_data_path) and not os.path.exists(abs_path):
|
|
62
|
+
raise RuntimeError(
|
|
63
|
+
"sqld data directory not found. Run `sqld --db-path <path>` before using the tracing database."
|
|
64
|
+
)
|
|
69
65
|
|
|
70
|
-
#
|
|
71
|
-
|
|
66
|
+
# Use http:// for local sqld HTTP API port
|
|
67
|
+
# sqld has two ports: hrana_port (Hrana WebSocket) and hrana_port+1 (HTTP API)
|
|
68
|
+
# Python libsql client uses HTTP API with http:// URLs
|
|
69
|
+
http_api_port = self.hrana_port + 1
|
|
70
|
+
return f"http://127.0.0.1:{http_api_port}"
|
|
71
|
+
|
|
72
|
+
def _sqld_binary_available(self) -> bool:
|
|
73
|
+
"""Check if the sqld (Turso) binary is available on PATH."""
|
|
74
|
+
# Respect explicit SQLD_BINARY override when present
|
|
75
|
+
binary_override = os.getenv("SQLD_BINARY")
|
|
76
|
+
candidates = [binary_override, "sqld", "libsql-server"]
|
|
77
|
+
|
|
78
|
+
for candidate in candidates:
|
|
79
|
+
if candidate and shutil.which(candidate):
|
|
80
|
+
return True
|
|
81
|
+
|
|
82
|
+
if binary_override:
|
|
83
|
+
raise RuntimeError(
|
|
84
|
+
f"Configured SQLD_BINARY='{binary_override}' but the executable was not found on PATH."
|
|
85
|
+
)
|
|
86
|
+
raise RuntimeError(
|
|
87
|
+
"sqld binary not detected; install Turso's sqld or set SQLD_BINARY so that libSQL can be used."
|
|
88
|
+
)
|
|
72
89
|
|
|
73
90
|
def start_daemon(self, wait_time: float = 2.0):
|
|
74
91
|
"""
|
|
@@ -87,7 +104,7 @@ class DatabaseConfig:
|
|
|
87
104
|
# Import here to avoid circular dependency
|
|
88
105
|
from .turso.daemon import SqldDaemon
|
|
89
106
|
|
|
90
|
-
self._daemon = SqldDaemon(db_path=self.db_base_path,
|
|
107
|
+
self._daemon = SqldDaemon(db_path=self.db_base_path, hrana_port=self.hrana_port)
|
|
91
108
|
|
|
92
109
|
self._daemon.start()
|
|
93
110
|
|
|
@@ -133,11 +150,13 @@ def get_default_db_config() -> DatabaseConfig:
|
|
|
133
150
|
# Check if sqld is already running (started by serve.sh)
|
|
134
151
|
import subprocess
|
|
135
152
|
|
|
136
|
-
|
|
153
|
+
sqld_hrana_port = int(os.getenv("SQLD_HTTP_PORT", DatabaseConfig.DEFAULT_HTTP_PORT))
|
|
154
|
+
sqld_http_port = sqld_hrana_port + 1
|
|
137
155
|
sqld_running = False
|
|
138
156
|
try:
|
|
157
|
+
# Check for either hrana or http port in the process command line
|
|
139
158
|
result = subprocess.run(
|
|
140
|
-
["pgrep", "-f", f"sqld
|
|
159
|
+
["pgrep", "-f", f"sqld.*(--hrana-listen-addr.*:{sqld_hrana_port}|--http-listen-addr.*:{sqld_http_port})"],
|
|
141
160
|
capture_output=True,
|
|
142
161
|
text=True,
|
|
143
162
|
)
|
|
@@ -145,18 +164,12 @@ def get_default_db_config() -> DatabaseConfig:
|
|
|
145
164
|
# sqld is already running, don't start a new one
|
|
146
165
|
sqld_running = True
|
|
147
166
|
use_sqld = False
|
|
148
|
-
logger.debug(f"✅ Detected sqld already running on
|
|
167
|
+
logger.debug(f"✅ Detected sqld already running on ports {sqld_hrana_port} (hrana) and {sqld_http_port} (http)")
|
|
149
168
|
except Exception as e:
|
|
150
169
|
logger.debug(f"Could not check for sqld process: {e}")
|
|
151
170
|
|
|
152
171
|
if not sqld_running and use_sqld:
|
|
153
|
-
logger.warning("
|
|
154
|
-
logger.warning("🔧 Please start the turso/sqld service by running:")
|
|
155
|
-
logger.warning(" ./serve.sh")
|
|
156
|
-
logger.warning("")
|
|
157
|
-
logger.warning("This will start:")
|
|
158
|
-
logger.warning(" - sqld daemon (SQLite server) on port 8080")
|
|
159
|
-
logger.warning(" - Environment service on port 8901")
|
|
172
|
+
logger.warning("sqld service not detected. Start the Turso daemon (./serve.sh) before running tracing workloads.")
|
|
160
173
|
|
|
161
174
|
_default_config = DatabaseConfig(db_path=db_path, use_sqld=use_sqld)
|
|
162
175
|
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
1
|
"""Async-aware decorators for tracing v3.
|
|
3
2
|
|
|
4
3
|
This module provides decorators and context management utilities for the tracing
|
|
@@ -23,12 +22,15 @@ The decorators support both sync and async functions where appropriate,
|
|
|
23
22
|
though async is preferred for consistency with the rest of the system.
|
|
24
23
|
"""
|
|
25
24
|
|
|
25
|
+
from __future__ import annotations
|
|
26
|
+
|
|
26
27
|
import asyncio
|
|
27
28
|
import contextvars
|
|
28
29
|
import functools
|
|
29
30
|
import time
|
|
30
|
-
from collections.abc import Callable
|
|
31
|
-
from
|
|
31
|
+
from collections.abc import Awaitable, Callable, Mapping
|
|
32
|
+
from contextvars import Token
|
|
33
|
+
from typing import Any, TypeVar, cast, overload
|
|
32
34
|
|
|
33
35
|
from .abstractions import LMCAISEvent, TimeRecord
|
|
34
36
|
from .utils import calculate_cost, detect_provider
|
|
@@ -37,13 +39,13 @@ from .utils import calculate_cost, detect_provider
|
|
|
37
39
|
# These variables automatically propagate across async call boundaries,
|
|
38
40
|
# allowing deeply nested code to access tracing context without explicit passing
|
|
39
41
|
_session_id_ctx: contextvars.ContextVar[str | None] = contextvars.ContextVar(
|
|
40
|
-
"session_id"
|
|
42
|
+
"session_id"
|
|
41
43
|
)
|
|
42
44
|
_turn_number_ctx: contextvars.ContextVar[int | None] = contextvars.ContextVar(
|
|
43
|
-
"turn_number"
|
|
45
|
+
"turn_number"
|
|
44
46
|
)
|
|
45
47
|
_session_tracer_ctx: contextvars.ContextVar[Any | None] = contextvars.ContextVar(
|
|
46
|
-
"session_tracer"
|
|
48
|
+
"session_tracer"
|
|
47
49
|
)
|
|
48
50
|
|
|
49
51
|
|
|
@@ -91,6 +93,16 @@ def get_session_tracer() -> Any:
|
|
|
91
93
|
T = TypeVar("T")
|
|
92
94
|
|
|
93
95
|
|
|
96
|
+
@overload
|
|
97
|
+
def with_session(require: bool = True) -> Callable[[Callable[..., Awaitable[T]]], Callable[..., Awaitable[T]]]:
|
|
98
|
+
...
|
|
99
|
+
|
|
100
|
+
|
|
101
|
+
@overload
|
|
102
|
+
def with_session(require: bool = True) -> Callable[[Callable[..., T]], Callable[..., T]]:
|
|
103
|
+
...
|
|
104
|
+
|
|
105
|
+
|
|
94
106
|
def with_session(require: bool = True):
|
|
95
107
|
"""Decorator that ensures a session is active.
|
|
96
108
|
|
|
@@ -112,25 +124,31 @@ def with_session(require: bool = True):
|
|
|
112
124
|
```
|
|
113
125
|
"""
|
|
114
126
|
|
|
115
|
-
def decorator(fn: Callable[..., T]) -> Callable[..., T]:
|
|
127
|
+
def decorator(fn: Callable[..., Awaitable[T]] | Callable[..., T]) -> Callable[..., Awaitable[T]] | Callable[..., T]:
|
|
116
128
|
if asyncio.iscoroutinefunction(fn):
|
|
117
129
|
|
|
118
130
|
@functools.wraps(fn)
|
|
119
|
-
async def async_wrapper(*args, **kwargs):
|
|
131
|
+
async def async_wrapper(*args: Any, **kwargs: Any) -> T:
|
|
120
132
|
session_id = get_session_id()
|
|
121
133
|
if require and session_id is None:
|
|
122
|
-
raise RuntimeError(
|
|
123
|
-
|
|
134
|
+
raise RuntimeError(
|
|
135
|
+
f"No active session for {getattr(fn, '__name__', 'unknown')}"
|
|
136
|
+
)
|
|
137
|
+
async_fn = cast(Callable[..., Awaitable[T]], fn)
|
|
138
|
+
return await async_fn(*args, **kwargs)
|
|
124
139
|
|
|
125
140
|
return async_wrapper
|
|
126
141
|
else:
|
|
127
142
|
|
|
128
143
|
@functools.wraps(fn)
|
|
129
|
-
def sync_wrapper(*args, **kwargs):
|
|
144
|
+
def sync_wrapper(*args: Any, **kwargs: Any) -> T:
|
|
130
145
|
session_id = get_session_id()
|
|
131
146
|
if require and session_id is None:
|
|
132
|
-
raise RuntimeError(
|
|
133
|
-
|
|
147
|
+
raise RuntimeError(
|
|
148
|
+
f"No active session for {getattr(fn, '__name__', 'unknown')}"
|
|
149
|
+
)
|
|
150
|
+
sync_fn = cast(Callable[..., T], fn)
|
|
151
|
+
return sync_fn(*args, **kwargs)
|
|
134
152
|
|
|
135
153
|
return sync_wrapper
|
|
136
154
|
|
|
@@ -138,7 +156,7 @@ def with_session(require: bool = True):
|
|
|
138
156
|
|
|
139
157
|
|
|
140
158
|
def trace_llm_call(
|
|
141
|
-
model_name: str = None,
|
|
159
|
+
model_name: str | None = None,
|
|
142
160
|
system_id: str = "llm",
|
|
143
161
|
extract_tokens: bool = True,
|
|
144
162
|
extract_cost: bool = True,
|
|
@@ -171,31 +189,36 @@ def trace_llm_call(
|
|
|
171
189
|
```
|
|
172
190
|
"""
|
|
173
191
|
|
|
174
|
-
def decorator(fn: Callable[..., T]) -> Callable[..., T]:
|
|
192
|
+
def decorator(fn: Callable[..., Awaitable[T]]) -> Callable[..., Awaitable[T]]:
|
|
175
193
|
if asyncio.iscoroutinefunction(fn):
|
|
194
|
+
async_fn: Callable[..., Awaitable[T]] = fn
|
|
176
195
|
|
|
177
196
|
@functools.wraps(fn)
|
|
178
|
-
async def async_wrapper(*args, **kwargs):
|
|
197
|
+
async def async_wrapper(*args: Any, **kwargs: Any) -> T:
|
|
179
198
|
tracer = get_session_tracer()
|
|
180
199
|
if not tracer:
|
|
181
|
-
return await
|
|
200
|
+
return await async_fn(*args, **kwargs)
|
|
182
201
|
|
|
183
202
|
start_time = time.time()
|
|
184
203
|
system_state_before = kwargs.get("state_before", {})
|
|
185
204
|
|
|
186
205
|
try:
|
|
187
|
-
result = await
|
|
206
|
+
result = await async_fn(*args, **kwargs)
|
|
188
207
|
|
|
189
208
|
# Extract metrics from result - this assumes the result follows
|
|
190
209
|
# common LLM API response formats (OpenAI, Anthropic, etc.)
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
210
|
+
input_tokens = output_tokens = total_tokens = None
|
|
211
|
+
actual_model = model_name
|
|
212
|
+
if extract_tokens and isinstance(result, Mapping):
|
|
213
|
+
result_mapping = cast(Mapping[str, Any], result)
|
|
214
|
+
usage = result_mapping.get("usage")
|
|
215
|
+
if isinstance(usage, Mapping):
|
|
216
|
+
input_tokens = usage.get("prompt_tokens")
|
|
217
|
+
output_tokens = usage.get("completion_tokens")
|
|
218
|
+
total_tokens = usage.get("total_tokens")
|
|
219
|
+
value = result_mapping.get("model")
|
|
220
|
+
if isinstance(value, str):
|
|
221
|
+
actual_model = value
|
|
199
222
|
|
|
200
223
|
latency_ms = int((time.time() - start_time) * 1000)
|
|
201
224
|
|
|
@@ -208,14 +231,16 @@ def trace_llm_call(
|
|
|
208
231
|
input_tokens=input_tokens,
|
|
209
232
|
output_tokens=output_tokens,
|
|
210
233
|
total_tokens=total_tokens,
|
|
211
|
-
cost_usd=calculate_cost(
|
|
234
|
+
cost_usd=calculate_cost(
|
|
235
|
+
actual_model or "unknown", input_tokens or 0, output_tokens or 0
|
|
236
|
+
)
|
|
212
237
|
if extract_cost
|
|
213
238
|
else None,
|
|
214
239
|
latency_ms=latency_ms,
|
|
215
240
|
system_state_before=system_state_before,
|
|
216
241
|
system_state_after=kwargs.get("state_after", {}),
|
|
217
242
|
metadata={
|
|
218
|
-
"function": fn
|
|
243
|
+
"function": getattr(fn, "__name__", "unknown"),
|
|
219
244
|
"step_id": kwargs.get("step_id"),
|
|
220
245
|
},
|
|
221
246
|
)
|
|
@@ -234,7 +259,7 @@ def trace_llm_call(
|
|
|
234
259
|
provider=detect_provider(model_name),
|
|
235
260
|
latency_ms=int((time.time() - start_time) * 1000),
|
|
236
261
|
metadata={
|
|
237
|
-
"function": fn
|
|
262
|
+
"function": getattr(fn, "__name__", "unknown"),
|
|
238
263
|
"error": str(e),
|
|
239
264
|
"error_type": type(e).__name__,
|
|
240
265
|
},
|
|
@@ -249,7 +274,7 @@ def trace_llm_call(
|
|
|
249
274
|
return decorator
|
|
250
275
|
|
|
251
276
|
|
|
252
|
-
def trace_method(event_type: str = "runtime", system_id: str = None):
|
|
277
|
+
def trace_method(event_type: str = "runtime", system_id: str | None = None):
|
|
253
278
|
"""Generic method tracing decorator.
|
|
254
279
|
|
|
255
280
|
Traces any method call by recording it as a RuntimeEvent. Supports both
|
|
@@ -269,43 +294,51 @@ def trace_method(event_type: str = "runtime", system_id: str = None):
|
|
|
269
294
|
```
|
|
270
295
|
"""
|
|
271
296
|
|
|
272
|
-
def decorator(
|
|
297
|
+
def decorator(
|
|
298
|
+
fn: Callable[..., Awaitable[T]] | Callable[..., T]
|
|
299
|
+
) -> Callable[..., Awaitable[T]] | Callable[..., T]:
|
|
273
300
|
if asyncio.iscoroutinefunction(fn):
|
|
301
|
+
async_fn = cast(Callable[..., Awaitable[T]], fn)
|
|
274
302
|
|
|
275
303
|
@functools.wraps(fn)
|
|
276
|
-
async def async_wrapper(
|
|
304
|
+
async def async_wrapper(*args: Any, **kwargs: Any) -> T:
|
|
277
305
|
tracer = get_session_tracer()
|
|
278
306
|
if not tracer:
|
|
279
|
-
return await
|
|
307
|
+
return await async_fn(*args, **kwargs)
|
|
280
308
|
|
|
281
309
|
from .abstractions import RuntimeEvent
|
|
282
310
|
|
|
283
311
|
# Use class name as system_id if not provided
|
|
284
|
-
|
|
312
|
+
self_obj = args[0] if args else None
|
|
313
|
+
inferred_system_id = (
|
|
314
|
+
self_obj.__class__.__name__ if self_obj is not None else "unknown"
|
|
315
|
+
)
|
|
316
|
+
actual_system_id = system_id or inferred_system_id
|
|
285
317
|
|
|
286
318
|
event = RuntimeEvent(
|
|
287
319
|
system_instance_id=actual_system_id,
|
|
288
320
|
time_record=TimeRecord(event_time=time.time()),
|
|
289
321
|
actions=[], # Can be overridden in metadata
|
|
290
322
|
metadata={
|
|
291
|
-
"method": fn
|
|
323
|
+
"method": getattr(fn, "__name__", "unknown"),
|
|
292
324
|
"args": str(args)[:100], # Truncate for safety
|
|
293
325
|
"step_id": kwargs.get("step_id"),
|
|
294
326
|
},
|
|
295
327
|
)
|
|
296
328
|
|
|
297
329
|
await tracer.record_event(event)
|
|
298
|
-
return await
|
|
330
|
+
return await async_fn(*args, **kwargs)
|
|
299
331
|
|
|
300
332
|
return async_wrapper
|
|
301
333
|
else:
|
|
302
334
|
|
|
303
335
|
@functools.wraps(fn)
|
|
304
|
-
def sync_wrapper(
|
|
336
|
+
def sync_wrapper(*args: Any, **kwargs: Any) -> T:
|
|
305
337
|
# For sync methods, we can't easily trace without blocking
|
|
306
338
|
# the event loop. This is a limitation of the async-first design.
|
|
307
339
|
# Consider converting to async or using a different approach
|
|
308
|
-
|
|
340
|
+
sync_fn = cast(Callable[..., T], fn)
|
|
341
|
+
return sync_fn(*args, **kwargs)
|
|
309
342
|
|
|
310
343
|
return sync_wrapper
|
|
311
344
|
|
|
@@ -335,11 +368,11 @@ class SessionContext:
|
|
|
335
368
|
```
|
|
336
369
|
"""
|
|
337
370
|
|
|
338
|
-
def __init__(self, session_id: str, tracer=None):
|
|
371
|
+
def __init__(self, session_id: str, tracer: Any | None = None):
|
|
339
372
|
self.session_id = session_id
|
|
340
373
|
self.tracer = tracer
|
|
341
|
-
self._token = None
|
|
342
|
-
self._tracer_token = None
|
|
374
|
+
self._token: Token[str | None] | None = None
|
|
375
|
+
self._tracer_token: Token[Any] | None = None
|
|
343
376
|
|
|
344
377
|
def __enter__(self):
|
|
345
378
|
# Store tokens to restore previous context on exit
|
|
@@ -350,8 +383,9 @@ class SessionContext:
|
|
|
350
383
|
|
|
351
384
|
def __exit__(self, exc_type, exc_val, exc_tb):
|
|
352
385
|
# Restore previous context - this is crucial for proper isolation
|
|
353
|
-
|
|
354
|
-
|
|
386
|
+
if self._token is not None:
|
|
387
|
+
_session_id_ctx.reset(self._token)
|
|
388
|
+
if self._tracer_token is not None:
|
|
355
389
|
_session_tracer_ctx.reset(self._tracer_token)
|
|
356
390
|
|
|
357
391
|
async def __aenter__(self):
|
|
@@ -361,6 +395,7 @@ class SessionContext:
|
|
|
361
395
|
return self
|
|
362
396
|
|
|
363
397
|
async def __aexit__(self, exc_type, exc_val, exc_tb):
|
|
364
|
-
|
|
365
|
-
|
|
398
|
+
if self._token is not None:
|
|
399
|
+
_session_id_ctx.reset(self._token)
|
|
400
|
+
if self._tracer_token is not None:
|
|
366
401
|
_session_tracer_ctx.reset(self._tracer_token)
|