synth-ai 0.2.8.dev2__py3-none-any.whl → 0.4.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- synth_ai/__init__.py +44 -24
- synth_ai/__main__.py +30 -3
- synth_ai/cli/__init__.py +103 -48
- synth_ai/cli/__main__.py +42 -0
- synth_ai/cli/_internal/__init__.py +5 -0
- synth_ai/cli/_internal/modal_wrapper.py +31 -0
- synth_ai/cli/_internal/storage.py +20 -0
- synth_ai/cli/_internal/typer_patch.py +47 -0
- synth_ai/cli/_internal/validate_task_app.py +29 -0
- synth_ai/cli/agents/__init__.py +17 -0
- synth_ai/cli/agents/claude.py +77 -0
- synth_ai/cli/agents/codex.py +265 -0
- synth_ai/cli/agents/opencode.py +253 -0
- synth_ai/cli/commands/__init__.py +18 -0
- synth_ai/cli/commands/artifacts/__init__.py +13 -0
- synth_ai/cli/commands/artifacts/client.py +119 -0
- synth_ai/cli/commands/artifacts/config.py +57 -0
- synth_ai/cli/commands/artifacts/core.py +24 -0
- synth_ai/cli/commands/artifacts/download.py +188 -0
- synth_ai/cli/commands/artifacts/export.py +186 -0
- synth_ai/cli/commands/artifacts/list.py +156 -0
- synth_ai/cli/commands/artifacts/parsing.py +250 -0
- synth_ai/cli/commands/artifacts/show.py +336 -0
- synth_ai/cli/commands/demo/__init__.py +3 -0
- synth_ai/cli/commands/demo/core.py +153 -0
- synth_ai/cli/commands/eval/__init__.py +10 -0
- synth_ai/cli/commands/eval/config.py +338 -0
- synth_ai/cli/commands/eval/core.py +256 -0
- synth_ai/cli/commands/eval/runner.py +704 -0
- synth_ai/cli/commands/eval/validation.py +60 -0
- synth_ai/cli/commands/filter/__init__.py +12 -0
- synth_ai/cli/commands/filter/core.py +424 -0
- synth_ai/cli/commands/filter/errors.py +55 -0
- synth_ai/cli/commands/filter/validation.py +77 -0
- synth_ai/cli/commands/help/__init__.py +185 -0
- synth_ai/cli/commands/help/core.py +72 -0
- synth_ai/cli/commands/scan/__init__.py +19 -0
- synth_ai/cli/commands/scan/cloudflare_scanner.py +403 -0
- synth_ai/cli/commands/scan/core.py +344 -0
- synth_ai/cli/commands/scan/health_checker.py +242 -0
- synth_ai/cli/commands/scan/local_scanner.py +278 -0
- synth_ai/cli/commands/scan/models.py +83 -0
- synth_ai/cli/commands/smoke/__init__.py +7 -0
- synth_ai/cli/commands/smoke/core.py +1428 -0
- synth_ai/cli/commands/status/__init__.py +3 -0
- synth_ai/cli/commands/status/client.py +91 -0
- synth_ai/cli/commands/status/config.py +12 -0
- synth_ai/cli/commands/status/errors.py +11 -0
- synth_ai/cli/commands/status/subcommands/__init__.py +3 -0
- synth_ai/cli/commands/status/subcommands/config.py +13 -0
- synth_ai/cli/commands/status/subcommands/files.py +34 -0
- synth_ai/cli/commands/status/subcommands/jobs.py +51 -0
- synth_ai/cli/commands/status/subcommands/models.py +35 -0
- synth_ai/cli/commands/status/subcommands/runs.py +34 -0
- synth_ai/cli/commands/status/subcommands/session.py +77 -0
- synth_ai/cli/commands/status/subcommands/summary.py +39 -0
- synth_ai/cli/commands/status/subcommands/utils.py +41 -0
- synth_ai/cli/commands/status/utils.py +23 -0
- synth_ai/cli/commands/train/__init__.py +53 -0
- synth_ai/cli/commands/train/core.py +22 -0
- synth_ai/cli/commands/train/errors.py +117 -0
- synth_ai/cli/commands/train/judge_schemas.py +201 -0
- synth_ai/cli/commands/train/judge_validation.py +305 -0
- synth_ai/cli/commands/train/prompt_learning_validation.py +633 -0
- synth_ai/cli/commands/train/validation.py +392 -0
- synth_ai/cli/demo_apps/__init__.py +10 -0
- synth_ai/cli/demo_apps/core/__init__.py +28 -0
- synth_ai/{demos → cli/demo_apps}/core/cli.py +783 -441
- synth_ai/cli/demo_apps/crafter/__init__.py +1 -0
- synth_ai/cli/demo_apps/crafter/crafter_fft_4b.toml +55 -0
- synth_ai/cli/demo_apps/crafter/grpo_crafter_task_app.py +186 -0
- synth_ai/cli/demo_apps/crafter/rl_from_base_qwen4b.toml +74 -0
- synth_ai/cli/demo_apps/demo_registry.py +176 -0
- synth_ai/cli/demo_apps/demo_task_apps/__init__.py +7 -0
- synth_ai/{demos → cli/demo_apps}/demo_task_apps/core.py +75 -37
- synth_ai/cli/demo_apps/demo_task_apps/crafter/__init__.py +1 -0
- synth_ai/cli/demo_apps/demo_task_apps/crafter/configs/crafter_fft_4b.toml +53 -0
- synth_ai/cli/demo_apps/demo_task_apps/crafter/configs/rl_from_base_qwen4b.toml +73 -0
- synth_ai/cli/demo_apps/demo_task_apps/crafter/grpo_crafter_task_app.py +185 -0
- synth_ai/{demos → cli/demo_apps}/demo_task_apps/math/_common.py +1 -2
- synth_ai/{demos → cli/demo_apps}/demo_task_apps/math/app.py +2 -1
- synth_ai/cli/demo_apps/demo_task_apps/math/config.toml +73 -0
- synth_ai/{demos → cli/demo_apps}/demo_task_apps/math/deploy_modal.py +3 -6
- synth_ai/cli/demo_apps/demo_task_apps/math/modal_task_app.py +738 -0
- synth_ai/cli/demo_apps/demo_task_apps/math/task_app_entry.py +39 -0
- synth_ai/cli/demo_apps/math/__init__.py +1 -0
- synth_ai/cli/demo_apps/math/_common.py +16 -0
- synth_ai/cli/demo_apps/math/app.py +38 -0
- synth_ai/cli/demo_apps/math/config.toml +75 -0
- synth_ai/cli/demo_apps/math/deploy_modal.py +54 -0
- synth_ai/cli/demo_apps/math/modal_task_app.py +698 -0
- synth_ai/cli/demo_apps/math/task_app_entry.py +53 -0
- synth_ai/cli/demo_apps/mipro/main.py +271 -0
- synth_ai/cli/demo_apps/mipro/task_app.py +922 -0
- synth_ai/cli/demo_apps/mipro/train_cfg.toml +92 -0
- synth_ai/cli/demos/__init__.py +12 -0
- synth_ai/cli/demos/demo.py +32 -0
- synth_ai/cli/demos/rl_demo.py +254 -0
- synth_ai/cli/deploy.py +216 -0
- synth_ai/cli/infra/__init__.py +14 -0
- synth_ai/cli/{balance.py → infra/balance.py} +16 -4
- synth_ai/cli/infra/mcp.py +35 -0
- synth_ai/cli/infra/modal_app.py +36 -0
- synth_ai/cli/infra/setup.py +69 -0
- synth_ai/cli/infra/status.py +16 -0
- synth_ai/cli/infra/turso.py +77 -0
- synth_ai/cli/lib/__init__.py +10 -0
- synth_ai/cli/lib/agents.py +76 -0
- synth_ai/cli/lib/apps/modal_app.py +101 -0
- synth_ai/cli/lib/apps/task_app.py +642 -0
- synth_ai/cli/lib/bin.py +39 -0
- synth_ai/cli/lib/env.py +375 -0
- synth_ai/cli/lib/errors.py +85 -0
- synth_ai/cli/lib/modal.py +315 -0
- synth_ai/cli/lib/plotting.py +126 -0
- synth_ai/cli/lib/prompt_args.py +39 -0
- synth_ai/cli/lib/prompts.py +284 -0
- synth_ai/cli/lib/sqld.py +122 -0
- synth_ai/cli/lib/task_app_discovery.py +884 -0
- synth_ai/cli/lib/task_app_env.py +295 -0
- synth_ai/cli/lib/train_cfgs.py +300 -0
- synth_ai/cli/lib/tunnel_records.py +207 -0
- synth_ai/cli/local/__init__.py +14 -0
- synth_ai/cli/local/experiment_queue/__init__.py +72 -0
- synth_ai/cli/local/experiment_queue/api_schemas.py +221 -0
- synth_ai/cli/local/experiment_queue/celery_app.py +208 -0
- synth_ai/cli/local/experiment_queue/config.py +128 -0
- synth_ai/cli/local/experiment_queue/config_utils.py +272 -0
- synth_ai/cli/local/experiment_queue/database.py +175 -0
- synth_ai/cli/local/experiment_queue/dispatcher.py +119 -0
- synth_ai/cli/local/experiment_queue/models.py +231 -0
- synth_ai/cli/local/experiment_queue/progress_info.py +160 -0
- synth_ai/cli/local/experiment_queue/results.py +373 -0
- synth_ai/cli/local/experiment_queue/schemas.py +131 -0
- synth_ai/cli/local/experiment_queue/service.py +344 -0
- synth_ai/cli/local/experiment_queue/status.py +372 -0
- synth_ai/cli/local/experiment_queue/status_tracker.py +360 -0
- synth_ai/cli/local/experiment_queue/tasks.py +1984 -0
- synth_ai/cli/local/experiment_queue/trace_storage.py +65 -0
- synth_ai/cli/local/experiment_queue/validation.py +157 -0
- synth_ai/cli/local/session/__init__.py +92 -0
- synth_ai/cli/local/session/client.py +383 -0
- synth_ai/cli/local/session/constants.py +63 -0
- synth_ai/cli/local/session/exceptions.py +105 -0
- synth_ai/cli/local/session/manager.py +139 -0
- synth_ai/cli/local/session/models.py +89 -0
- synth_ai/cli/local/session/query.py +110 -0
- synth_ai/cli/root.py +150 -108
- synth_ai/cli/task_apps/__init__.py +37 -0
- synth_ai/cli/task_apps/commands.py +3145 -0
- synth_ai/cli/task_apps/deploy.py +7 -0
- synth_ai/cli/task_apps/list.py +26 -0
- synth_ai/cli/task_apps/main.py +36 -0
- synth_ai/cli/task_apps/modal_serve.py +11 -0
- synth_ai/cli/task_apps/serve.py +11 -0
- synth_ai/cli/training/__init__.py +8 -0
- synth_ai/cli/training/train.py +5 -0
- synth_ai/cli/training/train_cfg.py +34 -0
- synth_ai/cli/{watch.py → training/watch.py} +13 -18
- synth_ai/cli/turso.py +52 -0
- synth_ai/cli/utils/__init__.py +8 -0
- synth_ai/cli/utils/experiments.py +235 -0
- synth_ai/cli/utils/queue.py +504 -0
- synth_ai/cli/{recent.py → utils/recent.py} +13 -7
- synth_ai/cli/{traces.py → utils/traces.py} +9 -5
- synth_ai/contracts/__init__.py +67 -0
- synth_ai/core/__init__.py +100 -0
- synth_ai/core/_utils/__init__.py +54 -0
- synth_ai/core/_utils/base_url.py +10 -0
- synth_ai/core/_utils/http.py +10 -0
- synth_ai/core/_utils/prompts.py +14 -0
- synth_ai/core/_utils/task_app_state.py +12 -0
- synth_ai/core/_utils/user_config.py +10 -0
- synth_ai/core/apps/common.py +116 -0
- synth_ai/core/auth.py +95 -0
- synth_ai/core/cfgs.py +240 -0
- synth_ai/core/config/__init__.py +16 -0
- synth_ai/core/config/base.py +168 -0
- synth_ai/core/config/resolver.py +89 -0
- synth_ai/core/env.py +231 -0
- synth_ai/core/errors.py +126 -0
- synth_ai/core/http.py +230 -0
- synth_ai/core/integrations/__init__.py +11 -0
- synth_ai/core/integrations/cloudflare.py +1710 -0
- synth_ai/core/integrations/mcp/__init__.py +6 -0
- synth_ai/core/integrations/mcp/__main__.py +8 -0
- synth_ai/core/integrations/mcp/claude.py +36 -0
- synth_ai/core/integrations/mcp/main.py +254 -0
- synth_ai/core/integrations/mcp/setup.py +100 -0
- synth_ai/core/integrations/modal.py +277 -0
- synth_ai/core/json.py +72 -0
- synth_ai/core/log_filter.py +99 -0
- synth_ai/core/logging.py +82 -0
- synth_ai/core/paths.py +107 -0
- synth_ai/core/pricing.py +109 -0
- synth_ai/core/process.py +233 -0
- synth_ai/core/ssl.py +25 -0
- synth_ai/core/storage/__init__.py +71 -0
- synth_ai/core/task_app_state.py +318 -0
- synth_ai/core/telemetry.py +282 -0
- synth_ai/{tracing_v3 → core/tracing_v3}/__init__.py +5 -1
- synth_ai/{tracing_v3 → core/tracing_v3}/abstractions.py +21 -4
- synth_ai/core/tracing_v3/config.py +229 -0
- synth_ai/core/tracing_v3/constants.py +21 -0
- synth_ai/{tracing_v3 → core/tracing_v3}/db_config.py +42 -29
- synth_ai/{tracing_v3 → core/tracing_v3}/decorators.py +80 -45
- synth_ai/{tracing_v3 → core/tracing_v3}/examples/basic_usage.py +15 -9
- synth_ai/{tracing_v3 → core/tracing_v3}/hooks.py +6 -4
- synth_ai/{tracing_v3 → core/tracing_v3}/llm_call_record_helpers.py +161 -61
- synth_ai/{tracing_v3 → core/tracing_v3}/migration_helper.py +1 -2
- synth_ai/{tracing_v3 → core/tracing_v3}/replica_sync.py +12 -7
- synth_ai/core/tracing_v3/serialization.py +130 -0
- synth_ai/{tracing_v3 → core/tracing_v3}/session_tracer.py +88 -21
- synth_ai/{tracing_v3 → core/tracing_v3}/storage/base.py +99 -12
- synth_ai/core/tracing_v3/storage/config.py +109 -0
- synth_ai/{tracing_v3 → core/tracing_v3}/storage/factory.py +11 -9
- synth_ai/{tracing_v3 → core/tracing_v3}/storage/utils.py +15 -11
- synth_ai/core/tracing_v3/trace_utils.py +326 -0
- synth_ai/core/tracing_v3/turso/__init__.py +12 -0
- synth_ai/core/tracing_v3/turso/daemon.py +278 -0
- synth_ai/{tracing_v3 → core/tracing_v3}/turso/models.py +7 -3
- synth_ai/core/tracing_v3/turso/native_manager.py +1385 -0
- synth_ai/{tracing_v3 → core/tracing_v3}/utils.py +5 -4
- synth_ai/core/urls.py +18 -0
- synth_ai/core/user_config.py +137 -0
- synth_ai/core/uvicorn.py +222 -0
- synth_ai/data/__init__.py +83 -0
- synth_ai/data/enums.py +123 -0
- synth_ai/data/rewards.py +152 -0
- synth_ai/data/traces.py +35 -0
- synth_ai/products/__init__.py +6 -0
- synth_ai/products/graph_evolve/__init__.py +46 -0
- synth_ai/products/graph_evolve/client.py +226 -0
- synth_ai/products/graph_evolve/config.py +591 -0
- synth_ai/products/graph_evolve/converters/__init__.py +42 -0
- synth_ai/products/graph_evolve/converters/openai_sft.py +484 -0
- synth_ai/products/graph_evolve/examples/hotpotqa/config.toml +109 -0
- synth_ai/products/graph_evolve/run.py +222 -0
- synth_ai/products/graph_gepa/__init__.py +23 -0
- synth_ai/products/graph_gepa/converters/__init__.py +19 -0
- synth_ai/products/graph_gepa/converters/openai_sft.py +29 -0
- synth_ai/sdk/__init__.py +123 -0
- synth_ai/sdk/api/__init__.py +1 -0
- synth_ai/sdk/api/models/supported.py +514 -0
- synth_ai/sdk/api/research_agent/__init__.py +296 -0
- synth_ai/sdk/api/train/__init__.py +85 -0
- synth_ai/sdk/api/train/builders.py +895 -0
- synth_ai/sdk/api/train/cli.py +2199 -0
- synth_ai/sdk/api/train/config_finder.py +267 -0
- synth_ai/sdk/api/train/configs/__init__.py +65 -0
- synth_ai/sdk/api/train/configs/prompt_learning.py +1706 -0
- synth_ai/sdk/api/train/configs/rl.py +187 -0
- synth_ai/sdk/api/train/configs/sft.py +99 -0
- synth_ai/sdk/api/train/configs/shared.py +81 -0
- synth_ai/sdk/api/train/context_learning.py +312 -0
- synth_ai/sdk/api/train/env_resolver.py +418 -0
- synth_ai/sdk/api/train/graph_validators.py +216 -0
- synth_ai/sdk/api/train/graphgen.py +984 -0
- synth_ai/sdk/api/train/graphgen_models.py +823 -0
- synth_ai/sdk/api/train/graphgen_validators.py +109 -0
- synth_ai/sdk/api/train/local_api.py +10 -0
- synth_ai/sdk/api/train/pollers.py +124 -0
- synth_ai/sdk/api/train/progress/__init__.py +97 -0
- synth_ai/sdk/api/train/progress/dataclasses.py +569 -0
- synth_ai/sdk/api/train/progress/events.py +326 -0
- synth_ai/sdk/api/train/progress/results.py +428 -0
- synth_ai/sdk/api/train/progress/tracker.py +641 -0
- synth_ai/sdk/api/train/prompt_learning.py +469 -0
- synth_ai/sdk/api/train/rl.py +441 -0
- synth_ai/sdk/api/train/sft.py +396 -0
- synth_ai/sdk/api/train/summary.py +522 -0
- synth_ai/sdk/api/train/supported_algos.py +147 -0
- synth_ai/sdk/api/train/task_app.py +351 -0
- synth_ai/sdk/api/train/utils.py +279 -0
- synth_ai/sdk/api/train/validators.py +2424 -0
- synth_ai/sdk/graphs/__init__.py +15 -0
- synth_ai/sdk/graphs/completions.py +570 -0
- synth_ai/{inference → sdk/inference}/__init__.py +0 -1
- synth_ai/sdk/inference/client.py +128 -0
- synth_ai/sdk/jobs/__init__.py +16 -0
- synth_ai/sdk/jobs/client.py +371 -0
- synth_ai/sdk/judging/__init__.py +14 -0
- synth_ai/sdk/judging/base.py +24 -0
- synth_ai/sdk/judging/client.py +40 -0
- synth_ai/sdk/judging/schemas.py +222 -0
- synth_ai/sdk/judging/types.py +42 -0
- synth_ai/sdk/learning/__init__.py +99 -0
- synth_ai/sdk/learning/algorithms.py +14 -0
- synth_ai/{learning → sdk/learning}/client.py +121 -30
- synth_ai/sdk/learning/config.py +5 -0
- synth_ai/{learning → sdk/learning}/constants.py +0 -2
- synth_ai/sdk/learning/context_learning_client.py +531 -0
- synth_ai/sdk/learning/context_learning_types.py +292 -0
- synth_ai/sdk/learning/ft_client.py +7 -0
- synth_ai/{learning → sdk/learning}/health.py +15 -9
- synth_ai/{learning → sdk/learning}/jobs.py +44 -47
- synth_ai/sdk/learning/prompt_extraction.py +334 -0
- synth_ai/sdk/learning/prompt_learning_client.py +455 -0
- synth_ai/sdk/learning/prompt_learning_types.py +186 -0
- synth_ai/{rl → sdk/learning/rl}/__init__.py +13 -8
- synth_ai/{learning/rl_client.py → sdk/learning/rl/client.py} +89 -77
- synth_ai/sdk/learning/rl/config.py +31 -0
- synth_ai/{rl → sdk/learning/rl}/contracts.py +5 -14
- synth_ai/{rl → sdk/learning/rl}/env_keys.py +45 -16
- synth_ai/sdk/learning/rl/secrets.py +13 -0
- synth_ai/sdk/learning/rl_client.py +5 -0
- synth_ai/sdk/learning/sft/__init__.py +29 -0
- synth_ai/sdk/learning/sft/client.py +95 -0
- synth_ai/sdk/learning/sft/config.py +270 -0
- synth_ai/sdk/learning/sft/data.py +698 -0
- synth_ai/sdk/learning/sse.py +57 -0
- synth_ai/sdk/learning/validators.py +52 -0
- synth_ai/sdk/localapi/__init__.py +40 -0
- synth_ai/sdk/localapi/apps/__init__.py +28 -0
- synth_ai/sdk/localapi/client.py +10 -0
- synth_ai/sdk/localapi/contracts.py +10 -0
- synth_ai/sdk/localapi/helpers.py +519 -0
- synth_ai/sdk/localapi/rollouts.py +87 -0
- synth_ai/sdk/localapi/server.py +29 -0
- synth_ai/sdk/localapi/template.py +70 -0
- synth_ai/sdk/streaming/__init__.py +35 -0
- synth_ai/sdk/streaming/config.py +94 -0
- synth_ai/sdk/streaming/handlers.py +1997 -0
- synth_ai/sdk/streaming/streamer.py +713 -0
- synth_ai/sdk/streaming/types.py +112 -0
- synth_ai/sdk/task/__init__.py +164 -0
- synth_ai/sdk/task/apps/__init__.py +169 -0
- synth_ai/sdk/task/auth.py +165 -0
- synth_ai/sdk/task/client.py +175 -0
- synth_ai/sdk/task/config.py +257 -0
- synth_ai/sdk/task/contracts.py +219 -0
- synth_ai/sdk/task/datasets.py +108 -0
- synth_ai/sdk/task/errors.py +50 -0
- synth_ai/sdk/task/health.py +34 -0
- synth_ai/sdk/task/in_process.py +1190 -0
- synth_ai/sdk/task/in_process_runner.py +314 -0
- synth_ai/sdk/task/inference_api.py +299 -0
- synth_ai/sdk/task/json.py +111 -0
- synth_ai/sdk/task/proxy.py +287 -0
- synth_ai/sdk/task/rubrics/__init__.py +55 -0
- synth_ai/sdk/task/rubrics/loaders.py +156 -0
- synth_ai/sdk/task/rubrics/models.py +57 -0
- synth_ai/sdk/task/rubrics/scoring.py +116 -0
- synth_ai/sdk/task/rubrics/strict.py +149 -0
- synth_ai/sdk/task/rubrics.py +219 -0
- synth_ai/sdk/task/server.py +631 -0
- synth_ai/sdk/task/trace_correlation_helpers.py +539 -0
- synth_ai/sdk/task/tracing_utils.py +95 -0
- synth_ai/sdk/task/validators.py +441 -0
- synth_ai/sdk/task/vendors.py +59 -0
- synth_ai/sdk/training/__init__.py +102 -0
- synth_ai/sdk/tunnels/__init__.py +83 -0
- synth_ai/sdk/tunnels/cleanup.py +83 -0
- synth_ai/sdk/tunnels/ports.py +120 -0
- synth_ai/utils/__init__.py +213 -0
- synth_ai-0.4.3.dist-info/METADATA +262 -0
- synth_ai-0.4.3.dist-info/RECORD +370 -0
- {synth_ai-0.2.8.dev2.dist-info → synth_ai-0.4.3.dist-info}/entry_points.txt +0 -1
- synth_ai/cli/calc.py +0 -69
- synth_ai/cli/demo.py +0 -144
- synth_ai/cli/legacy_root_backup.py +0 -470
- synth_ai/cli/man.py +0 -106
- synth_ai/cli/rl_demo.py +0 -202
- synth_ai/cli/status.py +0 -133
- synth_ai/config/base_url.py +0 -107
- synth_ai/core/experiment.py +0 -15
- synth_ai/core/system.py +0 -15
- synth_ai/demos/core/__init__.py +0 -1
- synth_ai/demos/demo_task_apps/__init__.py +0 -1
- synth_ai/demos/demo_task_apps/math/config.toml +0 -129
- synth_ai/demos/demo_task_apps/math/deploy_task_app.sh +0 -22
- synth_ai/demos/demo_task_apps/math/modal_task_app.py +0 -415
- synth_ai/environments/__init__.py +0 -31
- synth_ai/environments/environment/__init__.py +0 -1
- synth_ai/environments/environment/artifacts/__init__.py +0 -1
- synth_ai/environments/environment/artifacts/base.py +0 -52
- synth_ai/environments/environment/core.py +0 -67
- synth_ai/environments/environment/db/__init__.py +0 -1
- synth_ai/environments/environment/db/sqlite.py +0 -45
- synth_ai/environments/environment/registry.py +0 -233
- synth_ai/environments/environment/resources/sqlite.py +0 -45
- synth_ai/environments/environment/results.py +0 -1
- synth_ai/environments/environment/rewards/__init__.py +0 -1
- synth_ai/environments/environment/rewards/core.py +0 -29
- synth_ai/environments/environment/shared_engine.py +0 -26
- synth_ai/environments/environment/tools/__init__.py +0 -200
- synth_ai/environments/examples/__init__.py +0 -1
- synth_ai/environments/examples/bandit/__init__.py +0 -33
- synth_ai/environments/examples/bandit/engine.py +0 -294
- synth_ai/environments/examples/bandit/environment.py +0 -194
- synth_ai/environments/examples/bandit/taskset.py +0 -200
- synth_ai/environments/examples/crafter_classic/__init__.py +0 -8
- synth_ai/environments/examples/crafter_classic/agent_demos/analyze_semantic_words_markdown.py +0 -250
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_comprehensive_evaluation.py +0 -59
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_evaluation_browser.py +0 -152
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_evaluation_config.toml +0 -24
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_evaluation_framework.py +0 -1194
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/crafter_synth_config.toml +0 -56
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/filter_config_modal.toml +0 -32
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/filter_traces_sft_turso.py +0 -738
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/kick_off_ft_modal.py +0 -384
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_action_results.py +0 -53
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_agent_actions.py +0 -178
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_latest_run.py +0 -222
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_lm_traces.py +0 -183
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_no_rewards.py +0 -210
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/analyze_trace_issue.py +0 -206
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/check_db_schema.py +0 -49
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/check_latest_results.py +0 -64
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/debug_agent_responses.py +0 -88
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_modal_ft/old/quick_trace_check.py +0 -77
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/compare_experiments.py +0 -324
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/filter_traces_sft_turso.py +0 -580
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/kick_off_ft_oai.py +0 -362
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/multi_model_config.toml +0 -49
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/analyze_enhanced_hooks.py +0 -332
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/analyze_hook_events.py +0 -97
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/analyze_hook_results.py +0 -217
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/check_hook_storage.py +0 -87
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/check_seeds.py +0 -88
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/compare_seed_performance.py +0 -195
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/custom_eval_pipelines.py +0 -400
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/plot_hook_frequency.py +0 -195
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/old/seed_analysis_summary.py +0 -56
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_openai_ft/run_rollouts_for_models_and_compare_v3.py +0 -858
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_quick_evaluation.py +0 -52
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_react_agent.py +0 -874
- synth_ai/environments/examples/crafter_classic/agent_demos/crafter_trace_evaluation.py +0 -1412
- synth_ai/environments/examples/crafter_classic/agent_demos/example_v3_usage.py +0 -216
- synth_ai/environments/examples/crafter_classic/agent_demos/old/compare_traces.py +0 -296
- synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_comprehensive_evaluation.py +0 -58
- synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_env_serialization.py +0 -464
- synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_evaluation_browser.py +0 -152
- synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_quick_evaluation.py +0 -51
- synth_ai/environments/examples/crafter_classic/agent_demos/old/crafter_trace_evaluation.py +0 -1412
- synth_ai/environments/examples/crafter_classic/agent_demos/old/debug_player_loss.py +0 -112
- synth_ai/environments/examples/crafter_classic/agent_demos/old/diagnose_service.py +0 -203
- synth_ai/environments/examples/crafter_classic/agent_demos/old/diagnose_slowness.py +0 -305
- synth_ai/environments/examples/crafter_classic/agent_demos/old/eval_by_difficulty.py +0 -126
- synth_ai/environments/examples/crafter_classic/agent_demos/old/eval_example.py +0 -94
- synth_ai/environments/examples/crafter_classic/agent_demos/old/explore_saved_states.py +0 -142
- synth_ai/environments/examples/crafter_classic/agent_demos/old/filter_traces_sft.py +0 -26
- synth_ai/environments/examples/crafter_classic/agent_demos/old/filter_traces_sft_OLD.py +0 -984
- synth_ai/environments/examples/crafter_classic/agent_demos/old/generate_ft_data_gemini.py +0 -724
- synth_ai/environments/examples/crafter_classic/agent_demos/old/generate_ft_data_modal.py +0 -386
- synth_ai/environments/examples/crafter_classic/agent_demos/old/generate_ft_metadata.py +0 -205
- synth_ai/environments/examples/crafter_classic/agent_demos/old/kick_off_ft_gemini.py +0 -150
- synth_ai/environments/examples/crafter_classic/agent_demos/old/kick_off_ft_modal.py +0 -283
- synth_ai/environments/examples/crafter_classic/agent_demos/old/prepare_vertex_ft.py +0 -280
- synth_ai/environments/examples/crafter_classic/agent_demos/old/profile_env_slowness.py +0 -456
- synth_ai/environments/examples/crafter_classic/agent_demos/old/replicate_issue.py +0 -166
- synth_ai/environments/examples/crafter_classic/agent_demos/old/run_and_eval.py +0 -102
- synth_ai/environments/examples/crafter_classic/agent_demos/old/run_comparison.py +0 -128
- synth_ai/environments/examples/crafter_classic/agent_demos/old/run_qwen_rollouts.py +0 -655
- synth_ai/environments/examples/crafter_classic/agent_demos/old/trace_eval_OLD.py +0 -202
- synth_ai/environments/examples/crafter_classic/agent_demos/old/validate_openai_format.py +0 -166
- synth_ai/environments/examples/crafter_classic/config_logging.py +0 -111
- synth_ai/environments/examples/crafter_classic/debug_translation.py +0 -0
- synth_ai/environments/examples/crafter_classic/engine.py +0 -579
- synth_ai/environments/examples/crafter_classic/engine_deterministic_patch.py +0 -64
- synth_ai/environments/examples/crafter_classic/engine_helpers/action_map.py +0 -6
- synth_ai/environments/examples/crafter_classic/engine_helpers/serialization.py +0 -75
- synth_ai/environments/examples/crafter_classic/engine_serialization_patch_v3.py +0 -267
- synth_ai/environments/examples/crafter_classic/environment.py +0 -404
- synth_ai/environments/examples/crafter_classic/taskset.py +0 -233
- synth_ai/environments/examples/crafter_classic/trace_hooks_v3.py +0 -228
- synth_ai/environments/examples/crafter_classic/world_config_patch_simple.py +0 -299
- synth_ai/environments/examples/crafter_custom/__init__.py +0 -4
- synth_ai/environments/examples/crafter_custom/agent_demos/__init__.py +0 -1
- synth_ai/environments/examples/crafter_custom/agent_demos/trace_eval.py +0 -202
- synth_ai/environments/examples/crafter_custom/crafter/__init__.py +0 -7
- synth_ai/environments/examples/crafter_custom/crafter/config.py +0 -182
- synth_ai/environments/examples/crafter_custom/crafter/constants.py +0 -8
- synth_ai/environments/examples/crafter_custom/crafter/engine.py +0 -269
- synth_ai/environments/examples/crafter_custom/crafter/env.py +0 -262
- synth_ai/environments/examples/crafter_custom/crafter/objects.py +0 -417
- synth_ai/environments/examples/crafter_custom/crafter/recorder.py +0 -187
- synth_ai/environments/examples/crafter_custom/crafter/worldgen.py +0 -118
- synth_ai/environments/examples/crafter_custom/dataset_builder.py +0 -373
- synth_ai/environments/examples/crafter_custom/environment.py +0 -312
- synth_ai/environments/examples/crafter_custom/old/analyze_diamond_issue.py +0 -159
- synth_ai/environments/examples/crafter_custom/old/analyze_diamond_spawning.py +0 -158
- synth_ai/environments/examples/crafter_custom/old/compare_worlds.py +0 -71
- synth_ai/environments/examples/crafter_custom/old/dataset_stats.py +0 -105
- synth_ai/environments/examples/crafter_custom/old/diamond_spawning_summary.py +0 -119
- synth_ai/environments/examples/crafter_custom/old/example_dataset_usage.py +0 -52
- synth_ai/environments/examples/crafter_custom/run_dataset.py +0 -305
- synth_ai/environments/examples/enron/art_helpers/email_search_tools.py +0 -156
- synth_ai/environments/examples/enron/art_helpers/local_email_db.py +0 -281
- synth_ai/environments/examples/enron/art_helpers/types_enron.py +0 -25
- synth_ai/environments/examples/enron/engine.py +0 -295
- synth_ai/environments/examples/enron/environment.py +0 -166
- synth_ai/environments/examples/enron/taskset.py +0 -112
- synth_ai/environments/examples/enron/units/keyword_stats.py +0 -112
- synth_ai/environments/examples/minigrid/__init__.py +0 -48
- synth_ai/environments/examples/minigrid/agent_demos/minigrid_evaluation_framework.py +0 -1188
- synth_ai/environments/examples/minigrid/agent_demos/minigrid_quick_evaluation.py +0 -48
- synth_ai/environments/examples/minigrid/agent_demos/minigrid_react_agent.py +0 -562
- synth_ai/environments/examples/minigrid/agent_demos/minigrid_trace_evaluation.py +0 -221
- synth_ai/environments/examples/minigrid/engine.py +0 -589
- synth_ai/environments/examples/minigrid/environment.py +0 -274
- synth_ai/environments/examples/minigrid/environment_mapping.py +0 -242
- synth_ai/environments/examples/minigrid/puzzle_loader.py +0 -417
- synth_ai/environments/examples/minigrid/taskset.py +0 -583
- synth_ai/environments/examples/nethack/__init__.py +0 -7
- synth_ai/environments/examples/nethack/achievements.py +0 -337
- synth_ai/environments/examples/nethack/agent_demos/nethack_evaluation_framework.py +0 -981
- synth_ai/environments/examples/nethack/agent_demos/nethack_quick_evaluation.py +0 -74
- synth_ai/environments/examples/nethack/agent_demos/nethack_react_agent.py +0 -831
- synth_ai/environments/examples/nethack/engine.py +0 -739
- synth_ai/environments/examples/nethack/environment.py +0 -256
- synth_ai/environments/examples/nethack/helpers/__init__.py +0 -41
- synth_ai/environments/examples/nethack/helpers/action_mapping.py +0 -301
- synth_ai/environments/examples/nethack/helpers/nle_wrapper.py +0 -402
- synth_ai/environments/examples/nethack/helpers/observation_utils.py +0 -433
- synth_ai/environments/examples/nethack/helpers/recording_wrapper.py +0 -200
- synth_ai/environments/examples/nethack/helpers/trajectory_recorder.py +0 -269
- synth_ai/environments/examples/nethack/helpers/visualization/replay_viewer.py +0 -308
- synth_ai/environments/examples/nethack/helpers/visualization/visualizer.py +0 -431
- synth_ai/environments/examples/nethack/taskset.py +0 -323
- synth_ai/environments/examples/red/__init__.py +0 -7
- synth_ai/environments/examples/red/agent_demos/__init__.py +0 -1
- synth_ai/environments/examples/red/config_logging.py +0 -110
- synth_ai/environments/examples/red/engine.py +0 -694
- synth_ai/environments/examples/red/engine_helpers/__init__.py +0 -1
- synth_ai/environments/examples/red/engine_helpers/memory_map.py +0 -28
- synth_ai/environments/examples/red/engine_helpers/reward_components.py +0 -276
- synth_ai/environments/examples/red/engine_helpers/reward_library/__init__.py +0 -142
- synth_ai/environments/examples/red/engine_helpers/reward_library/adaptive_rewards.py +0 -57
- synth_ai/environments/examples/red/engine_helpers/reward_library/battle_rewards.py +0 -284
- synth_ai/environments/examples/red/engine_helpers/reward_library/composite_rewards.py +0 -150
- synth_ai/environments/examples/red/engine_helpers/reward_library/economy_rewards.py +0 -138
- synth_ai/environments/examples/red/engine_helpers/reward_library/efficiency_rewards.py +0 -57
- synth_ai/environments/examples/red/engine_helpers/reward_library/exploration_rewards.py +0 -331
- synth_ai/environments/examples/red/engine_helpers/reward_library/novelty_rewards.py +0 -121
- synth_ai/environments/examples/red/engine_helpers/reward_library/pallet_town_rewards.py +0 -559
- synth_ai/environments/examples/red/engine_helpers/reward_library/pokemon_rewards.py +0 -313
- synth_ai/environments/examples/red/engine_helpers/reward_library/social_rewards.py +0 -148
- synth_ai/environments/examples/red/engine_helpers/reward_library/story_rewards.py +0 -247
- synth_ai/environments/examples/red/engine_helpers/screen_analysis.py +0 -368
- synth_ai/environments/examples/red/engine_helpers/state_extraction.py +0 -140
- synth_ai/environments/examples/red/environment.py +0 -238
- synth_ai/environments/examples/red/taskset.py +0 -79
- synth_ai/environments/examples/red/units/__init__.py +0 -1
- synth_ai/environments/examples/sokoban/__init__.py +0 -1
- synth_ai/environments/examples/sokoban/agent_demos/sokoban_full_eval.py +0 -899
- synth_ai/environments/examples/sokoban/engine.py +0 -678
- synth_ai/environments/examples/sokoban/engine_helpers/__init__.py +0 -1
- synth_ai/environments/examples/sokoban/engine_helpers/room_utils.py +0 -657
- synth_ai/environments/examples/sokoban/engine_helpers/vendored/__init__.py +0 -18
- synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/__init__.py +0 -3
- synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/boxoban_env.py +0 -131
- synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/render_utils.py +0 -370
- synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/room_utils.py +0 -332
- synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env.py +0 -306
- synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env_fixed_targets.py +0 -67
- synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env_pull.py +0 -115
- synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env_two_player.py +0 -123
- synth_ai/environments/examples/sokoban/engine_helpers/vendored/envs/sokoban_env_variations.py +0 -394
- synth_ai/environments/examples/sokoban/environment.py +0 -229
- synth_ai/environments/examples/sokoban/generate_verified_puzzles.py +0 -440
- synth_ai/environments/examples/sokoban/puzzle_loader.py +0 -312
- synth_ai/environments/examples/sokoban/taskset.py +0 -428
- synth_ai/environments/examples/sokoban/units/astar_common.py +0 -95
- synth_ai/environments/examples/tictactoe/__init__.py +0 -1
- synth_ai/environments/examples/tictactoe/engine.py +0 -368
- synth_ai/environments/examples/tictactoe/environment.py +0 -240
- synth_ai/environments/examples/tictactoe/taskset.py +0 -215
- synth_ai/environments/examples/verilog/__init__.py +0 -10
- synth_ai/environments/examples/verilog/engine.py +0 -329
- synth_ai/environments/examples/verilog/environment.py +0 -350
- synth_ai/environments/examples/verilog/taskset.py +0 -420
- synth_ai/environments/examples/wordle/__init__.py +0 -29
- synth_ai/environments/examples/wordle/engine.py +0 -398
- synth_ai/environments/examples/wordle/environment.py +0 -159
- synth_ai/environments/examples/wordle/helpers/generate_instances_wordfreq.py +0 -75
- synth_ai/environments/examples/wordle/taskset.py +0 -230
- synth_ai/environments/reproducibility/core.py +0 -42
- synth_ai/environments/reproducibility/helpers.py +0 -0
- synth_ai/environments/reproducibility/tree.py +0 -364
- synth_ai/environments/service/app.py +0 -98
- synth_ai/environments/service/core_routes.py +0 -1020
- synth_ai/environments/service/external_registry.py +0 -56
- synth_ai/environments/service/registry.py +0 -9
- synth_ai/environments/stateful/__init__.py +0 -1
- synth_ai/environments/stateful/core.py +0 -163
- synth_ai/environments/stateful/engine.py +0 -21
- synth_ai/environments/stateful/state.py +0 -7
- synth_ai/environments/tasks/api.py +0 -19
- synth_ai/environments/tasks/core.py +0 -80
- synth_ai/environments/tasks/filters.py +0 -41
- synth_ai/environments/tasks/utils.py +0 -91
- synth_ai/environments/v0_observability/history.py +0 -3
- synth_ai/environments/v0_observability/log.py +0 -2
- synth_ai/evals/base.py +0 -15
- synth_ai/experimental/synth_oss.py +0 -446
- synth_ai/handshake.py +0 -63
- synth_ai/http.py +0 -26
- synth_ai/http_client.py +0 -104
- synth_ai/inference/client.py +0 -20
- synth_ai/install_sqld.sh +0 -40
- synth_ai/jobs/client.py +0 -246
- synth_ai/learning/__init__.py +0 -24
- synth_ai/learning/config.py +0 -43
- synth_ai/learning/filtering.py +0 -0
- synth_ai/learning/ft_client.py +0 -59
- synth_ai/learning/offline/dpo.py +0 -0
- synth_ai/learning/offline/providers.py +0 -7
- synth_ai/learning/offline/sft.py +0 -0
- synth_ai/learning/offline/shared.py +0 -0
- synth_ai/learning/online/grpo.py +0 -0
- synth_ai/learning/online/irft.py +0 -0
- synth_ai/learning/prompts/banking77_injection_eval.py +0 -168
- synth_ai/learning/prompts/gepa.py +0 -0
- synth_ai/learning/prompts/hello_world_in_context_injection_ex.py +0 -213
- synth_ai/learning/prompts/mipro.py +0 -289
- synth_ai/learning/prompts/random_search.py +0 -246
- synth_ai/learning/prompts/run_mipro_banking77.py +0 -172
- synth_ai/learning/prompts/run_random_search_banking77.py +0 -324
- synth_ai/learning/sse.py +0 -58
- synth_ai/learning/validators.py +0 -48
- synth_ai/lm/__init__.py +0 -51
- synth_ai/lm/caching/constants.py +0 -6
- synth_ai/lm/caching/dbs.py +0 -0
- synth_ai/lm/caching/ephemeral.py +0 -102
- synth_ai/lm/caching/handler.py +0 -137
- synth_ai/lm/caching/initialize.py +0 -11
- synth_ai/lm/caching/persistent.py +0 -114
- synth_ai/lm/config.py +0 -110
- synth_ai/lm/constants.py +0 -32
- synth_ai/lm/core/__init__.py +0 -8
- synth_ai/lm/core/all.py +0 -73
- synth_ai/lm/core/exceptions.py +0 -7
- synth_ai/lm/core/main.py +0 -319
- synth_ai/lm/core/main_v3.py +0 -594
- synth_ai/lm/core/synth_models.py +0 -48
- synth_ai/lm/core/vendor_clients.py +0 -188
- synth_ai/lm/cost/__init__.py +0 -0
- synth_ai/lm/cost/monitor.py +0 -1
- synth_ai/lm/cost/statefulness.py +0 -1
- synth_ai/lm/injection.py +0 -80
- synth_ai/lm/overrides.py +0 -206
- synth_ai/lm/provider_support/__init__.py +0 -8
- synth_ai/lm/provider_support/anthropic.py +0 -972
- synth_ai/lm/provider_support/openai.py +0 -1139
- synth_ai/lm/provider_support/suppress_logging.py +0 -31
- synth_ai/lm/structured_outputs/__init__.py +0 -0
- synth_ai/lm/structured_outputs/handler.py +0 -440
- synth_ai/lm/structured_outputs/inject.py +0 -297
- synth_ai/lm/structured_outputs/rehabilitate.py +0 -185
- synth_ai/lm/tools/__init__.py +0 -3
- synth_ai/lm/tools/base.py +0 -172
- synth_ai/lm/unified_interface.py +0 -202
- synth_ai/lm/vendors/__init__.py +0 -0
- synth_ai/lm/vendors/base.py +0 -81
- synth_ai/lm/vendors/core/__init__.py +0 -0
- synth_ai/lm/vendors/core/anthropic_api.py +0 -387
- synth_ai/lm/vendors/core/gemini_api.py +0 -292
- synth_ai/lm/vendors/core/mistral_api.py +0 -322
- synth_ai/lm/vendors/core/openai_api.py +0 -225
- synth_ai/lm/vendors/core/synth_dev_api.py +0 -0
- synth_ai/lm/vendors/local/__init__.py +0 -0
- synth_ai/lm/vendors/local/ollama.py +0 -0
- synth_ai/lm/vendors/openai_standard.py +0 -780
- synth_ai/lm/vendors/openai_standard_responses.py +0 -256
- synth_ai/lm/vendors/retries.py +0 -22
- synth_ai/lm/vendors/supported/__init__.py +0 -0
- synth_ai/lm/vendors/supported/custom_endpoint.py +0 -417
- synth_ai/lm/vendors/supported/deepseek.py +0 -69
- synth_ai/lm/vendors/supported/grok.py +0 -75
- synth_ai/lm/vendors/supported/groq.py +0 -16
- synth_ai/lm/vendors/supported/ollama.py +0 -15
- synth_ai/lm/vendors/supported/openrouter.py +0 -74
- synth_ai/lm/vendors/supported/together.py +0 -11
- synth_ai/lm/vendors/synth_client.py +0 -808
- synth_ai/lm/warmup.py +0 -186
- synth_ai/rl/secrets.py +0 -19
- synth_ai/scripts/verify_rewards.py +0 -100
- synth_ai/task/__init__.py +0 -10
- synth_ai/task/contracts.py +0 -120
- synth_ai/task/health.py +0 -28
- synth_ai/task/validators.py +0 -12
- synth_ai/tracing/__init__.py +0 -30
- synth_ai/tracing_v1/__init__.py +0 -33
- synth_ai/tracing_v3/config.py +0 -84
- synth_ai/tracing_v3/storage/config.py +0 -62
- synth_ai/tracing_v3/turso/__init__.py +0 -25
- synth_ai/tracing_v3/turso/daemon.py +0 -144
- synth_ai/tracing_v3/turso/manager.py +0 -760
- synth_ai/v0/tracing/__init__.py +0 -0
- synth_ai/v0/tracing/abstractions.py +0 -224
- synth_ai/v0/tracing/base_client.py +0 -91
- synth_ai/v0/tracing/client_manager.py +0 -131
- synth_ai/v0/tracing/config.py +0 -142
- synth_ai/v0/tracing/context.py +0 -146
- synth_ai/v0/tracing/decorators.py +0 -682
- synth_ai/v0/tracing/events/__init__.py +0 -0
- synth_ai/v0/tracing/events/manage.py +0 -147
- synth_ai/v0/tracing/events/scope.py +0 -86
- synth_ai/v0/tracing/events/store.py +0 -228
- synth_ai/v0/tracing/immediate_client.py +0 -151
- synth_ai/v0/tracing/local.py +0 -18
- synth_ai/v0/tracing/log_client_base.py +0 -73
- synth_ai/v0/tracing/retry_queue.py +0 -186
- synth_ai/v0/tracing/trackers.py +0 -515
- synth_ai/v0/tracing/upload.py +0 -512
- synth_ai/v0/tracing/utils.py +0 -9
- synth_ai/v0/tracing_v1/__init__.py +0 -16
- synth_ai/v0/tracing_v1/abstractions.py +0 -224
- synth_ai/v0/tracing_v1/base_client.py +0 -91
- synth_ai/v0/tracing_v1/client_manager.py +0 -131
- synth_ai/v0/tracing_v1/config.py +0 -142
- synth_ai/v0/tracing_v1/context.py +0 -146
- synth_ai/v0/tracing_v1/decorators.py +0 -703
- synth_ai/v0/tracing_v1/events/__init__.py +0 -0
- synth_ai/v0/tracing_v1/events/manage.py +0 -147
- synth_ai/v0/tracing_v1/events/scope.py +0 -86
- synth_ai/v0/tracing_v1/events/store.py +0 -228
- synth_ai/v0/tracing_v1/immediate_client.py +0 -151
- synth_ai/v0/tracing_v1/local.py +0 -18
- synth_ai/v0/tracing_v1/log_client_base.py +0 -73
- synth_ai/v0/tracing_v1/retry_queue.py +0 -186
- synth_ai/v0/tracing_v1/trackers.py +0 -515
- synth_ai/v0/tracing_v1/upload.py +0 -527
- synth_ai/v0/tracing_v1/utils.py +0 -9
- synth_ai/zyk/__init__.py +0 -30
- synth_ai-0.2.8.dev2.dist-info/METADATA +0 -129
- synth_ai-0.2.8.dev2.dist-info/RECORD +0 -420
- /synth_ai/{demos → cli/demo_apps}/demo_task_apps/math/__init__.py +0 -0
- /synth_ai/{lm/caching → core/apps}/__init__.py +0 -0
- /synth_ai/{tracing_v3 → core/tracing_v3}/lm_call_record_abstractions.py +0 -0
- /synth_ai/{tracing_v3 → core/tracing_v3}/storage/__init__.py +0 -0
- /synth_ai/{tracing_v3 → core/tracing_v3}/storage/exceptions.py +0 -0
- /synth_ai/{tracing_v3 → core/tracing_v3}/storage/types.py +0 -0
- /synth_ai/{compound/cais.py → py.typed} +0 -0
- /synth_ai/{learning → sdk/learning}/core.py +0 -0
- /synth_ai/{learning → sdk/learning}/gateway.py +0 -0
- {synth_ai-0.2.8.dev2.dist-info → synth_ai-0.4.3.dist-info}/WHEEL +0 -0
- {synth_ai-0.2.8.dev2.dist-info → synth_ai-0.4.3.dist-info}/licenses/LICENSE +0 -0
- {synth_ai-0.2.8.dev2.dist-info → synth_ai-0.4.3.dist-info}/top_level.txt +0 -0
|
@@ -1,294 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from dataclasses import dataclass
|
|
4
|
-
from typing import Any
|
|
5
|
-
|
|
6
|
-
import numpy as np
|
|
7
|
-
|
|
8
|
-
from synth_ai.environments.environment.shared_engine import (
|
|
9
|
-
GetObservationCallable,
|
|
10
|
-
InternalObservation,
|
|
11
|
-
)
|
|
12
|
-
from synth_ai.environments.reproducibility.core import IReproducibleEngine
|
|
13
|
-
from synth_ai.environments.stateful.engine import StatefulEngine, StatefulEngineSnapshot
|
|
14
|
-
from synth_ai.environments.tasks.core import TaskInstance
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
@dataclass
|
|
18
|
-
class BanditPublicState:
|
|
19
|
-
arm_count: int
|
|
20
|
-
step_count: int
|
|
21
|
-
max_steps: int
|
|
22
|
-
last_arm: int | None
|
|
23
|
-
last_reward: float | None
|
|
24
|
-
cumulative_reward: float
|
|
25
|
-
reward_history: list[float]
|
|
26
|
-
arm_pull_counts: list[int]
|
|
27
|
-
terminated: bool
|
|
28
|
-
status: str
|
|
29
|
-
|
|
30
|
-
@property
|
|
31
|
-
def steps_remaining(self) -> int:
|
|
32
|
-
return max(0, self.max_steps - self.step_count)
|
|
33
|
-
|
|
34
|
-
@property
|
|
35
|
-
def average_reward(self) -> float:
|
|
36
|
-
return self.cumulative_reward / self.step_count if self.step_count else 0.0
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
@dataclass
|
|
40
|
-
class BanditPrivateState:
|
|
41
|
-
reward_last: float
|
|
42
|
-
total_reward: float
|
|
43
|
-
terminated: bool
|
|
44
|
-
truncated: bool
|
|
45
|
-
true_expected_rewards: list[float]
|
|
46
|
-
step_count: int
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
@dataclass
|
|
50
|
-
class BanditEngineSnapshot(StatefulEngineSnapshot):
|
|
51
|
-
task_instance_dict: dict[str, Any]
|
|
52
|
-
engine_snapshot: dict[str, Any]
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
class BanditEngine(StatefulEngine, IReproducibleEngine):
|
|
56
|
-
def __init__(self, task_instance: TaskInstance):
|
|
57
|
-
self.task_instance = task_instance
|
|
58
|
-
|
|
59
|
-
metadata = getattr(task_instance, "metadata", None)
|
|
60
|
-
self.bandit_type: str = getattr(metadata, "bandit_type", "bernoulli")
|
|
61
|
-
self.max_steps: int = int(getattr(metadata, "max_steps", 100))
|
|
62
|
-
self.seed: int | None = getattr(metadata, "seed", None)
|
|
63
|
-
|
|
64
|
-
self.arm_probabilities: list[float] | None = None
|
|
65
|
-
self.arm_means: list[float] | None = None
|
|
66
|
-
self.arm_stds: list[float] | None = None
|
|
67
|
-
|
|
68
|
-
if self.bandit_type.lower() == "bernoulli":
|
|
69
|
-
probs = list(getattr(metadata, "arm_probabilities", []) or [])
|
|
70
|
-
if not probs:
|
|
71
|
-
probs = [0.1, 0.5, 0.9]
|
|
72
|
-
self.arm_probabilities = [float(p) for p in probs]
|
|
73
|
-
self.true_expected_rewards = self.arm_probabilities.copy()
|
|
74
|
-
elif self.bandit_type.lower() == "gaussian":
|
|
75
|
-
means = list(getattr(metadata, "arm_means", []) or [])
|
|
76
|
-
if not means:
|
|
77
|
-
means = [0.0, 0.5, 1.0]
|
|
78
|
-
stds = getattr(metadata, "arm_stds", None)
|
|
79
|
-
if stds is None:
|
|
80
|
-
stds_list = [0.1] * len(means)
|
|
81
|
-
elif isinstance(stds, int | float):
|
|
82
|
-
stds_list = [float(stds)] * len(means)
|
|
83
|
-
else:
|
|
84
|
-
stds_list = [float(s) for s in stds]
|
|
85
|
-
if len(stds_list) != len(means):
|
|
86
|
-
raise ValueError("arm_stds must match arm_means length")
|
|
87
|
-
self.arm_means = [float(m) for m in means]
|
|
88
|
-
self.arm_stds = stds_list
|
|
89
|
-
self.true_expected_rewards = self.arm_means.copy()
|
|
90
|
-
else:
|
|
91
|
-
raise ValueError(f"Unsupported bandit_type: {self.bandit_type}")
|
|
92
|
-
|
|
93
|
-
self.arm_count = len(self.true_expected_rewards)
|
|
94
|
-
if self.arm_count == 0:
|
|
95
|
-
raise ValueError("Bandit must have at least one arm")
|
|
96
|
-
|
|
97
|
-
self._rng = np.random.default_rng(self.seed)
|
|
98
|
-
|
|
99
|
-
# Runtime state
|
|
100
|
-
self.step_count: int = 0
|
|
101
|
-
self.total_reward: float = 0.0
|
|
102
|
-
self.last_reward: float = 0.0
|
|
103
|
-
self.last_arm: int | None = None
|
|
104
|
-
self.reward_history: list[float] = []
|
|
105
|
-
self.arm_history: list[int] = []
|
|
106
|
-
self.arm_pull_counts: list[int] = [0 for _ in range(self.arm_count)]
|
|
107
|
-
self.terminated: bool = False
|
|
108
|
-
self.status: str = "in_progress"
|
|
109
|
-
|
|
110
|
-
async def _reset_engine(self) -> tuple[BanditPrivateState, BanditPublicState]:
|
|
111
|
-
if self.seed is not None:
|
|
112
|
-
self._rng = np.random.default_rng(self.seed)
|
|
113
|
-
else:
|
|
114
|
-
self._rng = np.random.default_rng()
|
|
115
|
-
|
|
116
|
-
self.step_count = 0
|
|
117
|
-
self.total_reward = 0.0
|
|
118
|
-
self.last_reward = 0.0
|
|
119
|
-
self.last_arm = None
|
|
120
|
-
self.reward_history = []
|
|
121
|
-
self.arm_history = []
|
|
122
|
-
self.arm_pull_counts = [0 for _ in range(self.arm_count)]
|
|
123
|
-
self.terminated = False
|
|
124
|
-
self.status = "in_progress"
|
|
125
|
-
|
|
126
|
-
private_state = self._build_private_state(reward=0.0)
|
|
127
|
-
public_state = self._build_public_state(reward=None)
|
|
128
|
-
return private_state, public_state
|
|
129
|
-
|
|
130
|
-
async def _step_engine(self, arm_index: int) -> tuple[BanditPrivateState, BanditPublicState]:
|
|
131
|
-
if self.terminated:
|
|
132
|
-
raise RuntimeError("Bandit episode already terminated")
|
|
133
|
-
|
|
134
|
-
if not isinstance(arm_index, int):
|
|
135
|
-
raise TypeError("arm_index must be an integer")
|
|
136
|
-
if arm_index < 0 or arm_index >= self.arm_count:
|
|
137
|
-
raise ValueError(f"arm_index {arm_index} out of range 0..{self.arm_count - 1}")
|
|
138
|
-
|
|
139
|
-
reward = float(self._sample_reward(arm_index))
|
|
140
|
-
|
|
141
|
-
self.step_count += 1
|
|
142
|
-
self.total_reward += reward
|
|
143
|
-
self.last_reward = reward
|
|
144
|
-
self.last_arm = arm_index
|
|
145
|
-
self.reward_history.append(reward)
|
|
146
|
-
self.arm_history.append(arm_index)
|
|
147
|
-
self.arm_pull_counts[arm_index] += 1
|
|
148
|
-
|
|
149
|
-
if self.step_count >= self.max_steps:
|
|
150
|
-
self.terminated = True
|
|
151
|
-
self.status = "completed"
|
|
152
|
-
|
|
153
|
-
private_state = self._build_private_state(reward=reward)
|
|
154
|
-
public_state = self._build_public_state(reward=reward)
|
|
155
|
-
return private_state, public_state
|
|
156
|
-
|
|
157
|
-
def _sample_reward(self, arm_index: int) -> float:
|
|
158
|
-
if self.bandit_type.lower() == "bernoulli":
|
|
159
|
-
assert self.arm_probabilities is not None
|
|
160
|
-
success_prob = self.arm_probabilities[arm_index]
|
|
161
|
-
return 1.0 if self._rng.random() < success_prob else 0.0
|
|
162
|
-
|
|
163
|
-
if self.bandit_type.lower() == "gaussian":
|
|
164
|
-
assert self.arm_means is not None and self.arm_stds is not None
|
|
165
|
-
mean = self.arm_means[arm_index]
|
|
166
|
-
std = self.arm_stds[arm_index]
|
|
167
|
-
return float(self._rng.normal(loc=mean, scale=std))
|
|
168
|
-
|
|
169
|
-
raise RuntimeError(f"Unknown bandit_type during sampling: {self.bandit_type}")
|
|
170
|
-
|
|
171
|
-
def get_current_states_for_observation(
|
|
172
|
-
self,
|
|
173
|
-
) -> tuple[BanditPrivateState, BanditPublicState]:
|
|
174
|
-
private_state = self._build_private_state(reward=self.last_reward)
|
|
175
|
-
public_state = self._build_public_state(reward=self.last_reward)
|
|
176
|
-
return private_state, public_state
|
|
177
|
-
|
|
178
|
-
def _build_private_state(self, reward: float) -> BanditPrivateState:
|
|
179
|
-
return BanditPrivateState(
|
|
180
|
-
reward_last=float(reward),
|
|
181
|
-
total_reward=float(self.total_reward),
|
|
182
|
-
terminated=self.terminated,
|
|
183
|
-
truncated=False,
|
|
184
|
-
true_expected_rewards=self.true_expected_rewards.copy(),
|
|
185
|
-
step_count=self.step_count,
|
|
186
|
-
)
|
|
187
|
-
|
|
188
|
-
def _build_public_state(self, reward: float | None) -> BanditPublicState:
|
|
189
|
-
return BanditPublicState(
|
|
190
|
-
arm_count=self.arm_count,
|
|
191
|
-
step_count=self.step_count,
|
|
192
|
-
max_steps=self.max_steps,
|
|
193
|
-
last_arm=self.last_arm,
|
|
194
|
-
last_reward=float(reward) if reward is not None else (self.last_reward if self.step_count else None),
|
|
195
|
-
cumulative_reward=float(self.total_reward),
|
|
196
|
-
reward_history=self.reward_history.copy(),
|
|
197
|
-
arm_pull_counts=self.arm_pull_counts.copy(),
|
|
198
|
-
terminated=self.terminated,
|
|
199
|
-
status=self.status,
|
|
200
|
-
)
|
|
201
|
-
|
|
202
|
-
async def _serialize_engine(self) -> BanditEngineSnapshot:
|
|
203
|
-
snapshot = {
|
|
204
|
-
"bandit_type": self.bandit_type,
|
|
205
|
-
"arm_probabilities": self.arm_probabilities,
|
|
206
|
-
"arm_means": self.arm_means,
|
|
207
|
-
"arm_stds": self.arm_stds,
|
|
208
|
-
"max_steps": self.max_steps,
|
|
209
|
-
"seed": self.seed,
|
|
210
|
-
"step_count": self.step_count,
|
|
211
|
-
"total_reward": self.total_reward,
|
|
212
|
-
"last_reward": self.last_reward,
|
|
213
|
-
"last_arm": self.last_arm,
|
|
214
|
-
"reward_history": self.reward_history,
|
|
215
|
-
"arm_history": self.arm_history,
|
|
216
|
-
"arm_pull_counts": self.arm_pull_counts,
|
|
217
|
-
"terminated": self.terminated,
|
|
218
|
-
"status": self.status,
|
|
219
|
-
"true_expected_rewards": self.true_expected_rewards,
|
|
220
|
-
"rng_state": self._rng.bit_generator.state,
|
|
221
|
-
}
|
|
222
|
-
return BanditEngineSnapshot(
|
|
223
|
-
task_instance_dict=await self.task_instance.serialize(),
|
|
224
|
-
engine_snapshot=snapshot,
|
|
225
|
-
)
|
|
226
|
-
|
|
227
|
-
@classmethod
|
|
228
|
-
async def _deserialize_engine(cls, snapshot: BanditEngineSnapshot) -> BanditEngine:
|
|
229
|
-
from .taskset import BanditTaskInstance
|
|
230
|
-
|
|
231
|
-
task_instance = await BanditTaskInstance.deserialize(snapshot.task_instance_dict)
|
|
232
|
-
engine = cls(task_instance)
|
|
233
|
-
|
|
234
|
-
data = snapshot.engine_snapshot
|
|
235
|
-
engine.bandit_type = data.get("bandit_type", engine.bandit_type)
|
|
236
|
-
engine.max_steps = int(data.get("max_steps", engine.max_steps))
|
|
237
|
-
engine.seed = data.get("seed", engine.seed)
|
|
238
|
-
engine.arm_probabilities = data.get("arm_probabilities", engine.arm_probabilities)
|
|
239
|
-
engine.arm_means = data.get("arm_means", engine.arm_means)
|
|
240
|
-
engine.arm_stds = data.get("arm_stds", engine.arm_stds)
|
|
241
|
-
engine.true_expected_rewards = list(data.get("true_expected_rewards", engine.true_expected_rewards))
|
|
242
|
-
engine.arm_count = len(engine.true_expected_rewards)
|
|
243
|
-
|
|
244
|
-
engine.step_count = int(data.get("step_count", 0))
|
|
245
|
-
engine.total_reward = float(data.get("total_reward", 0.0))
|
|
246
|
-
engine.last_reward = float(data.get("last_reward", 0.0))
|
|
247
|
-
engine.last_arm = data.get("last_arm")
|
|
248
|
-
engine.reward_history = list(data.get("reward_history", []))
|
|
249
|
-
engine.arm_history = list(data.get("arm_history", []))
|
|
250
|
-
engine.arm_pull_counts = list(data.get("arm_pull_counts", [0 for _ in range(engine.arm_count)]))
|
|
251
|
-
engine.terminated = bool(data.get("terminated", False))
|
|
252
|
-
engine.status = data.get("status", "in_progress")
|
|
253
|
-
|
|
254
|
-
engine._rng = np.random.default_rng()
|
|
255
|
-
rng_state = data.get("rng_state")
|
|
256
|
-
if rng_state is not None:
|
|
257
|
-
engine._rng.bit_generator.state = rng_state
|
|
258
|
-
|
|
259
|
-
return engine
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
class SynthBanditObservationCallable(GetObservationCallable):
|
|
263
|
-
async def get_observation(
|
|
264
|
-
self, pub: BanditPublicState, priv: BanditPrivateState
|
|
265
|
-
) -> InternalObservation:
|
|
266
|
-
observation: InternalObservation = {
|
|
267
|
-
"arm_count": pub.arm_count,
|
|
268
|
-
"steps_taken": pub.step_count,
|
|
269
|
-
"steps_remaining": pub.steps_remaining,
|
|
270
|
-
"last_arm": pub.last_arm,
|
|
271
|
-
"last_reward": pub.last_reward,
|
|
272
|
-
"cumulative_reward": priv.total_reward,
|
|
273
|
-
"average_reward": pub.average_reward,
|
|
274
|
-
"arm_pull_counts": pub.arm_pull_counts,
|
|
275
|
-
"reward_history": pub.reward_history,
|
|
276
|
-
"terminated": pub.terminated,
|
|
277
|
-
"status": pub.status,
|
|
278
|
-
}
|
|
279
|
-
return observation
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
class SynthBanditCheckpointObservationCallable(GetObservationCallable):
|
|
283
|
-
async def get_observation(
|
|
284
|
-
self, pub: BanditPublicState, priv: BanditPrivateState
|
|
285
|
-
) -> InternalObservation:
|
|
286
|
-
observation: InternalObservation = {
|
|
287
|
-
"arm_count": pub.arm_count,
|
|
288
|
-
"total_reward": priv.total_reward,
|
|
289
|
-
"steps_taken": pub.step_count,
|
|
290
|
-
"best_expected_reward": max(priv.true_expected_rewards) if priv.true_expected_rewards else None,
|
|
291
|
-
"terminated": pub.terminated,
|
|
292
|
-
"status": pub.status,
|
|
293
|
-
}
|
|
294
|
-
return observation
|
|
@@ -1,194 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from typing import Any
|
|
4
|
-
|
|
5
|
-
from pydantic import BaseModel, Field, ValidationError
|
|
6
|
-
|
|
7
|
-
from synth_ai.environments.environment.shared_engine import (
|
|
8
|
-
GetObservationCallable,
|
|
9
|
-
InternalObservation,
|
|
10
|
-
)
|
|
11
|
-
from synth_ai.environments.environment.tools import (
|
|
12
|
-
AbstractTool,
|
|
13
|
-
EnvToolCall,
|
|
14
|
-
ToolResult,
|
|
15
|
-
)
|
|
16
|
-
from synth_ai.environments.reproducibility.core import ReproducibleEnvironment
|
|
17
|
-
from synth_ai.environments.stateful.core import StatefulEnvironment
|
|
18
|
-
from synth_ai.environments.tasks.core import TaskInstance
|
|
19
|
-
|
|
20
|
-
from .engine import (
|
|
21
|
-
BanditEngine,
|
|
22
|
-
BanditEngineSnapshot,
|
|
23
|
-
SynthBanditCheckpointObservationCallable,
|
|
24
|
-
SynthBanditObservationCallable,
|
|
25
|
-
)
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
class BanditActionInput(BaseModel):
|
|
29
|
-
arm: int = Field(..., ge=0, description="Index of the arm to pull (0-based)")
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
class BanditInteractTool(AbstractTool):
|
|
33
|
-
name = "pull_arm"
|
|
34
|
-
description = "Pull a specific bandit arm to receive a stochastic reward."
|
|
35
|
-
call_schema = BanditActionInput
|
|
36
|
-
result_schema = ToolResult
|
|
37
|
-
|
|
38
|
-
def __init__(self, engine: BanditEngine):
|
|
39
|
-
self.engine = engine
|
|
40
|
-
|
|
41
|
-
async def __call__(self, call: EnvToolCall) -> ToolResult:
|
|
42
|
-
try:
|
|
43
|
-
parsed = self.call_schema(**call.args)
|
|
44
|
-
except ValidationError as exc:
|
|
45
|
-
return ToolResult(ok=False, error=str(exc))
|
|
46
|
-
|
|
47
|
-
try:
|
|
48
|
-
private_state, public_state = await self.engine._step_engine(parsed.arm)
|
|
49
|
-
except Exception as exc: # noqa: BLE001 - propagate as tool error
|
|
50
|
-
priv, pub = self.engine.get_current_states_for_observation()
|
|
51
|
-
return ToolResult(
|
|
52
|
-
ok=False,
|
|
53
|
-
error=str(exc),
|
|
54
|
-
payload={"private_state": priv, "public_state": pub},
|
|
55
|
-
)
|
|
56
|
-
|
|
57
|
-
return ToolResult(
|
|
58
|
-
ok=True,
|
|
59
|
-
payload={"private_state": private_state, "public_state": public_state},
|
|
60
|
-
)
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
class BanditEnvironment(StatefulEnvironment, ReproducibleEnvironment[BanditEngine]):
|
|
64
|
-
def __init__(
|
|
65
|
-
self,
|
|
66
|
-
task_instance: TaskInstance,
|
|
67
|
-
custom_step_obs: GetObservationCallable | None = None,
|
|
68
|
-
custom_ckpt_obs: GetObservationCallable | None = None,
|
|
69
|
-
) -> None:
|
|
70
|
-
self.name = "Bandit"
|
|
71
|
-
self.task_instance = task_instance
|
|
72
|
-
self.custom_step_observation_callable = custom_step_obs or SynthBanditObservationCallable()
|
|
73
|
-
self.custom_checkpoint_observation_callable = (
|
|
74
|
-
custom_ckpt_obs or SynthBanditCheckpointObservationCallable()
|
|
75
|
-
)
|
|
76
|
-
self.engine = BanditEngine(task_instance)
|
|
77
|
-
self._interact_tool = BanditInteractTool(self.engine)
|
|
78
|
-
|
|
79
|
-
async def initialize(self) -> InternalObservation:
|
|
80
|
-
priv, pub = await self.engine._reset_engine()
|
|
81
|
-
return await self._to_observation(priv, pub, self.custom_step_observation_callable)
|
|
82
|
-
|
|
83
|
-
async def step(self, tool_calls: list[EnvToolCall] | EnvToolCall | Any) -> InternalObservation:
|
|
84
|
-
validated_call = self.validate_tool_calls(tool_calls)
|
|
85
|
-
result = await self._interact_tool(validated_call)
|
|
86
|
-
|
|
87
|
-
if result.ok and result.payload:
|
|
88
|
-
priv = result.payload["private_state"]
|
|
89
|
-
pub = result.payload["public_state"]
|
|
90
|
-
return await self._to_observation(priv, pub, self.custom_step_observation_callable)
|
|
91
|
-
|
|
92
|
-
priv, pub = self.engine.get_current_states_for_observation()
|
|
93
|
-
return await self._to_observation(
|
|
94
|
-
priv,
|
|
95
|
-
pub,
|
|
96
|
-
self.custom_step_observation_callable,
|
|
97
|
-
extra_obs={"error": result.error} if result.error else None,
|
|
98
|
-
)
|
|
99
|
-
|
|
100
|
-
async def checkpoint(self) -> InternalObservation:
|
|
101
|
-
priv, pub = self.engine.get_current_states_for_observation()
|
|
102
|
-
return await self._to_observation(priv, pub, self.custom_checkpoint_observation_callable)
|
|
103
|
-
|
|
104
|
-
async def terminate(self) -> InternalObservation:
|
|
105
|
-
priv, pub = self.engine.get_current_states_for_observation()
|
|
106
|
-
self.engine.terminated = True
|
|
107
|
-
pub.terminated = True
|
|
108
|
-
priv.terminated = True
|
|
109
|
-
if pub.status != "completed":
|
|
110
|
-
pub.status = "terminated"
|
|
111
|
-
return await self._to_observation(priv, pub, self.custom_checkpoint_observation_callable)
|
|
112
|
-
|
|
113
|
-
def validate_tool_calls(self, tool_calls: Any) -> EnvToolCall:
|
|
114
|
-
if isinstance(tool_calls, EnvToolCall):
|
|
115
|
-
candidate = tool_calls
|
|
116
|
-
elif isinstance(tool_calls, dict):
|
|
117
|
-
if "tool" in tool_calls:
|
|
118
|
-
candidate = EnvToolCall(tool=tool_calls["tool"], args=tool_calls.get("args", {}))
|
|
119
|
-
elif "name" in tool_calls:
|
|
120
|
-
candidate = EnvToolCall(
|
|
121
|
-
tool=tool_calls["name"], args=tool_calls.get("parameters", {})
|
|
122
|
-
)
|
|
123
|
-
elif "function" in tool_calls:
|
|
124
|
-
func_spec = tool_calls["function"]
|
|
125
|
-
candidate = EnvToolCall(
|
|
126
|
-
tool=func_spec.get("name", "pull_arm"),
|
|
127
|
-
args=func_spec.get("arguments", {}),
|
|
128
|
-
)
|
|
129
|
-
else:
|
|
130
|
-
candidate = EnvToolCall(tool="pull_arm", args=tool_calls)
|
|
131
|
-
elif isinstance(tool_calls, list):
|
|
132
|
-
if not tool_calls:
|
|
133
|
-
raise ValueError("Empty tool calls list")
|
|
134
|
-
return self.validate_tool_calls(tool_calls[0])
|
|
135
|
-
else:
|
|
136
|
-
if isinstance(tool_calls, int):
|
|
137
|
-
return EnvToolCall(tool="pull_arm", args={"arm": tool_calls})
|
|
138
|
-
try:
|
|
139
|
-
return EnvToolCall(tool="pull_arm", args={"arm": int(tool_calls)})
|
|
140
|
-
except (TypeError, ValueError) as exc:
|
|
141
|
-
raise TypeError("Unsupported tool_calls format for bandit environment") from exc
|
|
142
|
-
|
|
143
|
-
tool_name = candidate.tool
|
|
144
|
-
if tool_name not in {"pull_arm", "interact"}:
|
|
145
|
-
raise ValueError(f"Unknown tool: {tool_name}")
|
|
146
|
-
|
|
147
|
-
args = dict(candidate.args or {})
|
|
148
|
-
if "arm" not in args:
|
|
149
|
-
for alias in ("action", "index", "arm_index", "armId", "choice"):
|
|
150
|
-
if alias in args:
|
|
151
|
-
args["arm"] = args[alias]
|
|
152
|
-
break
|
|
153
|
-
if "arm" not in args:
|
|
154
|
-
raise ValueError("Missing required 'arm' argument")
|
|
155
|
-
|
|
156
|
-
try:
|
|
157
|
-
arm_idx = int(args["arm"])
|
|
158
|
-
except (TypeError, ValueError) as exc:
|
|
159
|
-
raise ValueError("'arm' argument must be an integer") from exc
|
|
160
|
-
|
|
161
|
-
if arm_idx < 0:
|
|
162
|
-
raise ValueError("'arm' argument must be non-negative")
|
|
163
|
-
|
|
164
|
-
return EnvToolCall(tool="pull_arm", args={"arm": arm_idx})
|
|
165
|
-
|
|
166
|
-
async def _to_observation(
|
|
167
|
-
self,
|
|
168
|
-
priv,
|
|
169
|
-
pub,
|
|
170
|
-
obs_cb: GetObservationCallable | None,
|
|
171
|
-
extra_obs: dict[str, Any] | None = None,
|
|
172
|
-
) -> InternalObservation:
|
|
173
|
-
observation: InternalObservation
|
|
174
|
-
if obs_cb:
|
|
175
|
-
observation = await obs_cb.get_observation(pub, priv)
|
|
176
|
-
else:
|
|
177
|
-
observation = {}
|
|
178
|
-
if extra_obs and isinstance(observation, dict):
|
|
179
|
-
observation.update(extra_obs)
|
|
180
|
-
return observation
|
|
181
|
-
|
|
182
|
-
async def _serialize_engine(self) -> BanditEngineSnapshot:
|
|
183
|
-
return await self.engine._serialize_engine()
|
|
184
|
-
|
|
185
|
-
@classmethod
|
|
186
|
-
async def _deserialize_engine(
|
|
187
|
-
cls,
|
|
188
|
-
snapshot: BanditEngineSnapshot,
|
|
189
|
-
task_instance: TaskInstance,
|
|
190
|
-
) -> BanditEnvironment:
|
|
191
|
-
env = cls(task_instance)
|
|
192
|
-
env.engine = await BanditEngine._deserialize_engine(snapshot)
|
|
193
|
-
env._interact_tool = BanditInteractTool(env.engine)
|
|
194
|
-
return env
|
|
@@ -1,200 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from collections.abc import Iterable
|
|
4
|
-
from dataclasses import dataclass
|
|
5
|
-
from typing import Any
|
|
6
|
-
from uuid import UUID, uuid4
|
|
7
|
-
|
|
8
|
-
from synth_ai.environments.tasks.core import (
|
|
9
|
-
Impetus,
|
|
10
|
-
Intent,
|
|
11
|
-
SplitInfo,
|
|
12
|
-
TaskInstance,
|
|
13
|
-
TaskInstanceMetadata,
|
|
14
|
-
TaskInstanceSet,
|
|
15
|
-
)
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
@dataclass
|
|
19
|
-
class BanditTaskInstanceMetadata(TaskInstanceMetadata):
|
|
20
|
-
name: str
|
|
21
|
-
bandit_type: str
|
|
22
|
-
arm_probabilities: list[float] | None
|
|
23
|
-
arm_means: list[float] | None
|
|
24
|
-
arm_stds: list[float] | None
|
|
25
|
-
max_steps: int
|
|
26
|
-
seed: int | None = None
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
@dataclass
|
|
30
|
-
class BanditTaskInstance(TaskInstance):
|
|
31
|
-
async def serialize(self) -> dict[str, Any]:
|
|
32
|
-
return {
|
|
33
|
-
"id": str(self.id),
|
|
34
|
-
"impetus": {"instructions": self.impetus.instructions},
|
|
35
|
-
"intent": {
|
|
36
|
-
"rubric": self.intent.rubric,
|
|
37
|
-
"gold_trajectories": self.intent.gold_trajectories,
|
|
38
|
-
"gold_state_diff": self.intent.gold_state_diff,
|
|
39
|
-
},
|
|
40
|
-
"metadata": {
|
|
41
|
-
"name": self.metadata.name,
|
|
42
|
-
"bandit_type": self.metadata.bandit_type,
|
|
43
|
-
"arm_probabilities": self.metadata.arm_probabilities,
|
|
44
|
-
"arm_means": self.metadata.arm_means,
|
|
45
|
-
"arm_stds": self.metadata.arm_stds,
|
|
46
|
-
"max_steps": self.metadata.max_steps,
|
|
47
|
-
"seed": self.metadata.seed,
|
|
48
|
-
},
|
|
49
|
-
"is_reproducible": self.is_reproducible,
|
|
50
|
-
"initial_engine_snapshot": self.initial_engine_snapshot,
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
@classmethod
|
|
54
|
-
async def deserialize(cls, data: dict[str, Any]) -> BanditTaskInstance:
|
|
55
|
-
metadata = BanditTaskInstanceMetadata(
|
|
56
|
-
name=data["metadata"].get("name", "bandit"),
|
|
57
|
-
bandit_type=data["metadata"].get("bandit_type", "bernoulli"),
|
|
58
|
-
arm_probabilities=data["metadata"].get("arm_probabilities"),
|
|
59
|
-
arm_means=data["metadata"].get("arm_means"),
|
|
60
|
-
arm_stds=data["metadata"].get("arm_stds"),
|
|
61
|
-
max_steps=int(data["metadata"].get("max_steps", 100)),
|
|
62
|
-
seed=data["metadata"].get("seed"),
|
|
63
|
-
)
|
|
64
|
-
return cls(
|
|
65
|
-
id=UUID(data["id"]),
|
|
66
|
-
impetus=Impetus(instructions=data["impetus"]["instructions"]),
|
|
67
|
-
intent=Intent(
|
|
68
|
-
rubric=data["intent"].get("rubric", {}),
|
|
69
|
-
gold_trajectories=data["intent"].get("gold_trajectories"),
|
|
70
|
-
gold_state_diff=data["intent"].get("gold_state_diff", {}),
|
|
71
|
-
),
|
|
72
|
-
metadata=metadata,
|
|
73
|
-
is_reproducible=bool(data.get("is_reproducible", True)),
|
|
74
|
-
initial_engine_snapshot=data.get("initial_engine_snapshot"),
|
|
75
|
-
)
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
def _expected_rewards(metadata: BanditTaskInstanceMetadata) -> list[float]:
|
|
79
|
-
if metadata.bandit_type.lower() == "bernoulli" and metadata.arm_probabilities:
|
|
80
|
-
return [float(p) for p in metadata.arm_probabilities]
|
|
81
|
-
if metadata.bandit_type.lower() == "gaussian" and metadata.arm_means:
|
|
82
|
-
return [float(m) for m in metadata.arm_means]
|
|
83
|
-
return []
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
def _default_bandit_configs() -> list[dict[str, Any]]:
|
|
87
|
-
return [
|
|
88
|
-
{
|
|
89
|
-
"name": "bernoulli-easy",
|
|
90
|
-
"bandit_type": "bernoulli",
|
|
91
|
-
"arm_probabilities": [0.1, 0.4, 0.8],
|
|
92
|
-
"max_steps": 50,
|
|
93
|
-
"seed": 7,
|
|
94
|
-
},
|
|
95
|
-
{
|
|
96
|
-
"name": "bernoulli-close",
|
|
97
|
-
"bandit_type": "bernoulli",
|
|
98
|
-
"arm_probabilities": [0.45, 0.5, 0.55],
|
|
99
|
-
"max_steps": 75,
|
|
100
|
-
"seed": 21,
|
|
101
|
-
},
|
|
102
|
-
{
|
|
103
|
-
"name": "gaussian-wide",
|
|
104
|
-
"bandit_type": "gaussian",
|
|
105
|
-
"arm_means": [0.0, 0.3, 1.0],
|
|
106
|
-
"arm_stds": [0.2, 0.2, 0.4],
|
|
107
|
-
"max_steps": 60,
|
|
108
|
-
"seed": 14,
|
|
109
|
-
},
|
|
110
|
-
]
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
def _build_impetus(metadata: BanditTaskInstanceMetadata, arm_count: int) -> Impetus:
|
|
114
|
-
bandit_desc = metadata.bandit_type.capitalize()
|
|
115
|
-
return Impetus(
|
|
116
|
-
instructions=(
|
|
117
|
-
f"You are interacting with a {bandit_desc} multi-armed bandit task. "
|
|
118
|
-
f"There are {arm_count} arms, indexed from 0 to {arm_count - 1}. "
|
|
119
|
-
f"You may pull up to {metadata.max_steps} arms. "
|
|
120
|
-
"Your objective is to maximize the cumulative reward by learning which arm has the highest expected payoff."
|
|
121
|
-
)
|
|
122
|
-
)
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
def _build_intent(expected_rewards: Iterable[float]) -> Intent:
|
|
126
|
-
rewards = list(expected_rewards)
|
|
127
|
-
best_arm = max(range(len(rewards)), key=rewards.__getitem__) if rewards else 0
|
|
128
|
-
return Intent(
|
|
129
|
-
rubric={
|
|
130
|
-
"goal": "Maximize cumulative reward over the episode",
|
|
131
|
-
"measurement": "Higher total reward indicates better performance",
|
|
132
|
-
},
|
|
133
|
-
gold_trajectories=None,
|
|
134
|
-
gold_state_diff={
|
|
135
|
-
"best_arm_index": best_arm,
|
|
136
|
-
"expected_rewards": rewards,
|
|
137
|
-
},
|
|
138
|
-
)
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
async def create_bandit_taskset(
|
|
142
|
-
configs: list[dict[str, Any]] | None = None,
|
|
143
|
-
) -> TaskInstanceSet:
|
|
144
|
-
configs = configs or _default_bandit_configs()
|
|
145
|
-
|
|
146
|
-
instances: list[BanditTaskInstance] = []
|
|
147
|
-
for config in configs:
|
|
148
|
-
metadata = BanditTaskInstanceMetadata(
|
|
149
|
-
name=config.get("name", "bandit"),
|
|
150
|
-
bandit_type=config.get("bandit_type", "bernoulli"),
|
|
151
|
-
arm_probabilities=config.get("arm_probabilities"),
|
|
152
|
-
arm_means=config.get("arm_means"),
|
|
153
|
-
arm_stds=config.get("arm_stds"),
|
|
154
|
-
max_steps=int(config.get("max_steps", 100)),
|
|
155
|
-
seed=config.get("seed"),
|
|
156
|
-
)
|
|
157
|
-
|
|
158
|
-
expected = _expected_rewards(metadata)
|
|
159
|
-
arm_count = len(expected) if expected else (
|
|
160
|
-
len(metadata.arm_probabilities or [])
|
|
161
|
-
or len(metadata.arm_means or [])
|
|
162
|
-
or 0
|
|
163
|
-
)
|
|
164
|
-
if arm_count == 0:
|
|
165
|
-
arm_count = 1
|
|
166
|
-
|
|
167
|
-
impetus = _build_impetus(metadata, arm_count)
|
|
168
|
-
intent = _build_intent(expected)
|
|
169
|
-
|
|
170
|
-
instance = BanditTaskInstance(
|
|
171
|
-
id=uuid4(),
|
|
172
|
-
impetus=impetus,
|
|
173
|
-
intent=intent,
|
|
174
|
-
metadata=metadata,
|
|
175
|
-
is_reproducible=True,
|
|
176
|
-
initial_engine_snapshot=None,
|
|
177
|
-
)
|
|
178
|
-
instances.append(instance)
|
|
179
|
-
|
|
180
|
-
# Simple deterministic splits by index
|
|
181
|
-
val_ids = {instances[i].id for i in range(0, len(instances), 3)}
|
|
182
|
-
test_ids = {instances[i].id for i in range(1, len(instances), 3)}
|
|
183
|
-
|
|
184
|
-
split_info = SplitInfo(
|
|
185
|
-
val_instance_ids=val_ids,
|
|
186
|
-
test_instance_ids=test_ids,
|
|
187
|
-
_is_split_defined=bool(instances),
|
|
188
|
-
)
|
|
189
|
-
|
|
190
|
-
return TaskInstanceSet(
|
|
191
|
-
name="Bandit Example TaskSet",
|
|
192
|
-
description="Lightweight Bernoulli and Gaussian bandit tasks inspired by OpenAI Gym bandits.",
|
|
193
|
-
instances=instances,
|
|
194
|
-
split_info=split_info,
|
|
195
|
-
)
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
# Alias for convenience
|
|
199
|
-
|
|
200
|
-
taskset = create_bandit_taskset
|
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
from .config_logging import configure_logging
|
|
2
|
-
from .engine import CrafterEngine
|
|
3
|
-
from .environment import CrafterClassicEnvironment
|
|
4
|
-
|
|
5
|
-
# Configure logging when crafter_classic module is imported
|
|
6
|
-
configure_logging()
|
|
7
|
-
|
|
8
|
-
__all__ = ["CrafterClassicEnvironment", "CrafterEngine"]
|