cmpnd 0.73.0__tar.gz → 0.75.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {cmpnd-0.73.0 → cmpnd-0.75.0}/PKG-INFO +9 -6
- {cmpnd-0.73.0 → cmpnd-0.75.0}/README.md +8 -5
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/_gepa_patch.py +11 -2
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/callback.py +30 -27
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/context.py +28 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/eval_handler.py +15 -16
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/identity.py +0 -17
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/models.py +7 -14
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/optimizers/gepa.py +7 -6
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/optimizers/resume.py +12 -11
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/optimizers/tracker.py +34 -15
- cmpnd-0.75.0/cmpnd/program_naming.py +83 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/docs/client.md +6 -3
- {cmpnd-0.73.0 → cmpnd-0.75.0}/docs/sdk-instrumentation.md +77 -28
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/cmpnd_ingest/exporter_http.py +74 -45
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/cmpnd_ingest/program_names.py +26 -7
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/cmpnd_ingest/protocols.py +5 -4
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/cmpnd_ingest/trace_facts.py +0 -6
- {cmpnd-0.73.0 → cmpnd-0.75.0}/pyproject.toml +1 -1
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/seed_review_run.py +2 -4
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/conftest.py +14 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_composite_module.py +4 -4
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_module_tracing.py +2 -3
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_optimization_lineage.py +0 -2
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_optimize_review_committee.py +0 -1
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_save_load.py +28 -33
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_trace_structure.py +21 -20
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/load/rlm_shape.py +0 -8
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/test_trace_streaming.py +0 -1
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_multi_client_stress.py +0 -4
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_callback.py +20 -9
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_client_program_names.py +136 -27
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_eval.py +4 -6
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_eval_program_id.py +67 -10
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_exporter.py +1 -2
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_exporter_program_names.py +116 -16
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_exporter_queue.py +0 -1
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_exporter_real.py +2 -3
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_gepa_callback.py +16 -12
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_gepa_resume.py +15 -12
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_identity.py +0 -21
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_ingest_conformance.py +8 -18
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_models.py +17 -7
- cmpnd-0.75.0/tests/test_no_signature_hash_on_the_wire.py +188 -0
- cmpnd-0.75.0/tests/test_optimization_program_names.py +363 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_program_identity.py +3 -4
- cmpnd-0.75.0/tests/test_program_naming.py +166 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_repro_reactv2_bugs.py +0 -1
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_reversible_failures.py +1 -2
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_schemas.py +0 -2
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_trace_fact_wire_contract.py +0 -1
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_trace_facts.py +0 -1
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_tracker_enrich.py +3 -2
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_xxh64.py +0 -2
- {cmpnd-0.73.0 → cmpnd-0.75.0}/uv.lock +1 -1
- {cmpnd-0.73.0 → cmpnd-0.75.0}/.gitignore +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/AGENTS.md +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/CLAUDE.md +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/_assessments.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/_authored_import.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/_deployments.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/_exporter_pool.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/_http.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/_program_patch.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/_rlm_patch.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/_runtime_tools.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/_timespec.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/_traces.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/_valsets.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/authored.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/api_client.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/admin.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/assessments.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/auth.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/datasets.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/deployments.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/evals.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/login.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/optimizations.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/org.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/programs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/provider_credentials.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/tool_servers.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/top.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/traces.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/commands/valsets.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/credentials.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/deprecation.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/pagination.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/shell.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/trace_render.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/tree_help.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/verbs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/cli/views.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/client.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/configuration.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/credentials.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/dataset_sync.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/datasets.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/decorators.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/deployment.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/deployment_metadata.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/deployment_runs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/execution.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/exporter.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/exporter_http.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/helpers.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/imaging.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/ir/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/ir/decode.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/ir/encode.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/ir/hash.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/ir/program.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/ir/reflection.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/ir/types.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/ir/xxh64.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/lm_configuration.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/mcp_servers.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/named_programs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/optimization.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/optimizers/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/optimizers/gepa_callback.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/packaging.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/programs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/references.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/retry.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/cmpnd/traces.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/docs/2026-04-02-code-review.md +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/docs/cli.md +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/docs/custom-proposer.md +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/docs/plans/2026-04-05-train-val-dataset-capture-design.md +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/docs/plans/2026-04-05-train-val-dataset-capture.md +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/docs/reading-traces.md +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/examples/generalizing_proposer.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/examples/local_ollama.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/LINEAGE.md +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/README.md +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/cmpnd_ingest/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/cmpnd_ingest/bodies.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/cmpnd_ingest/client_floor.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/cmpnd_ingest/py.typed +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/cmpnd_ingest/request_log.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/cmpnd_ingest/retry.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/ingest/pyproject.toml +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/audit-sdist.sh +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/capture_review_run.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/check-pip-install.sh +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/check_release_artifacts.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/fixtures/review_run.json.gz +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/gepa_resume_bug.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/install-test-env.sh +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/release-gate.sh +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/release-real-models.sh +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/require_version_bump.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/selfhost_compat.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/scripts/test-in-linux.sh +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/stubs/dspy/__init__.pyi +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/stubs/dspy/primitives/__init__.pyi +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/stubs/dspy/primitives/prediction.pyi +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/stubs/dspy/utils/__init__.pyi +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/stubs/dspy/utils/callback.pyi +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/stubs/dspy/utils/dummies.pyi +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/_credential_route.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/_deployment_signature_helpers.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/_exporter_helpers.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/_fake_clock.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/_identity_helpers.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/_resolve_refs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/_traced_run.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/conftest.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/committee_task.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/continuation_task.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/data/committee_train.ndjson.gz +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/data/committee_val.ndjson.gz +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/fake_lm.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/helpers.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/target_capabilities.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_assessments_cli.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_capture_prompts.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_dataset_auto_creation.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_deploy_execute.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_deploy_pandas.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_deploy_programs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_edge_cases.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_example_hash.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_gepa_optimization.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_interpreter_spans.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_lm_accuracy.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_optimization_metric_identity.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_optimize_authored_metric.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_optimize_continuation.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_optimize_custom_proposer.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_optimize_failures.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_optimize_loop.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_optimize_server_owned_completion.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_parallel_export.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_project_attribution.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_react_tool_spans.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_traces_read.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_user_attribution.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/e2e/test_valsets_cli.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/01_predict_qa.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/02_predict_renamed_field.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/03_chain_of_thought_qa.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/04_predict_richer_types.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/05_composite_two_predicts.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/06_multichaincomparison.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/07_program_of_thought.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/08_opaque_module.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/09_predict_pydantic_field.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/10_react.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/11_refine.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/12_retrieve.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/13_knn.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/14_parallel.json +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/identity_vectors/README.md +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/ingest_conformance.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/integration/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/integration/authored_optimize/judge.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/integration/authored_optimize/optimize_hosted.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/integration/conftest.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/integration/hosted_mcp_tool_optimize_probe.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/integration/hosted_optimize_probe.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/integration/optimization_run_probe.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/integration/test_cli_deploy_smoketest.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/integration/test_logs_renders_traces.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/integration/test_optimization_run.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/integration/test_optimizing_progress.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/integration/test_unhappy_path.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/load/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/load/__main__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/load/drain.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/load/ingest.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/load/latency_transport.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/load/rlm_size_report.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/load/sweep.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/load/test_rlm_shape.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/load/test_rlm_size_report.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/conftest.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/seed_parity.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/test_auth.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/test_datasets.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/test_deployments.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/test_evals.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/test_health.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/test_modules.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/test_optimizations.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/test_programs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/test_signatures.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/parity/test_traces.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/_provider.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/_readiness.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/_reliability.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/_result.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/mint_bedrock_token.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_bedrock_converse.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_deploy_programs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_optimize_client_committee.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_optimize_continuation.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_optimize_loop.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_optimize_loop_wasm.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_optimize_stress.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_provider_roles.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_readiness.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_real_provider_twins.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_reliability.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_reliability_classify.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_rlm_wasm.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/real_models/test_trace_search.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/span_reference_fixture.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_adapter_reentrancy.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_assessments_api.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_authored.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_authored_binding_credentials.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_authored_bundle_collisions.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_authored_metric_contract.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_authored_named_models.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_authored_optimize.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_candidate_lineage.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/conftest.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_admin.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_api_client.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_assessments.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_auth.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_credentials.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_datasets.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_deployment_runs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_deployments.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_evals.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_login.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_main.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_optimizations.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_org.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_pagination.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_parity.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_programs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_provider_credentials.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_schema_sample.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_shell.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_tool_servers.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_top.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_traces.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_traces_program_and_module.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_traces_search_wire.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_tree_help.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cli/test_valsets.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_client.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_client_floor.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_clustering/__init__.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_clustering/conftest.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_clustering/test_edge_cases.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_clustering/test_hash_consistency.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_clustering/test_type_conversion.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_cmp551_grouping_identity.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_configuration.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_context.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_context_propagation.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_credential_kwargs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_credential_selection.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_credential_values.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_dataset_polling.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_dataset_sync.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_datasets.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_decision_client_spans.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_decorators.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_deploy.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_deploy_mcp_tool_references.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_deploy_program_id.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_deployment_metadata.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_deployment_runs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_deployments_read.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_eval_example_attribution.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_eval_start.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_eval_trace_grouping.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_exception_paths.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_execute.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_execute_run_identity.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_fake_lm.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_gepa_integration.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_gepa_output_normalization.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_imaging.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_import_weight.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_ingest_second_producer.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_integration.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_interpreter_callback.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_ir_encoder_properties.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_ir_golden_vectors.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_ir_roundtrip.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_lm15_native_calls.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_lm_configuration.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_lm_usage_shapes.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_mcp_tools.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_multi_client_stress_readiness.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_optimization_progress.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_optimization_start.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_optimize.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_optimize_budget.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_optimize_lift.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_optimize_lms.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_optimize_proposer.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_optimize_reflection_lm.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_optimize_terminal_failure.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_packaging.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_packaging_callable_source.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_packaging_mcp_tools.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_packaging_program_source.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_poll_until.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_program_id_deprecation.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_program_lineage_persist.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_program_names_in_deploy.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_programs_create.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_project_payload.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_real_provider_twins_readiness.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_reflector_properties.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_reflector_smoke.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_release_gate_script.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_release_real_models_script.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_replaced_names.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_require_version_bump.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_retry.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_rlm_patch.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_run_attribution_paths.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_runtime_tools.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_seal_lm_credential.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_seed_review_run.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_signature_inputs.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_span_references.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_span_sent_once.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_system_one.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_trace_context_concurrency.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_trace_render.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_traces_read.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_tracked_gepa.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_truncation.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_upload_auth_headers.py +0 -0
- {cmpnd-0.73.0 → cmpnd-0.75.0}/tests/test_valsets_api.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: cmpnd
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.75.0
|
|
4
4
|
Summary: DSPy observability and deployment SDK for cmpnd
|
|
5
5
|
Project-URL: Homepage, https://cmpnd.ai
|
|
6
6
|
Author-email: cmpnd <hello@cmpnd.ai>
|
|
@@ -157,9 +157,12 @@ dspy.configure(lm=dspy.LM("openai/gpt-6-luna"))
|
|
|
157
157
|
dspy.ChainOfThought("question -> answer")(question="What is DSPy?")
|
|
158
158
|
```
|
|
159
159
|
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
160
|
+
Each program shape gets a program of its own, under a name the SDK generates
|
|
161
|
+
from its class and signature, such as `ChainOfThought-17e1f4089a24`. These
|
|
162
|
+
programs do not count toward your plan's program limit. The first such trace in
|
|
163
|
+
a process logs a warning that names the generated name and shows how to give the
|
|
164
|
+
program a real one: `@cmpnd.program(name)` or `cmpnd.Program(name, module=..., lm=...)`,
|
|
165
|
+
run through `cmpnd.Client`. Calling a `cmpnd.Program` directly while `auto_instrument()` is
|
|
163
166
|
on raises a `TypeError` that points to the client. The API reference below
|
|
164
167
|
lists the options of `cmpnd.configure()`.
|
|
165
168
|
|
|
@@ -640,8 +643,8 @@ captured input and output size limits, 65,536 bytes each by default.
|
|
|
640
643
|
|
|
641
644
|
### `cmpnd.auto_instrument()`
|
|
642
645
|
|
|
643
|
-
Registers the callback with DSPy, so every DSPy call records a trace.
|
|
644
|
-
|
|
646
|
+
Registers the callback with DSPy, so every DSPy call records a trace. Each
|
|
647
|
+
trace goes to a program under a name the SDK generates for its root module.
|
|
645
648
|
|
|
646
649
|
### `cmpnd.Client()`
|
|
647
650
|
|
|
@@ -106,9 +106,12 @@ dspy.configure(lm=dspy.LM("openai/gpt-6-luna"))
|
|
|
106
106
|
dspy.ChainOfThought("question -> answer")(question="What is DSPy?")
|
|
107
107
|
```
|
|
108
108
|
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
109
|
+
Each program shape gets a program of its own, under a name the SDK generates
|
|
110
|
+
from its class and signature, such as `ChainOfThought-17e1f4089a24`. These
|
|
111
|
+
programs do not count toward your plan's program limit. The first such trace in
|
|
112
|
+
a process logs a warning that names the generated name and shows how to give the
|
|
113
|
+
program a real one: `@cmpnd.program(name)` or `cmpnd.Program(name, module=..., lm=...)`,
|
|
114
|
+
run through `cmpnd.Client`. Calling a `cmpnd.Program` directly while `auto_instrument()` is
|
|
112
115
|
on raises a `TypeError` that points to the client. The API reference below
|
|
113
116
|
lists the options of `cmpnd.configure()`.
|
|
114
117
|
|
|
@@ -589,8 +592,8 @@ captured input and output size limits, 65,536 bytes each by default.
|
|
|
589
592
|
|
|
590
593
|
### `cmpnd.auto_instrument()`
|
|
591
594
|
|
|
592
|
-
Registers the callback with DSPy, so every DSPy call records a trace.
|
|
593
|
-
|
|
595
|
+
Registers the callback with DSPy, so every DSPy call records a trace. Each
|
|
596
|
+
trace goes to a program under a name the SDK generates for its root module.
|
|
594
597
|
|
|
595
598
|
### `cmpnd.Client()`
|
|
596
599
|
|
|
@@ -58,13 +58,19 @@ def _run_tracked_compile(
|
|
|
58
58
|
|
|
59
59
|
``client_config`` scopes the run record to a client: the record takes that
|
|
60
60
|
config's project tags and program id as they are, absent ones included, so a
|
|
61
|
-
client that names no program sends none rather than the global config's.
|
|
62
|
-
|
|
61
|
+
client that names no program sends none rather than the global config's. A client
|
|
62
|
+
always runs a named program, so its run never takes a generated name, even when the
|
|
63
|
+
name did not resolve. The global path passes no client config and keeps the
|
|
64
|
+
tracker's global snapshot. With no program id there, the run takes the name the SDK
|
|
65
|
+
generates for the student, the name its rollouts' traces carry, unless the call
|
|
66
|
+
declares a name.
|
|
63
67
|
``has_callbacks`` is passed by the patch (resolved once at patch time); a
|
|
64
68
|
client leaves it None and it is resolved here.
|
|
65
69
|
"""
|
|
66
70
|
import dspy
|
|
67
71
|
|
|
72
|
+
from . import callback as dspy_callback
|
|
73
|
+
from . import program_naming
|
|
68
74
|
from .optimizers import gepa_callback, tracker
|
|
69
75
|
|
|
70
76
|
if has_callbacks is None:
|
|
@@ -127,6 +133,9 @@ def _run_tracked_compile(
|
|
|
127
133
|
max_metric_calls=max_metric_calls,
|
|
128
134
|
)
|
|
129
135
|
|
|
136
|
+
if client_config is None and trk.program_id is None and dspy_callback._declared_program_name() is None:
|
|
137
|
+
trk.generated_program_name = program_naming.generated_program_name(student)
|
|
138
|
+
|
|
130
139
|
restore_attribution = callback.start_trace_attribution()
|
|
131
140
|
|
|
132
141
|
try:
|
|
@@ -9,7 +9,7 @@ from datetime import datetime, timezone
|
|
|
9
9
|
from typing import Any
|
|
10
10
|
from uuid import UUID, uuid4
|
|
11
11
|
|
|
12
|
-
from . import configuration, context, eval_handler, exporter, helpers, identity, models, references
|
|
12
|
+
from . import configuration, context, eval_handler, exporter, helpers, identity, models, program_naming, references
|
|
13
13
|
|
|
14
14
|
logger = logging.getLogger(__name__)
|
|
15
15
|
|
|
@@ -39,24 +39,23 @@ def _declared_program_name() -> str | None:
|
|
|
39
39
|
return name if isinstance(name, str) else None
|
|
40
40
|
|
|
41
41
|
|
|
42
|
-
# Set once the process has warned that a
|
|
43
|
-
#
|
|
44
|
-
|
|
42
|
+
# Set once the process has warned that a program has no name, so the warning appears
|
|
43
|
+
# once per process, whichever callback records the trace.
|
|
44
|
+
_warned_unnamed = False
|
|
45
45
|
|
|
46
46
|
|
|
47
|
-
def
|
|
48
|
-
"""Warn the first time a trace in this process
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
"""
|
|
52
|
-
global _warned_unattributed
|
|
53
|
-
if _warned_unattributed or trace.declared_name is not None or trace.program_id is not None:
|
|
47
|
+
def _warn_once_about_generated_name(trace: models.TraceBuilder) -> None:
|
|
48
|
+
"""Warn the first time a trace in this process goes to a program under a generated name."""
|
|
49
|
+
global _warned_unnamed
|
|
50
|
+
if _warned_unnamed or trace.generated_name is None:
|
|
54
51
|
return
|
|
55
|
-
|
|
52
|
+
_warned_unnamed = True
|
|
56
53
|
logger.warning(
|
|
57
|
-
"cmpnd: this
|
|
58
|
-
"
|
|
59
|
-
"
|
|
54
|
+
"cmpnd: this program has no name, so its traces go to the program named %r, a name cmpnd generated from "
|
|
55
|
+
"its class and its signature. Name the program with @cmpnd.program(name) or "
|
|
56
|
+
"cmpnd.Program(name, module=..., lm=...) and run it through a cmpnd.Client, and its traces go to the program "
|
|
57
|
+
"with that name. This warning appears once per process.",
|
|
58
|
+
trace.generated_name,
|
|
60
59
|
)
|
|
61
60
|
|
|
62
61
|
|
|
@@ -711,6 +710,7 @@ class _CallbackBase:
|
|
|
711
710
|
A trace from a call that declares a program name carries the name and no id,
|
|
712
711
|
and the exporter resolves the name. The declared name wins over a program id the
|
|
713
712
|
client's config read from ``CMPND_PROGRAM_ID``, and the callback warns once that it did.
|
|
713
|
+
A trace that gets neither gets a generated name in `_create_trace`.
|
|
714
714
|
"""
|
|
715
715
|
builder.project_tags = self._resolve_project_tags()
|
|
716
716
|
if isinstance(builder, models.TraceBuilder):
|
|
@@ -1188,16 +1188,11 @@ class _ModuleMixin(_CallbackBase):
|
|
|
1188
1188
|
identity.get_field_schema(field_info.annotation) for field_info in output_fields.values()
|
|
1189
1189
|
]
|
|
1190
1190
|
|
|
1191
|
-
span.program_signature_hash = identity.compute_program_hash(instance) or 0
|
|
1192
|
-
|
|
1193
1191
|
# For ChainOfThought, also capture extended signature
|
|
1194
1192
|
if hasattr(instance, "extended_signature"):
|
|
1195
1193
|
ext_sig = instance.extended_signature
|
|
1196
1194
|
span.attributes["extended_signature"] = getattr(ext_sig, "signature", str(ext_sig))
|
|
1197
1195
|
|
|
1198
|
-
else:
|
|
1199
|
-
span.program_signature_hash = identity.compute_program_hash(instance) or 0
|
|
1200
|
-
|
|
1201
1196
|
# Capture demo count and contents if available
|
|
1202
1197
|
demos = getattr(instance, "demos", None)
|
|
1203
1198
|
if demos:
|
|
@@ -1214,10 +1209,6 @@ class _ModuleMixin(_CallbackBase):
|
|
|
1214
1209
|
module_class=instance.__class__.__name__,
|
|
1215
1210
|
)
|
|
1216
1211
|
self._stamp(trace)
|
|
1217
|
-
# A root module call is where a program runs, so it is where an unnamed one
|
|
1218
|
-
# is caught. GEPA's own LM calls (_emit_optimization_lm_trace) belong to the
|
|
1219
|
-
# optimization run, which names the program, so they never warn.
|
|
1220
|
-
_warn_once_if_unattributed(trace)
|
|
1221
1212
|
|
|
1222
1213
|
# Attach the run ids this trace starts under, from this callback's own
|
|
1223
1214
|
# state right now — not at finalize (on_module_end), where the
|
|
@@ -1288,11 +1279,10 @@ class _ModuleMixin(_CallbackBase):
|
|
|
1288
1279
|
identity.get_field_schema(field_info.annotation) for field_info in output_fields.values()
|
|
1289
1280
|
]
|
|
1290
1281
|
|
|
1291
|
-
trace.program_signature_hash = identity.compute_program_hash(instance) or 0
|
|
1292
1282
|
trace.signature_summary = identity.build_signature_summary(signature)
|
|
1293
1283
|
else:
|
|
1294
1284
|
# Multi-child module: collect Predict children via DSPy's own walker
|
|
1295
|
-
# for metadata
|
|
1285
|
+
# for metadata.
|
|
1296
1286
|
dspy_mod, _ = _get_dspy()
|
|
1297
1287
|
children: list[tuple[str, Any]] = []
|
|
1298
1288
|
if dspy_mod and hasattr(instance, "named_predictors"):
|
|
@@ -1303,7 +1293,6 @@ class _ModuleMixin(_CallbackBase):
|
|
|
1303
1293
|
|
|
1304
1294
|
if children:
|
|
1305
1295
|
trace.signature_name = instance.__class__.__name__
|
|
1306
|
-
trace.program_signature_hash = identity.compute_program_hash(instance) or 0
|
|
1307
1296
|
|
|
1308
1297
|
# Build component_signatures for grouped field display
|
|
1309
1298
|
components = []
|
|
@@ -1332,6 +1321,16 @@ class _ModuleMixin(_CallbackBase):
|
|
|
1332
1321
|
components.append(comp)
|
|
1333
1322
|
trace.component_signatures = components
|
|
1334
1323
|
|
|
1324
|
+
# A trace that declares neither an id nor a name takes the program of the
|
|
1325
|
+
# optimization run it belongs to, so a run's judge modules land in the program it
|
|
1326
|
+
# optimizes. Otherwise a root module call is where a program runs, so it is where
|
|
1327
|
+
# an unnamed one gets its generated name. A span never names a program.
|
|
1328
|
+
if trace.program_id is None and trace.declared_name is None:
|
|
1329
|
+
trace.program_id = context.optimization_program_id(trace.optimization_run_id)
|
|
1330
|
+
if trace.program_id is None and trace.declared_name is None:
|
|
1331
|
+
trace.generated_name = program_naming.generated_program_name(instance)
|
|
1332
|
+
_warn_once_about_generated_name(trace)
|
|
1333
|
+
|
|
1335
1334
|
# Detect if this is a compiled program (from optimization)
|
|
1336
1335
|
if hasattr(instance, "_optimization_run_id"):
|
|
1337
1336
|
trace.compiled_from_run_id = str(instance._optimization_run_id)
|
|
@@ -1661,6 +1660,10 @@ class _LMMixin(_CallbackBase):
|
|
|
1661
1660
|
module_class="GEPA",
|
|
1662
1661
|
)
|
|
1663
1662
|
self._stamp(trace)
|
|
1663
|
+
# The call has no root module to name a program after, so a trace that declares
|
|
1664
|
+
# neither an id nor a name takes the program the run optimizes.
|
|
1665
|
+
if trace.program_id is None and trace.declared_name is None:
|
|
1666
|
+
trace.program_id = context.optimization_program_id(run_id)
|
|
1664
1667
|
# A metric-phase call can start while DSPy's Evaluate span is still on the
|
|
1665
1668
|
# context stack, so on_lm_start stamped this span with a parent_span_id for
|
|
1666
1669
|
# a span that isn't in this standalone one-span trace. This span IS the
|
|
@@ -79,6 +79,33 @@ def set_current_optimization_run_id(optimization_run_id: str | None) -> None:
|
|
|
79
79
|
_current_optimization_run_id.set(optimization_run_id)
|
|
80
80
|
|
|
81
81
|
|
|
82
|
+
# The program each optimization run this process started optimizes, by run id. A trace
|
|
83
|
+
# linked to a run that names no program of its own takes its run's, so everything a run
|
|
84
|
+
# emits is reachable through that program: GEPA's reflection and judge calls, a judge
|
|
85
|
+
# module's trace, the rollouts. Keyed by run id rather than held in a context variable
|
|
86
|
+
# because the run id reaches a trace two ways (the callback's field and a context
|
|
87
|
+
# variable, for evaluator threads), and whichever way a trace learns its run, this
|
|
88
|
+
# answers for it. One entry per run, kept for the life of the process: a trace may still
|
|
89
|
+
# be built after its run's record settles, and the map holds two short strings a run.
|
|
90
|
+
_optimization_program_ids: dict[str, str] = {}
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
def set_optimization_program_id(optimization_run_id: str, program_id: str) -> None:
|
|
94
|
+
"""Record the program an optimization run optimizes, once the run has both ids."""
|
|
95
|
+
_optimization_program_ids[optimization_run_id] = program_id
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
def optimization_program_id(optimization_run_id: str | None) -> str | None:
|
|
99
|
+
"""The program the optimization run ``optimization_run_id`` optimizes, or None.
|
|
100
|
+
|
|
101
|
+
None for no run, and for a run that names no program, as one whose generated name
|
|
102
|
+
serve could not answer for does.
|
|
103
|
+
"""
|
|
104
|
+
if optimization_run_id is None:
|
|
105
|
+
return None
|
|
106
|
+
return _optimization_program_ids.get(optimization_run_id)
|
|
107
|
+
|
|
108
|
+
|
|
82
109
|
def create_child_span(
|
|
83
110
|
name: str, span_type: models.SpanType, *, root: bool = False, **kwargs: Any
|
|
84
111
|
) -> models.SpanBuilder:
|
|
@@ -121,3 +148,4 @@ def clear_context() -> None:
|
|
|
121
148
|
_span_stack.set(())
|
|
122
149
|
_current_eval_run.set(None)
|
|
123
150
|
_current_optimization_run_id.set(None)
|
|
151
|
+
_optimization_program_ids.clear()
|
|
@@ -10,7 +10,7 @@ import logging
|
|
|
10
10
|
from datetime import datetime, timezone
|
|
11
11
|
from typing import Any
|
|
12
12
|
|
|
13
|
-
from . import context, helpers, identity, models
|
|
13
|
+
from . import context, helpers, identity, models, program_naming
|
|
14
14
|
|
|
15
15
|
logger = logging.getLogger(__name__)
|
|
16
16
|
|
|
@@ -87,16 +87,10 @@ class EvalHandler:
|
|
|
87
87
|
if program:
|
|
88
88
|
eval_run.module_class = program.__class__.__name__
|
|
89
89
|
|
|
90
|
-
#
|
|
91
|
-
# discriminates correctly; signature_summary is still derived from
|
|
92
|
-
# the root signature for human display.
|
|
93
|
-
program_hash = identity.compute_program_hash(program)
|
|
94
|
-
if program_hash is not None:
|
|
95
|
-
eval_run.program_signature_hash = program_hash
|
|
90
|
+
# The summary comes from the root signature, for human display.
|
|
96
91
|
signature = identity.get_program_signature(program)
|
|
97
92
|
if signature:
|
|
98
93
|
eval_run.signature_summary = identity.build_signature_summary(signature)
|
|
99
|
-
logger.debug(f"Eval run program_signature_hash: {eval_run.program_signature_hash}")
|
|
100
94
|
|
|
101
95
|
# Extract input field names for filtering example inputs in on_evaluate_end
|
|
102
96
|
if hasattr(signature, "input_fields"):
|
|
@@ -177,7 +171,7 @@ class EvalHandler:
|
|
|
177
171
|
eval_run._dataset_exists = None # Will include examples as fallback
|
|
178
172
|
|
|
179
173
|
exp = self._callback._current_exporter()
|
|
180
|
-
eval_run.program_id = self._program_id(exp)
|
|
174
|
+
eval_run.program_id = self._program_id(exp, program, eval_run.optimization_run_id)
|
|
181
175
|
|
|
182
176
|
logger.info(
|
|
183
177
|
f"EvalRun created: program_id={eval_run.program_id}, "
|
|
@@ -214,20 +208,25 @@ class EvalHandler:
|
|
|
214
208
|
self._callback._call_id_to_span[call_id] = span
|
|
215
209
|
context.push_span(span)
|
|
216
210
|
|
|
217
|
-
def _program_id(self, exp: Any) -> str | None:
|
|
211
|
+
def _program_id(self, exp: Any, program: Any, optimization_run_id: str | None) -> str | None:
|
|
218
212
|
"""The program id the eval run carries, resolved the way a trace's is.
|
|
219
213
|
|
|
220
|
-
A program name the call declares wins over the callback's program id.
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
214
|
+
A program name the call declares wins over the callback's program id. A run
|
|
215
|
+
that has neither takes the program of the optimization run it belongs to, else
|
|
216
|
+
the name the SDK generates for the evaluated program, the name its traces carry.
|
|
217
|
+
The exporter resolves either name now, on the caller's thread, because the run's
|
|
218
|
+
start is sent synchronously and must carry the id. The exporter keeps the answer
|
|
219
|
+
for the process, so a name its traces already resolved costs no request. A name
|
|
220
|
+
the exporter cannot resolve leaves the run without an id.
|
|
225
221
|
"""
|
|
226
222
|
from . import callback
|
|
227
223
|
|
|
228
224
|
name = callback._declared_program_name()
|
|
229
225
|
if name is None:
|
|
230
|
-
|
|
226
|
+
program_id = self._callback._resolve_program_id() or context.optimization_program_id(optimization_run_id)
|
|
227
|
+
if program_id is not None or program is None:
|
|
228
|
+
return program_id
|
|
229
|
+
return program_naming.resolve_generated_name(exp, program_naming.generated_program_name(program))
|
|
231
230
|
# Read with getattr because the member is optional: an in-memory collector
|
|
232
231
|
# that resolves no names has none.
|
|
233
232
|
resolve = getattr(exp, "resolve_program_name", None)
|
|
@@ -97,23 +97,6 @@ def _unsigned_to_signed_int64(value: int) -> int: # pyright: ignore[reportUnuse
|
|
|
97
97
|
return masked - 0x10000000000000000 if masked >= 0x8000000000000000 else masked
|
|
98
98
|
|
|
99
99
|
|
|
100
|
-
def format_signature_hash(value: int | None) -> str | None:
|
|
101
|
-
"""Render a ``program_signature_hash`` for the JSON wire as a quoted decimal
|
|
102
|
-
string (e.g. ``"-935109221252960526"``), or ``None`` when absent.
|
|
103
|
-
|
|
104
|
-
The hash is a signed int64 (xxhash64). Emitting it as a JSON *number* is
|
|
105
|
-
unsafe: any consumer that decodes through an untyped path floats it and
|
|
106
|
-
loses precision above 2^53 (Go ``any``/``map[string]any``, JavaScript
|
|
107
|
-
natively). Carrying it as a string makes the safe representation automatic
|
|
108
|
-
end to end. Storage stays signed int64; only the wire value is a
|
|
109
|
-
string. ``None`` stays ``None`` (nullable optimization hash); the trace/span
|
|
110
|
-
``0`` sentinel renders as ``"0"``.
|
|
111
|
-
"""
|
|
112
|
-
if value is None:
|
|
113
|
-
return None
|
|
114
|
-
return str(value)
|
|
115
|
-
|
|
116
|
-
|
|
117
100
|
# A program id is server-issued: ``p_`` and twelve base62 characters, the shape
|
|
118
101
|
# every platform id shares. The SDK never mints one; it carries the id serve gives
|
|
119
102
|
# a program name, or the id a deployment's worker passes to the kernel.
|
|
@@ -13,7 +13,7 @@ from uuid import UUID, uuid4
|
|
|
13
13
|
|
|
14
14
|
from cmpnd_ingest.trace_facts import CompletionFact, MetadataFact, StartedFact, StringMapChange
|
|
15
15
|
|
|
16
|
-
from . import
|
|
16
|
+
from . import imaging
|
|
17
17
|
|
|
18
18
|
# U+0000 (NUL) and lone UTF-16 surrogates are valid JSON, and valid in a Python
|
|
19
19
|
# str, but the server cannot store either: a JSON column rejects both, and a NUL
|
|
@@ -758,8 +758,6 @@ class SpanBuilder:
|
|
|
758
758
|
# Each element is None for primitives, or a schema dict for complex types
|
|
759
759
|
signature_input_field_schemas: list[dict[str, Any] | None] = field(default_factory=list)
|
|
760
760
|
signature_output_field_schemas: list[dict[str, Any] | None] = field(default_factory=list)
|
|
761
|
-
# Hash of input/output fields+types for program identity (xxhash64, signed)
|
|
762
|
-
program_signature_hash: int = 0
|
|
763
761
|
|
|
764
762
|
# DSPy-specific: Module info
|
|
765
763
|
module_type: str | None = None
|
|
@@ -905,7 +903,6 @@ class SpanBuilder:
|
|
|
905
903
|
"signature_output_field_descs": self.signature_output_field_descs,
|
|
906
904
|
"signature_input_field_schemas": self.signature_input_field_schemas,
|
|
907
905
|
"signature_output_field_schemas": self.signature_output_field_schemas,
|
|
908
|
-
"program_signature_hash": identity.format_signature_hash(self.program_signature_hash),
|
|
909
906
|
"module_type": self.module_type,
|
|
910
907
|
"module_name": self.module_name,
|
|
911
908
|
"model_name": self.model_name,
|
|
@@ -945,7 +942,6 @@ class TraceBuilder:
|
|
|
945
942
|
# The root DSPy module's class. The program's own name is `declared_name`,
|
|
946
943
|
# which the transport resolves to `program_id`.
|
|
947
944
|
module_class: str | None = None
|
|
948
|
-
program_version: str | None = None
|
|
949
945
|
|
|
950
946
|
# Signature info - identifies the program by its inputs/outputs
|
|
951
947
|
signature_name: str | None = None
|
|
@@ -956,7 +952,6 @@ class TraceBuilder:
|
|
|
956
952
|
# Schemas for complex types (Pydantic models, dataclasses)
|
|
957
953
|
signature_input_field_schemas: list[dict[str, Any] | None] = field(default_factory=list)
|
|
958
954
|
signature_output_field_schemas: list[dict[str, Any] | None] = field(default_factory=list)
|
|
959
|
-
program_signature_hash: int = 0 # Hash of input/output fields+types (legacy program key)
|
|
960
955
|
signature_summary: str | None = None # Human-readable: "input1, input2 -> output1, output2"
|
|
961
956
|
component_signatures: list[dict[str, Any]] = field(default_factory=list)
|
|
962
957
|
# The server-issued program id the trace declares (`p_…`), snapshotted from
|
|
@@ -967,6 +962,10 @@ class TraceBuilder:
|
|
|
967
962
|
# exporter resolves it to a program id and writes that into ``program_id`` on the
|
|
968
963
|
# bodies it sends, unless the trace already carries an id.
|
|
969
964
|
declared_name: str | None = None
|
|
965
|
+
# The name the SDK generated for the trace's program, when the trace declares neither
|
|
966
|
+
# an id nor a name (`program_naming`). The exporter resolves it as it resolves a
|
|
967
|
+
# declared name, and tells serve that the SDK generated it.
|
|
968
|
+
generated_name: str | None = None
|
|
970
969
|
|
|
971
970
|
# Optimization lineage - tracks which optimization produced this program
|
|
972
971
|
compiled_from_run_id: str | None = None
|
|
@@ -1076,7 +1075,6 @@ class TraceBuilder:
|
|
|
1076
1075
|
"module_class": self.module_class,
|
|
1077
1076
|
# Also under the key a serve from before module_class reads (StartedFact.creation_dict).
|
|
1078
1077
|
"program_name": self.module_class,
|
|
1079
|
-
"program_version": self.program_version,
|
|
1080
1078
|
"signature_name": self.signature_name,
|
|
1081
1079
|
"signature_input_fields": self.signature_input_fields,
|
|
1082
1080
|
"signature_output_fields": self.signature_output_fields,
|
|
@@ -1084,7 +1082,6 @@ class TraceBuilder:
|
|
|
1084
1082
|
"signature_output_field_types": self.signature_output_field_types,
|
|
1085
1083
|
"signature_input_field_schemas": self.signature_input_field_schemas,
|
|
1086
1084
|
"signature_output_field_schemas": self.signature_output_field_schemas,
|
|
1087
|
-
"program_signature_hash": identity.format_signature_hash(self.program_signature_hash),
|
|
1088
1085
|
"signature_summary": self.signature_summary,
|
|
1089
1086
|
# The server forwards this blob verbatim into a jsonb column, and its
|
|
1090
1087
|
# program registration is best-effort (a rejection is only logged), so
|
|
@@ -1119,13 +1116,11 @@ class TraceBuilder:
|
|
|
1119
1116
|
"module_class": self.module_class,
|
|
1120
1117
|
# Also under the key a serve from before module_class reads (StartedFact.creation_dict).
|
|
1121
1118
|
"program_name": self.module_class,
|
|
1122
|
-
"program_version": self.program_version,
|
|
1123
1119
|
"signature_name": self.signature_name,
|
|
1124
1120
|
"signature_input_fields": self.signature_input_fields,
|
|
1125
1121
|
"signature_output_fields": self.signature_output_fields,
|
|
1126
1122
|
"signature_input_field_types": self.signature_input_field_types,
|
|
1127
1123
|
"signature_output_field_types": self.signature_output_field_types,
|
|
1128
|
-
"program_signature_hash": identity.format_signature_hash(self.program_signature_hash),
|
|
1129
1124
|
"signature_summary": self.signature_summary,
|
|
1130
1125
|
"component_signatures": _safe_serialize(self.component_signatures),
|
|
1131
1126
|
"root_span_type": self.root_span_type,
|
|
@@ -1275,14 +1270,14 @@ class EvalRunBuilder:
|
|
|
1275
1270
|
|
|
1276
1271
|
# Eval Identity (defines comparability)
|
|
1277
1272
|
# The program the run evaluates: the id serve gave the program name the call
|
|
1278
|
-
# declared,
|
|
1273
|
+
# declared, else the client's program id, else the id serve gave the name the SDK
|
|
1274
|
+
# generated for the evaluated module. None when the run has no program.
|
|
1279
1275
|
program_id: str | None = None
|
|
1280
1276
|
# The evaluated module's class, such as "ReAct".
|
|
1281
1277
|
module_class: str | None = None
|
|
1282
1278
|
metric_name: str | None = None
|
|
1283
1279
|
dataset_hash: str | None = None
|
|
1284
1280
|
dataset_size: int = 0
|
|
1285
|
-
program_signature_hash: int = 0 # xxhash64 of signature - program identity
|
|
1286
1281
|
signature_summary: str | None = None # Human-readable: "input1, input2 -> output1"
|
|
1287
1282
|
|
|
1288
1283
|
# Model Configuration
|
|
@@ -1404,7 +1399,6 @@ class EvalRunBuilder:
|
|
|
1404
1399
|
"metric_name": self.metric_name or "",
|
|
1405
1400
|
"dataset_hash": self.dataset_hash or "",
|
|
1406
1401
|
"dataset_size": self.dataset_size,
|
|
1407
|
-
"program_signature_hash": identity.format_signature_hash(self.program_signature_hash),
|
|
1408
1402
|
"signature_summary": self.signature_summary,
|
|
1409
1403
|
"model_name": self.model_name,
|
|
1410
1404
|
"model_provider": self.model_provider,
|
|
@@ -1425,7 +1419,6 @@ class EvalRunBuilder:
|
|
|
1425
1419
|
"metric_name": self.metric_name or "",
|
|
1426
1420
|
"dataset_hash": self.dataset_hash or "",
|
|
1427
1421
|
"dataset_size": self.dataset_size,
|
|
1428
|
-
"program_signature_hash": identity.format_signature_hash(self.program_signature_hash),
|
|
1429
1422
|
"signature_summary": self.signature_summary,
|
|
1430
1423
|
"model_name": self.model_name,
|
|
1431
1424
|
"model_provider": self.model_provider,
|
|
@@ -5,7 +5,7 @@ from __future__ import annotations
|
|
|
5
5
|
import logging
|
|
6
6
|
from typing import TYPE_CHECKING, Any
|
|
7
7
|
|
|
8
|
-
from .. import _gepa_patch, identity
|
|
8
|
+
from .. import _gepa_patch, callback, identity, program_naming
|
|
9
9
|
from . import gepa_callback, tracker
|
|
10
10
|
|
|
11
11
|
if TYPE_CHECKING:
|
|
@@ -146,10 +146,6 @@ class TrackedGEPA:
|
|
|
146
146
|
|
|
147
147
|
component_signature_hash = identity.compute_signature_hash(config.get("components", []))
|
|
148
148
|
|
|
149
|
-
# Compute program_signature_hash via the IR reflector — same encoder
|
|
150
|
-
# the trace path uses, so optimization_runs and traces join on identity.
|
|
151
|
-
program_signature_hash = identity.compute_program_hash(student) or 0
|
|
152
|
-
|
|
153
149
|
# Initialize optimization tracking
|
|
154
150
|
self._tracker = tracker.OptimizationTracker(
|
|
155
151
|
optimizer_type="gepa",
|
|
@@ -159,13 +155,18 @@ class TrackedGEPA:
|
|
|
159
155
|
reflection_model_name=reflection_model_name,
|
|
160
156
|
valset_hash=valset_hash,
|
|
161
157
|
component_signature_hash=component_signature_hash,
|
|
162
|
-
program_signature_hash=program_signature_hash,
|
|
163
158
|
)
|
|
164
159
|
|
|
165
160
|
# This path builds its tracker without `enrich_from_program`, so it types the
|
|
166
161
|
# program's `dspy.Flex` components itself.
|
|
167
162
|
self._tracker.component_types = tracker.code_component_types(student)
|
|
168
163
|
|
|
164
|
+
# A run that declares neither a program id nor a program name takes the name the
|
|
165
|
+
# SDK generates for the student, the name its rollouts' traces carry, and
|
|
166
|
+
# resolves it when the run starts.
|
|
167
|
+
if self._tracker.program_id is None and callback._declared_program_name() is None:
|
|
168
|
+
self._tracker.generated_program_name = program_naming.generated_program_name(student)
|
|
169
|
+
|
|
169
170
|
# Store both sets for dataset payload building
|
|
170
171
|
self._tracker._trainset = list(trainset)
|
|
171
172
|
self._tracker._valset = list(effective_valset)
|
|
@@ -30,7 +30,7 @@ def sidecar_path(log_dir: str) -> str:
|
|
|
30
30
|
return os.path.join(log_dir, _SIDECAR)
|
|
31
31
|
|
|
32
32
|
|
|
33
|
-
def write_run_id(log_dir: str, run_id: str,
|
|
33
|
+
def write_run_id(log_dir: str, run_id: str, program_id: str | None, start_time: datetime | None) -> None:
|
|
34
34
|
"""Persist the server-assigned ``run_id`` into ``log_dir`` so a later resume
|
|
35
35
|
can re-adopt it. Called at ``start()``, which runs before GEPA creates its
|
|
36
36
|
``run_dir`` — so create the directory if it isn't there yet. Best-effort: a
|
|
@@ -38,7 +38,7 @@ def write_run_id(log_dir: str, run_id: str, program_signature_hash: int | None,
|
|
|
38
38
|
"""
|
|
39
39
|
payload = {
|
|
40
40
|
"run_id": run_id,
|
|
41
|
-
"
|
|
41
|
+
"program_id": program_id,
|
|
42
42
|
"start_time": start_time.isoformat() if start_time is not None else None,
|
|
43
43
|
}
|
|
44
44
|
try:
|
|
@@ -49,15 +49,16 @@ def write_run_id(log_dir: str, run_id: str, program_signature_hash: int | None,
|
|
|
49
49
|
logger.warning("could not write resume sidecar in %s: %s", log_dir, e)
|
|
50
50
|
|
|
51
51
|
|
|
52
|
-
def read_resumable(log_dir: str,
|
|
52
|
+
def read_resumable(log_dir: str, program_id: str | None) -> tuple[str, datetime | None] | None:
|
|
53
53
|
"""Return ``(run_id, start_time)`` to re-adopt, or ``None`` if this is not a
|
|
54
54
|
resumable job.
|
|
55
55
|
|
|
56
56
|
Resumable requires: GEPA's ``gepa_state.bin`` checkpoint present (else GEPA
|
|
57
57
|
itself starts fresh) AND a readable sidecar carrying a ``run_id``. A definite
|
|
58
|
-
``
|
|
59
|
-
|
|
60
|
-
|
|
58
|
+
``program_id`` mismatch (a different program reusing the same ``log_dir``) is
|
|
59
|
+
rejected so it can't hijack the id. A missing program id on either side errs
|
|
60
|
+
toward stitching, since ``log_dir`` is the strong identity signal. A sidecar an
|
|
61
|
+
older SDK wrote names no program id, so it stitches.
|
|
61
62
|
"""
|
|
62
63
|
if not os.path.exists(os.path.join(log_dir, _CHECKPOINT)):
|
|
63
64
|
return None
|
|
@@ -71,13 +72,13 @@ def read_resumable(log_dir: str, program_signature_hash: int | None) -> tuple[st
|
|
|
71
72
|
if not run_id:
|
|
72
73
|
return None
|
|
73
74
|
|
|
74
|
-
|
|
75
|
-
if
|
|
75
|
+
prior_program = data.get("program_id")
|
|
76
|
+
if prior_program is not None and program_id is not None and prior_program != program_id:
|
|
76
77
|
logger.warning(
|
|
77
|
-
"resume sidecar in %s is for a different program (
|
|
78
|
+
"resume sidecar in %s is for a different program (%s != %s); not re-adopting",
|
|
78
79
|
log_dir,
|
|
79
|
-
|
|
80
|
-
|
|
80
|
+
prior_program,
|
|
81
|
+
program_id,
|
|
81
82
|
)
|
|
82
83
|
return None
|
|
83
84
|
|