cmpnd 0.4.0__tar.gz → 0.4.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {cmpnd-0.4.0 → cmpnd-0.4.2}/PKG-INFO +1 -1
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/__init__.py +6 -0
- cmpnd-0.4.2/cmpnd/_rlm_patch.py +134 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/callback.py +70 -10
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/api_client.py +10 -0
- cmpnd-0.4.2/cmpnd/cli/commands/admin.py +274 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/commands/org.py +44 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/optimizers/gepa_callback.py +5 -1
- {cmpnd-0.4.0 → cmpnd-0.4.2}/pyproject.toml +1 -1
- cmpnd-0.4.2/scripts/capture_review_run.py +162 -0
- cmpnd-0.4.2/scripts/fixtures/review_run.json.gz +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/scripts/seed_review_run.py +118 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/conftest.py +1 -1
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/stress/test_deploy_programs.py +1 -1
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/stress/test_multi_client_stress.py +1 -1
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/stress/test_real_provider_twins.py +1 -1
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_callback.py +123 -51
- cmpnd-0.4.2/tests/test_cli/test_admin.py +201 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_api_client.py +26 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_org.py +25 -0
- cmpnd-0.4.2/tests/test_rlm_patch.py +180 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/uv.lock +1 -1
- cmpnd-0.4.0/cmpnd/cli/commands/admin.py +0 -59
- cmpnd-0.4.0/scripts/fixtures/review_run.json.gz +0 -0
- cmpnd-0.4.0/tests/test_cli/test_admin.py +0 -33
- {cmpnd-0.4.0 → cmpnd-0.4.2}/.gitignore +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/CLAUDE.md +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/README.md +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/_gepa_patch.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/_program_patch.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/__init__.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/commands/__init__.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/commands/auth.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/commands/datasets.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/commands/deployments.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/commands/evals.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/commands/login.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/commands/optimizations.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/commands/programs.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/commands/top.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/commands/traces.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/credentials.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/shell.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/cli/verbs.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/configuration.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/context.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/dataset_sync.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/datasets.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/decorators.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/deployment.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/eval_handler.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/execution.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/exporter.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/helpers.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/identity.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/ir/__init__.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/ir/decode.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/ir/encode.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/ir/hash.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/ir/program.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/ir/reflection.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/ir/types.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/models.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/optimization.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/optimizers/__init__.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/optimizers/gepa.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/optimizers/resume.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/optimizers/tracker.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/cmpnd/packaging.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/docs/2026-04-02-code-review.md +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/docs/plans/2026-04-05-train-val-dataset-capture-design.md +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/docs/plans/2026-04-05-train-val-dataset-capture.md +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/docs/sdk-instrumentation.md +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/examples/local_ollama.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/scripts/gepa_resume_bug.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/stubs/dspy/__init__.pyi +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/stubs/dspy/primitives/__init__.pyi +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/stubs/dspy/primitives/prediction.pyi +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/stubs/dspy/utils/__init__.pyi +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/stubs/dspy/utils/callback.pyi +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/__init__.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/_exporter_helpers.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/_identity_helpers.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/__init__.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/committee_task.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/data/committee_train.ndjson.gz +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/data/committee_val.ndjson.gz +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/fake_lm.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/helpers.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_capture_prompts.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_composite_module.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_dataset_auto_creation.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_deploy_execute.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_deploy_programs.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_edge_cases.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_example_hash.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_gepa_optimization.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_lm_accuracy.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_module_tracing.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_optimization_lineage.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_optimization_metric_identity.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_optimize_failures.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_optimize_loop.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_optimize_review_committee.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_optimize_server_owned_completion.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_parallel_export.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_project_attribution.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_react_tool_spans.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_save_load.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_trace_structure.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/e2e/test_user_attribution.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/01_predict_qa.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/02_predict_renamed_field.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/03_chain_of_thought_qa.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/04_predict_richer_types.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/05_composite_two_predicts.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/06_multichaincomparison.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/07_program_of_thought.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/08_opaque_module.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/09_predict_pydantic_field.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/10_react.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/11_refine.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/12_retrieve.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/13_knn.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/14_parallel.json +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/identity_vectors/README.md +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/integration/__init__.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/integration/conftest.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/integration/test_cli_deploy_smoketest.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/integration/test_logs_renders_traces.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/integration/test_optimizing_progress.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/integration/test_unhappy_path.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/__init__.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/conftest.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/seed_parity.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/test_auth.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/test_datasets.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/test_deployments.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/test_evals.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/test_health.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/test_modules.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/test_optimizations.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/test_programs.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/test_signatures.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/test_trace_streaming.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/parity/test_traces.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/stress/__init__.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/stress/_reliability.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/stress/test_optimize_client_committee.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/stress/test_optimize_loop.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/stress/test_optimize_stress.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/stress/test_reliability.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/__init__.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/conftest.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_auth.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_credentials.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_datasets.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_deployments.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_evals.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_login.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_main.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_optimizations.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_parity.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_programs.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_shell.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_top.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_cli/test_traces.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_clustering/__init__.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_clustering/conftest.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_clustering/test_edge_cases.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_clustering/test_hash_consistency.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_clustering/test_type_conversion.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_configuration.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_context.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_context_propagation.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_dataset_polling.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_dataset_sync.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_datasets.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_decorators.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_deploy.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_eval.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_eval_start.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_exception_paths.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_execute.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_exporter.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_exporter_real.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_fake_lm.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_gepa_callback.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_gepa_integration.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_gepa_resume.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_identity.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_integration.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_ir_encoder_properties.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_ir_golden_vectors.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_ir_roundtrip.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_models.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_optimization_start.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_optimize.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_optimize_lift.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_optimize_terminal_failure.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_packaging.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_packaging_callable_source.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_packaging_program_source.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_program_lineage_persist.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_project_payload.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_reflector_properties.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_reflector_smoke.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_repro_reactv2_bugs.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_schemas.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_seed_review_run.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_stats_export.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_tracked_gepa.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_tracker_enrich.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/tests/test_truncation.py +0 -0
- {cmpnd-0.4.0 → cmpnd-0.4.2}/todo.md +0 -0
|
@@ -136,4 +136,10 @@ def auto_instrument() -> CmpndCallback:
|
|
|
136
136
|
|
|
137
137
|
_program_patch.patch_program_state()
|
|
138
138
|
|
|
139
|
+
# Emit tool spans for dspy.RLM tool calls, which otherwise bypass
|
|
140
|
+
# dspy.Tool.__call__'s callbacks and produce no spans (CMP-187).
|
|
141
|
+
from . import _rlm_patch
|
|
142
|
+
|
|
143
|
+
_rlm_patch.patch_rlm_tools()
|
|
144
|
+
|
|
139
145
|
return callback
|
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
"""Emit tool spans for ``dspy.RLM`` tool calls (CMP-187).
|
|
2
|
+
|
|
3
|
+
cmpnd creates a ``TOOL`` span only from DSPy's ``on_tool_start``/``on_tool_end``
|
|
4
|
+
callbacks, and those fire only through ``dspy.Tool.__call__`` (decorated
|
|
5
|
+
``@with_callbacks``). ``dspy.RLM._prepare_execution_tools`` hands the code
|
|
6
|
+
interpreter the **bare** ``tool.func`` for each user tool
|
|
7
|
+
(``{name: tool.func for name, tool in self._user_tools.items()}`` in
|
|
8
|
+
``dspy/predict/rlm.py``), so ``Tool.__call__`` is bypassed and no span is
|
|
9
|
+
created — unlike ``dspy.ReAct``, which calls the ``Tool`` object and gets tool
|
|
10
|
+
spans for free.
|
|
11
|
+
|
|
12
|
+
``patch_rlm_tools()`` wraps ``_prepare_execution_tools`` so each user tool's
|
|
13
|
+
func is replaced by a shim that dispatches the tool lifecycle to the active
|
|
14
|
+
``CmpndCallback``\\ (s) around the original func call. Routing through the
|
|
15
|
+
callback (rather than through ``Tool.__call__``) keeps execution identical to
|
|
16
|
+
today's bare-func path — no re-validation / pydantic coercion of the
|
|
17
|
+
interpreter's native kwargs — while still emitting the span.
|
|
18
|
+
|
|
19
|
+
``PythonInterpreter.execute`` dispatches tool calls inline on the calling
|
|
20
|
+
(forward) thread, so the shim runs with cmpnd's ``_span_stack`` contextvar
|
|
21
|
+
intact: the tool span nests under ``RLM.forward`` and any ``dspy.Predict`` run
|
|
22
|
+
inside the tool re-parents under it.
|
|
23
|
+
|
|
24
|
+
Signature preservation is mandatory: ``PythonInterpreter._extract_parameters``
|
|
25
|
+
builds its sandbox tool stub from ``inspect.signature(fn)``. ``functools.wraps``
|
|
26
|
+
sets ``__wrapped__``, which ``inspect.signature`` follows, so the real params
|
|
27
|
+
survive the wrap (guarded by a test).
|
|
28
|
+
|
|
29
|
+
Scope is user tools only; the ``llm_query`` / ``llm_query_batched`` builtins
|
|
30
|
+
share the gap but ``llm_query_batched`` fans out over its own thread pool (a
|
|
31
|
+
separate context-propagation problem), so they're left out here.
|
|
32
|
+
|
|
33
|
+
Installed lazily from ``cmpnd.auto_instrument()`` alongside ``patch_gepa()`` /
|
|
34
|
+
``patch_program_state()``. Idempotent; a no-op when dspy isn't installed.
|
|
35
|
+
"""
|
|
36
|
+
|
|
37
|
+
from __future__ import annotations
|
|
38
|
+
|
|
39
|
+
import functools
|
|
40
|
+
import uuid
|
|
41
|
+
from typing import Any, Callable
|
|
42
|
+
|
|
43
|
+
_patched = False
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
def _active_cmpnd_callback() -> Any | None:
|
|
47
|
+
"""The single registered CmpndCallback (or None).
|
|
48
|
+
|
|
49
|
+
cmpnd is built around exactly one callback — auto_instrument() refuses to
|
|
50
|
+
add a second — and the callbacks share one span-stack contextvar. So we
|
|
51
|
+
dispatch the tool lifecycle to just the first CmpndCallback: pushing a span
|
|
52
|
+
per callback would nest one tool span under another for a single tool call
|
|
53
|
+
and desync on_tool_end's pop from the stack.
|
|
54
|
+
"""
|
|
55
|
+
try:
|
|
56
|
+
import dspy
|
|
57
|
+
except ImportError:
|
|
58
|
+
return None
|
|
59
|
+
from . import callback
|
|
60
|
+
|
|
61
|
+
registered = dspy.settings.get("callbacks", []) or []
|
|
62
|
+
for cb in registered:
|
|
63
|
+
if isinstance(cb, callback.CmpndCallback):
|
|
64
|
+
return cb
|
|
65
|
+
return None
|
|
66
|
+
|
|
67
|
+
|
|
68
|
+
def _wrap_tool_func(tool_obj: Any) -> Callable[..., Any]:
|
|
69
|
+
"""Wrap a dspy.Tool's func so a call emits a TOOL span around it.
|
|
70
|
+
|
|
71
|
+
The wrapper carries the original func's signature (``functools.wraps`` sets
|
|
72
|
+
``__wrapped__``) so the interpreter's sandbox stub sees the real params. It
|
|
73
|
+
dispatches to the active cmpnd callback only; with none registered it's a
|
|
74
|
+
transparent passthrough.
|
|
75
|
+
"""
|
|
76
|
+
func = tool_obj.func
|
|
77
|
+
|
|
78
|
+
@functools.wraps(func)
|
|
79
|
+
def shim(**kwargs: Any) -> Any:
|
|
80
|
+
cb = _active_cmpnd_callback()
|
|
81
|
+
if cb is None:
|
|
82
|
+
return func(**kwargs)
|
|
83
|
+
|
|
84
|
+
# on_tool_start (which creates + pushes the span) must succeed before we
|
|
85
|
+
# enter the try; on_tool_end is a no-op for an unknown call_id, so a
|
|
86
|
+
# failed start can't leave the span stack unbalanced.
|
|
87
|
+
call_id = uuid.uuid4().hex
|
|
88
|
+
cb.on_tool_start(call_id, tool_obj, kwargs)
|
|
89
|
+
output = None
|
|
90
|
+
exception = None
|
|
91
|
+
try:
|
|
92
|
+
output = func(**kwargs)
|
|
93
|
+
return output
|
|
94
|
+
except Exception as exc: # noqa: BLE001 - re-raised after closing the span
|
|
95
|
+
exception = exc
|
|
96
|
+
raise
|
|
97
|
+
finally:
|
|
98
|
+
cb.on_tool_end(call_id, output, exception)
|
|
99
|
+
|
|
100
|
+
return shim
|
|
101
|
+
|
|
102
|
+
|
|
103
|
+
def patch_rlm_tools() -> None:
|
|
104
|
+
"""Wrap ``RLM._prepare_execution_tools`` so user tools emit spans.
|
|
105
|
+
|
|
106
|
+
Idempotent (a module-level flag guards double-patching); a no-op when dspy
|
|
107
|
+
or ``dspy.RLM`` isn't available.
|
|
108
|
+
"""
|
|
109
|
+
global _patched
|
|
110
|
+
if _patched:
|
|
111
|
+
return
|
|
112
|
+
|
|
113
|
+
try:
|
|
114
|
+
import dspy
|
|
115
|
+
except ImportError:
|
|
116
|
+
return
|
|
117
|
+
|
|
118
|
+
rlm_cls = getattr(dspy, "RLM", None)
|
|
119
|
+
if rlm_cls is None or not hasattr(rlm_cls, "_prepare_execution_tools"):
|
|
120
|
+
return
|
|
121
|
+
|
|
122
|
+
orig = getattr(rlm_cls, "_prepare_execution_tools")
|
|
123
|
+
|
|
124
|
+
@functools.wraps(orig)
|
|
125
|
+
def _prepare_execution_tools(self: Any) -> dict[str, Callable[..., Any]]:
|
|
126
|
+
tools = orig(self)
|
|
127
|
+
user_tools = getattr(self, "_user_tools", {}) or {}
|
|
128
|
+
for name, tool_obj in user_tools.items():
|
|
129
|
+
if name in tools:
|
|
130
|
+
tools[name] = _wrap_tool_func(tool_obj)
|
|
131
|
+
return tools
|
|
132
|
+
|
|
133
|
+
setattr(rlm_cls, "_prepare_execution_tools", _prepare_execution_tools)
|
|
134
|
+
_patched = True
|
|
@@ -747,18 +747,20 @@ class _LMMixin(_CallbackBase):
|
|
|
747
747
|
|
|
748
748
|
context.pop_span()
|
|
749
749
|
|
|
750
|
-
#
|
|
751
|
-
#
|
|
752
|
-
#
|
|
750
|
+
# An LM call with no active trace context, made while an optimization is
|
|
751
|
+
# running, is GEPA optimizer machinery — an LM call outside any program
|
|
752
|
+
# rollout. Two phases produce these: reflection (the instructor proposing
|
|
753
|
+
# new instructions, between evaluations) and metric (an LLM-as-judge /
|
|
754
|
+
# semantic metric scoring outputs, during evaluation). Rather than drop
|
|
755
|
+
# them, wrap each in its own trace linked to the optimization run so it
|
|
756
|
+
# shows up alongside the student traces (CMP-485). serve's
|
|
757
|
+
# TracedTokensForRun then accounts for their cost from the span, so these
|
|
758
|
+
# must NOT also be added to _orphaned_lm_usage / untraced_lm_usage — that
|
|
759
|
+
# would double-count them in the optimization total.
|
|
753
760
|
current_trace = context.get_current_trace()
|
|
754
761
|
if current_trace is None and self._active_optimization_run_id is not None:
|
|
755
|
-
|
|
756
|
-
|
|
757
|
-
self._orphaned_lm_usage[model_name] = {"prompt_tokens": 0, "completion_tokens": 0}
|
|
758
|
-
self._orphaned_lm_usage[model_name]["prompt_tokens"] += span.prompt_tokens or 0
|
|
759
|
-
self._orphaned_lm_usage[model_name]["completion_tokens"] += span.completion_tokens or 0
|
|
760
|
-
logger.debug(f"Orphaned LM usage ({model_name}): +{span.prompt_tokens}p/{span.completion_tokens}c tokens")
|
|
761
|
-
return # Don't export orphaned spans (no trace to attach to)
|
|
762
|
+
self._emit_optimization_lm_trace(span)
|
|
763
|
+
return # handled as a standalone GEPA-process trace
|
|
762
764
|
|
|
763
765
|
# Track span by trace_id for metric aggregation (LM spans have token info!)
|
|
764
766
|
if span.trace_id:
|
|
@@ -772,6 +774,64 @@ class _LMMixin(_CallbackBase):
|
|
|
772
774
|
if exp:
|
|
773
775
|
exp.export_span(span)
|
|
774
776
|
|
|
777
|
+
def _emit_optimization_lm_trace(self, span: models.SpanBuilder) -> None:
|
|
778
|
+
"""Wrap an LM call the GEPA optimizer made outside a program rollout in
|
|
779
|
+
its own trace, linked to the active optimization run.
|
|
780
|
+
|
|
781
|
+
Two phases produce such calls, on different models:
|
|
782
|
+
- "reflection": GEPA's instruction proposer (the reflection LM), run in
|
|
783
|
+
the optimize loop between evaluations.
|
|
784
|
+
- "metric": an LLM-as-judge / semantic metric (the student LM or a
|
|
785
|
+
separate judge LM), run during candidate evaluation after the program
|
|
786
|
+
trace has already closed.
|
|
787
|
+
|
|
788
|
+
We distinguish them by `_active_eval_run` — set only while DSPy Evaluate
|
|
789
|
+
is running — instead of assuming every untraced call is reflection (that
|
|
790
|
+
would mislabel judge calls). The trace is named with the umbrella "GEPA";
|
|
791
|
+
the specific model stays on the span's model_name, and `gepa.phase`
|
|
792
|
+
carries the distinction (CMP-485). Each becomes a standalone one-span
|
|
793
|
+
trace so the prompt, response, tokens and cost are visible alongside the
|
|
794
|
+
student traces instead of being reduced to an aggregate token count.
|
|
795
|
+
"""
|
|
796
|
+
run_id = self._active_optimization_run_id
|
|
797
|
+
if not run_id:
|
|
798
|
+
return
|
|
799
|
+
|
|
800
|
+
phase = "metric" if self._active_eval_run is not None else "reflection"
|
|
801
|
+
span.attributes["gepa.phase"] = phase
|
|
802
|
+
|
|
803
|
+
trace = models.TraceBuilder(
|
|
804
|
+
trace_id=span.trace_id or uuid4(),
|
|
805
|
+
start_time=span.start_time,
|
|
806
|
+
end_time=span.end_time,
|
|
807
|
+
program_name="GEPA",
|
|
808
|
+
)
|
|
809
|
+
# A metric-phase call can start while DSPy's Evaluate span is still on the
|
|
810
|
+
# context stack, so on_lm_start stamped this span with a parent_span_id for
|
|
811
|
+
# a span that isn't in this standalone one-span trace. This span IS the
|
|
812
|
+
# trace's root, so force it parentless and pin it to this trace so tree/root
|
|
813
|
+
# reconstruction works (CMP-485, Greptile P1).
|
|
814
|
+
span.parent_span_id = None
|
|
815
|
+
span.trace_id = trace.trace_id
|
|
816
|
+
trace.signature_name = span.model_name or phase
|
|
817
|
+
trace.status = span.status
|
|
818
|
+
trace.optimization_run_id = run_id
|
|
819
|
+
trace.tags["optimization_phase"] = phase
|
|
820
|
+
|
|
821
|
+
# Single-span trace: roll the span's usage up onto the trace so the
|
|
822
|
+
# traces list shows tokens/cost without a separate aggregation pass.
|
|
823
|
+
trace.prompt_tokens = span.prompt_tokens or 0
|
|
824
|
+
trace.completion_tokens = span.completion_tokens or 0
|
|
825
|
+
trace.total_tokens = span.total_tokens or 0
|
|
826
|
+
trace.total_cost = span.cost or 0.0
|
|
827
|
+
trace.span_count = 1
|
|
828
|
+
|
|
829
|
+
exp = exporter.get_exporter()
|
|
830
|
+
if exp:
|
|
831
|
+
exp.export_trace_stats(trace) # stats tier (never dropped)
|
|
832
|
+
trace._batch_spans = [span]
|
|
833
|
+
exp.export_trace(trace)
|
|
834
|
+
|
|
775
835
|
|
|
776
836
|
class _AdapterMixin(_CallbackBase):
|
|
777
837
|
"""DSPy adapter callbacks (format/parse start/end)."""
|
|
@@ -49,6 +49,12 @@ class ApiClient:
|
|
|
49
49
|
def post(self, path: str, json: dict[str, Any] | None = None) -> Any:
|
|
50
50
|
return self._request("POST", path, json=json)
|
|
51
51
|
|
|
52
|
+
def patch(self, path: str, json: dict[str, Any] | None = None) -> Any:
|
|
53
|
+
return self._request("PATCH", path, json=json)
|
|
54
|
+
|
|
55
|
+
def put(self, path: str, json: dict[str, Any] | None = None) -> Any:
|
|
56
|
+
return self._request("PUT", path, json=json)
|
|
57
|
+
|
|
52
58
|
def delete(self, path: str) -> Any:
|
|
53
59
|
return self._request("DELETE", path)
|
|
54
60
|
|
|
@@ -77,6 +83,10 @@ class ApiClient:
|
|
|
77
83
|
response = client.get(url, params=params)
|
|
78
84
|
elif method == "DELETE":
|
|
79
85
|
response = client.delete(url)
|
|
86
|
+
elif method == "PATCH":
|
|
87
|
+
response = client.patch(url, json=json)
|
|
88
|
+
elif method == "PUT":
|
|
89
|
+
response = client.put(url, json=json)
|
|
80
90
|
else:
|
|
81
91
|
response = client.post(url, json=json)
|
|
82
92
|
except httpx.ConnectError:
|
|
@@ -0,0 +1,274 @@
|
|
|
1
|
+
"""Platform-operator commands, hidden behind CMPND_CLI_ADMIN=1.
|
|
2
|
+
|
|
3
|
+
`cmpnd admin org create|set-owner|list|get|set-limit|set-github-login|elect-owner`
|
|
4
|
+
is the closed-beta org bootstrap and steward surface (CMP-126/CMP-278/CMP-472):
|
|
5
|
+
stand up a shared org with its GitHub auto-join key, anoint its first owner,
|
|
6
|
+
adjust its member cap or GitHub link, and grant ownership from the election
|
|
7
|
+
queue. `cmpnd admin user …` is the operator's user-lifecycle surface (list,
|
|
8
|
+
inspect, create, approve/reject the pending-signup queue, promote/demote admin,
|
|
9
|
+
disable/enable, reset a password, and manage a user's API-key scopes). `cmpnd
|
|
10
|
+
admin feature-flags …` reads and toggles the server's runtime flags. These hit
|
|
11
|
+
/api/v1/admin/* and require an API key carrying the admin:* scopes — the server
|
|
12
|
+
is the real authority. The CMPND_CLI_ADMIN env gate (mirroring CMPND_CLI_DEV)
|
|
13
|
+
only keeps these out of customers' --help; it grants nothing.
|
|
14
|
+
"""
|
|
15
|
+
|
|
16
|
+
from __future__ import annotations
|
|
17
|
+
|
|
18
|
+
from argparse import ArgumentParser, _SubParsersAction
|
|
19
|
+
from typing import Any
|
|
20
|
+
|
|
21
|
+
from .. import api_client
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
def register(subparsers: _SubParsersAction[ArgumentParser]) -> None:
|
|
25
|
+
parser = subparsers.add_parser("admin", help="Platform-operator commands (CMPND_CLI_ADMIN)")
|
|
26
|
+
sub = parser.add_subparsers(dest="action")
|
|
27
|
+
|
|
28
|
+
_register_org(sub)
|
|
29
|
+
_register_user(sub)
|
|
30
|
+
_register_feature_flags(sub)
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
def _register_org(sub: _SubParsersAction[ArgumentParser]) -> None:
|
|
34
|
+
org = sub.add_parser("org", help="Organization bootstrap")
|
|
35
|
+
osub = org.add_subparsers(dest="org_action")
|
|
36
|
+
|
|
37
|
+
create = osub.add_parser("create", help="Create an organization")
|
|
38
|
+
create.add_argument("name", help="Organization name")
|
|
39
|
+
create.add_argument(
|
|
40
|
+
"--github-login",
|
|
41
|
+
dest="github_login",
|
|
42
|
+
default="",
|
|
43
|
+
help="GitHub org login for OAuth auto-join (optional)",
|
|
44
|
+
)
|
|
45
|
+
create.set_defaults(func=handle_org_create)
|
|
46
|
+
|
|
47
|
+
set_owner = osub.add_parser("set-owner", help="Make an existing user the org's owner")
|
|
48
|
+
set_owner.add_argument("org_id", help="Organization id")
|
|
49
|
+
set_owner.add_argument("email", help="Owner email (must already be a provisioned user)")
|
|
50
|
+
set_owner.set_defaults(func=handle_org_set_owner)
|
|
51
|
+
|
|
52
|
+
ls = osub.add_parser("list", help="List organizations")
|
|
53
|
+
ls.set_defaults(func=handle_org_list)
|
|
54
|
+
|
|
55
|
+
get = osub.add_parser("get", help="Show one organization")
|
|
56
|
+
get.add_argument("org_id", help="Organization id")
|
|
57
|
+
get.set_defaults(func=handle_org_get)
|
|
58
|
+
|
|
59
|
+
set_limit = osub.add_parser("set-limit", help="Set an org's member cap")
|
|
60
|
+
set_limit.add_argument("org_id", help="Organization id")
|
|
61
|
+
set_limit.add_argument("max", type=int, help="Maximum members")
|
|
62
|
+
set_limit.set_defaults(func=handle_org_set_limit)
|
|
63
|
+
|
|
64
|
+
set_github_login = osub.add_parser("set-github-login", help="Set (or clear) an org's GitHub login")
|
|
65
|
+
set_github_login.add_argument("org_id", help="Organization id")
|
|
66
|
+
set_github_login.add_argument("login", help='GitHub org login (pass "" to unlink)')
|
|
67
|
+
set_github_login.set_defaults(func=handle_org_set_github_login)
|
|
68
|
+
|
|
69
|
+
elect_owner = osub.add_parser("elect-owner", help="Grant ownership from the election queue")
|
|
70
|
+
elect_owner.add_argument("github_login", help="The org's GitHub login")
|
|
71
|
+
elect_owner.add_argument("user_id", help="User id to make owner")
|
|
72
|
+
elect_owner.set_defaults(func=handle_org_elect_owner)
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
def _register_user(sub: _SubParsersAction[ArgumentParser]) -> None:
|
|
76
|
+
user = sub.add_parser("user", help="User lifecycle management")
|
|
77
|
+
usub = user.add_subparsers(dest="user_action")
|
|
78
|
+
|
|
79
|
+
ls = usub.add_parser("list", help="List users")
|
|
80
|
+
ls.set_defaults(func=handle_user_list)
|
|
81
|
+
|
|
82
|
+
get = usub.add_parser("get", help="Show one user")
|
|
83
|
+
get.add_argument("id", help="User id")
|
|
84
|
+
get.set_defaults(func=handle_user_get)
|
|
85
|
+
|
|
86
|
+
create = usub.add_parser("create", help="Provision a user")
|
|
87
|
+
create.add_argument("email", help="User email")
|
|
88
|
+
create.add_argument("--name", default="", help="Display name (optional)")
|
|
89
|
+
create.add_argument("--org-id", dest="org_id", default="", help="Org to place the user in (optional)")
|
|
90
|
+
create.add_argument("--password", default="", help="Initial password (optional)")
|
|
91
|
+
create.add_argument("--admin", dest="admin", action="store_true", help="Grant platform-admin")
|
|
92
|
+
create.set_defaults(func=handle_user_create)
|
|
93
|
+
|
|
94
|
+
approve = usub.add_parser("approve", help="Approve a pending signup")
|
|
95
|
+
approve.add_argument("id", help="User id")
|
|
96
|
+
approve.set_defaults(func=handle_user_approve)
|
|
97
|
+
|
|
98
|
+
promote = usub.add_parser("promote", help="Grant platform-admin")
|
|
99
|
+
promote.add_argument("id", help="User id")
|
|
100
|
+
promote.set_defaults(func=handle_user_promote)
|
|
101
|
+
|
|
102
|
+
demote = usub.add_parser("demote", help="Revoke platform-admin")
|
|
103
|
+
demote.add_argument("id", help="User id")
|
|
104
|
+
demote.set_defaults(func=handle_user_demote)
|
|
105
|
+
|
|
106
|
+
reject = usub.add_parser("reject", help="Decline a pending signup")
|
|
107
|
+
reject.add_argument("id", help="User id")
|
|
108
|
+
reject.add_argument("--org-id", dest="org_id", required=True, help="Org the pending signup belongs to")
|
|
109
|
+
reject.set_defaults(func=handle_user_reject)
|
|
110
|
+
|
|
111
|
+
disable = usub.add_parser("disable", help="Disable a user")
|
|
112
|
+
disable.add_argument("id", help="User id")
|
|
113
|
+
disable.set_defaults(func=handle_user_disable)
|
|
114
|
+
|
|
115
|
+
enable = usub.add_parser("enable", help="Re-enable a user")
|
|
116
|
+
enable.add_argument("id", help="User id")
|
|
117
|
+
enable.set_defaults(func=handle_user_enable)
|
|
118
|
+
|
|
119
|
+
reset_password = usub.add_parser("reset-password", help="Set a user's password")
|
|
120
|
+
reset_password.add_argument("id", help="User id")
|
|
121
|
+
reset_password.add_argument("--password", required=True, help="New password")
|
|
122
|
+
reset_password.set_defaults(func=handle_user_reset_password)
|
|
123
|
+
|
|
124
|
+
keys = usub.add_parser("keys", help="List a user's API keys")
|
|
125
|
+
keys.add_argument("id", help="User id")
|
|
126
|
+
keys.set_defaults(func=handle_user_keys)
|
|
127
|
+
|
|
128
|
+
set_scopes = usub.add_parser("set-scopes", help="Replace an API key's scopes")
|
|
129
|
+
set_scopes.add_argument("id", help="User id")
|
|
130
|
+
set_scopes.add_argument("key_id", help="API key id")
|
|
131
|
+
set_scopes.add_argument(
|
|
132
|
+
"--scope",
|
|
133
|
+
dest="scopes",
|
|
134
|
+
action="append",
|
|
135
|
+
required=True,
|
|
136
|
+
help="A scope to grant (repeat for multiple)",
|
|
137
|
+
)
|
|
138
|
+
set_scopes.set_defaults(func=handle_user_set_scopes)
|
|
139
|
+
|
|
140
|
+
|
|
141
|
+
def _register_feature_flags(sub: _SubParsersAction[ArgumentParser]) -> None:
|
|
142
|
+
ff = sub.add_parser("feature-flags", help="Runtime feature flags")
|
|
143
|
+
ffsub = ff.add_subparsers(dest="ff_action")
|
|
144
|
+
|
|
145
|
+
ls = ffsub.add_parser("list", help="List feature flags")
|
|
146
|
+
ls.set_defaults(func=handle_feature_flags_list)
|
|
147
|
+
|
|
148
|
+
set_flag = ffsub.add_parser("set", help="Enable (or, with --disabled, disable) a flag")
|
|
149
|
+
set_flag.add_argument("name", help="Flag name")
|
|
150
|
+
set_flag.add_argument("--disabled", action="store_true", help="Disable the flag (default is enable)")
|
|
151
|
+
set_flag.set_defaults(func=handle_feature_flags_set)
|
|
152
|
+
|
|
153
|
+
|
|
154
|
+
# --- org handlers ---------------------------------------------------------
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
def handle_org_create(client: api_client.ApiClient, args: Any) -> Any:
|
|
158
|
+
return client.post(
|
|
159
|
+
"/api/v1/admin/organizations",
|
|
160
|
+
json={"name": args.name, "github_login": args.github_login},
|
|
161
|
+
)
|
|
162
|
+
|
|
163
|
+
|
|
164
|
+
def handle_org_set_owner(client: api_client.ApiClient, args: Any) -> Any:
|
|
165
|
+
# 204 No Content → post() returns None; synthesize a confirmation.
|
|
166
|
+
client.post(f"/api/v1/admin/organizations/{args.org_id}/owner", json={"email": args.email})
|
|
167
|
+
return {"org_id": args.org_id, "owner": args.email}
|
|
168
|
+
|
|
169
|
+
|
|
170
|
+
def handle_org_list(client: api_client.ApiClient, _args: Any) -> Any:
|
|
171
|
+
return client.get("/api/v1/admin/organizations")
|
|
172
|
+
|
|
173
|
+
|
|
174
|
+
def handle_org_get(client: api_client.ApiClient, args: Any) -> Any:
|
|
175
|
+
return client.get(f"/api/v1/admin/organizations/{args.org_id}")
|
|
176
|
+
|
|
177
|
+
|
|
178
|
+
def handle_org_set_limit(client: api_client.ApiClient, args: Any) -> Any:
|
|
179
|
+
return client.patch(f"/api/v1/admin/organizations/{args.org_id}", json={"max_members": args.max})
|
|
180
|
+
|
|
181
|
+
|
|
182
|
+
def handle_org_set_github_login(client: api_client.ApiClient, args: Any) -> Any:
|
|
183
|
+
# An empty login unlinks the org from GitHub auto-join; pass it through
|
|
184
|
+
# verbatim so the server can distinguish "clear" from "unchanged".
|
|
185
|
+
return client.patch(f"/api/v1/admin/organizations/{args.org_id}", json={"github_login": args.login})
|
|
186
|
+
|
|
187
|
+
|
|
188
|
+
def handle_org_elect_owner(client: api_client.ApiClient, args: Any) -> Any:
|
|
189
|
+
# 204 No Content → post() returns None; synthesize a confirmation.
|
|
190
|
+
client.post(
|
|
191
|
+
"/api/v1/admin/organizations/elect-owner",
|
|
192
|
+
json={"github_login": args.github_login, "user_id": args.user_id},
|
|
193
|
+
)
|
|
194
|
+
return {"elected": args.user_id, "github_login": args.github_login}
|
|
195
|
+
|
|
196
|
+
|
|
197
|
+
# --- user handlers --------------------------------------------------------
|
|
198
|
+
|
|
199
|
+
|
|
200
|
+
def handle_user_list(client: api_client.ApiClient, _args: Any) -> Any:
|
|
201
|
+
return client.get("/api/v1/admin/users")
|
|
202
|
+
|
|
203
|
+
|
|
204
|
+
def handle_user_get(client: api_client.ApiClient, args: Any) -> Any:
|
|
205
|
+
return client.get(f"/api/v1/admin/users/{args.id}")
|
|
206
|
+
|
|
207
|
+
|
|
208
|
+
def handle_user_create(client: api_client.ApiClient, args: Any) -> Any:
|
|
209
|
+
# email/name/org_id/is_admin are always sent; password is only included
|
|
210
|
+
# when supplied so the server keeps its own default (e.g. no local login).
|
|
211
|
+
body = {
|
|
212
|
+
"email": args.email,
|
|
213
|
+
"name": args.name,
|
|
214
|
+
"org_id": args.org_id,
|
|
215
|
+
"is_admin": args.admin,
|
|
216
|
+
}
|
|
217
|
+
if args.password:
|
|
218
|
+
body["password"] = args.password
|
|
219
|
+
return client.post("/api/v1/admin/users", json=body)
|
|
220
|
+
|
|
221
|
+
|
|
222
|
+
def handle_user_approve(client: api_client.ApiClient, args: Any) -> Any:
|
|
223
|
+
return client.patch(f"/api/v1/admin/users/{args.id}", json={"is_approved": True})
|
|
224
|
+
|
|
225
|
+
|
|
226
|
+
def handle_user_promote(client: api_client.ApiClient, args: Any) -> Any:
|
|
227
|
+
return client.patch(f"/api/v1/admin/users/{args.id}", json={"is_admin": True})
|
|
228
|
+
|
|
229
|
+
|
|
230
|
+
def handle_user_demote(client: api_client.ApiClient, args: Any) -> Any:
|
|
231
|
+
return client.patch(f"/api/v1/admin/users/{args.id}", json={"is_admin": False})
|
|
232
|
+
|
|
233
|
+
|
|
234
|
+
def handle_user_reject(client: api_client.ApiClient, args: Any) -> Any:
|
|
235
|
+
# 204 No Content → post() returns None; synthesize a confirmation.
|
|
236
|
+
client.post(f"/api/v1/admin/users/{args.id}/reject", json={"org_id": args.org_id})
|
|
237
|
+
return {"rejected": args.id}
|
|
238
|
+
|
|
239
|
+
|
|
240
|
+
def handle_user_disable(client: api_client.ApiClient, args: Any) -> Any:
|
|
241
|
+
client.post(f"/api/v1/admin/users/{args.id}/disable")
|
|
242
|
+
return {"disabled": args.id}
|
|
243
|
+
|
|
244
|
+
|
|
245
|
+
def handle_user_enable(client: api_client.ApiClient, args: Any) -> Any:
|
|
246
|
+
client.post(f"/api/v1/admin/users/{args.id}/enable")
|
|
247
|
+
return {"enabled": args.id}
|
|
248
|
+
|
|
249
|
+
|
|
250
|
+
def handle_user_reset_password(client: api_client.ApiClient, args: Any) -> Any:
|
|
251
|
+
client.post(f"/api/v1/admin/users/{args.id}/reset-password", json={"password": args.password})
|
|
252
|
+
return {"password_reset": args.id}
|
|
253
|
+
|
|
254
|
+
|
|
255
|
+
def handle_user_keys(client: api_client.ApiClient, args: Any) -> Any:
|
|
256
|
+
return client.get(f"/api/v1/admin/users/{args.id}/keys")
|
|
257
|
+
|
|
258
|
+
|
|
259
|
+
def handle_user_set_scopes(client: api_client.ApiClient, args: Any) -> Any:
|
|
260
|
+
return client.put(
|
|
261
|
+
f"/api/v1/admin/users/{args.id}/keys/{args.key_id}/scopes",
|
|
262
|
+
json={"scopes": args.scopes},
|
|
263
|
+
)
|
|
264
|
+
|
|
265
|
+
|
|
266
|
+
# --- feature-flag handlers ------------------------------------------------
|
|
267
|
+
|
|
268
|
+
|
|
269
|
+
def handle_feature_flags_list(client: api_client.ApiClient, _args: Any) -> Any:
|
|
270
|
+
return client.get("/api/v1/admin/feature-flags")
|
|
271
|
+
|
|
272
|
+
|
|
273
|
+
def handle_feature_flags_set(client: api_client.ApiClient, args: Any) -> Any:
|
|
274
|
+
return client.put(f"/api/v1/admin/feature-flags/{args.name}", json={"enabled": not args.disabled})
|
|
@@ -15,6 +15,13 @@ hit /api/v1/org/ownership-requests and are self-scoped to the calling key's
|
|
|
15
15
|
user — no owner check (a platform admin grants ownership from the election
|
|
16
16
|
queue; the request is just recorded intent).
|
|
17
17
|
|
|
18
|
+
`cmpnd org keys list|create|revoke` is your own API-key surface (CMP-472):
|
|
19
|
+
list the keys you've minted, mint a new scoped key (the response carries the
|
|
20
|
+
one-time token — the server stores only its hash), and revoke one. These hit
|
|
21
|
+
/api/v1/org/keys and are self-scoped to the calling key's user — you only ever
|
|
22
|
+
see and manage your own keys, bound to your active org (the non-interactive
|
|
23
|
+
alternative to the `cmpnd login` loopback).
|
|
24
|
+
|
|
18
25
|
Always registered (no env gate); the server is the authority.
|
|
19
26
|
"""
|
|
20
27
|
|
|
@@ -66,6 +73,27 @@ def register(subparsers: _SubParsersAction[ArgumentParser]) -> None:
|
|
|
66
73
|
withdraw.add_argument("github_login", help="The org's GitHub login (e.g. acme)")
|
|
67
74
|
withdraw.set_defaults(func=handle_withdraw_ownership)
|
|
68
75
|
|
|
76
|
+
keys = sub.add_parser("keys", help="Manage your organization's API keys")
|
|
77
|
+
ksub = keys.add_subparsers(dest="keys_action")
|
|
78
|
+
|
|
79
|
+
keys_list = ksub.add_parser("list", help="List the org's API keys")
|
|
80
|
+
keys_list.set_defaults(func=handle_keys_list)
|
|
81
|
+
|
|
82
|
+
keys_create = ksub.add_parser("create", help="Mint a new scoped API key")
|
|
83
|
+
keys_create.add_argument("name", help="A label for the key")
|
|
84
|
+
keys_create.add_argument(
|
|
85
|
+
"--scope",
|
|
86
|
+
dest="scopes",
|
|
87
|
+
action="append",
|
|
88
|
+
required=True,
|
|
89
|
+
help="A scope to grant (repeat for multiple)",
|
|
90
|
+
)
|
|
91
|
+
keys_create.set_defaults(func=handle_keys_create)
|
|
92
|
+
|
|
93
|
+
keys_revoke = ksub.add_parser("revoke", help="Revoke an API key")
|
|
94
|
+
keys_revoke.add_argument("key_id", help="API key id (from `org keys list`)")
|
|
95
|
+
keys_revoke.set_defaults(func=handle_keys_revoke)
|
|
96
|
+
|
|
69
97
|
|
|
70
98
|
def handle_members_pending(client: api_client.ApiClient, _args: Any) -> Any:
|
|
71
99
|
return client.get("/api/v1/org/members/pending")
|
|
@@ -113,3 +141,19 @@ def handle_ownership_requests(client: api_client.ApiClient, _args: Any) -> Any:
|
|
|
113
141
|
def handle_withdraw_ownership(client: api_client.ApiClient, args: Any) -> Any:
|
|
114
142
|
client.post(f"/api/v1/org/ownership-requests/{args.github_login}/withdraw")
|
|
115
143
|
return {"withdrawn": args.github_login}
|
|
144
|
+
|
|
145
|
+
|
|
146
|
+
def handle_keys_list(client: api_client.ApiClient, _args: Any) -> Any:
|
|
147
|
+
return client.get("/api/v1/org/keys")
|
|
148
|
+
|
|
149
|
+
|
|
150
|
+
def handle_keys_create(client: api_client.ApiClient, args: Any) -> Any:
|
|
151
|
+
# The response carries the one-time key token — the server stores only its
|
|
152
|
+
# hash, so this is the single moment it's shown. Pass it straight through.
|
|
153
|
+
return client.post("/api/v1/org/keys", json={"name": args.name, "scopes": args.scopes})
|
|
154
|
+
|
|
155
|
+
|
|
156
|
+
def handle_keys_revoke(client: api_client.ApiClient, args: Any) -> Any:
|
|
157
|
+
# 204 No Content → delete() returns None; synthesize a confirmation.
|
|
158
|
+
client.delete(f"/api/v1/org/keys/{args.key_id}")
|
|
159
|
+
return {"revoked": args.key_id}
|
|
@@ -255,7 +255,11 @@ class CmpndGEPACallback:
|
|
|
255
255
|
self._tracker.best_score = c.val_aggregate_score
|
|
256
256
|
break
|
|
257
257
|
|
|
258
|
-
# Collect untraced LM usage
|
|
258
|
+
# Collect any untraced LM usage before clearing context. Reflection
|
|
259
|
+
# calls are now emitted as standalone traces linked to this run
|
|
260
|
+
# (CMP-485), so their cost is accounted for by serve's
|
|
261
|
+
# TracedTokensForRun and _orphaned_lm_usage is normally empty; this
|
|
262
|
+
# remains only as a fallback for LM calls that never got a trace.
|
|
259
263
|
cmpnd_cb = self._get_cmpnd_callback()
|
|
260
264
|
if cmpnd_cb:
|
|
261
265
|
if cmpnd_cb._orphaned_lm_usage:
|
|
@@ -5,7 +5,7 @@ name = "cmpnd"
|
|
|
5
5
|
# it's new) — no git tags. Bump with `uv version --bump {minor,patch}` or by
|
|
6
6
|
# hand. Runtime `cmpnd.__version__` reads installed metadata, so it tracks
|
|
7
7
|
# this automatically. See docs/plans/2026-07-02-sdk-pypi-tag-free-publish.md.
|
|
8
|
-
version = "0.4.
|
|
8
|
+
version = "0.4.2"
|
|
9
9
|
description = "DSPy observability and deployment SDK for cmpnd"
|
|
10
10
|
readme = "README.md"
|
|
11
11
|
requires-python = ">=3.10"
|