agentevals-cli 0.9.12__tar.gz → 0.11.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- agentevals_cli-0.11.0/.gitattributes +5 -0
- agentevals_cli-0.11.0/.github/workflows/ci.yml +197 -0
- agentevals_cli-0.11.0/.github/workflows/kagent-contract-policy.yml +26 -0
- agentevals_cli-0.11.0/.github/workflows/kagent-contract.yml +143 -0
- agentevals_cli-0.11.0/.github/workflows/release.yml +181 -0
- agentevals_cli-0.11.0/CONTRIBUTING.md +189 -0
- agentevals_cli-0.11.0/DEVELOPMENT.md +186 -0
- agentevals_cli-0.11.0/Dockerfile +57 -0
- agentevals_cli-0.11.0/Makefile +183 -0
- agentevals_cli-0.11.0/PKG-INFO +331 -0
- agentevals_cli-0.11.0/README.md +284 -0
- agentevals_cli-0.11.0/charts/agentevals/templates/NOTES.txt +24 -0
- agentevals_cli-0.11.0/charts/agentevals/templates/deployment.yaml +184 -0
- agentevals_cli-0.11.0/charts/agentevals/templates/rbac.yaml +36 -0
- agentevals_cli-0.11.0/charts/agentevals/templates/service.yaml +35 -0
- agentevals_cli-0.11.0/charts/agentevals/values.yaml +292 -0
- agentevals_cli-0.11.0/docs/custom-evaluators.md +463 -0
- agentevals_cli-0.11.0/docs/eval-set-format.md +315 -0
- agentevals_cli-0.11.0/docs/grpc-api.md +71 -0
- agentevals_cli-0.11.0/docs/opentelemetry-pipeline.md +174 -0
- agentevals_cli-0.11.0/docs/otel-compatibility.md +122 -0
- agentevals_cli-0.11.0/examples/README.md +138 -0
- agentevals_cli-0.11.0/examples/dice_agent/main.py +113 -0
- agentevals_cli-0.11.0/examples/dice_agent/test_streaming.py +44 -0
- agentevals_cli-0.11.0/examples/kubernetes/README.md +198 -0
- agentevals_cli-0.11.0/examples/kubernetes/agentevals-values.yaml +8 -0
- agentevals_cli-0.11.0/examples/kubernetes/agents.yaml +54 -0
- agentevals_cli-0.11.0/examples/kubernetes/otel-collector.yaml +140 -0
- agentevals_cli-0.11.0/examples/langchain_agent/README.md +40 -0
- agentevals_cli-0.11.0/examples/langchain_agent/main.py +104 -0
- agentevals_cli-0.11.0/examples/langchain_agent/test_streaming.py +44 -0
- agentevals_cli-0.11.0/examples/strands_agent/main.py +88 -0
- agentevals_cli-0.11.0/examples/zero-code-examples/adk/run.py +93 -0
- agentevals_cli-0.11.0/examples/zero-code-examples/langchain/run.py +115 -0
- agentevals_cli-0.11.0/examples/zero-code-examples/ollama/run.py +199 -0
- agentevals_cli-0.11.0/examples/zero-code-examples/openai-agents/requirements.txt +7 -0
- agentevals_cli-0.11.0/examples/zero-code-examples/openai-agents/run.py +111 -0
- agentevals_cli-0.11.0/examples/zero-code-examples/pydantic-ai/run.py +111 -0
- agentevals_cli-0.11.0/examples/zero-code-examples/strands/run.py +77 -0
- agentevals_cli-0.11.0/flake.nix +112 -0
- agentevals_cli-0.11.0/gen/go/README.md +10 -0
- agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/common.pb.go +501 -0
- agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/conversion.pb.go +263 -0
- agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/conversion_grpc.pb.go +123 -0
- agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/evaluation.pb.go +1845 -0
- agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/evaluation_grpc.pb.go +169 -0
- agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/runs.pb.go +1794 -0
- agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/runs_grpc.pb.go +331 -0
- agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/sessions.pb.go +552 -0
- agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/sessions_grpc.pb.go +211 -0
- agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/system.pb.go +555 -0
- agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/system_grpc.pb.go +159 -0
- agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/views.pb.go +1491 -0
- agentevals_cli-0.11.0/gen/go/go.mod +16 -0
- agentevals_cli-0.11.0/gen/go/go.sum +38 -0
- agentevals_cli-0.11.0/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/types.py +91 -0
- agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/common.proto +64 -0
- agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/conversion.proto +33 -0
- agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/evaluation.proto +218 -0
- agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/runs.proto +201 -0
- agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/sessions.proto +59 -0
- agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/system.proto +57 -0
- agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/views.proto +213 -0
- agentevals_cli-0.11.0/proto/buf.gen.yaml +25 -0
- agentevals_cli-0.11.0/proto/buf.lock +6 -0
- agentevals_cli-0.11.0/proto/buf.yaml +12 -0
- agentevals_cli-0.11.0/pyproject.toml +137 -0
- agentevals_cli-0.11.0/src/agentevals/_protocol.py +90 -0
- agentevals_cli-0.11.0/src/agentevals/_static/assets/index-ibYF9EKo.js +349 -0
- agentevals_cli-0.11.0/src/agentevals/_static/index.html +14 -0
- agentevals_cli-0.11.0/src/agentevals/adk_bridge.py +156 -0
- agentevals_cli-0.11.0/src/agentevals/api/app.py +281 -0
- agentevals_cli-0.11.0/src/agentevals/api/debug_routes.py +270 -0
- agentevals_cli-0.11.0/src/agentevals/api/dependencies.py +28 -0
- agentevals_cli-0.11.0/src/agentevals/api/evaluation.py +193 -0
- agentevals_cli-0.11.0/src/agentevals/api/models.py +210 -0
- agentevals_cli-0.11.0/src/agentevals/api/otlp_app.py +31 -0
- agentevals_cli-0.11.0/src/agentevals/api/otlp_grpc.py +123 -0
- agentevals_cli-0.11.0/src/agentevals/api/otlp_http.py +348 -0
- agentevals_cli-0.11.0/src/agentevals/api/otlp_processing.py +156 -0
- agentevals_cli-0.11.0/src/agentevals/api/otlp_routes.py +59 -0
- agentevals_cli-0.11.0/src/agentevals/api/redact.py +77 -0
- agentevals_cli-0.11.0/src/agentevals/api/routes.py +648 -0
- agentevals_cli-0.11.0/src/agentevals/api/rpc/__init__.py +1 -0
- agentevals_cli-0.11.0/src/agentevals/api/rpc/convert.py +431 -0
- agentevals_cli-0.11.0/src/agentevals/api/rpc/policy.py +152 -0
- agentevals_cli-0.11.0/src/agentevals/api/rpc/server.py +100 -0
- agentevals_cli-0.11.0/src/agentevals/api/rpc/services.py +401 -0
- agentevals_cli-0.11.0/src/agentevals/api/runs_routes.py +133 -0
- agentevals_cli-0.11.0/src/agentevals/api/streaming_routes.py +352 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/common_pb2.py +51 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/common_pb2.pyi +72 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/common_pb2_grpc.py +4 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/conversion_pb2.py +46 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/conversion_pb2.pyi +34 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/conversion_pb2_grpc.py +78 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/evaluation_pb2.py +83 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/evaluation_pb2.pyi +269 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/evaluation_pb2_grpc.py +123 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/runs_pb2.py +95 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/runs_pb2.pyi +274 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/runs_pb2_grpc.py +303 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/sessions_pb2.py +55 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/sessions_pb2.pyi +63 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/sessions_pb2_grpc.py +171 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/system_pb2.py +52 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/system_pb2.pyi +79 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/system_pb2_grpc.py +120 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/views_pb2.py +64 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/views_pb2.pyi +247 -0
- agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/views_pb2_grpc.py +4 -0
- agentevals_cli-0.11.0/src/agentevals/api/views.py +341 -0
- agentevals_cli-0.11.0/src/agentevals/builtin_metrics.py +613 -0
- agentevals_cli-0.11.0/src/agentevals/cli.py +936 -0
- agentevals_cli-0.11.0/src/agentevals/config.py +322 -0
- agentevals_cli-0.11.0/src/agentevals/custom_evaluators.py +430 -0
- agentevals_cli-0.11.0/src/agentevals/eval_config_loader.py +140 -0
- agentevals_cli-0.11.0/src/agentevals/evaluation_events.py +300 -0
- agentevals_cli-0.11.0/src/agentevals/evaluator/resolver.py +138 -0
- agentevals_cli-0.11.0/src/agentevals/evaluator/sources.py +327 -0
- agentevals_cli-0.11.0/src/agentevals/evaluator/templates.py +227 -0
- agentevals_cli-0.11.0/src/agentevals/evaluator/venv.py +171 -0
- agentevals_cli-0.11.0/src/agentevals/genai/__init__.py +1 -0
- agentevals_cli-0.11.0/src/agentevals/genai/extract.py +797 -0
- agentevals_cli-0.11.0/src/agentevals/genai/grouping.py +70 -0
- agentevals_cli-0.11.0/src/agentevals/genai/matching.py +106 -0
- agentevals_cli-0.11.0/src/agentevals/genai/messages.py +264 -0
- agentevals_cli-0.11.0/src/agentevals/genai/model.py +141 -0
- agentevals_cli-0.11.0/src/agentevals/genai/overlay.py +407 -0
- agentevals_cli-0.11.0/src/agentevals/genai/routing.py +71 -0
- agentevals_cli-0.11.0/src/agentevals/genai/semconv.py +105 -0
- agentevals_cli-0.11.0/src/agentevals/loader/__init__.py +40 -0
- agentevals_cli-0.11.0/src/agentevals/loader/auto.py +152 -0
- agentevals_cli-0.11.0/src/agentevals/loader/jaeger.py +175 -0
- agentevals_cli-0.11.0/src/agentevals/loader/otlp.py +89 -0
- agentevals_cli-0.11.0/src/agentevals/mcp_server.py +493 -0
- agentevals_cli-0.11.0/src/agentevals/otel/__init__.py +1 -0
- agentevals_cli-0.11.0/src/agentevals/otel/decode.py +678 -0
- agentevals_cli-0.11.0/src/agentevals/otel/encode.py +190 -0
- agentevals_cli-0.11.0/src/agentevals/otel/identity.py +34 -0
- agentevals_cli-0.11.0/src/agentevals/otel/model.py +350 -0
- agentevals_cli-0.11.0/src/agentevals/otel/sdk_export.py +352 -0
- agentevals_cli-0.11.0/src/agentevals/otel/store.py +957 -0
- agentevals_cli-0.11.0/src/agentevals/resolvers/kubernetes.py +61 -0
- agentevals_cli-0.11.0/src/agentevals/run/fetcher.py +75 -0
- agentevals_cli-0.11.0/src/agentevals/run/result_builder.py +165 -0
- agentevals_cli-0.11.0/src/agentevals/run/service.py +141 -0
- agentevals_cli-0.11.0/src/agentevals/run/sinks.py +320 -0
- agentevals_cli-0.11.0/src/agentevals/run/worker.py +196 -0
- agentevals_cli-0.11.0/src/agentevals/runner.py +349 -0
- agentevals_cli-0.11.0/src/agentevals/sdk.py +382 -0
- agentevals_cli-0.11.0/src/agentevals/storage/models.py +132 -0
- agentevals_cli-0.11.0/src/agentevals/storage/postgres/migrations/000001_init.up.sql +110 -0
- agentevals_cli-0.11.0/src/agentevals/storage/postgres/migrations/000002_drop_openai_eval.down.sql +6 -0
- agentevals_cli-0.11.0/src/agentevals/storage/postgres/migrations/000002_drop_openai_eval.up.sql +9 -0
- agentevals_cli-0.11.0/src/agentevals/storage/postgres/migrator.py +330 -0
- agentevals_cli-0.11.0/src/agentevals/storage/repos/__init__.py +90 -0
- agentevals_cli-0.11.0/src/agentevals/storage/repos/postgres.py +421 -0
- agentevals_cli-0.11.0/src/agentevals/streaming/__init__.py +67 -0
- agentevals_cli-0.11.0/src/agentevals/streaming/manager.py +450 -0
- agentevals_cli-0.11.0/src/agentevals/telemetry.py +110 -0
- agentevals_cli-0.11.0/src/agentevals/trace_metrics.py +164 -0
- agentevals_cli-0.11.0/tests/api/test_api_tracing.py +95 -0
- agentevals_cli-0.11.0/tests/api/test_evaluate_persistence.py +189 -0
- agentevals_cli-0.11.0/tests/api/test_grpc_api.py +741 -0
- agentevals_cli-0.11.0/tests/api/test_live_routes.py +234 -0
- agentevals_cli-0.11.0/tests/api/test_redact.py +78 -0
- agentevals_cli-0.11.0/tests/api/test_rpc_convert.py +202 -0
- agentevals_cli-0.11.0/tests/api/test_runs_routes.py +269 -0
- agentevals_cli-0.11.0/tests/api/test_views.py +232 -0
- agentevals_cli-0.11.0/tests/contract/kagent/README.md +27 -0
- agentevals_cli-0.11.0/tests/contract/kagent/check.sh +59 -0
- agentevals_cli-0.11.0/tests/contract/kagent/policy/agentevals.rego +123 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/main-2cc3ffae/a2a.yaml +64 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/main-2cc3ffae/imports.yaml +22 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/main-2cc3ffae/kagent.yaml +114 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/main-2cc3ffae/manifest.yaml +12 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/main-2cc3ffae/signals.yaml +247 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/pr3121-412ef54e/a2a.yaml +64 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/pr3121-412ef54e/imports.yaml +22 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/pr3121-412ef54e/kagent.yaml +136 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/pr3121-412ef54e/manifest.yaml +12 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/pr3121-412ef54e/signals.yaml +363 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/v1.0.0-alpha9/a2a.yaml +64 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/v1.0.0-alpha9/kagent.yaml +114 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/v1.0.0-alpha9/manifest.yaml +11 -0
- agentevals_cli-0.11.0/tests/contract/kagent/registries/v1.0.0-alpha9/signals.yaml +196 -0
- agentevals_cli-0.11.0/tests/contract/kagent/test.sh +37 -0
- agentevals_cli-0.11.0/tests/contract/kagent/testdata/agentevals_contract_gone/manifest.yaml +8 -0
- agentevals_cli-0.11.0/tests/contract/kagent/testdata/agentevals_contract_gone/model.yaml +11 -0
- agentevals_cli-0.11.0/tests/contract/kagent/testdata/agentevals_contract_missing_attribute/manifest.yaml +5 -0
- agentevals_cli-0.11.0/tests/contract/kagent/testdata/agentevals_contract_missing_attribute/model.yaml +25 -0
- agentevals_cli-0.11.0/tests/contract/kagent/testdata/agentevals_contract_requirement_floor/manifest.yaml +8 -0
- agentevals_cli-0.11.0/tests/contract/kagent/testdata/agentevals_contract_requirement_floor/model.yaml +14 -0
- agentevals_cli-0.11.0/tests/contract/kagent/weaver.sh +15 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/MANIFEST.md +69 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S1.json +398 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S1.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S2.json +1220 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S2.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S3.json +1648 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S3.truth.json +68 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S4a.json +1257 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S4b.json +1081 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S5.json +928 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S5.truth.json +55 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S6a.json +612 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S6a.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S6b.json +791 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S6b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S1.json +465 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S1.truth.json +29 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S2.json +1299 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S2.truth.json +57 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S3.json +1733 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S3.truth.json +69 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S4a.json +1336 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S4b.json +1160 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S5.json +1001 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S5.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S6a.json +679 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S6a.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S6b.json +864 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S6b.truth.json +41 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S1.json +560 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S1.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S2.json +2693 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S2.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S3.json +3499 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S3.truth.json +68 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S4a.json +2628 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S4b.json +1837 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S5.json +1828 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S5.truth.json +55 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S6a.json +807 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S6a.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S6b.json +1385 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S6b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S1.json +621 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S1.truth.json +29 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S2.json +2718 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S2.truth.json +57 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S3.json +3488 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S3.truth.json +69 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4a.json +2653 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4b.json +1886 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S5.json +1877 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S5.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6a.json +868 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6a.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6b.json +1434 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6b.truth.json +41 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S1.json +398 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S1.truth.json +29 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S2.json +1220 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S2.truth.json +44 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S3.json +1648 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S3.truth.json +63 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S4a.json +1257 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S4a.truth.json +46 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S4b.json +1081 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S4b.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S5.json +928 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S5.truth.json +44 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S6a.json +612 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S6a.truth.json +38 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S6b.json +791 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S6b.truth.json +37 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S1.json +418 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S1.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S2.json +1240 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S2.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S3.json +1708 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S3.truth.json +68 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S4a.json +1277 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S4b.json +1127 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S5.json +948 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S5.truth.json +55 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S6a.json +632 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S6a.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S6b.json +811 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S6b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S1.json +517 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S1.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S2.json +2392 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S2.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S3.json +2749 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S3.truth.json +68 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S4a.json +2300 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S4b.json +1673 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S5.json +1554 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S5.truth.json +55 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S6a.json +848 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S6a.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S6b.json +1282 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S6b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S1.json +517 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S1.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S2.json +2392 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S2.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S3.json +2749 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S3.truth.json +68 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4a.json +2300 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4b.json +1673 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S5.json +1554 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S5.truth.json +55 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6a.json +848 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6a.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6b.json +1282 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S1.json +376 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S1.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S2.json +1159 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S2.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S3.json +1384 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S3.truth.json +68 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S4a.json +1169 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S4b.json +1031 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S5.json +894 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S5.truth.json +55 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S6a.json +632 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S6a.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S6b.json +757 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S6b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S1.json +541 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S1.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S2.json +2446 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S2.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S3.json +2821 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S3.truth.json +68 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S4a.json +2354 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S4b.json +1733 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S5.json +1590 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S5.truth.json +55 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S6a.json +866 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S6a.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S6b.json +1318 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S6b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S1.json +400 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S1.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S2.json +1213 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S2.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S3.json +1456 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S3.truth.json +68 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S4a.json +1223 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S4b.json +1091 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S5.json +930 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S5.truth.json +55 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S6a.json +650 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S6a.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S6b.json +793 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S6b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S1.json +461 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S1.truth.json +29 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S2.json +1292 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S2.truth.json +57 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S3.json +1541 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S3.truth.json +69 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4a.json +1302 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4b.json +1164 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S5.json +1003 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S5.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6a.json +717 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6a.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6b.json +866 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6b.truth.json +41 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S1.json +400 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S1.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S2.json +1213 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S2.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S3.json +1456 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S3.truth.json +68 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4a.json +1223 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4b.json +1091 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S5.json +930 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S5.truth.json +55 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6a.json +650 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6a.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6b.json +793 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S1.json +438 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S1.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S2.json +2107 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S2.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S3.json +2409 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S3.truth.json +68 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S4a.json +2015 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S4b.json +1412 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S5.json +1348 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S5.truth.json +55 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S6a.json +745 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S6a.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S6b.json +1100 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S6b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S1.json +297 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S1.truth.json +29 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S2.json +874 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S2.truth.json +44 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S3.json +1044 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S3.truth.json +63 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S4a.json +884 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S4a.truth.json +46 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S4b.json +770 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S4b.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S5.json +688 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S5.truth.json +44 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S6a.json +529 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S6a.truth.json +38 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S6b.json +575 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S6b.truth.json +37 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S1.json +321 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S1.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S2.json +952 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S2.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S3.json +1128 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S3.truth.json +68 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S4a.json +962 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S4b.json +842 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S5.json +748 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S5.truth.json +55 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S6a.json +553 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S6a.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S6b.json +623 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S6b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S1.json +382 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S1.truth.json +29 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S2.json +1031 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S2.truth.json +57 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S3.json +1213 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S3.truth.json +69 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4a.json +1041 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4a.truth.json +52 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4b.json +915 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4b.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S5.json +821 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S5.truth.json +56 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6a.json +620 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6a.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6b.json +696 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6b.truth.json +41 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/adk_cycle_poisons_batch.json +162 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/adk_cycle_poisons_batch.truth.json +30 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/adk_go_main.json +289 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/adk_go_main.truth.json +43 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/content_capture_off.json +188 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/content_capture_off.truth.json +36 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/deprecated_aliases.json +95 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/deprecated_aliases.truth.json +26 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/details_event_log_debug.json +163 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/details_event_log_debug.truth.json +30 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/duplicate_span_ids.json +186 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/duplicate_span_ids.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_eventName.json +162 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_eventName.truth.json +36 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_event_name_attr.json +167 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_event_name_attr.truth.json +36 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_otel_event_name.json +167 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_otel_event_name.truth.json +36 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_span_event.json +132 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_span_event.truth.json +36 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/failed_inference_then_retry.json +151 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/failed_inference_then_retry.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/mcp_tool_call.json +315 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/mcp_tool_call.truth.json +44 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_agents_handoff.json +308 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_agents_handoff.truth.json +50 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_ambiguous.json +569 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_ambiguous.truth.json +26 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_single.json +244 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_single.truth.json +26 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_v2_logs_span_id.json +537 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_v2_logs_span_id.truth.json +40 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/remote_parent_root.json +108 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/remote_parent_root.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/self_parent.json +159 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/self_parent.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/strands_span_events.json +274 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/strands_span_events.truth.json +42 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/three_trace_conversation.json +292 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/three_trace_conversation.truth.json +55 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/tool_error_no_error_type.json +192 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/tool_error_no_error_type.truth.json +38 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/two_span_cycle.json +212 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/two_span_cycle.truth.json +39 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/upstream_new_parts.json +113 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/upstream_new_parts.truth.json +27 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/util_genai_openai_tool_loop.json +214 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/hand/util_genai_openai_tool_loop.truth.json +41 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/README.md +24 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_1turn.json +1 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_1turn.truth.json +60 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_2turn.json +1 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_2turn.truth.json +90 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_1turn_subagent.json +1 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_1turn_subagent.truth.json +30 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_2turn.json +1 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_2turn.truth.json +44 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_recipe_2turn.json +1 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_recipe_2turn.truth.json +116 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/samples/helm.json +5333 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/samples/helm.truth.json +44 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/samples/helm_2.json +3708 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/samples/helm_2.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/samples/helm_3.json +7182 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/samples/helm_3.truth.json +47 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/samples/k8s.json +3908 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/samples/k8s.truth.json +28 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/samples/tempo_export_with_batches.json +1 -0
- agentevals_cli-0.11.0/tests/fixtures/otlp/samples/tempo_export_with_batches.truth.json +44 -0
- agentevals_cli-0.11.0/tests/genai/test_continuations.py +119 -0
- agentevals_cli-0.11.0/tests/genai/test_corpus.py +305 -0
- agentevals_cli-0.11.0/tests/genai/test_failed_turns.py +75 -0
- agentevals_cli-0.11.0/tests/genai/test_grouping.py +24 -0
- agentevals_cli-0.11.0/tests/genai/test_legacy_chat.py +48 -0
- agentevals_cli-0.11.0/tests/genai/test_tools.py +137 -0
- agentevals_cli-0.11.0/tests/integration/conftest.py +355 -0
- agentevals_cli-0.11.0/tests/integration/test_live_agents.py +473 -0
- agentevals_cli-0.11.0/tests/integration/test_otlp_grpc_receiver.py +127 -0
- agentevals_cli-0.11.0/tests/integration/test_session_grouping.py +514 -0
- agentevals_cli-0.11.0/tests/integration/test_timing_stress.py +347 -0
- agentevals_cli-0.11.0/tests/otel/builders.py +185 -0
- agentevals_cli-0.11.0/tests/otel/test_emit.py +316 -0
- agentevals_cli-0.11.0/tests/otel/test_own_spans.py +47 -0
- agentevals_cli-0.11.0/tests/otel/test_store.py +385 -0
- agentevals_cli-0.11.0/tests/resolvers/test_kubernetes.py +64 -0
- agentevals_cli-0.11.0/tests/run/__init__.py +0 -0
- agentevals_cli-0.11.0/tests/run/test_fetcher.py +114 -0
- agentevals_cli-0.11.0/tests/run/test_result_builder.py +182 -0
- agentevals_cli-0.11.0/tests/run/test_service.py +169 -0
- agentevals_cli-0.11.0/tests/run/test_sinks.py +465 -0
- agentevals_cli-0.11.0/tests/storage/__init__.py +0 -0
- agentevals_cli-0.11.0/tests/storage/test_memory_repos.py +226 -0
- agentevals_cli-0.11.0/tests/storage/test_migrator.py +180 -0
- agentevals_cli-0.11.0/tests/storage/test_postgres_repos.py +136 -0
- agentevals_cli-0.11.0/tests/streaming/__init__.py +0 -0
- agentevals_cli-0.11.0/tests/streaming/test_live.py +105 -0
- agentevals_cli-0.11.0/tests/streaming/test_session_export.py +69 -0
- agentevals_cli-0.11.0/tests/streaming/test_watchers.py +122 -0
- agentevals_cli-0.11.0/tests/test_api.py +1931 -0
- agentevals_cli-0.11.0/tests/test_builtin_metrics.py +303 -0
- agentevals_cli-0.11.0/tests/test_cli.py +208 -0
- agentevals_cli-0.11.0/tests/test_jaeger_loader.py +115 -0
- agentevals_cli-0.11.0/tests/test_layering.py +37 -0
- agentevals_cli-0.11.0/tests/test_loader_auto.py +258 -0
- agentevals_cli-0.11.0/tests/test_mcp_server.py +432 -0
- agentevals_cli-0.11.0/tests/test_otlp_http_protocol.py +807 -0
- agentevals_cli-0.11.0/tests/test_otlp_loader.py +736 -0
- agentevals_cli-0.11.0/tests/test_otlp_receiver.py +992 -0
- agentevals_cli-0.11.0/tests/test_rubrics.py +441 -0
- agentevals_cli-0.11.0/tests/test_runner.py +348 -0
- agentevals_cli-0.11.0/tests/test_sdk.py +460 -0
- agentevals_cli-0.11.0/tests/test_trace_metrics.py +513 -0
- agentevals_cli-0.11.0/ui/.gitignore +24 -0
- agentevals_cli-0.11.0/ui/eslint.config.js +23 -0
- agentevals_cli-0.11.0/ui/package-lock.json +4631 -0
- agentevals_cli-0.11.0/ui/package.json +39 -0
- agentevals_cli-0.11.0/ui/src/api/client.ts +294 -0
- agentevals_cli-0.11.0/ui/src/components/annotation-queue/AnnotationDetailPanel.tsx +269 -0
- agentevals_cli-0.11.0/ui/src/components/annotation-queue/AnnotationQueueView.tsx +332 -0
- agentevals_cli-0.11.0/ui/src/components/annotation-queue/AnnotationTable.tsx +331 -0
- agentevals_cli-0.11.0/ui/src/components/bug-report/BugReportModal.tsx +377 -0
- agentevals_cli-0.11.0/ui/src/components/dashboard/TraceCard.tsx +269 -0
- agentevals_cli-0.11.0/ui/src/components/dashboard/TraceTable.tsx +591 -0
- agentevals_cli-0.11.0/ui/src/components/inspector/InspectorView.tsx +295 -0
- agentevals_cli-0.11.0/ui/src/components/inspector/InvocationSummaryPanel.tsx +282 -0
- agentevals_cli-0.11.0/ui/src/components/inspector/MetricsComparisonSection.tsx +659 -0
- agentevals_cli-0.11.0/ui/src/components/inspector/ToolCallList.tsx +232 -0
- agentevals_cli-0.11.0/ui/src/components/runs/RunDetailView.tsx +537 -0
- agentevals_cli-0.11.0/ui/src/components/runs/RunsView.tsx +377 -0
- agentevals_cli-0.11.0/ui/src/components/streaming/LiveConversationPanel.tsx +92 -0
- agentevals_cli-0.11.0/ui/src/components/streaming/LiveMessage.tsx +166 -0
- agentevals_cli-0.11.0/ui/src/components/streaming/LiveStreamingView.tsx +598 -0
- agentevals_cli-0.11.0/ui/src/components/streaming/SessionCard.tsx +466 -0
- agentevals_cli-0.11.0/ui/src/components/streaming/SessionMetadata.tsx +88 -0
- agentevals_cli-0.11.0/ui/src/components/upload/EvalSetEditorDrawer.tsx +322 -0
- agentevals_cli-0.11.0/ui/src/components/upload/TraceEditorDrawer.tsx +358 -0
- agentevals_cli-0.11.0/ui/src/config.ts +16 -0
- agentevals_cli-0.11.0/ui/src/context/TraceContext.tsx +97 -0
- agentevals_cli-0.11.0/ui/src/context/TraceProvider.tsx +426 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/common_pb.d.ts +212 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/common_pb.js +75 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/conversion_pb.d.ts +100 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/conversion_pb.js +42 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/evaluation_pb.d.ts +814 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/evaluation_pb.js +170 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/runs_pb.d.ts +785 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/runs_pb.js +205 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/sessions_pb.d.ts +212 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/sessions_pb.js +79 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/system_pb.d.ts +229 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/system_pb.js +68 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/views_pb.d.ts +737 -0
- agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/views_pb.js +109 -0
- agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/common/v1/common_pb.d.ts +278 -0
- agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/common/v1/common_pb.js +68 -0
- agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/logs/v1/logs_pb.d.ts +461 -0
- agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/logs/v1/logs_pb.js +91 -0
- agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/resource/v1/resource_pb.d.ts +69 -0
- agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/resource/v1/resource_pb.js +34 -0
- agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/trace/v1/trace_pb.d.ts +646 -0
- agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/trace/v1/trace_pb.js +134 -0
- agentevals_cli-0.11.0/ui/src/lib/console-capture.ts +51 -0
- agentevals_cli-0.11.0/ui/src/lib/liveSessions.ts +77 -0
- agentevals_cli-0.11.0/ui/src/lib/toolPairing.ts +22 -0
- agentevals_cli-0.11.0/ui/src/lib/trace-helpers.ts +2 -0
- agentevals_cli-0.11.0/ui/src/lib/trace-loader.ts +331 -0
- agentevals_cli-0.11.0/ui/src/lib/trace-patcher.ts +367 -0
- agentevals_cli-0.11.0/ui/src/lib/types.ts +559 -0
- agentevals_cli-0.11.0/ui/src/lib/utils.ts +217 -0
- agentevals_cli-0.11.0/uv.lock +4435 -0
- agentevals_cli-0.9.12/.github/workflows/ci.yml +0 -162
- agentevals_cli-0.9.12/.github/workflows/release.yml +0 -154
- agentevals_cli-0.9.12/CONTRIBUTING.md +0 -197
- agentevals_cli-0.9.12/DEVELOPMENT.md +0 -171
- agentevals_cli-0.9.12/Dockerfile +0 -57
- agentevals_cli-0.9.12/Makefile +0 -145
- agentevals_cli-0.9.12/PKG-INFO +0 -483
- agentevals_cli-0.9.12/README.md +0 -442
- agentevals_cli-0.9.12/charts/agentevals/templates/NOTES.txt +0 -21
- agentevals_cli-0.9.12/charts/agentevals/templates/deployment.yaml +0 -168
- agentevals_cli-0.9.12/charts/agentevals/templates/rbac.yaml +0 -33
- agentevals_cli-0.9.12/charts/agentevals/templates/service.yaml +0 -28
- agentevals_cli-0.9.12/charts/agentevals/values.yaml +0 -266
- agentevals_cli-0.9.12/docs/custom-evaluators.md +0 -510
- agentevals_cli-0.9.12/docs/eval-set-format.md +0 -244
- agentevals_cli-0.9.12/docs/otel-compatibility.md +0 -191
- agentevals_cli-0.9.12/docs/streaming.md +0 -322
- agentevals_cli-0.9.12/examples/README.md +0 -251
- agentevals_cli-0.9.12/examples/custom_evaluators/eval_config_openai_eval.yaml +0 -18
- agentevals_cli-0.9.12/examples/dice_agent/main.py +0 -139
- agentevals_cli-0.9.12/examples/dice_agent/test_streaming.py +0 -63
- agentevals_cli-0.9.12/examples/kubernetes/README.md +0 -256
- agentevals_cli-0.9.12/examples/langchain_agent/README.md +0 -232
- agentevals_cli-0.9.12/examples/langchain_agent/main.py +0 -180
- agentevals_cli-0.9.12/examples/langchain_agent/test_streaming.py +0 -79
- agentevals_cli-0.9.12/examples/strands_agent/main.py +0 -138
- agentevals_cli-0.9.12/examples/zero-code-examples/adk/run.py +0 -89
- agentevals_cli-0.9.12/examples/zero-code-examples/langchain/run.py +0 -111
- agentevals_cli-0.9.12/examples/zero-code-examples/ollama/run.py +0 -195
- agentevals_cli-0.9.12/examples/zero-code-examples/openai-agents/requirements.txt +0 -7
- agentevals_cli-0.9.12/examples/zero-code-examples/openai-agents/run.py +0 -107
- agentevals_cli-0.9.12/examples/zero-code-examples/pydantic-ai/run.py +0 -107
- agentevals_cli-0.9.12/examples/zero-code-examples/strands/run.py +0 -73
- agentevals_cli-0.9.12/flake.nix +0 -109
- agentevals_cli-0.9.12/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/types.py +0 -86
- agentevals_cli-0.9.12/pyproject.toml +0 -129
- agentevals_cli-0.9.12/src/agentevals/_protocol.py +0 -85
- agentevals_cli-0.9.12/src/agentevals/_static/assets/index-D-a2xOzq.js +0 -349
- agentevals_cli-0.9.12/src/agentevals/_static/index.html +0 -14
- agentevals_cli-0.9.12/src/agentevals/api/app.py +0 -246
- agentevals_cli-0.9.12/src/agentevals/api/debug_routes.py +0 -262
- agentevals_cli-0.9.12/src/agentevals/api/dependencies.py +0 -28
- agentevals_cli-0.9.12/src/agentevals/api/models.py +0 -270
- agentevals_cli-0.9.12/src/agentevals/api/otlp_app.py +0 -27
- agentevals_cli-0.9.12/src/agentevals/api/otlp_grpc.py +0 -98
- agentevals_cli-0.9.12/src/agentevals/api/otlp_processing.py +0 -335
- agentevals_cli-0.9.12/src/agentevals/api/otlp_routes.py +0 -69
- agentevals_cli-0.9.12/src/agentevals/api/routes.py +0 -1002
- agentevals_cli-0.9.12/src/agentevals/api/runs_routes.py +0 -132
- agentevals_cli-0.9.12/src/agentevals/api/streaming_routes.py +0 -445
- agentevals_cli-0.9.12/src/agentevals/builtin_metrics.py +0 -448
- agentevals_cli-0.9.12/src/agentevals/cli.py +0 -867
- agentevals_cli-0.9.12/src/agentevals/config.py +0 -245
- agentevals_cli-0.9.12/src/agentevals/converter.py +0 -319
- agentevals_cli-0.9.12/src/agentevals/custom_evaluators.py +0 -532
- agentevals_cli-0.9.12/src/agentevals/eval_config_loader.py +0 -128
- agentevals_cli-0.9.12/src/agentevals/evaluator/resolver.py +0 -70
- agentevals_cli-0.9.12/src/agentevals/evaluator/sources.py +0 -314
- agentevals_cli-0.9.12/src/agentevals/evaluator/templates.py +0 -224
- agentevals_cli-0.9.12/src/agentevals/evaluator/venv.py +0 -123
- agentevals_cli-0.9.12/src/agentevals/extraction.py +0 -689
- agentevals_cli-0.9.12/src/agentevals/genai_converter.py +0 -477
- agentevals_cli-0.9.12/src/agentevals/loader/__init__.py +0 -29
- agentevals_cli-0.9.12/src/agentevals/loader/auto.py +0 -108
- agentevals_cli-0.9.12/src/agentevals/loader/base.py +0 -53
- agentevals_cli-0.9.12/src/agentevals/loader/jaeger.py +0 -112
- agentevals_cli-0.9.12/src/agentevals/loader/otlp.py +0 -252
- agentevals_cli-0.9.12/src/agentevals/mcp_server.py +0 -505
- agentevals_cli-0.9.12/src/agentevals/openai_eval_backend.py +0 -267
- agentevals_cli-0.9.12/src/agentevals/otlp_anyvalue.py +0 -118
- agentevals_cli-0.9.12/src/agentevals/resolvers/kubernetes.py +0 -62
- agentevals_cli-0.9.12/src/agentevals/run/fetcher.py +0 -83
- agentevals_cli-0.9.12/src/agentevals/run/result_builder.py +0 -161
- agentevals_cli-0.9.12/src/agentevals/run/service.py +0 -138
- agentevals_cli-0.9.12/src/agentevals/run/sinks.py +0 -314
- agentevals_cli-0.9.12/src/agentevals/run/worker.py +0 -194
- agentevals_cli-0.9.12/src/agentevals/runner.py +0 -357
- agentevals_cli-0.9.12/src/agentevals/sdk.py +0 -433
- agentevals_cli-0.9.12/src/agentevals/storage/models.py +0 -132
- agentevals_cli-0.9.12/src/agentevals/storage/postgres/migrations/000001_init.up.sql +0 -110
- agentevals_cli-0.9.12/src/agentevals/storage/postgres/migrator.py +0 -324
- agentevals_cli-0.9.12/src/agentevals/storage/repos/__init__.py +0 -90
- agentevals_cli-0.9.12/src/agentevals/storage/repos/postgres.py +0 -406
- agentevals_cli-0.9.12/src/agentevals/streaming/__init__.py +0 -120
- agentevals_cli-0.9.12/src/agentevals/streaming/incremental_processor.py +0 -341
- agentevals_cli-0.9.12/src/agentevals/streaming/processor.py +0 -288
- agentevals_cli-0.9.12/src/agentevals/streaming/ws_server.py +0 -926
- agentevals_cli-0.9.12/src/agentevals/trace_attrs.py +0 -116
- agentevals_cli-0.9.12/src/agentevals/trace_metrics.py +0 -245
- agentevals_cli-0.9.12/src/agentevals/utils/genai_messages.py +0 -142
- agentevals_cli-0.9.12/src/agentevals/utils/log_enrichment.py +0 -192
- agentevals_cli-0.9.12/tests/api/test_evaluate_persistence.py +0 -173
- agentevals_cli-0.9.12/tests/api/test_runs_routes.py +0 -194
- agentevals_cli-0.9.12/tests/integration/conftest.py +0 -333
- agentevals_cli-0.9.12/tests/integration/test_live_agents.py +0 -472
- agentevals_cli-0.9.12/tests/integration/test_otlp_grpc_receiver.py +0 -128
- agentevals_cli-0.9.12/tests/integration/test_session_grouping.py +0 -509
- agentevals_cli-0.9.12/tests/integration/test_timing_stress.py +0 -346
- agentevals_cli-0.9.12/tests/resolvers/test_kubernetes.py +0 -63
- agentevals_cli-0.9.12/tests/run/test_fetcher.py +0 -79
- agentevals_cli-0.9.12/tests/run/test_result_builder.py +0 -182
- agentevals_cli-0.9.12/tests/run/test_service.py +0 -169
- agentevals_cli-0.9.12/tests/run/test_sinks.py +0 -427
- agentevals_cli-0.9.12/tests/storage/test_memory_repos.py +0 -226
- agentevals_cli-0.9.12/tests/storage/test_migrator.py +0 -180
- agentevals_cli-0.9.12/tests/test_api.py +0 -1923
- agentevals_cli-0.9.12/tests/test_builtin_metrics.py +0 -295
- agentevals_cli-0.9.12/tests/test_cli.py +0 -208
- agentevals_cli-0.9.12/tests/test_converter.py +0 -567
- agentevals_cli-0.9.12/tests/test_extraction.py +0 -1119
- agentevals_cli-0.9.12/tests/test_genai_converter.py +0 -992
- agentevals_cli-0.9.12/tests/test_incremental_processor.py +0 -26
- agentevals_cli-0.9.12/tests/test_jaeger_loader.py +0 -146
- agentevals_cli-0.9.12/tests/test_loader_auto.py +0 -241
- agentevals_cli-0.9.12/tests/test_log_enrichment.py +0 -214
- agentevals_cli-0.9.12/tests/test_mcp_server.py +0 -406
- agentevals_cli-0.9.12/tests/test_openai_eval_backend.py +0 -117
- agentevals_cli-0.9.12/tests/test_otlp_loader.py +0 -735
- agentevals_cli-0.9.12/tests/test_otlp_receiver.py +0 -1826
- agentevals_cli-0.9.12/tests/test_runner.py +0 -375
- agentevals_cli-0.9.12/tests/test_sdk.py +0 -472
- agentevals_cli-0.9.12/tests/test_trace_metrics.py +0 -519
- agentevals_cli-0.9.12/ui/.gitignore +0 -24
- agentevals_cli-0.9.12/ui/eslint.config.js +0 -23
- agentevals_cli-0.9.12/ui/package-lock.json +0 -4604
- agentevals_cli-0.9.12/ui/package.json +0 -38
- agentevals_cli-0.9.12/ui/src/api/client.ts +0 -350
- agentevals_cli-0.9.12/ui/src/components/annotation-queue/AnnotationDetailPanel.tsx +0 -331
- agentevals_cli-0.9.12/ui/src/components/annotation-queue/AnnotationQueueView.tsx +0 -332
- agentevals_cli-0.9.12/ui/src/components/annotation-queue/AnnotationTable.tsx +0 -360
- agentevals_cli-0.9.12/ui/src/components/bug-report/BugReportModal.tsx +0 -377
- agentevals_cli-0.9.12/ui/src/components/dashboard/TraceCard.tsx +0 -269
- agentevals_cli-0.9.12/ui/src/components/dashboard/TraceTable.tsx +0 -591
- agentevals_cli-0.9.12/ui/src/components/inspector/InspectorView.tsx +0 -318
- agentevals_cli-0.9.12/ui/src/components/inspector/InvocationSummaryPanel.tsx +0 -282
- agentevals_cli-0.9.12/ui/src/components/inspector/MetricsComparisonSection.tsx +0 -659
- agentevals_cli-0.9.12/ui/src/components/inspector/ToolCallList.tsx +0 -229
- agentevals_cli-0.9.12/ui/src/components/runs/RunDetailView.tsx +0 -536
- agentevals_cli-0.9.12/ui/src/components/runs/RunsView.tsx +0 -376
- agentevals_cli-0.9.12/ui/src/components/streaming/LiveConversationPanel.tsx +0 -123
- agentevals_cli-0.9.12/ui/src/components/streaming/LiveMessage.tsx +0 -146
- agentevals_cli-0.9.12/ui/src/components/streaming/LiveStreamingView.tsx +0 -840
- agentevals_cli-0.9.12/ui/src/components/streaming/SessionCard.tsx +0 -615
- agentevals_cli-0.9.12/ui/src/components/streaming/SessionMetadata.tsx +0 -95
- agentevals_cli-0.9.12/ui/src/components/upload/EvalSetEditorDrawer.tsx +0 -308
- agentevals_cli-0.9.12/ui/src/components/upload/TraceEditorDrawer.tsx +0 -354
- agentevals_cli-0.9.12/ui/src/config.ts +0 -29
- agentevals_cli-0.9.12/ui/src/context/TraceContext.tsx +0 -96
- agentevals_cli-0.9.12/ui/src/context/TraceProvider.tsx +0 -423
- agentevals_cli-0.9.12/ui/src/lib/console-capture.ts +0 -51
- agentevals_cli-0.9.12/ui/src/lib/trace-helpers.ts +0 -73
- agentevals_cli-0.9.12/ui/src/lib/trace-loader.ts +0 -320
- agentevals_cli-0.9.12/ui/src/lib/trace-patcher.ts +0 -328
- agentevals_cli-0.9.12/ui/src/lib/types.ts +0 -578
- agentevals_cli-0.9.12/ui/src/lib/utils.ts +0 -223
- agentevals_cli-0.9.12/uv.lock +0 -4378
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.claude/skills/eval/SKILL.md +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.claude/skills/eval/evals/evals.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.claude/skills/inspect/SKILL.md +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.claude/skills/inspect/evals/evals.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.dockerignore +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.github/ISSUE_TEMPLATE/bug_report.yml +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.github/ISSUE_TEMPLATE/config.yml +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.github/ISSUE_TEMPLATE/feature_request.yml +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.github/dependabot.yml +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.github/workflows/publish-evaluator-sdk.yml +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.gitignore +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.mcp.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/LICENSE +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/charts/agentevals/Chart.yaml +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/charts/agentevals/templates/_helpers.tpl +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/charts/agentevals/templates/postgresql-secret.yaml +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/charts/agentevals/templates/postgresql.yaml +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/charts/agentevals/templates/serviceaccount.yaml +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/docs/assets/logo-color-on-transparent.svg +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/docs/assets/logo-color.png +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/docs/assets/logo-dark-on-transparent.svg +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/docs/run-history.md +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_evaluators/eval_config.yaml +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_evaluators/response_quality.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_evaluators/tool_call_checker.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_sink/README.md +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_sink/agentevals_example_custom_sink/__init__.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_sink/agentevals_example_custom_sink/sink.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_sink/pyproject.toml +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/dice_agent/README.md +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/dice_agent/agent.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/dice_agent/eval_set.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/langchain_agent/agent.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/langchain_agent/eval_set.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/langchain_agent/requirements.txt +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/sdk_example/async_example.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/sdk_example/context_manager_example.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/sdk_example/decorator_example.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/sdk_example/requirements.txt +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/strands_agent/agent.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/strands_agent/eval_set.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/strands_agent/requirements.txt +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/zero-code-examples/adk/requirements.txt +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/zero-code-examples/langchain/requirements.txt +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/zero-code-examples/ollama/requirements.txt +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/zero-code-examples/pydantic-ai/requirements.txt +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/zero-code-examples/strands/requirements.txt +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/flake.lock +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/packages/evaluator-sdk-py/README.md +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/packages/evaluator-sdk-py/pyproject.toml +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/__init__.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/decorator.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/eval_set_helm.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/evalset_helm_3_2026-02-23.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/evalset_k8s_2026-02-20.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/helm.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/helm_2.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/helm_3.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/k8s.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/tempo_export_with_batches.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/__init__.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/_static/assets/index-BqibLiHO.css +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/_static/logo.svg +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/_static/vite.svg +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/api/__init__.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/evaluator/__init__.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/output.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/resolvers/__init__.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/run/__init__.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/storage/__init__.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/storage/config.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/storage/postgres/__init__.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/storage/postgres/migrations/000001_init.down.sql +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/storage/postgres/pool.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/storage/repos/memory.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/streaming/exports.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/streaming/session.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/utils/__init__.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/utils/log_buffer.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/api/__init__.py +0 -0
- {agentevals_cli-0.9.12/tests/integration → agentevals_cli-0.11.0/tests/genai}/__init__.py +0 -0
- {agentevals_cli-0.9.12/tests/resolvers → agentevals_cli-0.11.0/tests/integration}/__init__.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/integration/test_evaluation_pipeline.py +0 -0
- {agentevals_cli-0.9.12/tests/run → agentevals_cli-0.11.0/tests/otel}/__init__.py +0 -0
- {agentevals_cli-0.9.12/tests/storage → agentevals_cli-0.11.0/tests/resolvers}/__init__.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/resolvers/test_registry.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/storage/test_config.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/storage/test_models.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/test_credential_injection.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/test_eval_config_loader.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/test_output.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/test_protocol.py +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/README.md +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/index.html +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/public/logo.svg +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/public/vite.svg +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/App.css +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/App.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/assets/react.svg +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/BuilderHeader.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/BuilderView.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/EvalCaseCard.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/EvalCasesList.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/InvocationEditor.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/JsonPreview.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/MetadataEditor.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/TraceUploadZone.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/index.ts +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/dashboard/DashboardView.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/dashboard/MetricScoreCard.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/dashboard/PerformanceCard.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/dashboard/PerformanceCharts.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/dashboard/SummaryStats.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/ComparisonPanel.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/DataSection.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/InspectorHeader.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/InspectorLayout.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/InvocationCard.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/MetricResultsSection.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/PerformanceSection.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/TrajectoryComparisonDetails.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/runs/PassRateTrendChart.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/runs/PerMetricTrendChart.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/runs/RunsHistoryTable.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/runs/runHistory.ts +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/sidebar/Sidebar.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/upload/FileDropZone.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/upload/MetricSelector.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/upload/RawJsonPreview.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/upload/UploadView.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/welcome/WelcomeView.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/index.css +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/lib/eval-config.ts +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/lib/evalset-builder.ts +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/lib/network-capture.ts +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/lib/trace-metadata.ts +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/main.tsx +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/tsconfig.app.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/tsconfig.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/tsconfig.node.json +0 -0
- {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/vite.config.ts +0 -0
|
@@ -0,0 +1,197 @@
|
|
|
1
|
+
name: CI
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
pull_request:
|
|
5
|
+
branches: [main]
|
|
6
|
+
push:
|
|
7
|
+
branches: [main]
|
|
8
|
+
|
|
9
|
+
permissions:
|
|
10
|
+
contents: read
|
|
11
|
+
|
|
12
|
+
jobs:
|
|
13
|
+
helm-chart:
|
|
14
|
+
runs-on: ubuntu-latest
|
|
15
|
+
steps:
|
|
16
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
17
|
+
|
|
18
|
+
- name: Lint + template
|
|
19
|
+
run: make helm-test
|
|
20
|
+
|
|
21
|
+
lint:
|
|
22
|
+
runs-on: ubuntu-latest
|
|
23
|
+
steps:
|
|
24
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
25
|
+
with:
|
|
26
|
+
fetch-depth: 0
|
|
27
|
+
|
|
28
|
+
- uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
|
|
29
|
+
with:
|
|
30
|
+
enable-cache: true
|
|
31
|
+
|
|
32
|
+
- name: Verify uv.lock matches pyproject.toml
|
|
33
|
+
run: uv lock --check
|
|
34
|
+
|
|
35
|
+
- name: Install dependencies
|
|
36
|
+
run: |
|
|
37
|
+
uv venv
|
|
38
|
+
uv pip install setuptools
|
|
39
|
+
uv sync --dev
|
|
40
|
+
|
|
41
|
+
- name: Ruff check
|
|
42
|
+
run: uv run ruff check --no-fix .
|
|
43
|
+
|
|
44
|
+
- name: Ruff format check
|
|
45
|
+
run: uv run ruff format --check .
|
|
46
|
+
|
|
47
|
+
ui:
|
|
48
|
+
runs-on: ubuntu-latest
|
|
49
|
+
steps:
|
|
50
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
51
|
+
|
|
52
|
+
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
|
53
|
+
with:
|
|
54
|
+
node-version: '22'
|
|
55
|
+
cache: npm
|
|
56
|
+
cache-dependency-path: ui/package-lock.json
|
|
57
|
+
|
|
58
|
+
# tsc -b && vite build, same as the release workflow bundles.
|
|
59
|
+
- name: Build UI
|
|
60
|
+
run: make build-ui
|
|
61
|
+
|
|
62
|
+
- name: Lint UI
|
|
63
|
+
working-directory: ui
|
|
64
|
+
run: npm run lint
|
|
65
|
+
|
|
66
|
+
proto:
|
|
67
|
+
name: Protobuf Contract Check
|
|
68
|
+
runs-on: ubuntu-latest
|
|
69
|
+
steps:
|
|
70
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
71
|
+
|
|
72
|
+
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
|
73
|
+
with:
|
|
74
|
+
node-version: '22'
|
|
75
|
+
|
|
76
|
+
- uses: actions/setup-go@b7ad1dad31e06c5925ef5d2fc7ad053ef454303e # v7.0.0
|
|
77
|
+
with:
|
|
78
|
+
go-version-file: gen/go/go.mod
|
|
79
|
+
cache-dependency-path: gen/go/go.sum
|
|
80
|
+
|
|
81
|
+
# proto-breaking compares against the local main branch.
|
|
82
|
+
- name: Fetch main
|
|
83
|
+
run: git fetch --no-tags --depth=1 origin main:main || true
|
|
84
|
+
|
|
85
|
+
- name: Lint, regenerate and check for drift
|
|
86
|
+
run: make proto-check
|
|
87
|
+
|
|
88
|
+
- name: Breaking changes
|
|
89
|
+
run: make proto-breaking
|
|
90
|
+
|
|
91
|
+
- name: Build the Go module
|
|
92
|
+
working-directory: gen/go
|
|
93
|
+
run: |
|
|
94
|
+
go build ./...
|
|
95
|
+
go vet ./...
|
|
96
|
+
|
|
97
|
+
docker:
|
|
98
|
+
runs-on: ubuntu-latest
|
|
99
|
+
permissions:
|
|
100
|
+
contents: read
|
|
101
|
+
env:
|
|
102
|
+
IMAGE_REF: agentevals:ci
|
|
103
|
+
IMAGE_VERSION: 0.0.0.dev0
|
|
104
|
+
steps:
|
|
105
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
106
|
+
|
|
107
|
+
- uses: docker/setup-buildx-action@f87e5991a6d7451dcb8d9637bfbc97413f497069 # v4.4.1
|
|
108
|
+
|
|
109
|
+
# The release workflow is the only other place this Dockerfile gets built, and it
|
|
110
|
+
# runs after the GitHub release is already published. Build it here so a break
|
|
111
|
+
# lands on the PR instead of halfway through a release.
|
|
112
|
+
# Single-arch keeps it native; the multi-arch build stays release-only because
|
|
113
|
+
# emulating arm64 through the node and uv layers is an order of magnitude slower.
|
|
114
|
+
- name: Build image
|
|
115
|
+
uses: docker/build-push-action@c3c9e263c25d99ce0380d002d59b67737d91b0dc # v7.4.0
|
|
116
|
+
with:
|
|
117
|
+
context: .
|
|
118
|
+
platforms: linux/amd64
|
|
119
|
+
build-args: VERSION=${{ env.IMAGE_VERSION }}
|
|
120
|
+
tags: ${{ env.IMAGE_REF }}
|
|
121
|
+
push: false
|
|
122
|
+
load: true
|
|
123
|
+
cache-from: type=gha
|
|
124
|
+
# Pull requests read main's layers but never write, so a branch cannot grow
|
|
125
|
+
# or displace the cache the other jobs share.
|
|
126
|
+
cache-to: ${{ github.event_name == 'push' && 'type=gha,mode=max' || '' }}
|
|
127
|
+
|
|
128
|
+
- name: Smoke test
|
|
129
|
+
run: |
|
|
130
|
+
docker run -d --name agentevals-ci -p 127.0.0.1:8001:8001 "$IMAGE_REF"
|
|
131
|
+
for _ in $(seq 1 30); do
|
|
132
|
+
if curl -fsS --max-time 3 http://127.0.0.1:8001/api/health -o "$RUNNER_TEMP/health.json"; then
|
|
133
|
+
break
|
|
134
|
+
fi
|
|
135
|
+
sleep 2
|
|
136
|
+
done
|
|
137
|
+
test -s "$RUNNER_TEMP/health.json" || { echo "server never became healthy"; exit 1; }
|
|
138
|
+
cat "$RUNNER_TEMP/health.json"
|
|
139
|
+
grep -q '"status":"ok"' "$RUNNER_TEMP/health.json"
|
|
140
|
+
# Proves the SETUPTOOLS_SCM_PRETEND_VERSION path still resolves; a silent
|
|
141
|
+
# break there would ship a mis-versioned image.
|
|
142
|
+
grep -q "\"version\":\"$IMAGE_VERSION\"" "$RUNNER_TEMP/health.json"
|
|
143
|
+
curl -fsS http://127.0.0.1:8001/ | grep -q '<div id="root">'
|
|
144
|
+
test "$(docker exec agentevals-ci id -u)" = "1000"
|
|
145
|
+
|
|
146
|
+
- name: Container logs
|
|
147
|
+
if: failure()
|
|
148
|
+
run: docker logs agentevals-ci
|
|
149
|
+
|
|
150
|
+
test:
|
|
151
|
+
runs-on: ubuntu-latest
|
|
152
|
+
strategy:
|
|
153
|
+
matrix:
|
|
154
|
+
python-version: ["3.11", "3.12", "3.13"]
|
|
155
|
+
steps:
|
|
156
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
157
|
+
with:
|
|
158
|
+
fetch-depth: 0
|
|
159
|
+
|
|
160
|
+
- uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
|
|
161
|
+
with:
|
|
162
|
+
enable-cache: true
|
|
163
|
+
|
|
164
|
+
- name: Install Python ${{ matrix.python-version }}
|
|
165
|
+
run: uv python install ${{ matrix.python-version }}
|
|
166
|
+
|
|
167
|
+
- name: Install dependencies
|
|
168
|
+
run: |
|
|
169
|
+
uv venv --python ${{ matrix.python-version }}
|
|
170
|
+
uv pip install setuptools
|
|
171
|
+
uv sync --dev --all-extras --frozen --python ${{ matrix.python-version }}
|
|
172
|
+
|
|
173
|
+
- name: Run tests
|
|
174
|
+
run: uv run pytest -m "not integration and not e2e" --tb=short -q
|
|
175
|
+
|
|
176
|
+
integration:
|
|
177
|
+
runs-on: ubuntu-latest
|
|
178
|
+
steps:
|
|
179
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
180
|
+
with:
|
|
181
|
+
fetch-depth: 0
|
|
182
|
+
|
|
183
|
+
- uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
|
|
184
|
+
with:
|
|
185
|
+
enable-cache: true
|
|
186
|
+
|
|
187
|
+
- name: Install Python 3.13
|
|
188
|
+
run: uv python install 3.13
|
|
189
|
+
|
|
190
|
+
- name: Install dependencies
|
|
191
|
+
run: |
|
|
192
|
+
uv venv --python 3.13
|
|
193
|
+
uv pip install setuptools
|
|
194
|
+
uv sync --dev --all-extras --frozen --python 3.13
|
|
195
|
+
|
|
196
|
+
- name: Run integration tests
|
|
197
|
+
run: uv run pytest tests/integration/ -m "integration and not e2e" --tb=short -q
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
name: kagent contract policy
|
|
2
|
+
|
|
3
|
+
# Tests the kagent contract policy against its local registries and negative
|
|
4
|
+
# cases when the policy or its tooling changes. It never fetches kagent itself.
|
|
5
|
+
on:
|
|
6
|
+
pull_request:
|
|
7
|
+
branches: [main]
|
|
8
|
+
paths:
|
|
9
|
+
- "tests/contract/kagent/**"
|
|
10
|
+
- ".github/workflows/kagent-contract.yml"
|
|
11
|
+
- ".github/workflows/kagent-contract-policy.yml"
|
|
12
|
+
|
|
13
|
+
permissions:
|
|
14
|
+
contents: read
|
|
15
|
+
|
|
16
|
+
jobs:
|
|
17
|
+
selftest:
|
|
18
|
+
runs-on: ubuntu-latest
|
|
19
|
+
timeout-minutes: 20
|
|
20
|
+
steps:
|
|
21
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
22
|
+
with:
|
|
23
|
+
persist-credentials: false
|
|
24
|
+
|
|
25
|
+
- name: Self test the contract policy
|
|
26
|
+
run: tests/contract/kagent/test.sh
|
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
name: kagent contract
|
|
2
|
+
|
|
3
|
+
# Checks every day, with Weaver, that kagent's telemetry registry still has what
|
|
4
|
+
# agentevals reads from kagent spans, and keeps one labelled issue up to date
|
|
5
|
+
# while it does not. It never runs on pull requests: kagent changes on its own
|
|
6
|
+
# schedule. See tests/contract/kagent/.
|
|
7
|
+
on:
|
|
8
|
+
schedule:
|
|
9
|
+
- cron: "23 5 * * *"
|
|
10
|
+
workflow_dispatch:
|
|
11
|
+
|
|
12
|
+
permissions: {}
|
|
13
|
+
|
|
14
|
+
concurrency:
|
|
15
|
+
group: kagent-contract
|
|
16
|
+
cancel-in-progress: false
|
|
17
|
+
|
|
18
|
+
defaults:
|
|
19
|
+
run:
|
|
20
|
+
shell: bash
|
|
21
|
+
|
|
22
|
+
env:
|
|
23
|
+
ISSUE_LABEL: kagent-contract
|
|
24
|
+
|
|
25
|
+
jobs:
|
|
26
|
+
check:
|
|
27
|
+
runs-on: ubuntu-latest
|
|
28
|
+
timeout-minutes: 30
|
|
29
|
+
permissions:
|
|
30
|
+
contents: read
|
|
31
|
+
steps:
|
|
32
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
33
|
+
with:
|
|
34
|
+
persist-credentials: false
|
|
35
|
+
|
|
36
|
+
- name: Self test the contract policy
|
|
37
|
+
run: tests/contract/kagent/test.sh
|
|
38
|
+
|
|
39
|
+
# The release tag is fetched and used in one step, and check.sh validates it
|
|
40
|
+
# before use, so nothing fetched passes through GITHUB_ENV or an expression.
|
|
41
|
+
- name: Check kagent main and the newest release
|
|
42
|
+
env:
|
|
43
|
+
GH_TOKEN: ${{ github.token }}
|
|
44
|
+
run: |
|
|
45
|
+
release="$(gh release view --repo kagent-dev/kagent --json tagName --jq .tagName)"
|
|
46
|
+
tests/contract/kagent/check.sh report.md main "$release"
|
|
47
|
+
|
|
48
|
+
- name: Summarize
|
|
49
|
+
if: always()
|
|
50
|
+
continue-on-error: true
|
|
51
|
+
run: |
|
|
52
|
+
{
|
|
53
|
+
if [ -f report.md ]; then cat report.md; fi
|
|
54
|
+
echo
|
|
55
|
+
echo "## kagent main against the committed snapshot"
|
|
56
|
+
echo
|
|
57
|
+
tests/contract/kagent/weaver.sh registry diff --v2 --diff-format markdown \
|
|
58
|
+
-r "https://github.com/kagent-dev/kagent.git@main[telemetry/registry]" \
|
|
59
|
+
--baseline-registry /contract/registries/main-2cc3ffae
|
|
60
|
+
} >> "$GITHUB_STEP_SUMMARY"
|
|
61
|
+
|
|
62
|
+
- name: Upload the report
|
|
63
|
+
if: always()
|
|
64
|
+
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
|
65
|
+
with:
|
|
66
|
+
name: kagent-contract-report
|
|
67
|
+
path: report.md
|
|
68
|
+
if-no-files-found: ignore
|
|
69
|
+
|
|
70
|
+
# The issue body is fixed text plus the report, whose fetched content sits in a
|
|
71
|
+
# code block without backticks. It is always passed as a file, never through the shell.
|
|
72
|
+
report-failure:
|
|
73
|
+
needs: check
|
|
74
|
+
if: failure()
|
|
75
|
+
runs-on: ubuntu-latest
|
|
76
|
+
timeout-minutes: 10
|
|
77
|
+
permissions:
|
|
78
|
+
issues: write
|
|
79
|
+
steps:
|
|
80
|
+
- uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
|
|
81
|
+
continue-on-error: true
|
|
82
|
+
with:
|
|
83
|
+
name: kagent-contract-report
|
|
84
|
+
|
|
85
|
+
- name: Open or update the issue
|
|
86
|
+
env:
|
|
87
|
+
GH_TOKEN: ${{ github.token }}
|
|
88
|
+
GH_REPO: ${{ github.repository }}
|
|
89
|
+
RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
|
90
|
+
run: |
|
|
91
|
+
set -euo pipefail
|
|
92
|
+
{
|
|
93
|
+
echo "The daily kagent contract check failed: $RUN_URL"
|
|
94
|
+
echo
|
|
95
|
+
if [ -f report.md ]; then
|
|
96
|
+
cat report.md
|
|
97
|
+
else
|
|
98
|
+
echo "The check failed before it wrote a report (for example in the self test). See the run log."
|
|
99
|
+
echo
|
|
100
|
+
echo "<!-- kagent-contract-report: none -->"
|
|
101
|
+
fi
|
|
102
|
+
} > body.md
|
|
103
|
+
# The report appends its marker last, so the last match is the real one.
|
|
104
|
+
marker="$(grep -o 'kagent-contract-report: [0-9a-f]*' body.md | tail -n 1)"
|
|
105
|
+
|
|
106
|
+
number="$(gh issue list --label "$ISSUE_LABEL" --state open --json number --jq '.[0].number // empty')"
|
|
107
|
+
if [ -z "$number" ]; then
|
|
108
|
+
gh label create "$ISSUE_LABEL" --color B60205 --force \
|
|
109
|
+
--description "The daily check of kagent's telemetry registry failed"
|
|
110
|
+
gh issue create --title "kagent telemetry contract check failed" \
|
|
111
|
+
--label "$ISSUE_LABEL" --body-file body.md
|
|
112
|
+
exit 0
|
|
113
|
+
fi
|
|
114
|
+
|
|
115
|
+
# Only comment when the report changed since the last update. Comments
|
|
116
|
+
# from people are ignored, so nobody can hide a change by quoting a marker.
|
|
117
|
+
latest="$(gh issue view "$number" --json body,comments \
|
|
118
|
+
--jq '([.comments[] | select(.author.login == "github-actions")] | last | .body) // .body')"
|
|
119
|
+
if grep -qF "$marker" <<<"$latest"; then
|
|
120
|
+
echo "Issue #$number already has this report."
|
|
121
|
+
else
|
|
122
|
+
gh issue comment "$number" --body-file body.md
|
|
123
|
+
fi
|
|
124
|
+
|
|
125
|
+
close-resolved:
|
|
126
|
+
needs: check
|
|
127
|
+
if: success()
|
|
128
|
+
runs-on: ubuntu-latest
|
|
129
|
+
timeout-minutes: 10
|
|
130
|
+
permissions:
|
|
131
|
+
issues: write
|
|
132
|
+
steps:
|
|
133
|
+
- name: Close the issue once the check passes again
|
|
134
|
+
env:
|
|
135
|
+
GH_TOKEN: ${{ github.token }}
|
|
136
|
+
GH_REPO: ${{ github.repository }}
|
|
137
|
+
RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
|
138
|
+
run: |
|
|
139
|
+
set -euo pipefail
|
|
140
|
+
number="$(gh issue list --label "$ISSUE_LABEL" --state open --json number --jq '.[0].number // empty')"
|
|
141
|
+
if [ -n "$number" ]; then
|
|
142
|
+
gh issue close "$number" --comment "The kagent contract check passes again: $RUN_URL"
|
|
143
|
+
fi
|
|
@@ -0,0 +1,181 @@
|
|
|
1
|
+
name: Release
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
push:
|
|
5
|
+
tags:
|
|
6
|
+
- 'v*.*.*'
|
|
7
|
+
workflow_dispatch:
|
|
8
|
+
inputs:
|
|
9
|
+
tag:
|
|
10
|
+
description: 'Release tag (e.g. v0.1.0)'
|
|
11
|
+
required: true
|
|
12
|
+
|
|
13
|
+
permissions:
|
|
14
|
+
contents: read
|
|
15
|
+
|
|
16
|
+
jobs:
|
|
17
|
+
build:
|
|
18
|
+
runs-on: ubuntu-latest
|
|
19
|
+
steps:
|
|
20
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
21
|
+
with:
|
|
22
|
+
ref: ${{ github.event.inputs.tag || github.ref_name }}
|
|
23
|
+
fetch-depth: 0
|
|
24
|
+
|
|
25
|
+
- uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
|
|
26
|
+
with:
|
|
27
|
+
enable-cache: true
|
|
28
|
+
|
|
29
|
+
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
|
30
|
+
with:
|
|
31
|
+
node-version: '22'
|
|
32
|
+
cache: npm
|
|
33
|
+
cache-dependency-path: ui/package-lock.json
|
|
34
|
+
|
|
35
|
+
- name: Build core and bundled wheels
|
|
36
|
+
run: make release
|
|
37
|
+
|
|
38
|
+
- uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
|
39
|
+
with:
|
|
40
|
+
name: wheels
|
|
41
|
+
path: |
|
|
42
|
+
dist/core/*.whl
|
|
43
|
+
dist/bundle/*.whl
|
|
44
|
+
|
|
45
|
+
publish:
|
|
46
|
+
needs: build
|
|
47
|
+
runs-on: ubuntu-latest
|
|
48
|
+
steps:
|
|
49
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
50
|
+
with:
|
|
51
|
+
ref: ${{ github.event.inputs.tag || github.ref_name }}
|
|
52
|
+
fetch-depth: 0
|
|
53
|
+
|
|
54
|
+
- uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
|
|
55
|
+
with:
|
|
56
|
+
enable-cache: true
|
|
57
|
+
|
|
58
|
+
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
|
59
|
+
with:
|
|
60
|
+
node-version: '22'
|
|
61
|
+
cache: npm
|
|
62
|
+
cache-dependency-path: ui/package-lock.json
|
|
63
|
+
|
|
64
|
+
# Same bundle as `make release` / `build-bundle`: wheel must include ui/dist in src/agentevals/_static
|
|
65
|
+
# (see [tool.hatch.build] artifacts in pyproject.toml).
|
|
66
|
+
- name: Release Python package (wheel + sdist with bundled UI)
|
|
67
|
+
run: |
|
|
68
|
+
uv sync --package agentevals-cli --all-extras
|
|
69
|
+
|
|
70
|
+
make build-ui
|
|
71
|
+
rm -rf src/agentevals/_static
|
|
72
|
+
cp -r ui/dist src/agentevals/_static
|
|
73
|
+
rm -rf dist
|
|
74
|
+
uv build --package agentevals-cli
|
|
75
|
+
uv publish dist/* --token ${{ secrets.PYPI_TOKEN }}
|
|
76
|
+
rm -rf src/agentevals/_static
|
|
77
|
+
|
|
78
|
+
github-release:
|
|
79
|
+
needs: publish
|
|
80
|
+
runs-on: ubuntu-latest
|
|
81
|
+
permissions:
|
|
82
|
+
contents: write
|
|
83
|
+
|
|
84
|
+
steps:
|
|
85
|
+
- uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
|
|
86
|
+
with:
|
|
87
|
+
name: wheels
|
|
88
|
+
path: dist/
|
|
89
|
+
|
|
90
|
+
- uses: softprops/action-gh-release@efb35369e0ad2afab669f228072c1b0d510eae64 # v3.0.3
|
|
91
|
+
with:
|
|
92
|
+
tag_name: ${{ github.event.inputs.tag || github.ref_name }}
|
|
93
|
+
files: dist/**/*.whl
|
|
94
|
+
generate_release_notes: true
|
|
95
|
+
|
|
96
|
+
# Go resolves github.com/agentevals-dev/agentevals/gen/go@vX.Y.Z from the tag gen/go/vX.Y.Z.
|
|
97
|
+
tag-go-module:
|
|
98
|
+
needs: github-release
|
|
99
|
+
runs-on: ubuntu-latest
|
|
100
|
+
permissions:
|
|
101
|
+
contents: write
|
|
102
|
+
steps:
|
|
103
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
104
|
+
with:
|
|
105
|
+
ref: ${{ github.event.inputs.tag || github.ref_name }}
|
|
106
|
+
fetch-depth: 0
|
|
107
|
+
|
|
108
|
+
- name: Tag the generated Go module
|
|
109
|
+
run: |
|
|
110
|
+
if ! [[ "$TAG" =~ ^v[0-9]+\.[0-9]+\.[0-9]+([-+][0-9A-Za-z.-]+)?$ ]]; then
|
|
111
|
+
echo "Not a semantic version tag: $TAG"
|
|
112
|
+
exit 1
|
|
113
|
+
fi
|
|
114
|
+
if git rev-parse -q --verify "refs/tags/gen/go/$TAG" >/dev/null; then
|
|
115
|
+
echo "gen/go/$TAG already exists"
|
|
116
|
+
exit 0
|
|
117
|
+
fi
|
|
118
|
+
git tag "gen/go/$TAG" "$TAG^{commit}"
|
|
119
|
+
git push origin "gen/go/$TAG"
|
|
120
|
+
env:
|
|
121
|
+
TAG: ${{ github.event.inputs.tag || github.ref_name }}
|
|
122
|
+
|
|
123
|
+
push-docker:
|
|
124
|
+
needs: github-release
|
|
125
|
+
runs-on: ubuntu-latest
|
|
126
|
+
permissions:
|
|
127
|
+
contents: read
|
|
128
|
+
packages: write
|
|
129
|
+
steps:
|
|
130
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
131
|
+
with:
|
|
132
|
+
ref: ${{ github.event.inputs.tag || github.ref_name }}
|
|
133
|
+
|
|
134
|
+
- name: Login to GitHub Container Registry
|
|
135
|
+
uses: docker/login-action@dbcb813823bdd20940b903addbd779551569679f # v4.6.0
|
|
136
|
+
with:
|
|
137
|
+
registry: ghcr.io
|
|
138
|
+
username: ${{ github.actor }}
|
|
139
|
+
password: ${{ secrets.GITHUB_TOKEN }}
|
|
140
|
+
|
|
141
|
+
- name: Set up QEMU
|
|
142
|
+
uses: docker/setup-qemu-action@99012661954931238ded8c8b007157a8430204e1 # v4.4.0
|
|
143
|
+
|
|
144
|
+
- name: Set up Docker Buildx
|
|
145
|
+
uses: docker/setup-buildx-action@f87e5991a6d7451dcb8d9637bfbc97413f497069 # v4.4.1
|
|
146
|
+
|
|
147
|
+
- name: Build and push
|
|
148
|
+
run: |
|
|
149
|
+
VERSION="${TAG#v}"
|
|
150
|
+
make build-docker \
|
|
151
|
+
VERSION="$VERSION" \
|
|
152
|
+
DOCKER_REGISTRY="ghcr.io/${{ github.repository_owner }}" \
|
|
153
|
+
DOCKER_TAG="$VERSION"
|
|
154
|
+
env:
|
|
155
|
+
TAG: ${{ github.event.inputs.tag || github.ref_name }}
|
|
156
|
+
|
|
157
|
+
push-helm-chart:
|
|
158
|
+
needs: push-docker
|
|
159
|
+
runs-on: ubuntu-latest
|
|
160
|
+
permissions:
|
|
161
|
+
contents: read
|
|
162
|
+
packages: write
|
|
163
|
+
steps:
|
|
164
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
165
|
+
with:
|
|
166
|
+
ref: ${{ github.event.inputs.tag || github.ref_name }}
|
|
167
|
+
|
|
168
|
+
- name: Login to GitHub Container Registry
|
|
169
|
+
uses: docker/login-action@dbcb813823bdd20940b903addbd779551569679f # v4.6.0
|
|
170
|
+
with:
|
|
171
|
+
registry: ghcr.io
|
|
172
|
+
username: ${{ github.actor }}
|
|
173
|
+
password: ${{ secrets.GITHUB_TOKEN }}
|
|
174
|
+
|
|
175
|
+
- name: Publish Helm chart to GHCR (OCI)
|
|
176
|
+
env:
|
|
177
|
+
TAG: ${{ github.event.inputs.tag || github.ref_name }}
|
|
178
|
+
HELM_REPO: oci://ghcr.io/${{ github.repository }}
|
|
179
|
+
run: |
|
|
180
|
+
export HELM_CHART_VERSION="${TAG#v}"
|
|
181
|
+
make helm-publish
|