agentevals-cli 0.12.1__tar.gz → 0.14.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/PKG-INFO +2 -2
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/README.md +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/docs/eval-set-format.md +2 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/docs/grpc-api.md +4 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/docs/opentelemetry-pipeline.md +15 -3
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/docs/otel-compatibility.md +2 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/README.md +2 -2
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/kubernetes/README.md +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/adk/run.py +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/langchain/run.py +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/ollama/run.py +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/openai-agents/run.py +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/pydantic-ai/run.py +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/strands/run.py +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/evaluation.pb.go +44 -11
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/proto/agentevals/api/v1alpha1/evaluation.proto +9 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/evaluation.py +16 -5
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/routes.py +6 -2
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/rpc/convert.py +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/rpc/services.py +6 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/streaming_routes.py +9 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/evaluation_pb2.py +23 -23
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/evaluation_pb2.pyi +10 -4
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/builtin_metrics.py +10 -2
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/evaluation_events.py +18 -8
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/genai/extract.py +85 -3
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/genai/grouping.py +44 -4
- agentevals_cli-0.14.0/src/agentevals/judges.py +66 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/otel/identity.py +2 -2
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/otel/sdk_export.py +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/run/service.py +19 -3
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/runner.py +19 -2
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/api/test_evaluate_persistence.py +18 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/api/test_grpc_api.py +72 -0
- agentevals_cli-0.14.0/tests/genai/test_resumed_turns.py +166 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/integration/conftest.py +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/integration/test_live_agents.py +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/otel/builders.py +4 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/otel/test_emit.py +86 -5
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/run/test_service.py +19 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/storage/test_postgres_repos.py +31 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_api.py +23 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_otlp_receiver.py +6 -6
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_sdk.py +3 -3
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/evaluation_pb.d.ts +24 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/evaluation_pb.js +1 -1
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/lib/types.ts +3 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.claude/skills/eval/SKILL.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.claude/skills/eval/evals/evals.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.claude/skills/inspect/SKILL.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.claude/skills/inspect/evals/evals.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.dockerignore +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.gitattributes +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.github/ISSUE_TEMPLATE/bug_report.yml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.github/ISSUE_TEMPLATE/config.yml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.github/ISSUE_TEMPLATE/feature_request.yml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.github/dependabot.yml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.github/workflows/ci.yml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.github/workflows/kagent-contract-policy.yml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.github/workflows/kagent-contract.yml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.github/workflows/publish-evaluator-sdk.yml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.github/workflows/release.yml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.gitignore +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/.mcp.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/CONTRIBUTING.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/DEVELOPMENT.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/Dockerfile +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/LICENSE +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/Makefile +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/charts/agentevals/Chart.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/charts/agentevals/templates/NOTES.txt +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/charts/agentevals/templates/_helpers.tpl +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/charts/agentevals/templates/deployment.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/charts/agentevals/templates/postgresql-secret.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/charts/agentevals/templates/postgresql.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/charts/agentevals/templates/rbac.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/charts/agentevals/templates/service.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/charts/agentevals/templates/serviceaccount.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/charts/agentevals/values.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/docs/assets/logo-color-on-transparent.svg +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/docs/assets/logo-color.png +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/docs/assets/logo-dark-on-transparent.svg +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/docs/custom-evaluators.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/docs/run-history.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/custom_evaluators/eval_config.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/custom_evaluators/response_quality.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/custom_evaluators/tool_call_checker.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/custom_sink/README.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/custom_sink/agentevals_example_custom_sink/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/custom_sink/agentevals_example_custom_sink/sink.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/custom_sink/pyproject.toml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/dice_agent/README.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/dice_agent/agent.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/dice_agent/eval_set.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/dice_agent/main.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/dice_agent/test_streaming.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/kubernetes/agentevals-values.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/kubernetes/agents.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/kubernetes/otel-collector.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/langchain_agent/README.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/langchain_agent/agent.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/langchain_agent/eval_set.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/langchain_agent/main.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/langchain_agent/requirements.txt +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/langchain_agent/test_streaming.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/sdk_example/async_example.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/sdk_example/context_manager_example.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/sdk_example/decorator_example.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/sdk_example/requirements.txt +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/strands_agent/agent.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/strands_agent/eval_set.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/strands_agent/main.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/strands_agent/requirements.txt +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/adk/requirements.txt +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/langchain/requirements.txt +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/ollama/requirements.txt +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/openai-agents/requirements.txt +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/pydantic-ai/requirements.txt +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/strands/requirements.txt +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/flake.lock +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/flake.nix +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/README.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/common.pb.go +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/conversion.pb.go +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/conversion_grpc.pb.go +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/evaluation_grpc.pb.go +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/runs.pb.go +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/runs_grpc.pb.go +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/sessions.pb.go +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/sessions_grpc.pb.go +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/system.pb.go +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/system_grpc.pb.go +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/views.pb.go +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/go.mod +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/go.sum +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/packages/evaluator-sdk-py/README.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/packages/evaluator-sdk-py/pyproject.toml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/decorator.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/types.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/proto/agentevals/api/v1alpha1/common.proto +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/proto/agentevals/api/v1alpha1/conversion.proto +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/proto/agentevals/api/v1alpha1/runs.proto +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/proto/agentevals/api/v1alpha1/sessions.proto +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/proto/agentevals/api/v1alpha1/system.proto +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/proto/agentevals/api/v1alpha1/views.proto +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/proto/buf.gen.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/proto/buf.lock +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/proto/buf.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/pyproject.toml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/samples/eval_set_helm.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/samples/evalset_helm_3_2026-02-23.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/samples/evalset_k8s_2026-02-20.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/samples/helm.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/samples/helm_2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/samples/helm_3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/samples/k8s.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/samples/tempo_export_with_batches.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/_protocol.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/_static/assets/index-BqibLiHO.css +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/_static/assets/index-as1iapCh.js +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/_static/index.html +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/_static/logo.svg +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/_static/vite.svg +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/adk_bridge.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/app.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/debug_routes.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/dependencies.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/models.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/otlp_app.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/otlp_grpc.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/otlp_http.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/otlp_processing.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/otlp_routes.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/redact.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/rpc/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/rpc/policy.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/rpc/server.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/runs_routes.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/common_pb2.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/common_pb2.pyi +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/common_pb2_grpc.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/conversion_pb2.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/conversion_pb2.pyi +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/conversion_pb2_grpc.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/evaluation_pb2_grpc.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/runs_pb2.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/runs_pb2.pyi +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/runs_pb2_grpc.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/sessions_pb2.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/sessions_pb2.pyi +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/sessions_pb2_grpc.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/system_pb2.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/system_pb2.pyi +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/system_pb2_grpc.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/views_pb2.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/views_pb2.pyi +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/views_pb2_grpc.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/views.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/cli.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/config.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/custom_evaluators.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/eval_config_loader.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/evaluator/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/evaluator/resolver.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/evaluator/sources.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/evaluator/templates.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/evaluator/venv.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/genai/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/genai/matching.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/genai/messages.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/genai/model.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/genai/overlay.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/genai/routing.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/genai/semconv.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/loader/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/loader/auto.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/loader/jaeger.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/loader/otlp.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/mcp_server.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/otel/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/otel/decode.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/otel/encode.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/otel/model.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/otel/store.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/output.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/resolvers/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/resolvers/kubernetes.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/run/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/run/fetcher.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/run/result_builder.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/run/sinks.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/run/worker.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/sdk.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/config.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/models.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/postgres/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/postgres/migrations/000001_init.down.sql +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/postgres/migrations/000001_init.up.sql +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/postgres/migrations/000002_drop_openai_eval.down.sql +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/postgres/migrations/000002_drop_openai_eval.up.sql +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/postgres/migrator.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/postgres/pool.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/repos/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/repos/memory.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/storage/repos/postgres.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/streaming/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/streaming/exports.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/streaming/manager.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/streaming/session.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/telemetry.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/trace_metrics.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/utils/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/utils/log_buffer.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/api/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/api/test_api_tracing.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/api/test_live_routes.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/api/test_redact.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/api/test_rpc_convert.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/api/test_runs_routes.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/api/test_views.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/README.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/check.sh +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/policy/agentevals.rego +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/main-2cc3ffae/a2a.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/main-2cc3ffae/imports.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/main-2cc3ffae/kagent.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/main-2cc3ffae/manifest.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/main-2cc3ffae/signals.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/pr3121-412ef54e/a2a.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/pr3121-412ef54e/imports.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/pr3121-412ef54e/kagent.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/pr3121-412ef54e/manifest.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/pr3121-412ef54e/signals.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/v1.0.0-alpha9/a2a.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/v1.0.0-alpha9/kagent.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/v1.0.0-alpha9/manifest.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/registries/v1.0.0-alpha9/signals.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/test.sh +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/testdata/agentevals_contract_gone/manifest.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/testdata/agentevals_contract_gone/model.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/testdata/agentevals_contract_missing_attribute/manifest.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/testdata/agentevals_contract_missing_attribute/model.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/testdata/agentevals_contract_requirement_floor/manifest.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/testdata/agentevals_contract_requirement_floor/model.yaml +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/contract/kagent/weaver.sh +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/MANIFEST.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_default/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_no_content/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S1.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S1.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S5.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S5.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6a.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6a.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6b.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6b.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/adk_cycle_poisons_batch.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/adk_cycle_poisons_batch.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/adk_go_main.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/adk_go_main.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/content_capture_off.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/content_capture_off.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/deprecated_aliases.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/deprecated_aliases.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/details_event_log_debug.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/details_event_log_debug.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/duplicate_span_ids.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/duplicate_span_ids.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/ext_eval_eventName.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/ext_eval_eventName.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/ext_eval_event_name_attr.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/ext_eval_event_name_attr.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/ext_eval_otel_event_name.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/ext_eval_otel_event_name.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/ext_eval_span_event.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/ext_eval_span_event.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/failed_inference_then_retry.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/failed_inference_then_retry.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/mcp_tool_call.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/mcp_tool_call.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/openai_agents_handoff.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/openai_agents_handoff.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_ambiguous.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_ambiguous.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_single.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_single.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/openai_v2_logs_span_id.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/openai_v2_logs_span_id.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/remote_parent_root.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/remote_parent_root.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/self_parent.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/self_parent.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/strands_span_events.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/strands_span_events.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/three_trace_conversation.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/three_trace_conversation.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/tool_error_no_error_type.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/tool_error_no_error_type.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/two_span_cycle.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/two_span_cycle.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/upstream_new_parts.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/upstream_new_parts.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/util_genai_openai_tool_loop.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/hand/util_genai_openai_tool_loop.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/README.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_1turn.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_1turn.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_2turn.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_2turn.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_1turn_subagent.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_1turn_subagent.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_2turn.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_2turn.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_recipe_2turn.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_recipe_2turn.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/samples/helm.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/samples/helm.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/samples/helm_2.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/samples/helm_2.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/samples/helm_3.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/samples/helm_3.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/samples/k8s.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/samples/k8s.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/samples/tempo_export_with_batches.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/fixtures/otlp/samples/tempo_export_with_batches.truth.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/genai/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/genai/test_continuations.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/genai/test_corpus.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/genai/test_failed_turns.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/genai/test_grouping.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/genai/test_legacy_chat.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/genai/test_tools.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/integration/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/integration/test_evaluation_pipeline.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/integration/test_otlp_grpc_receiver.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/integration/test_session_grouping.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/integration/test_timing_stress.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/otel/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/otel/test_own_spans.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/otel/test_store.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/resolvers/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/resolvers/test_kubernetes.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/resolvers/test_registry.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/run/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/run/test_fetcher.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/run/test_result_builder.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/run/test_sinks.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/storage/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/storage/test_config.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/storage/test_memory_repos.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/storage/test_migrator.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/storage/test_models.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/streaming/__init__.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/streaming/test_live.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/streaming/test_session_export.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/streaming/test_watchers.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_adk_bridge.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_builtin_metrics.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_cli.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_credential_injection.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_efficiency_metrics.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_eval_config_loader.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_invocation_owners.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_jaeger_loader.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_layering.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_loader_auto.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_mcp_server.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_otlp_http_protocol.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_otlp_loader.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_output.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_protocol.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_rubrics.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_runner.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/tests/test_trace_metrics.py +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/.gitignore +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/README.md +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/eslint.config.js +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/index.html +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/package-lock.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/package.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/public/logo.svg +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/public/vite.svg +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/App.css +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/App.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/api/client.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/assets/react.svg +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/annotation-queue/AnnotationDetailPanel.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/annotation-queue/AnnotationQueueView.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/annotation-queue/AnnotationTable.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/bug-report/BugReportModal.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/builder/BuilderHeader.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/builder/BuilderView.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/builder/EvalCaseCard.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/builder/EvalCasesList.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/builder/InvocationEditor.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/builder/JsonPreview.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/builder/MetadataEditor.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/builder/TraceUploadZone.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/builder/index.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/dashboard/DashboardView.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/dashboard/MetricScoreCard.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/dashboard/PerformanceCard.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/dashboard/PerformanceCharts.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/dashboard/SummaryStats.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/dashboard/TraceCard.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/dashboard/TraceTable.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/inspector/ComparisonPanel.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/inspector/DataSection.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/inspector/InspectorHeader.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/inspector/InspectorLayout.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/inspector/InspectorView.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/inspector/InvocationCard.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/inspector/InvocationSummaryPanel.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/inspector/MetricResultsSection.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/inspector/MetricsComparisonSection.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/inspector/PerformanceSection.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/inspector/ToolCallList.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/inspector/TrajectoryComparisonDetails.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/runs/PassRateTrendChart.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/runs/PerMetricTrendChart.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/runs/RunDetailView.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/runs/RunsHistoryTable.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/runs/RunsView.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/runs/runHistory.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/sidebar/Sidebar.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/streaming/LiveConversationPanel.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/streaming/LiveMessage.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/streaming/LiveStreamingView.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/streaming/SessionCard.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/streaming/SessionMetadata.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/upload/EvalSetEditorDrawer.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/upload/FileDropZone.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/upload/MetricSelector.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/upload/RawJsonPreview.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/upload/TraceEditorDrawer.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/upload/UploadView.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/components/welcome/WelcomeView.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/config.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/context/TraceContext.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/context/TraceProvider.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/common_pb.d.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/common_pb.js +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/conversion_pb.d.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/conversion_pb.js +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/runs_pb.d.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/runs_pb.js +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/sessions_pb.d.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/sessions_pb.js +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/system_pb.d.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/system_pb.js +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/views_pb.d.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/agentevals/api/v1alpha1/views_pb.js +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/opentelemetry/proto/common/v1/common_pb.d.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/opentelemetry/proto/common/v1/common_pb.js +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/opentelemetry/proto/logs/v1/logs_pb.d.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/opentelemetry/proto/logs/v1/logs_pb.js +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/opentelemetry/proto/resource/v1/resource_pb.d.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/opentelemetry/proto/resource/v1/resource_pb.js +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/opentelemetry/proto/trace/v1/trace_pb.d.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/generated/opentelemetry/proto/trace/v1/trace_pb.js +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/index.css +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/lib/console-capture.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/lib/eval-config.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/lib/evalset-builder.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/lib/liveSessions.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/lib/network-capture.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/lib/toolPairing.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/lib/trace-helpers.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/lib/trace-loader.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/lib/trace-metadata.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/lib/trace-patcher.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/lib/utils.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/src/main.tsx +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/tsconfig.app.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/tsconfig.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/tsconfig.node.json +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/ui/vite.config.ts +0 -0
- {agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/uv.lock +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: agentevals-cli
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.14.0
|
|
4
4
|
Summary: Standalone framework to evaluate agent correctness based on portable OpenTelemetry traces
|
|
5
5
|
License-File: LICENSE
|
|
6
6
|
Requires-Python: >=3.11
|
|
@@ -165,7 +165,7 @@ python your_agent.py
|
|
|
165
165
|
|
|
166
166
|
Sessions appear in the UI at `http://localhost:8001` as the agent runs, with tool calls, inputs and outputs, and can be evaluated there. For gRPC exporters use port 4317 with `OTEL_EXPORTER_OTLP_PROTOCOL=grpc`.
|
|
167
167
|
|
|
168
|
-
Sessions are grouped by `agentevals.session_name`, then `gen_ai.conversation.id`, then `session.id`. `service.instance.id` tells a rerun from the next turn. Set `agentevals.
|
|
168
|
+
Sessions are grouped by `agentevals.session_name`, then `gen_ai.conversation.id`, then `session.id`. `service.instance.id` tells a rerun from the next turn. Set `agentevals.eval.set.id` to associate a session with an eval set.
|
|
169
169
|
|
|
170
170
|
Per producer settings, such as turning on message content capture, are in [OpenTelemetry Compatibility](docs/otel-compatibility.md). Working setups for each framework are in [examples/zero-code-examples/](examples/zero-code-examples/).
|
|
171
171
|
|
|
@@ -118,7 +118,7 @@ python your_agent.py
|
|
|
118
118
|
|
|
119
119
|
Sessions appear in the UI at `http://localhost:8001` as the agent runs, with tool calls, inputs and outputs, and can be evaluated there. For gRPC exporters use port 4317 with `OTEL_EXPORTER_OTLP_PROTOCOL=grpc`.
|
|
120
120
|
|
|
121
|
-
Sessions are grouped by `agentevals.session_name`, then `gen_ai.conversation.id`, then `session.id`. `service.instance.id` tells a rerun from the next turn. Set `agentevals.
|
|
121
|
+
Sessions are grouped by `agentevals.session_name`, then `gen_ai.conversation.id`, then `session.id`. `service.instance.id` tells a rerun from the next turn. Set `agentevals.eval.set.id` to associate a session with an eval set.
|
|
122
122
|
|
|
123
123
|
Per producer settings, such as turning on message content capture, are in [OpenTelemetry Compatibility](docs/otel-compatibility.md). Working setups for each framework are in [examples/zero-code-examples/](examples/zero-code-examples/).
|
|
124
124
|
|
|
@@ -293,6 +293,8 @@ Turns are compared in order. Extra or missing turns are reported as `unexpected_
|
|
|
293
293
|
|
|
294
294
|
Use `conversation` when each turn of a multi turn conversation is its own trace.
|
|
295
295
|
|
|
296
|
+
In every mode, a trace that resumes a paused turn of another trace (a span link between their `invoke_agent` spans, see [Sending telemetry](otel-compatibility.md#what-agentevals-needs)) is evaluated with that trace.
|
|
297
|
+
|
|
296
298
|
## Usage
|
|
297
299
|
|
|
298
300
|
### CLI
|
|
@@ -20,6 +20,10 @@ Sessions and conversations come back as views: turns with their user text, tool
|
|
|
20
20
|
|
|
21
21
|
Traces go in as OTLP protobuf (`TracesData` and `LogsData`) or as files (OTLP/JSON, OTLP/JSONL or Jaeger JSON), the same formats the REST API takes.
|
|
22
22
|
|
|
23
|
+
`EvaluateTraces` lists the judged turns of each group in `turn_refs`. `evaluated_trace_id` and `evaluated_span_id` name the span the turn's results belong to, the same span agentevals attaches its own [evaluation result records](opentelemetry-pipeline.md#send-evaluation-results-from-agentevals) to. Use it when you attach results to telemetry yourself.
|
|
24
|
+
|
|
25
|
+
`EvaluateTraces` takes an optional `run_id` (a UUID). Every result record of the call carries it as `agentevals.eval.run.id`, and with run storage the evaluation is recorded under it. An id that is already recorded is rejected with `ALREADY_EXISTS`. Without `run_id`, a call recorded in run storage stamps its records with the recorded run's id.
|
|
26
|
+
|
|
23
27
|
## Calling it
|
|
24
28
|
|
|
25
29
|
With reflection on, `grpcurl` can list and call everything:
|
|
@@ -158,17 +158,29 @@ agentevals run traces.json -e eval_set.json -m tool_trajectory_avg_score --emit-
|
|
|
158
158
|
|
|
159
159
|
`OTEL_EXPORTER_OTLP_PROTOCOL=grpc` (with port 4317) switches to gRPC. `OTEL_SDK_DISABLED=true` or `OTEL_LOGS_EXPORTER=none` turns emitting off even when it is enabled. `OTEL_SERVICE_NAME` and `OTEL_RESOURCE_ATTRIBUTES` work as usual.
|
|
160
160
|
|
|
161
|
-
Each result is a `gen_ai.evaluation.result` log event attached to the span it scores (the turn's agent span, or its last model call). Metrics that score each turn give one event per turn; others give one event on the last turn.
|
|
161
|
+
Each result is a `gen_ai.evaluation.result` log event attached to the span it scores (the turn's agent span, or its last model call). Metrics that score each turn give one event per turn; others give one event on the last turn. The evaluation APIs name the same span in each turn reference (`evaluated_trace_id`, `evaluated_span_id`).
|
|
162
162
|
|
|
163
163
|
| Attribute | Value |
|
|
164
164
|
|---|---|
|
|
165
165
|
| `gen_ai.evaluation.name` | Evaluator name |
|
|
166
166
|
| `gen_ai.evaluation.score.value` | Score, when there is one |
|
|
167
|
-
| `gen_ai.evaluation.score.label` | `pass`, `fail` or `
|
|
167
|
+
| `gen_ai.evaluation.score.label` | `pass`, `fail`, `not_evaluated` or `informational`, see below |
|
|
168
168
|
| `error.type` | Exception class when the evaluator failed (no score or label then) |
|
|
169
169
|
| `gen_ai.evaluation.explanation` | Only with `AGENTEVALS_EVALUATION_EVENTS_EXPLANATION=true` |
|
|
170
170
|
| `gen_ai.agent.name`, `gen_ai.conversation.id`, `gen_ai.response.id` | Copied from the evaluated span when present |
|
|
171
171
|
| `agentevals.evaluator.type` | `llm_judge` or `deterministic` for built in metrics |
|
|
172
|
-
| `agentevals.eval.run.id
|
|
172
|
+
| `agentevals.eval.run.id` | The run: a queued run, an evaluation recorded in run storage, or the `run_id` of an `EvaluateTraces` call |
|
|
173
|
+
| `agentevals.eval.case.id`, `agentevals.eval.set.id` | When known |
|
|
174
|
+
|
|
175
|
+
| Label | Meaning |
|
|
176
|
+
|---|---|
|
|
177
|
+
| `pass` | The score met the evaluator's threshold |
|
|
178
|
+
| `fail` | The score missed the threshold |
|
|
179
|
+
| `not_evaluated` | The evaluator gave no score, for example because the metric needs an eval set |
|
|
180
|
+
| `informational` | A value to track that never passes or fails, such as `token_usage_v1` |
|
|
181
|
+
|
|
182
|
+
The GenAI conventions give `pass` and `fail` as example labels and ask each implementation to document its own; `not_evaluated` and `informational` are agentevals values.
|
|
183
|
+
|
|
184
|
+
The ids have the same names as the resource attributes you set: `agentevals.eval.set.id` (and `agentevals.eval.case.id`) mean the same thing on your telemetry and on these events.
|
|
173
185
|
|
|
174
186
|
Events never contain prompts, responses or tool arguments. The explanation can, which is why it is off by default.
|
|
@@ -32,6 +32,8 @@ Working setups for each are in [examples/zero-code-examples](../examples/zero-co
|
|
|
32
32
|
|
|
33
33
|
If a framework only instruments the model client (each model call is its own trace), agentevals joins a call that answers a tool result to the turn before it. This needs message content.
|
|
34
34
|
|
|
35
|
+
If a runtime pauses a turn (for an approval or a question) and runs the rest as a new `invoke_agent` span, often in a new trace, add a span link from the new span to the `invoke_agent` span that started the turn. agentevals then scores both parts as one turn: the user input of the first, the final answer of the last, and the tools of both. Both spans must carry the same `gen_ai.agent.name`, and the new span no input messages of its own. Linked traces are evaluated together whatever the grouping.
|
|
36
|
+
|
|
35
37
|
## Sessions
|
|
36
38
|
|
|
37
39
|
Live traces are grouped into sessions by the first key present:
|
|
@@ -10,7 +10,7 @@ The simplest way to connect any agent to agentevals. Point your standard OTel OT
|
|
|
10
10
|
|
|
11
11
|
```bash
|
|
12
12
|
export OTEL_EXPORTER_OTLP_ENDPOINT=http://localhost:4318
|
|
13
|
-
export OTEL_RESOURCE_ATTRIBUTES="agentevals.session_name=my-agent,agentevals.
|
|
13
|
+
export OTEL_RESOURCE_ATTRIBUTES="agentevals.session_name=my-agent,agentevals.eval.set.id=my-eval"
|
|
14
14
|
python your_agent.py
|
|
15
15
|
```
|
|
16
16
|
|
|
@@ -38,7 +38,7 @@ This approach works with any framework that has OTel instrumentation: LangChain,
|
|
|
38
38
|
| Attribute | Required | Description |
|
|
39
39
|
|-----------|----------|-------------|
|
|
40
40
|
| `agentevals.session_name` | no | Groups spans into a named session. Without it, sessions are named `otlp-<traceId prefix>`. |
|
|
41
|
-
| `agentevals.
|
|
41
|
+
| `agentevals.eval.set.id` | no | Associates the session with an eval set for scoring. |
|
|
42
42
|
|
|
43
43
|
Set them via `OTEL_RESOURCE_ATTRIBUTES` (env var) or `Resource.create()` in code.
|
|
44
44
|
|
|
@@ -169,7 +169,7 @@ Body: Empty()
|
|
|
169
169
|
Attributes:
|
|
170
170
|
-> gen_ai.evaluation.name: Str(tool_trajectory_avg_score)
|
|
171
171
|
-> agentevals.eval.case.id: Str(case_1)
|
|
172
|
-
-> agentevals.
|
|
172
|
+
-> agentevals.eval.set.id: Str(manual-1)
|
|
173
173
|
-> agentevals.evaluator.type: Str(deterministic)
|
|
174
174
|
-> gen_ai.evaluation.score.value: Double(1)
|
|
175
175
|
-> gen_ai.evaluation.score.label: Str(pass)
|
|
@@ -48,7 +48,7 @@ async def main():
|
|
|
48
48
|
os.environ.setdefault("OTEL_SERVICE_NAME", "adk-agent")
|
|
49
49
|
os.environ.setdefault(
|
|
50
50
|
"OTEL_RESOURCE_ATTRIBUTES",
|
|
51
|
-
"agentevals.
|
|
51
|
+
"agentevals.eval.set.id=dice_agent_eval,agentevals.session_name=adk-zero-code",
|
|
52
52
|
)
|
|
53
53
|
# A process level identity, so agentevals can tell a rerun of this script from the next turn.
|
|
54
54
|
if "service.instance.id=" not in os.environ["OTEL_RESOURCE_ATTRIBUTES"]:
|
{agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/langchain/run.py
RENAMED
|
@@ -52,7 +52,7 @@ def main():
|
|
|
52
52
|
os.environ.setdefault("OTEL_SERVICE_NAME", "langchain-agent")
|
|
53
53
|
os.environ.setdefault(
|
|
54
54
|
"OTEL_RESOURCE_ATTRIBUTES",
|
|
55
|
-
"agentevals.
|
|
55
|
+
"agentevals.eval.set.id=langchain_agent_eval,agentevals.session_name=langchain-zero-code",
|
|
56
56
|
)
|
|
57
57
|
# A process level identity, so agentevals can tell a rerun of this script from the next turn.
|
|
58
58
|
if "service.instance.id=" not in os.environ["OTEL_RESOURCE_ATTRIBUTES"]:
|
|
@@ -116,7 +116,7 @@ def main():
|
|
|
116
116
|
os.environ.setdefault("OTEL_SERVICE_NAME", "ollama-agent")
|
|
117
117
|
os.environ.setdefault(
|
|
118
118
|
"OTEL_RESOURCE_ATTRIBUTES",
|
|
119
|
-
"agentevals.
|
|
119
|
+
"agentevals.eval.set.id=langchain_local_ollama_openai_eval,agentevals.session_name=langchain-ollama-openai-zero-code",
|
|
120
120
|
)
|
|
121
121
|
# A process level identity, so agentevals can tell a rerun of this script from the next turn.
|
|
122
122
|
if "service.instance.id=" not in os.environ["OTEL_RESOURCE_ATTRIBUTES"]:
|
{agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/openai-agents/run.py
RENAMED
|
@@ -62,7 +62,7 @@ def main():
|
|
|
62
62
|
os.environ.setdefault("OTEL_SERVICE_NAME", "openai-agents-agent")
|
|
63
63
|
os.environ.setdefault(
|
|
64
64
|
"OTEL_RESOURCE_ATTRIBUTES",
|
|
65
|
-
"agentevals.
|
|
65
|
+
"agentevals.eval.set.id=openai_agents_eval,agentevals.session_name=openai-agents-zero-code",
|
|
66
66
|
)
|
|
67
67
|
# A process level identity, so agentevals can tell a rerun of this script from the next turn.
|
|
68
68
|
if "service.instance.id=" not in os.environ["OTEL_RESOURCE_ATTRIBUTES"]:
|
{agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/examples/zero-code-examples/pydantic-ai/run.py
RENAMED
|
@@ -58,7 +58,7 @@ def main():
|
|
|
58
58
|
os.environ.setdefault("OTEL_SERVICE_NAME", "pydantic-ai-agent")
|
|
59
59
|
os.environ.setdefault(
|
|
60
60
|
"OTEL_RESOURCE_ATTRIBUTES",
|
|
61
|
-
"agentevals.
|
|
61
|
+
"agentevals.eval.set.id=pydantic_ai_eval,agentevals.session_name=pydantic-ai-zero-code",
|
|
62
62
|
)
|
|
63
63
|
# A process level identity, so agentevals can tell a rerun of this script from the next turn.
|
|
64
64
|
if "service.instance.id=" not in os.environ["OTEL_RESOURCE_ATTRIBUTES"]:
|
|
@@ -44,7 +44,7 @@ def main():
|
|
|
44
44
|
os.environ.setdefault("OTEL_SERVICE_NAME", "strands-agent")
|
|
45
45
|
os.environ.setdefault(
|
|
46
46
|
"OTEL_RESOURCE_ATTRIBUTES",
|
|
47
|
-
"agentevals.
|
|
47
|
+
"agentevals.eval.set.id=strands_agent_eval,agentevals.session_name=strands-zero-code",
|
|
48
48
|
)
|
|
49
49
|
# A process level identity, so agentevals can tell a rerun of this script from the next turn.
|
|
50
50
|
if "service.instance.id=" not in os.environ["OTEL_RESOURCE_ATTRIBUTES"]:
|
{agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/gen/go/agentevals/api/v1alpha1/evaluation.pb.go
RENAMED
|
@@ -981,11 +981,16 @@ func (x *MetricResult) GetDurationMs() float64 {
|
|
|
981
981
|
}
|
|
982
982
|
|
|
983
983
|
type TurnRef struct {
|
|
984
|
-
state
|
|
985
|
-
|
|
986
|
-
|
|
987
|
-
|
|
988
|
-
|
|
984
|
+
state protoimpl.MessageState `protogen:"open.v1"`
|
|
985
|
+
// The turn's anchor: its agent or workflow span, else the root span of its trace.
|
|
986
|
+
TraceId string `protobuf:"bytes,1,opt,name=trace_id,json=traceId,proto3" json:"trace_id,omitempty"`
|
|
987
|
+
SpanId string `protobuf:"bytes,2,opt,name=span_id,json=spanId,proto3" json:"span_id,omitempty"`
|
|
988
|
+
// The span the turn's gen_ai.evaluation.result records attach to: the anchor, or the turn's
|
|
989
|
+
// final model call when the anchor is not a GenAI span. Attach results here.
|
|
990
|
+
EvaluatedTraceId string `protobuf:"bytes,3,opt,name=evaluated_trace_id,json=evaluatedTraceId,proto3" json:"evaluated_trace_id,omitempty"`
|
|
991
|
+
EvaluatedSpanId string `protobuf:"bytes,4,opt,name=evaluated_span_id,json=evaluatedSpanId,proto3" json:"evaluated_span_id,omitempty"`
|
|
992
|
+
unknownFields protoimpl.UnknownFields
|
|
993
|
+
sizeCache protoimpl.SizeCache
|
|
989
994
|
}
|
|
990
995
|
|
|
991
996
|
func (x *TurnRef) Reset() {
|
|
@@ -1032,6 +1037,20 @@ func (x *TurnRef) GetSpanId() string {
|
|
|
1032
1037
|
return ""
|
|
1033
1038
|
}
|
|
1034
1039
|
|
|
1040
|
+
func (x *TurnRef) GetEvaluatedTraceId() string {
|
|
1041
|
+
if x != nil {
|
|
1042
|
+
return x.EvaluatedTraceId
|
|
1043
|
+
}
|
|
1044
|
+
return ""
|
|
1045
|
+
}
|
|
1046
|
+
|
|
1047
|
+
func (x *TurnRef) GetEvaluatedSpanId() string {
|
|
1048
|
+
if x != nil {
|
|
1049
|
+
return x.EvaluatedSpanId
|
|
1050
|
+
}
|
|
1051
|
+
return ""
|
|
1052
|
+
}
|
|
1053
|
+
|
|
1035
1054
|
// The results of one evaluation group: a trace, or a conversation of several traces.
|
|
1036
1055
|
type TraceResult struct {
|
|
1037
1056
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
@@ -1263,8 +1282,12 @@ type EvaluateTracesRequest struct {
|
|
|
1263
1282
|
// {"kind": "kubernetes", "namespace": "...", "name": "...", "key": "..."} or
|
|
1264
1283
|
// {"kind": "env", "name": "..."}. Values are resolved per request and never returned.
|
|
1265
1284
|
CredentialRefs map[string]*structpb.Struct `protobuf:"bytes,4,rep,name=credential_refs,json=credentialRefs,proto3" json:"credential_refs,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"`
|
|
1266
|
-
|
|
1267
|
-
|
|
1285
|
+
// Optional. A UUID stamped as agentevals.eval.run.id on every gen_ai.evaluation.result record of
|
|
1286
|
+
// this evaluation. With run storage the evaluation is recorded under this id, and an id that is
|
|
1287
|
+
// already recorded is rejected; without it, storage picks the id and the records carry that.
|
|
1288
|
+
RunId string `protobuf:"bytes,5,opt,name=run_id,json=runId,proto3" json:"run_id,omitempty"`
|
|
1289
|
+
unknownFields protoimpl.UnknownFields
|
|
1290
|
+
sizeCache protoimpl.SizeCache
|
|
1268
1291
|
}
|
|
1269
1292
|
|
|
1270
1293
|
func (x *EvaluateTracesRequest) Reset() {
|
|
@@ -1334,6 +1357,13 @@ func (x *EvaluateTracesRequest) GetCredentialRefs() map[string]*structpb.Struct
|
|
|
1334
1357
|
return nil
|
|
1335
1358
|
}
|
|
1336
1359
|
|
|
1360
|
+
func (x *EvaluateTracesRequest) GetRunId() string {
|
|
1361
|
+
if x != nil {
|
|
1362
|
+
return x.RunId
|
|
1363
|
+
}
|
|
1364
|
+
return ""
|
|
1365
|
+
}
|
|
1366
|
+
|
|
1337
1367
|
type isEvaluateTracesRequest_EvalSet interface {
|
|
1338
1368
|
isEvaluateTracesRequest_EvalSet()
|
|
1339
1369
|
}
|
|
@@ -1656,10 +1686,12 @@ const file_agentevals_api_v1alpha1_evaluation_proto_rawDesc = "" +
|
|
|
1656
1686
|
"\x06_scoreB\b\n" +
|
|
1657
1687
|
"\x06_errorB\r\n" +
|
|
1658
1688
|
"\v_error_typeB\x0e\n" +
|
|
1659
|
-
"\f_duration_ms\"
|
|
1689
|
+
"\f_duration_ms\"\x97\x01\n" +
|
|
1660
1690
|
"\aTurnRef\x12\x19\n" +
|
|
1661
1691
|
"\btrace_id\x18\x01 \x01(\tR\atraceId\x12\x17\n" +
|
|
1662
|
-
"\aspan_id\x18\x02 \x01(\tR\x06spanId\
|
|
1692
|
+
"\aspan_id\x18\x02 \x01(\tR\x06spanId\x12,\n" +
|
|
1693
|
+
"\x12evaluated_trace_id\x18\x03 \x01(\tR\x10evaluatedTraceId\x12*\n" +
|
|
1694
|
+
"\x11evaluated_span_id\x18\x04 \x01(\tR\x0fevaluatedSpanId\"\xc8\x04\n" +
|
|
1663
1695
|
"\vTraceResult\x12\x19\n" +
|
|
1664
1696
|
"\btrace_id\x18\x01 \x01(\tR\atraceId\x12'\n" +
|
|
1665
1697
|
"\x0fnum_invocations\x18\x02 \x01(\x05R\x0enumInvocations\x12L\n" +
|
|
@@ -1681,13 +1713,14 @@ const file_agentevals_api_v1alpha1_evaluation_proto_rawDesc = "" +
|
|
|
1681
1713
|
"\rtrace_results\x18\x01 \x03(\v2$.agentevals.api.v1alpha1.TraceResultR\ftraceResults\x12\x16\n" +
|
|
1682
1714
|
"\x06errors\x18\x02 \x03(\tR\x06errors\x12H\n" +
|
|
1683
1715
|
"\x13performance_metrics\x18\x03 \x01(\v2\x17.google.protobuf.StructR\x12performanceMetrics\x12\x15\n" +
|
|
1684
|
-
"\x06run_id\x18\x04 \x01(\tR\x05runId\"\
|
|
1716
|
+
"\x06run_id\x18\x04 \x01(\tR\x05runId\"\xba\x03\n" +
|
|
1685
1717
|
"\x15EvaluateTracesRequest\x12;\n" +
|
|
1686
1718
|
"\x06traces\x18\x01 \x01(\v2#.agentevals.api.v1alpha1.TraceInputR\x06traces\x12;\n" +
|
|
1687
1719
|
"\fadk_eval_set\x18\x02 \x01(\v2\x17.google.protobuf.StructH\x00R\n" +
|
|
1688
1720
|
"adkEvalSet\x12;\n" +
|
|
1689
1721
|
"\x06params\x18\x03 \x01(\v2#.agentevals.api.v1alpha1.EvalParamsR\x06params\x12k\n" +
|
|
1690
|
-
"\x0fcredential_refs\x18\x04 \x03(\v2B.agentevals.api.v1alpha1.EvaluateTracesRequest.CredentialRefsEntryR\x0ecredentialRefs\
|
|
1722
|
+
"\x0fcredential_refs\x18\x04 \x03(\v2B.agentevals.api.v1alpha1.EvaluateTracesRequest.CredentialRefsEntryR\x0ecredentialRefs\x12\x15\n" +
|
|
1723
|
+
"\x06run_id\x18\x05 \x01(\tR\x05runId\x1aZ\n" +
|
|
1691
1724
|
"\x13CredentialRefsEntry\x12\x10\n" +
|
|
1692
1725
|
"\x03key\x18\x01 \x01(\tR\x03key\x12-\n" +
|
|
1693
1726
|
"\x05value\x18\x02 \x01(\v2\x17.google.protobuf.StructR\x05value:\x028\x01B\n" +
|
{agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/proto/agentevals/api/v1alpha1/evaluation.proto
RENAMED
|
@@ -146,8 +146,13 @@ message MetricResult {
|
|
|
146
146
|
}
|
|
147
147
|
|
|
148
148
|
message TurnRef {
|
|
149
|
+
// The turn's anchor: its agent or workflow span, else the root span of its trace.
|
|
149
150
|
string trace_id = 1;
|
|
150
151
|
string span_id = 2;
|
|
152
|
+
// The span the turn's gen_ai.evaluation.result records attach to: the anchor, or the turn's
|
|
153
|
+
// final model call when the anchor is not a GenAI span. Attach results here.
|
|
154
|
+
string evaluated_trace_id = 3;
|
|
155
|
+
string evaluated_span_id = 4;
|
|
151
156
|
}
|
|
152
157
|
|
|
153
158
|
// The results of one evaluation group: a trace, or a conversation of several traces.
|
|
@@ -194,6 +199,10 @@ message EvaluateTracesRequest {
|
|
|
194
199
|
// {"kind": "kubernetes", "namespace": "...", "name": "...", "key": "..."} or
|
|
195
200
|
// {"kind": "env", "name": "..."}. Values are resolved per request and never returned.
|
|
196
201
|
map<string, google.protobuf.Struct> credential_refs = 4;
|
|
202
|
+
// Optional. A UUID stamped as agentevals.eval.run.id on every gen_ai.evaluation.result record of
|
|
203
|
+
// this evaluation. With run storage the evaluation is recorded under this id, and an id that is
|
|
204
|
+
// already recorded is rejected; without it, storage picks the id and the records carry that.
|
|
205
|
+
string run_id = 5;
|
|
197
206
|
}
|
|
198
207
|
|
|
199
208
|
message EvaluationProgress {
|
|
@@ -11,8 +11,9 @@ import asyncio
|
|
|
11
11
|
import contextlib
|
|
12
12
|
import logging
|
|
13
13
|
from collections.abc import AsyncIterator
|
|
14
|
-
from dataclasses import dataclass, field
|
|
15
|
-
from typing import
|
|
14
|
+
from dataclasses import dataclass, field, replace
|
|
15
|
+
from typing import Any
|
|
16
|
+
from uuid import UUID, uuid4
|
|
16
17
|
|
|
17
18
|
from google.adk.evaluation.eval_set import EvalSet
|
|
18
19
|
|
|
@@ -20,12 +21,10 @@ from ..config import EvalParams
|
|
|
20
21
|
from ..genai.extract import extract_conversation
|
|
21
22
|
from ..otel.model import Trace
|
|
22
23
|
from ..resolvers import reset_resolved_credentials, resolve_credential_refs, set_resolved_credentials
|
|
24
|
+
from ..run.service import RunIdTaken, RunService
|
|
23
25
|
from ..runner import RunResult, TraceResult, evaluation_groups, run_evaluation_from_traces
|
|
24
26
|
from ..trace_metrics import extract_performance_metrics, extract_trace_metadata
|
|
25
27
|
|
|
26
|
-
if TYPE_CHECKING:
|
|
27
|
-
from ..run.service import RunService
|
|
28
|
-
|
|
29
28
|
logger = logging.getLogger(__name__)
|
|
30
29
|
|
|
31
30
|
|
|
@@ -73,6 +72,8 @@ class Evaluation:
|
|
|
73
72
|
eval_set_dict: dict[str, Any] | None = None
|
|
74
73
|
trace_format: str | None = None
|
|
75
74
|
upload_filenames: list[str] | None = None
|
|
75
|
+
# Stamped on the evaluation result records, and the recorded run's id.
|
|
76
|
+
run_id: str | None = None
|
|
76
77
|
|
|
77
78
|
|
|
78
79
|
def performance_events(traces: list[Trace], group_by: str, eval_set: EvalSet | None) -> list[Performance]:
|
|
@@ -99,7 +100,12 @@ async def stream_evaluation(
|
|
|
99
100
|
|
|
100
101
|
Raises :class:`CredentialResolutionError` after the performance events when a credential
|
|
101
102
|
reference cannot be resolved; nothing is evaluated then.
|
|
103
|
+
|
|
104
|
+
With ``run_service``, the run id is chosen before evaluating, so the records emitted during the
|
|
105
|
+
evaluation carry the id the run is recorded under.
|
|
102
106
|
"""
|
|
107
|
+
if run_service is not None and evaluation.run_id is None:
|
|
108
|
+
evaluation = replace(evaluation, run_id=str(uuid4()))
|
|
103
109
|
for event in performance_events(evaluation.traces, evaluation.params.group_by, evaluation.eval_set):
|
|
104
110
|
yield event
|
|
105
111
|
resolved = await _resolve(evaluation.credential_refs)
|
|
@@ -122,6 +128,7 @@ async def stream_evaluation(
|
|
|
122
128
|
eval_set=evaluation.eval_set,
|
|
123
129
|
progress_callback=on_progress,
|
|
124
130
|
trace_progress_callback=on_group,
|
|
131
|
+
run_id=evaluation.run_id,
|
|
125
132
|
)
|
|
126
133
|
else:
|
|
127
134
|
result = RunResult(errors=["No traces loaded."])
|
|
@@ -181,6 +188,7 @@ async def persist_evaluation(
|
|
|
181
188
|
return None
|
|
182
189
|
try:
|
|
183
190
|
run = await run_service.record_eval_run(
|
|
191
|
+
run_id=UUID(evaluation.run_id) if evaluation.run_id else None,
|
|
184
192
|
params=evaluation.params,
|
|
185
193
|
eval_set_dict=evaluation.eval_set_dict,
|
|
186
194
|
trace_format=evaluation.trace_format,
|
|
@@ -188,6 +196,9 @@ async def persist_evaluation(
|
|
|
188
196
|
run_result=result,
|
|
189
197
|
)
|
|
190
198
|
return str(run.run_id)
|
|
199
|
+
except RunIdTaken as exc:
|
|
200
|
+
logger.warning("Not recording the evaluation: %s", exc)
|
|
201
|
+
return None
|
|
191
202
|
except Exception:
|
|
192
203
|
logger.exception("Failed to record the evaluation as a run; the result is still returned")
|
|
193
204
|
return None
|
|
@@ -12,6 +12,7 @@ import tempfile
|
|
|
12
12
|
from collections.abc import AsyncIterator
|
|
13
13
|
from contextlib import contextmanager
|
|
14
14
|
from typing import Any
|
|
15
|
+
from uuid import uuid4
|
|
15
16
|
|
|
16
17
|
from fastapi import APIRouter, File, Form, HTTPException, Request, UploadFile
|
|
17
18
|
from fastapi.responses import StreamingResponse
|
|
@@ -490,18 +491,21 @@ async def evaluate_traces(
|
|
|
490
491
|
len(trace_paths),
|
|
491
492
|
[e.name for e in eval_config.evaluators],
|
|
492
493
|
)
|
|
494
|
+
run_service = _run_service(request)
|
|
495
|
+
run_id = str(uuid4()) if run_service is not None else None
|
|
493
496
|
resolved_creds = await _resolve_credentials(cred_refs)
|
|
494
497
|
with _scoped_credentials(resolved_creds):
|
|
495
|
-
result = await run_evaluation(eval_config)
|
|
498
|
+
result = await run_evaluation(eval_config, run_id=run_id)
|
|
496
499
|
|
|
497
500
|
run_id = await persist_evaluation(
|
|
498
|
-
|
|
501
|
+
run_service,
|
|
499
502
|
Evaluation(
|
|
500
503
|
traces=[],
|
|
501
504
|
params=eval_config,
|
|
502
505
|
eval_set_dict=_load_eval_set_dict(eval_set_path),
|
|
503
506
|
trace_format=eval_config.trace_format,
|
|
504
507
|
upload_filenames=[tf.filename for tf in trace_files if tf.filename],
|
|
508
|
+
run_id=run_id,
|
|
505
509
|
),
|
|
506
510
|
result,
|
|
507
511
|
)
|
|
@@ -292,7 +292,7 @@ def trace_result_to_pb(result: TraceResult) -> evaluation_pb2.TraceResult:
|
|
|
292
292
|
group_key=result.group_key or "",
|
|
293
293
|
eval_case_id=result.eval_case_id or "",
|
|
294
294
|
eval_case_match=result.eval_case_match or "",
|
|
295
|
-
turn_refs=[evaluation_pb2.TurnRef(
|
|
295
|
+
turn_refs=[evaluation_pb2.TurnRef(**r.model_dump()) for r in result.turn_refs],
|
|
296
296
|
)
|
|
297
297
|
if result.performance_metrics:
|
|
298
298
|
out.performance_metrics.CopyFrom(to_struct(result.performance_metrics))
|
|
@@ -182,6 +182,10 @@ class EvaluationServicer(evaluation_pb2_grpc.EvaluationServiceServicer):
|
|
|
182
182
|
|
|
183
183
|
@rpc()
|
|
184
184
|
async def EvaluateTraces(self, request, context): # noqa: N802
|
|
185
|
+
run_id = _uuid(request.run_id, "run_id") if request.run_id else None
|
|
186
|
+
run_service = self._context.run_service
|
|
187
|
+
if run_id is not None and run_service is not None and await run_service.get(run_id) is not None:
|
|
188
|
+
raise ApiError(grpc.StatusCode.ALREADY_EXISTS, "run_id already exists")
|
|
185
189
|
traces, load_errors = await asyncio.to_thread(convert.load_trace_input, request.traces)
|
|
186
190
|
eval_set_dict = convert.from_struct(request.adk_eval_set) if request.HasField("adk_eval_set") else None
|
|
187
191
|
evaluation = Evaluation(
|
|
@@ -191,9 +195,10 @@ class EvaluationServicer(evaluation_pb2_grpc.EvaluationServiceServicer):
|
|
|
191
195
|
credential_refs={name: convert.from_struct(ref) for name, ref in request.credential_refs.items()} or None,
|
|
192
196
|
load_errors=load_errors,
|
|
193
197
|
eval_set_dict=eval_set_dict,
|
|
198
|
+
run_id=str(run_id) if run_id else None,
|
|
194
199
|
)
|
|
195
200
|
try:
|
|
196
|
-
async for event in stream_evaluation(evaluation, run_service=
|
|
201
|
+
async for event in stream_evaluation(evaluation, run_service=run_service):
|
|
197
202
|
yield _evaluation_response(event)
|
|
198
203
|
except CredentialResolutionError as exc:
|
|
199
204
|
logger.info("EvaluateTraces: %s", exc)
|
|
@@ -7,6 +7,7 @@ import json
|
|
|
7
7
|
import logging
|
|
8
8
|
import os
|
|
9
9
|
from typing import TYPE_CHECKING
|
|
10
|
+
from uuid import UUID, uuid4
|
|
10
11
|
|
|
11
12
|
from fastapi import APIRouter, Depends, HTTPException, Request
|
|
12
13
|
from fastapi.responses import FileResponse
|
|
@@ -116,6 +117,7 @@ async def _persist_sessions_run(
|
|
|
116
117
|
session_ids: list[str],
|
|
117
118
|
run_results: list[RunResult],
|
|
118
119
|
session_errors: list[str],
|
|
120
|
+
run_id: str | None,
|
|
119
121
|
) -> None:
|
|
120
122
|
"""Best-effort: persist a UI-driven session evaluation as a single Run row
|
|
121
123
|
(plus Result rows) when ``app.state.run_service`` is configured (postgres
|
|
@@ -140,6 +142,7 @@ async def _persist_sessions_run(
|
|
|
140
142
|
trace_format="otlp-json",
|
|
141
143
|
upload_filenames=session_ids,
|
|
142
144
|
run_result=combined,
|
|
145
|
+
run_id=UUID(run_id) if run_id else None,
|
|
143
146
|
)
|
|
144
147
|
except Exception:
|
|
145
148
|
logger.exception("failed to persist evaluate-sessions run; results still returned to caller")
|
|
@@ -173,13 +176,17 @@ async def evaluate_sessions(
|
|
|
173
176
|
|
|
174
177
|
logger.info("Evaluating %d complete sessions (of %d total)", len(sessions_to_evaluate), len(manager.sessions))
|
|
175
178
|
|
|
179
|
+
# Chosen up front so the result records emitted while evaluating carry the recorded run's id.
|
|
180
|
+
run_id = str(uuid4()) if getattr(http_request.app.state, "run_service", None) is not None else None
|
|
176
181
|
sem = asyncio.Semaphore(5)
|
|
177
182
|
|
|
178
183
|
async def eval_one_session(session_id: str, session) -> tuple[SessionEvalResult, RunResult | None]:
|
|
179
184
|
async with sem:
|
|
180
185
|
try:
|
|
181
186
|
traces = manager.session_traces(session)
|
|
182
|
-
eval_result = await run_evaluation_from_traces(
|
|
187
|
+
eval_result = await run_evaluation_from_traces(
|
|
188
|
+
traces, params, eval_set, group_key=session_id, run_id=run_id
|
|
189
|
+
)
|
|
183
190
|
|
|
184
191
|
if eval_result.trace_results:
|
|
185
192
|
trace_result = eval_result.trace_results[0]
|
|
@@ -221,6 +228,7 @@ async def evaluate_sessions(
|
|
|
221
228
|
session_ids=[sid for sid, _ in sessions_to_evaluate],
|
|
222
229
|
run_results=[run_result for _, run_result in evaluated if run_result is not None],
|
|
223
230
|
session_errors=[f"{r.session_id}: {r.error}" for r in results if r.error],
|
|
231
|
+
run_id=run_id,
|
|
224
232
|
)
|
|
225
233
|
|
|
226
234
|
return StandardResponse(
|
{agentevals_cli-0.12.1 → agentevals_cli-0.14.0}/src/agentevals/api/v1alpha1/evaluation_pb2.py
RENAMED
|
@@ -26,7 +26,7 @@ from agentevals.api.v1alpha1 import common_pb2 as agentevals_dot_api_dot_v1alpha
|
|
|
26
26
|
from google.protobuf import struct_pb2 as google_dot_protobuf_dot_struct__pb2
|
|
27
27
|
|
|
28
28
|
|
|
29
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n(agentevals/api/v1alpha1/evaluation.proto\x12\x17\x61gentevals.api.v1alpha1\x1a$agentevals/api/v1alpha1/common.proto\x1a\x1cgoogle/protobuf/struct.proto\"\x14\n\x12ListMetricsRequest\"\x91\x02\n\x06Metric\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x1a\n\x08\x63\x61tegory\x18\x02 \x01(\tR\x08\x63\x61tegory\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12*\n\x11requires_eval_set\x18\x04 \x01(\x08R\x0frequiresEvalSet\x12!\n\x0crequires_llm\x18\x05 \x01(\x08R\x0brequiresLlm\x12!\n\x0crequires_gcp\x18\x06 \x01(\x08R\x0brequiresGcp\x12)\n\x10requires_rubrics\x18\x07 \x01(\x08R\x0frequiresRubrics\x12\x18\n\x07working\x18\x08 \x01(\x08R\x07working\"P\n\x13ListMetricsResponse\x12\x39\n\x07metrics\x18\x01 \x03(\x0b\x32\x1f.agentevals.api.v1alpha1.MetricR\x07metrics\"\xe2\x02\n\x10\x42uiltinEvaluator\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12!\n\tthreshold\x18\x02 \x01(\x01H\x00R\tthreshold\x88\x01\x01\x12\x1f\n\x0bjudge_model\x18\x03 \x01(\tR\njudgeModel\x12`\n\x15trajectory_match_type\x18\x04 \x01(\x0e\x32,.agentevals.api.v1alpha1.TrajectoryMatchTypeR\x13trajectoryMatchType\x12%\n\x0e\x63redential_ref\x18\x05 \x01(\tR\rcredentialRef\x12$\n\x0ejudge_base_url\x18\x06 \x01(\tR\x0cjudgeBaseUrl\x12\x39\n\x07rubrics\x18\x07 \x03(\x0b\x32\x1f.agentevals.api.v1alpha1.RubricR\x07rubricsB\x0c\n\n_threshold\",\n\x06Rubric\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04text\x18\x02 \x01(\tR\x04text\"\xe0\x01\n\rCodeEvaluator\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12!\n\tthreshold\x18\x02 \x01(\x01H\x00R\tthreshold\x88\x01\x01\x12\x1d\n\x07timeout\x18\x03 \x01(\x05H\x01R\x07timeout\x88\x01\x01\x12/\n\x06\x63onfig\x18\x04 \x01(\x0b\x32\x17.google.protobuf.StructR\x06\x63onfig\x12\x1a\n\x08\x65xecutor\x18\x05 \x01(\tR\x08\x65xecutor\x12\x12\n\x04path\x18\x06 \x01(\tR\x04pathB\x0c\n\n_thresholdB\n\n\x08_timeout\"\xf8\x01\n\x0fRemoteEvaluator\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12!\n\tthreshold\x18\x02 \x01(\x01H\x00R\tthreshold\x88\x01\x01\x12\x1d\n\x07timeout\x18\x03 \x01(\x05H\x01R\x07timeout\x88\x01\x01\x12/\n\x06\x63onfig\x18\x04 \x01(\x0b\x32\x17.google.protobuf.StructR\x06\x63onfig\x12\x1a\n\x08\x65xecutor\x18\x05 \x01(\tR\x08\x65xecutor\x12\x16\n\x06source\x18\x06 \x01(\tR\x06source\x12\x10\n\x03ref\x18\x07 \x01(\tR\x03refB\x0c\n\n_thresholdB\n\n\x08_timeout\"\xdc\x01\n\tEvaluator\x12\x45\n\x07\x62uiltin\x18\x01 \x01(\x0b\x32).agentevals.api.v1alpha1.BuiltinEvaluatorH\x00R\x07\x62uiltin\x12<\n\x04\x63ode\x18\x02 \x01(\x0b\x32&.agentevals.api.v1alpha1.CodeEvaluatorH\x00R\x04\x63ode\x12\x42\n\x06remote\x18\x03 \x01(\x0b\x32(.agentevals.api.v1alpha1.RemoteEvaluatorH\x00R\x06remoteB\x06\n\x04kind\"\xb0\x02\n\nEvalParams\x12\x42\n\nevaluators\x18\x01 \x03(\x0b\x32\".agentevals.api.v1alpha1.EvaluatorR\nevaluators\x12\x37\n\x15max_concurrent_traces\x18\x02 \x01(\x05H\x00R\x13maxConcurrentTraces\x88\x01\x01\x12\x35\n\x14max_concurrent_evals\x18\x03 \x01(\x05H\x01R\x12maxConcurrentEvals\x88\x01\x01\x12;\n\x08group_by\x18\x04 \x01(\x0e\x32 .agentevals.api.v1alpha1.GroupByR\x07groupByB\x18\n\x16_max_concurrent_tracesB\x17\n\x15_max_concurrent_evals\"t\n\x10InvocationResult\x12\x19\n\x05score\x18\x01 \x01(\x01H\x00R\x05score\x88\x01\x01\x12;\n\x06status\x18\x02 \x01(\x0e\x32#.agentevals.api.v1alpha1.EvalStatusR\x06statusB\x08\n\x06_score\"\xad\x03\n\x0cMetricResult\x12\x1f\n\x0bmetric_name\x18\x01 \x01(\tR\nmetricName\x12\x19\n\x05score\x18\x02 \x01(\x01H\x00R\x05score\x88\x01\x01\x12\x44\n\x0b\x65val_status\x18\x03 \x01(\x0e\x32#.agentevals.api.v1alpha1.EvalStatusR\nevalStatus\x12P\n\x0eper_invocation\x18\x04 \x03(\x0b\x32).agentevals.api.v1alpha1.InvocationResultR\rperInvocation\x12\x19\n\x05\x65rror\x18\x05 \x01(\tH\x01R\x05\x65rror\x88\x01\x01\x12\"\n\nerror_type\x18\x06 \x01(\tH\x02R\terrorType\x88\x01\x01\x12\x31\n\x07\x64\x65tails\x18\x07 \x01(\x0b\x32\x17.google.protobuf.StructR\x07\x64\x65tails\x12$\n\x0b\x64uration_ms\x18\x08 \x01(\x01H\x03R\ndurationMs\x88\x01\x01\x42\x08\n\x06_scoreB\x08\n\x06_errorB\r\n\x0b_error_typeB\x0e\n\x0c_duration_ms\"
|
|
29
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n(agentevals/api/v1alpha1/evaluation.proto\x12\x17\x61gentevals.api.v1alpha1\x1a$agentevals/api/v1alpha1/common.proto\x1a\x1cgoogle/protobuf/struct.proto\"\x14\n\x12ListMetricsRequest\"\x91\x02\n\x06Metric\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x1a\n\x08\x63\x61tegory\x18\x02 \x01(\tR\x08\x63\x61tegory\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12*\n\x11requires_eval_set\x18\x04 \x01(\x08R\x0frequiresEvalSet\x12!\n\x0crequires_llm\x18\x05 \x01(\x08R\x0brequiresLlm\x12!\n\x0crequires_gcp\x18\x06 \x01(\x08R\x0brequiresGcp\x12)\n\x10requires_rubrics\x18\x07 \x01(\x08R\x0frequiresRubrics\x12\x18\n\x07working\x18\x08 \x01(\x08R\x07working\"P\n\x13ListMetricsResponse\x12\x39\n\x07metrics\x18\x01 \x03(\x0b\x32\x1f.agentevals.api.v1alpha1.MetricR\x07metrics\"\xe2\x02\n\x10\x42uiltinEvaluator\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12!\n\tthreshold\x18\x02 \x01(\x01H\x00R\tthreshold\x88\x01\x01\x12\x1f\n\x0bjudge_model\x18\x03 \x01(\tR\njudgeModel\x12`\n\x15trajectory_match_type\x18\x04 \x01(\x0e\x32,.agentevals.api.v1alpha1.TrajectoryMatchTypeR\x13trajectoryMatchType\x12%\n\x0e\x63redential_ref\x18\x05 \x01(\tR\rcredentialRef\x12$\n\x0ejudge_base_url\x18\x06 \x01(\tR\x0cjudgeBaseUrl\x12\x39\n\x07rubrics\x18\x07 \x03(\x0b\x32\x1f.agentevals.api.v1alpha1.RubricR\x07rubricsB\x0c\n\n_threshold\",\n\x06Rubric\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04text\x18\x02 \x01(\tR\x04text\"\xe0\x01\n\rCodeEvaluator\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12!\n\tthreshold\x18\x02 \x01(\x01H\x00R\tthreshold\x88\x01\x01\x12\x1d\n\x07timeout\x18\x03 \x01(\x05H\x01R\x07timeout\x88\x01\x01\x12/\n\x06\x63onfig\x18\x04 \x01(\x0b\x32\x17.google.protobuf.StructR\x06\x63onfig\x12\x1a\n\x08\x65xecutor\x18\x05 \x01(\tR\x08\x65xecutor\x12\x12\n\x04path\x18\x06 \x01(\tR\x04pathB\x0c\n\n_thresholdB\n\n\x08_timeout\"\xf8\x01\n\x0fRemoteEvaluator\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12!\n\tthreshold\x18\x02 \x01(\x01H\x00R\tthreshold\x88\x01\x01\x12\x1d\n\x07timeout\x18\x03 \x01(\x05H\x01R\x07timeout\x88\x01\x01\x12/\n\x06\x63onfig\x18\x04 \x01(\x0b\x32\x17.google.protobuf.StructR\x06\x63onfig\x12\x1a\n\x08\x65xecutor\x18\x05 \x01(\tR\x08\x65xecutor\x12\x16\n\x06source\x18\x06 \x01(\tR\x06source\x12\x10\n\x03ref\x18\x07 \x01(\tR\x03refB\x0c\n\n_thresholdB\n\n\x08_timeout\"\xdc\x01\n\tEvaluator\x12\x45\n\x07\x62uiltin\x18\x01 \x01(\x0b\x32).agentevals.api.v1alpha1.BuiltinEvaluatorH\x00R\x07\x62uiltin\x12<\n\x04\x63ode\x18\x02 \x01(\x0b\x32&.agentevals.api.v1alpha1.CodeEvaluatorH\x00R\x04\x63ode\x12\x42\n\x06remote\x18\x03 \x01(\x0b\x32(.agentevals.api.v1alpha1.RemoteEvaluatorH\x00R\x06remoteB\x06\n\x04kind\"\xb0\x02\n\nEvalParams\x12\x42\n\nevaluators\x18\x01 \x03(\x0b\x32\".agentevals.api.v1alpha1.EvaluatorR\nevaluators\x12\x37\n\x15max_concurrent_traces\x18\x02 \x01(\x05H\x00R\x13maxConcurrentTraces\x88\x01\x01\x12\x35\n\x14max_concurrent_evals\x18\x03 \x01(\x05H\x01R\x12maxConcurrentEvals\x88\x01\x01\x12;\n\x08group_by\x18\x04 \x01(\x0e\x32 .agentevals.api.v1alpha1.GroupByR\x07groupByB\x18\n\x16_max_concurrent_tracesB\x17\n\x15_max_concurrent_evals\"t\n\x10InvocationResult\x12\x19\n\x05score\x18\x01 \x01(\x01H\x00R\x05score\x88\x01\x01\x12;\n\x06status\x18\x02 \x01(\x0e\x32#.agentevals.api.v1alpha1.EvalStatusR\x06statusB\x08\n\x06_score\"\xad\x03\n\x0cMetricResult\x12\x1f\n\x0bmetric_name\x18\x01 \x01(\tR\nmetricName\x12\x19\n\x05score\x18\x02 \x01(\x01H\x00R\x05score\x88\x01\x01\x12\x44\n\x0b\x65val_status\x18\x03 \x01(\x0e\x32#.agentevals.api.v1alpha1.EvalStatusR\nevalStatus\x12P\n\x0eper_invocation\x18\x04 \x03(\x0b\x32).agentevals.api.v1alpha1.InvocationResultR\rperInvocation\x12\x19\n\x05\x65rror\x18\x05 \x01(\tH\x01R\x05\x65rror\x88\x01\x01\x12\"\n\nerror_type\x18\x06 \x01(\tH\x02R\terrorType\x88\x01\x01\x12\x31\n\x07\x64\x65tails\x18\x07 \x01(\x0b\x32\x17.google.protobuf.StructR\x07\x64\x65tails\x12$\n\x0b\x64uration_ms\x18\x08 \x01(\x01H\x03R\ndurationMs\x88\x01\x01\x42\x08\n\x06_scoreB\x08\n\x06_errorB\r\n\x0b_error_typeB\x0e\n\x0c_duration_ms\"\x97\x01\n\x07TurnRef\x12\x19\n\x08trace_id\x18\x01 \x01(\tR\x07traceId\x12\x17\n\x07span_id\x18\x02 \x01(\tR\x06spanId\x12,\n\x12\x65valuated_trace_id\x18\x03 \x01(\tR\x10\x65valuatedTraceId\x12*\n\x11\x65valuated_span_id\x18\x04 \x01(\tR\x0f\x65valuatedSpanId\"\xc8\x04\n\x0bTraceResult\x12\x19\n\x08trace_id\x18\x01 \x01(\tR\x07traceId\x12\'\n\x0fnum_invocations\x18\x02 \x01(\x05R\x0enumInvocations\x12L\n\x0emetric_results\x18\x03 \x03(\x0b\x32%.agentevals.api.v1alpha1.MetricResultR\rmetricResults\x12/\n\x13\x63onversion_warnings\x18\x04 \x03(\tR\x12\x63onversionWarnings\x12H\n\x13performance_metrics\x18\x05 \x01(\x0b\x32\x17.google.protobuf.StructR\x12performanceMetrics\x12!\n\x0cservice_name\x18\x06 \x01(\tR\x0bserviceName\x12\x1d\n\nagent_name\x18\x07 \x01(\tR\tagentName\x12\x1b\n\ttrace_ids\x18\x08 \x03(\tR\x08traceIds\x12\'\n\x0f\x63onversation_id\x18\t \x01(\tR\x0e\x63onversationId\x12\x1b\n\tgroup_key\x18\n \x01(\tR\x08groupKey\x12 \n\x0c\x65val_case_id\x18\x0b \x01(\tR\nevalCaseId\x12&\n\x0f\x65val_case_match\x18\x0c \x01(\tR\revalCaseMatch\x12=\n\tturn_refs\x18\r \x03(\x0b\x32 .agentevals.api.v1alpha1.TurnRefR\x08turnRefs\"\xcf\x01\n\tRunResult\x12I\n\rtrace_results\x18\x01 \x03(\x0b\x32$.agentevals.api.v1alpha1.TraceResultR\x0ctraceResults\x12\x16\n\x06\x65rrors\x18\x02 \x03(\tR\x06\x65rrors\x12H\n\x13performance_metrics\x18\x03 \x01(\x0b\x32\x17.google.protobuf.StructR\x12performanceMetrics\x12\x15\n\x06run_id\x18\x04 \x01(\tR\x05runId\"\xba\x03\n\x15\x45valuateTracesRequest\x12;\n\x06traces\x18\x01 \x01(\x0b\x32#.agentevals.api.v1alpha1.TraceInputR\x06traces\x12;\n\x0c\x61\x64k_eval_set\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructH\x00R\nadkEvalSet\x12;\n\x06params\x18\x03 \x01(\x0b\x32#.agentevals.api.v1alpha1.EvalParamsR\x06params\x12k\n\x0f\x63redential_refs\x18\x04 \x03(\x0b\x32\x42.agentevals.api.v1alpha1.EvaluateTracesRequest.CredentialRefsEntryR\x0e\x63redentialRefs\x12\x15\n\x06run_id\x18\x05 \x01(\tR\x05runId\x1aZ\n\x13\x43redentialRefsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12-\n\x05value\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructR\x05value:\x02\x38\x01\x42\n\n\x08\x65val_set\".\n\x12\x45valuationProgress\x12\x18\n\x07message\x18\x01 \x01(\tR\x07message\"\xb7\x01\n\x10GroupPerformance\x12\x19\n\x08trace_id\x18\x01 \x01(\tR\x07traceId\x12H\n\x13performance_metrics\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructR\x12performanceMetrics\x12>\n\x0etrace_metadata\x18\x03 \x01(\x0b\x32\x17.google.protobuf.StructR\rtraceMetadata\"\xc0\x02\n\x16\x45valuateTracesResponse\x12I\n\x08progress\x18\x01 \x01(\x0b\x32+.agentevals.api.v1alpha1.EvaluationProgressH\x00R\x08progress\x12M\n\x0bperformance\x18\x02 \x01(\x0b\x32).agentevals.api.v1alpha1.GroupPerformanceH\x00R\x0bperformance\x12I\n\x0ctrace_result\x18\x03 \x01(\x0b\x32$.agentevals.api.v1alpha1.TraceResultH\x00R\x0btraceResult\x12\x38\n\x04\x64one\x18\x04 \x01(\x0b\x32\".agentevals.api.v1alpha1.RunResultH\x00R\x04\x64oneB\x07\n\x05\x65vent*\xa6\x01\n\x13TrajectoryMatchType\x12%\n!TRAJECTORY_MATCH_TYPE_UNSPECIFIED\x10\x00\x12\x1f\n\x1bTRAJECTORY_MATCH_TYPE_EXACT\x10\x01\x12\"\n\x1eTRAJECTORY_MATCH_TYPE_IN_ORDER\x10\x02\x12#\n\x1fTRAJECTORY_MATCH_TYPE_ANY_ORDER\x10\x03*\x97\x01\n\nEvalStatus\x12\x1b\n\x17\x45VAL_STATUS_UNSPECIFIED\x10\x00\x12\x16\n\x12\x45VAL_STATUS_PASSED\x10\x01\x12\x16\n\x12\x45VAL_STATUS_FAILED\x10\x02\x12\x1d\n\x19\x45VAL_STATUS_NOT_EVALUATED\x10\x03\x12\x1d\n\x19\x45VAL_STATUS_INFORMATIONAL\x10\x04\x32\xf2\x01\n\x11\x45valuationService\x12h\n\x0bListMetrics\x12+.agentevals.api.v1alpha1.ListMetricsRequest\x1a,.agentevals.api.v1alpha1.ListMetricsResponse\x12s\n\x0e\x45valuateTraces\x12..agentevals.api.v1alpha1.EvaluateTracesRequest\x1a/.agentevals.api.v1alpha1.EvaluateTracesResponse0\x01\x42QZOgithub.com/agentevals-dev/agentevals/gen/go/agentevals/api/v1alpha1;apiv1alpha1b\x06proto3')
|
|
30
30
|
|
|
31
31
|
_globals = globals()
|
|
32
32
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -36,10 +36,10 @@ if not _descriptor._USE_C_DESCRIPTORS:
|
|
|
36
36
|
_globals['DESCRIPTOR']._serialized_options = b'ZOgithub.com/agentevals-dev/agentevals/gen/go/agentevals/api/v1alpha1;apiv1alpha1'
|
|
37
37
|
_globals['_EVALUATETRACESREQUEST_CREDENTIALREFSENTRY']._loaded_options = None
|
|
38
38
|
_globals['_EVALUATETRACESREQUEST_CREDENTIALREFSENTRY']._serialized_options = b'8\001'
|
|
39
|
-
_globals['_TRAJECTORYMATCHTYPE']._serialized_start=
|
|
40
|
-
_globals['_TRAJECTORYMATCHTYPE']._serialized_end=
|
|
41
|
-
_globals['_EVALSTATUS']._serialized_start=
|
|
42
|
-
_globals['_EVALSTATUS']._serialized_end=
|
|
39
|
+
_globals['_TRAJECTORYMATCHTYPE']._serialized_start=4432
|
|
40
|
+
_globals['_TRAJECTORYMATCHTYPE']._serialized_end=4598
|
|
41
|
+
_globals['_EVALSTATUS']._serialized_start=4601
|
|
42
|
+
_globals['_EVALSTATUS']._serialized_end=4752
|
|
43
43
|
_globals['_LISTMETRICSREQUEST']._serialized_start=137
|
|
44
44
|
_globals['_LISTMETRICSREQUEST']._serialized_end=157
|
|
45
45
|
_globals['_METRIC']._serialized_start=160
|
|
@@ -62,22 +62,22 @@ if not _descriptor._USE_C_DESCRIPTORS:
|
|
|
62
62
|
_globals['_INVOCATIONRESULT']._serialized_end=2044
|
|
63
63
|
_globals['_METRICRESULT']._serialized_start=2047
|
|
64
64
|
_globals['_METRICRESULT']._serialized_end=2476
|
|
65
|
-
_globals['_TURNREF']._serialized_start=
|
|
66
|
-
_globals['_TURNREF']._serialized_end=
|
|
67
|
-
_globals['_TRACERESULT']._serialized_start=
|
|
68
|
-
_globals['_TRACERESULT']._serialized_end=
|
|
69
|
-
_globals['_RUNRESULT']._serialized_start=
|
|
70
|
-
_globals['_RUNRESULT']._serialized_end=
|
|
71
|
-
_globals['_EVALUATETRACESREQUEST']._serialized_start=
|
|
72
|
-
_globals['_EVALUATETRACESREQUEST']._serialized_end=
|
|
73
|
-
_globals['_EVALUATETRACESREQUEST_CREDENTIALREFSENTRY']._serialized_start=
|
|
74
|
-
_globals['_EVALUATETRACESREQUEST_CREDENTIALREFSENTRY']._serialized_end=
|
|
75
|
-
_globals['_EVALUATIONPROGRESS']._serialized_start=
|
|
76
|
-
_globals['_EVALUATIONPROGRESS']._serialized_end=
|
|
77
|
-
_globals['_GROUPPERFORMANCE']._serialized_start=
|
|
78
|
-
_globals['_GROUPPERFORMANCE']._serialized_end=
|
|
79
|
-
_globals['_EVALUATETRACESRESPONSE']._serialized_start=
|
|
80
|
-
_globals['_EVALUATETRACESRESPONSE']._serialized_end=
|
|
81
|
-
_globals['_EVALUATIONSERVICE']._serialized_start=
|
|
82
|
-
_globals['_EVALUATIONSERVICE']._serialized_end=
|
|
65
|
+
_globals['_TURNREF']._serialized_start=2479
|
|
66
|
+
_globals['_TURNREF']._serialized_end=2630
|
|
67
|
+
_globals['_TRACERESULT']._serialized_start=2633
|
|
68
|
+
_globals['_TRACERESULT']._serialized_end=3217
|
|
69
|
+
_globals['_RUNRESULT']._serialized_start=3220
|
|
70
|
+
_globals['_RUNRESULT']._serialized_end=3427
|
|
71
|
+
_globals['_EVALUATETRACESREQUEST']._serialized_start=3430
|
|
72
|
+
_globals['_EVALUATETRACESREQUEST']._serialized_end=3872
|
|
73
|
+
_globals['_EVALUATETRACESREQUEST_CREDENTIALREFSENTRY']._serialized_start=3770
|
|
74
|
+
_globals['_EVALUATETRACESREQUEST_CREDENTIALREFSENTRY']._serialized_end=3860
|
|
75
|
+
_globals['_EVALUATIONPROGRESS']._serialized_start=3874
|
|
76
|
+
_globals['_EVALUATIONPROGRESS']._serialized_end=3920
|
|
77
|
+
_globals['_GROUPPERFORMANCE']._serialized_start=3923
|
|
78
|
+
_globals['_GROUPPERFORMANCE']._serialized_end=4106
|
|
79
|
+
_globals['_EVALUATETRACESRESPONSE']._serialized_start=4109
|
|
80
|
+
_globals['_EVALUATETRACESRESPONSE']._serialized_end=4429
|
|
81
|
+
_globals['_EVALUATIONSERVICE']._serialized_start=4755
|
|
82
|
+
_globals['_EVALUATIONSERVICE']._serialized_end=4997
|
|
83
83
|
# @@protoc_insertion_point(module_scope)
|