agentevals-cli 0.12.1__tar.gz → 0.13.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (783) hide show
  1. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/PKG-INFO +2 -2
  2. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/README.md +1 -1
  3. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/docs/eval-set-format.md +2 -0
  4. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/docs/grpc-api.md +4 -0
  5. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/docs/opentelemetry-pipeline.md +15 -3
  6. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/docs/otel-compatibility.md +2 -0
  7. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/README.md +2 -2
  8. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/kubernetes/README.md +1 -1
  9. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/zero-code-examples/adk/run.py +1 -1
  10. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/zero-code-examples/langchain/run.py +1 -1
  11. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/zero-code-examples/ollama/run.py +1 -1
  12. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/zero-code-examples/openai-agents/run.py +1 -1
  13. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/zero-code-examples/pydantic-ai/run.py +1 -1
  14. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/zero-code-examples/strands/run.py +1 -1
  15. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/agentevals/api/v1alpha1/evaluation.pb.go +44 -11
  16. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/proto/agentevals/api/v1alpha1/evaluation.proto +9 -0
  17. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/evaluation.py +16 -5
  18. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/routes.py +6 -2
  19. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/rpc/convert.py +1 -1
  20. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/rpc/services.py +6 -1
  21. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/streaming_routes.py +9 -1
  22. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/evaluation_pb2.py +23 -23
  23. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/evaluation_pb2.pyi +10 -4
  24. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/evaluation_events.py +18 -8
  25. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/genai/extract.py +85 -3
  26. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/genai/grouping.py +44 -4
  27. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/otel/identity.py +2 -2
  28. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/otel/sdk_export.py +1 -1
  29. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/run/service.py +19 -3
  30. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/runner.py +19 -2
  31. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/api/test_evaluate_persistence.py +18 -0
  32. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/api/test_grpc_api.py +72 -0
  33. agentevals_cli-0.13.0/tests/genai/test_resumed_turns.py +166 -0
  34. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/integration/conftest.py +1 -1
  35. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/integration/test_live_agents.py +1 -1
  36. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/otel/builders.py +4 -0
  37. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/otel/test_emit.py +86 -5
  38. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/run/test_service.py +19 -1
  39. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/storage/test_postgres_repos.py +31 -0
  40. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_api.py +23 -0
  41. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_otlp_receiver.py +6 -6
  42. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_sdk.py +3 -3
  43. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/evaluation_pb.d.ts +24 -0
  44. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/evaluation_pb.js +1 -1
  45. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/lib/types.ts +3 -0
  46. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.claude/skills/eval/SKILL.md +0 -0
  47. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.claude/skills/eval/evals/evals.json +0 -0
  48. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.claude/skills/inspect/SKILL.md +0 -0
  49. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.claude/skills/inspect/evals/evals.json +0 -0
  50. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.dockerignore +0 -0
  51. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.gitattributes +0 -0
  52. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.github/ISSUE_TEMPLATE/bug_report.yml +0 -0
  53. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.github/ISSUE_TEMPLATE/config.yml +0 -0
  54. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.github/ISSUE_TEMPLATE/feature_request.yml +0 -0
  55. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.github/dependabot.yml +0 -0
  56. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.github/workflows/ci.yml +0 -0
  57. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.github/workflows/kagent-contract-policy.yml +0 -0
  58. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.github/workflows/kagent-contract.yml +0 -0
  59. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.github/workflows/publish-evaluator-sdk.yml +0 -0
  60. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.github/workflows/release.yml +0 -0
  61. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.gitignore +0 -0
  62. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/.mcp.json +0 -0
  63. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/CONTRIBUTING.md +0 -0
  64. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/DEVELOPMENT.md +0 -0
  65. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/Dockerfile +0 -0
  66. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/LICENSE +0 -0
  67. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/Makefile +0 -0
  68. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/charts/agentevals/Chart.yaml +0 -0
  69. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/charts/agentevals/templates/NOTES.txt +0 -0
  70. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/charts/agentevals/templates/_helpers.tpl +0 -0
  71. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/charts/agentevals/templates/deployment.yaml +0 -0
  72. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/charts/agentevals/templates/postgresql-secret.yaml +0 -0
  73. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/charts/agentevals/templates/postgresql.yaml +0 -0
  74. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/charts/agentevals/templates/rbac.yaml +0 -0
  75. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/charts/agentevals/templates/service.yaml +0 -0
  76. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/charts/agentevals/templates/serviceaccount.yaml +0 -0
  77. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/charts/agentevals/values.yaml +0 -0
  78. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/docs/assets/logo-color-on-transparent.svg +0 -0
  79. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/docs/assets/logo-color.png +0 -0
  80. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/docs/assets/logo-dark-on-transparent.svg +0 -0
  81. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/docs/custom-evaluators.md +0 -0
  82. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/docs/run-history.md +0 -0
  83. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/custom_evaluators/eval_config.yaml +0 -0
  84. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/custom_evaluators/response_quality.py +0 -0
  85. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/custom_evaluators/tool_call_checker.py +0 -0
  86. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/custom_sink/README.md +0 -0
  87. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/custom_sink/agentevals_example_custom_sink/__init__.py +0 -0
  88. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/custom_sink/agentevals_example_custom_sink/sink.py +0 -0
  89. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/custom_sink/pyproject.toml +0 -0
  90. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/dice_agent/README.md +0 -0
  91. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/dice_agent/agent.py +0 -0
  92. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/dice_agent/eval_set.json +0 -0
  93. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/dice_agent/main.py +0 -0
  94. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/dice_agent/test_streaming.py +0 -0
  95. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/kubernetes/agentevals-values.yaml +0 -0
  96. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/kubernetes/agents.yaml +0 -0
  97. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/kubernetes/otel-collector.yaml +0 -0
  98. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/langchain_agent/README.md +0 -0
  99. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/langchain_agent/agent.py +0 -0
  100. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/langchain_agent/eval_set.json +0 -0
  101. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/langchain_agent/main.py +0 -0
  102. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/langchain_agent/requirements.txt +0 -0
  103. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/langchain_agent/test_streaming.py +0 -0
  104. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/sdk_example/async_example.py +0 -0
  105. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/sdk_example/context_manager_example.py +0 -0
  106. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/sdk_example/decorator_example.py +0 -0
  107. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/sdk_example/requirements.txt +0 -0
  108. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/strands_agent/agent.py +0 -0
  109. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/strands_agent/eval_set.json +0 -0
  110. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/strands_agent/main.py +0 -0
  111. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/strands_agent/requirements.txt +0 -0
  112. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/zero-code-examples/adk/requirements.txt +0 -0
  113. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/zero-code-examples/langchain/requirements.txt +0 -0
  114. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/zero-code-examples/ollama/requirements.txt +0 -0
  115. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/zero-code-examples/openai-agents/requirements.txt +0 -0
  116. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/zero-code-examples/pydantic-ai/requirements.txt +0 -0
  117. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/examples/zero-code-examples/strands/requirements.txt +0 -0
  118. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/flake.lock +0 -0
  119. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/flake.nix +0 -0
  120. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/README.md +0 -0
  121. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/agentevals/api/v1alpha1/common.pb.go +0 -0
  122. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/agentevals/api/v1alpha1/conversion.pb.go +0 -0
  123. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/agentevals/api/v1alpha1/conversion_grpc.pb.go +0 -0
  124. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/agentevals/api/v1alpha1/evaluation_grpc.pb.go +0 -0
  125. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/agentevals/api/v1alpha1/runs.pb.go +0 -0
  126. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/agentevals/api/v1alpha1/runs_grpc.pb.go +0 -0
  127. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/agentevals/api/v1alpha1/sessions.pb.go +0 -0
  128. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/agentevals/api/v1alpha1/sessions_grpc.pb.go +0 -0
  129. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/agentevals/api/v1alpha1/system.pb.go +0 -0
  130. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/agentevals/api/v1alpha1/system_grpc.pb.go +0 -0
  131. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/agentevals/api/v1alpha1/views.pb.go +0 -0
  132. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/go.mod +0 -0
  133. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/gen/go/go.sum +0 -0
  134. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/packages/evaluator-sdk-py/README.md +0 -0
  135. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/packages/evaluator-sdk-py/pyproject.toml +0 -0
  136. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/__init__.py +0 -0
  137. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/decorator.py +0 -0
  138. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/types.py +0 -0
  139. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/proto/agentevals/api/v1alpha1/common.proto +0 -0
  140. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/proto/agentevals/api/v1alpha1/conversion.proto +0 -0
  141. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/proto/agentevals/api/v1alpha1/runs.proto +0 -0
  142. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/proto/agentevals/api/v1alpha1/sessions.proto +0 -0
  143. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/proto/agentevals/api/v1alpha1/system.proto +0 -0
  144. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/proto/agentevals/api/v1alpha1/views.proto +0 -0
  145. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/proto/buf.gen.yaml +0 -0
  146. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/proto/buf.lock +0 -0
  147. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/proto/buf.yaml +0 -0
  148. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/pyproject.toml +0 -0
  149. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/samples/eval_set_helm.json +0 -0
  150. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/samples/evalset_helm_3_2026-02-23.json +0 -0
  151. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/samples/evalset_k8s_2026-02-20.json +0 -0
  152. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/samples/helm.json +0 -0
  153. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/samples/helm_2.json +0 -0
  154. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/samples/helm_3.json +0 -0
  155. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/samples/k8s.json +0 -0
  156. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/samples/tempo_export_with_batches.json +0 -0
  157. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/__init__.py +0 -0
  158. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/_protocol.py +0 -0
  159. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/_static/assets/index-BqibLiHO.css +0 -0
  160. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/_static/assets/index-as1iapCh.js +0 -0
  161. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/_static/index.html +0 -0
  162. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/_static/logo.svg +0 -0
  163. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/_static/vite.svg +0 -0
  164. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/adk_bridge.py +0 -0
  165. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/__init__.py +0 -0
  166. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/app.py +0 -0
  167. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/debug_routes.py +0 -0
  168. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/dependencies.py +0 -0
  169. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/models.py +0 -0
  170. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/otlp_app.py +0 -0
  171. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/otlp_grpc.py +0 -0
  172. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/otlp_http.py +0 -0
  173. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/otlp_processing.py +0 -0
  174. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/otlp_routes.py +0 -0
  175. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/redact.py +0 -0
  176. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/rpc/__init__.py +0 -0
  177. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/rpc/policy.py +0 -0
  178. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/rpc/server.py +0 -0
  179. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/runs_routes.py +0 -0
  180. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/common_pb2.py +0 -0
  181. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/common_pb2.pyi +0 -0
  182. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/common_pb2_grpc.py +0 -0
  183. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/conversion_pb2.py +0 -0
  184. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/conversion_pb2.pyi +0 -0
  185. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/conversion_pb2_grpc.py +0 -0
  186. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/evaluation_pb2_grpc.py +0 -0
  187. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/runs_pb2.py +0 -0
  188. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/runs_pb2.pyi +0 -0
  189. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/runs_pb2_grpc.py +0 -0
  190. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/sessions_pb2.py +0 -0
  191. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/sessions_pb2.pyi +0 -0
  192. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/sessions_pb2_grpc.py +0 -0
  193. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/system_pb2.py +0 -0
  194. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/system_pb2.pyi +0 -0
  195. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/system_pb2_grpc.py +0 -0
  196. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/views_pb2.py +0 -0
  197. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/views_pb2.pyi +0 -0
  198. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/v1alpha1/views_pb2_grpc.py +0 -0
  199. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/api/views.py +0 -0
  200. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/builtin_metrics.py +0 -0
  201. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/cli.py +0 -0
  202. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/config.py +0 -0
  203. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/custom_evaluators.py +0 -0
  204. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/eval_config_loader.py +0 -0
  205. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/evaluator/__init__.py +0 -0
  206. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/evaluator/resolver.py +0 -0
  207. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/evaluator/sources.py +0 -0
  208. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/evaluator/templates.py +0 -0
  209. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/evaluator/venv.py +0 -0
  210. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/genai/__init__.py +0 -0
  211. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/genai/matching.py +0 -0
  212. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/genai/messages.py +0 -0
  213. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/genai/model.py +0 -0
  214. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/genai/overlay.py +0 -0
  215. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/genai/routing.py +0 -0
  216. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/genai/semconv.py +0 -0
  217. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/loader/__init__.py +0 -0
  218. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/loader/auto.py +0 -0
  219. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/loader/jaeger.py +0 -0
  220. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/loader/otlp.py +0 -0
  221. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/mcp_server.py +0 -0
  222. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/otel/__init__.py +0 -0
  223. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/otel/decode.py +0 -0
  224. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/otel/encode.py +0 -0
  225. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/otel/model.py +0 -0
  226. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/otel/store.py +0 -0
  227. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/output.py +0 -0
  228. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/resolvers/__init__.py +0 -0
  229. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/resolvers/kubernetes.py +0 -0
  230. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/run/__init__.py +0 -0
  231. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/run/fetcher.py +0 -0
  232. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/run/result_builder.py +0 -0
  233. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/run/sinks.py +0 -0
  234. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/run/worker.py +0 -0
  235. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/sdk.py +0 -0
  236. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/__init__.py +0 -0
  237. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/config.py +0 -0
  238. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/models.py +0 -0
  239. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/postgres/__init__.py +0 -0
  240. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/postgres/migrations/000001_init.down.sql +0 -0
  241. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/postgres/migrations/000001_init.up.sql +0 -0
  242. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/postgres/migrations/000002_drop_openai_eval.down.sql +0 -0
  243. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/postgres/migrations/000002_drop_openai_eval.up.sql +0 -0
  244. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/postgres/migrator.py +0 -0
  245. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/postgres/pool.py +0 -0
  246. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/repos/__init__.py +0 -0
  247. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/repos/memory.py +0 -0
  248. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/storage/repos/postgres.py +0 -0
  249. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/streaming/__init__.py +0 -0
  250. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/streaming/exports.py +0 -0
  251. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/streaming/manager.py +0 -0
  252. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/streaming/session.py +0 -0
  253. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/telemetry.py +0 -0
  254. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/trace_metrics.py +0 -0
  255. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/utils/__init__.py +0 -0
  256. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/src/agentevals/utils/log_buffer.py +0 -0
  257. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/api/__init__.py +0 -0
  258. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/api/test_api_tracing.py +0 -0
  259. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/api/test_live_routes.py +0 -0
  260. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/api/test_redact.py +0 -0
  261. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/api/test_rpc_convert.py +0 -0
  262. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/api/test_runs_routes.py +0 -0
  263. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/api/test_views.py +0 -0
  264. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/README.md +0 -0
  265. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/check.sh +0 -0
  266. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/policy/agentevals.rego +0 -0
  267. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/main-2cc3ffae/a2a.yaml +0 -0
  268. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/main-2cc3ffae/imports.yaml +0 -0
  269. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/main-2cc3ffae/kagent.yaml +0 -0
  270. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/main-2cc3ffae/manifest.yaml +0 -0
  271. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/main-2cc3ffae/signals.yaml +0 -0
  272. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/pr3121-412ef54e/a2a.yaml +0 -0
  273. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/pr3121-412ef54e/imports.yaml +0 -0
  274. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/pr3121-412ef54e/kagent.yaml +0 -0
  275. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/pr3121-412ef54e/manifest.yaml +0 -0
  276. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/pr3121-412ef54e/signals.yaml +0 -0
  277. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/v1.0.0-alpha9/a2a.yaml +0 -0
  278. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/v1.0.0-alpha9/kagent.yaml +0 -0
  279. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/v1.0.0-alpha9/manifest.yaml +0 -0
  280. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/registries/v1.0.0-alpha9/signals.yaml +0 -0
  281. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/test.sh +0 -0
  282. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/testdata/agentevals_contract_gone/manifest.yaml +0 -0
  283. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/testdata/agentevals_contract_gone/model.yaml +0 -0
  284. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/testdata/agentevals_contract_missing_attribute/manifest.yaml +0 -0
  285. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/testdata/agentevals_contract_missing_attribute/model.yaml +0 -0
  286. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/testdata/agentevals_contract_requirement_floor/manifest.yaml +0 -0
  287. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/testdata/agentevals_contract_requirement_floor/model.yaml +0 -0
  288. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/contract/kagent/weaver.sh +0 -0
  289. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/MANIFEST.md +0 -0
  290. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S1.json +0 -0
  291. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S1.truth.json +0 -0
  292. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S2.json +0 -0
  293. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S2.truth.json +0 -0
  294. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S3.json +0 -0
  295. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S3.truth.json +0 -0
  296. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S4a.json +0 -0
  297. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S4a.truth.json +0 -0
  298. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S4b.json +0 -0
  299. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S4b.truth.json +0 -0
  300. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S5.json +0 -0
  301. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S5.truth.json +0 -0
  302. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S6a.json +0 -0
  303. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S6a.truth.json +0 -0
  304. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S6b.json +0 -0
  305. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default/S6b.truth.json +0 -0
  306. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S1.json +0 -0
  307. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S1.truth.json +0 -0
  308. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S2.json +0 -0
  309. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S2.truth.json +0 -0
  310. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S3.json +0 -0
  311. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S3.truth.json +0 -0
  312. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S4a.json +0 -0
  313. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S4a.truth.json +0 -0
  314. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S4b.json +0 -0
  315. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S4b.truth.json +0 -0
  316. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S5.json +0 -0
  317. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S5.truth.json +0 -0
  318. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S6a.json +0 -0
  319. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S6a.truth.json +0 -0
  320. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S6b.json +0 -0
  321. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S6b.truth.json +0 -0
  322. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S1.json +0 -0
  323. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S1.truth.json +0 -0
  324. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S2.json +0 -0
  325. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S2.truth.json +0 -0
  326. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S3.json +0 -0
  327. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S3.truth.json +0 -0
  328. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S4a.json +0 -0
  329. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S4a.truth.json +0 -0
  330. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S4b.json +0 -0
  331. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S4b.truth.json +0 -0
  332. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S5.json +0 -0
  333. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S5.truth.json +0 -0
  334. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S6a.json +0 -0
  335. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S6a.truth.json +0 -0
  336. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S6b.json +0 -0
  337. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S6b.truth.json +0 -0
  338. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S1.json +0 -0
  339. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S1.truth.json +0 -0
  340. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S2.json +0 -0
  341. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S2.truth.json +0 -0
  342. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S3.json +0 -0
  343. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S3.truth.json +0 -0
  344. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4a.json +0 -0
  345. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4a.truth.json +0 -0
  346. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4b.json +0 -0
  347. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4b.truth.json +0 -0
  348. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S5.json +0 -0
  349. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S5.truth.json +0 -0
  350. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6a.json +0 -0
  351. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6a.truth.json +0 -0
  352. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6b.json +0 -0
  353. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6b.truth.json +0 -0
  354. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S1.json +0 -0
  355. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S1.truth.json +0 -0
  356. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S2.json +0 -0
  357. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S2.truth.json +0 -0
  358. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S3.json +0 -0
  359. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S3.truth.json +0 -0
  360. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S4a.json +0 -0
  361. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S4a.truth.json +0 -0
  362. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S4b.json +0 -0
  363. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S4b.truth.json +0 -0
  364. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S5.json +0 -0
  365. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S5.truth.json +0 -0
  366. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S6a.json +0 -0
  367. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S6a.truth.json +0 -0
  368. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S6b.json +0 -0
  369. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S6b.truth.json +0 -0
  370. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S1.json +0 -0
  371. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S1.truth.json +0 -0
  372. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S2.json +0 -0
  373. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S2.truth.json +0 -0
  374. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S3.json +0 -0
  375. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S3.truth.json +0 -0
  376. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S4a.json +0 -0
  377. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S4a.truth.json +0 -0
  378. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S4b.json +0 -0
  379. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S4b.truth.json +0 -0
  380. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S5.json +0 -0
  381. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S5.truth.json +0 -0
  382. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S6a.json +0 -0
  383. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S6a.truth.json +0 -0
  384. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S6b.json +0 -0
  385. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_default/S6b.truth.json +0 -0
  386. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S1.json +0 -0
  387. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S1.truth.json +0 -0
  388. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S2.json +0 -0
  389. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S2.truth.json +0 -0
  390. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S3.json +0 -0
  391. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S3.truth.json +0 -0
  392. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S4a.json +0 -0
  393. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S4a.truth.json +0 -0
  394. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S4b.json +0 -0
  395. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S4b.truth.json +0 -0
  396. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S5.json +0 -0
  397. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S5.truth.json +0 -0
  398. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S6a.json +0 -0
  399. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S6a.truth.json +0 -0
  400. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S6b.json +0 -0
  401. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only/S6b.truth.json +0 -0
  402. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S1.json +0 -0
  403. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S1.truth.json +0 -0
  404. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S2.json +0 -0
  405. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S2.truth.json +0 -0
  406. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S3.json +0 -0
  407. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S3.truth.json +0 -0
  408. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4a.json +0 -0
  409. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4a.truth.json +0 -0
  410. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4b.json +0 -0
  411. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4b.truth.json +0 -0
  412. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S5.json +0 -0
  413. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S5.truth.json +0 -0
  414. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6a.json +0 -0
  415. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6a.truth.json +0 -0
  416. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6b.json +0 -0
  417. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6b.truth.json +0 -0
  418. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S1.json +0 -0
  419. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S1.truth.json +0 -0
  420. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S2.json +0 -0
  421. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S2.truth.json +0 -0
  422. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S3.json +0 -0
  423. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S3.truth.json +0 -0
  424. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S4a.json +0 -0
  425. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S4a.truth.json +0 -0
  426. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S4b.json +0 -0
  427. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S4b.truth.json +0 -0
  428. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S5.json +0 -0
  429. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S5.truth.json +0 -0
  430. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S6a.json +0 -0
  431. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S6a.truth.json +0 -0
  432. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S6b.json +0 -0
  433. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_no_content/S6b.truth.json +0 -0
  434. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S1.json +0 -0
  435. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S1.truth.json +0 -0
  436. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S2.json +0 -0
  437. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S2.truth.json +0 -0
  438. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S3.json +0 -0
  439. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S3.truth.json +0 -0
  440. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S4a.json +0 -0
  441. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S4a.truth.json +0 -0
  442. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S4b.json +0 -0
  443. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S4b.truth.json +0 -0
  444. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S5.json +0 -0
  445. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S5.truth.json +0 -0
  446. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S6a.json +0 -0
  447. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S6a.truth.json +0 -0
  448. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S6b.json +0 -0
  449. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S6b.truth.json +0 -0
  450. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S1.json +0 -0
  451. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S1.truth.json +0 -0
  452. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S2.json +0 -0
  453. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S2.truth.json +0 -0
  454. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S3.json +0 -0
  455. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S3.truth.json +0 -0
  456. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S4a.json +0 -0
  457. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S4a.truth.json +0 -0
  458. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S4b.json +0 -0
  459. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S4b.truth.json +0 -0
  460. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S5.json +0 -0
  461. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S5.truth.json +0 -0
  462. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S6a.json +0 -0
  463. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S6a.truth.json +0 -0
  464. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S6b.json +0 -0
  465. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only/S6b.truth.json +0 -0
  466. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S1.json +0 -0
  467. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S1.truth.json +0 -0
  468. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S2.json +0 -0
  469. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S2.truth.json +0 -0
  470. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S3.json +0 -0
  471. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S3.truth.json +0 -0
  472. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4a.json +0 -0
  473. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4a.truth.json +0 -0
  474. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4b.json +0 -0
  475. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4b.truth.json +0 -0
  476. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S5.json +0 -0
  477. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S5.truth.json +0 -0
  478. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6a.json +0 -0
  479. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6a.truth.json +0 -0
  480. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6b.json +0 -0
  481. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6b.truth.json +0 -0
  482. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S1.json +0 -0
  483. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S1.truth.json +0 -0
  484. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S2.json +0 -0
  485. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S2.truth.json +0 -0
  486. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S3.json +0 -0
  487. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S3.truth.json +0 -0
  488. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4a.json +0 -0
  489. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4a.truth.json +0 -0
  490. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4b.json +0 -0
  491. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4b.truth.json +0 -0
  492. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S5.json +0 -0
  493. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S5.truth.json +0 -0
  494. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6a.json +0 -0
  495. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6a.truth.json +0 -0
  496. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6b.json +0 -0
  497. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6b.truth.json +0 -0
  498. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S1.json +0 -0
  499. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S1.truth.json +0 -0
  500. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S2.json +0 -0
  501. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S2.truth.json +0 -0
  502. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S3.json +0 -0
  503. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S3.truth.json +0 -0
  504. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S4a.json +0 -0
  505. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S4a.truth.json +0 -0
  506. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S4b.json +0 -0
  507. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S4b.truth.json +0 -0
  508. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S5.json +0 -0
  509. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S5.truth.json +0 -0
  510. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S6a.json +0 -0
  511. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S6a.truth.json +0 -0
  512. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S6b.json +0 -0
  513. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S6b.truth.json +0 -0
  514. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S1.json +0 -0
  515. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S1.truth.json +0 -0
  516. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S2.json +0 -0
  517. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S2.truth.json +0 -0
  518. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S3.json +0 -0
  519. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S3.truth.json +0 -0
  520. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S4a.json +0 -0
  521. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S4a.truth.json +0 -0
  522. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S4b.json +0 -0
  523. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S4b.truth.json +0 -0
  524. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S5.json +0 -0
  525. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S5.truth.json +0 -0
  526. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S6a.json +0 -0
  527. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S6a.truth.json +0 -0
  528. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S6b.json +0 -0
  529. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S6b.truth.json +0 -0
  530. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S1.json +0 -0
  531. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S1.truth.json +0 -0
  532. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S2.json +0 -0
  533. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S2.truth.json +0 -0
  534. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S3.json +0 -0
  535. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S3.truth.json +0 -0
  536. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S4a.json +0 -0
  537. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S4a.truth.json +0 -0
  538. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S4b.json +0 -0
  539. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S4b.truth.json +0 -0
  540. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S5.json +0 -0
  541. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S5.truth.json +0 -0
  542. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S6a.json +0 -0
  543. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S6a.truth.json +0 -0
  544. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S6b.json +0 -0
  545. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S6b.truth.json +0 -0
  546. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S1.json +0 -0
  547. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S1.truth.json +0 -0
  548. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S2.json +0 -0
  549. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S2.truth.json +0 -0
  550. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S3.json +0 -0
  551. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S3.truth.json +0 -0
  552. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4a.json +0 -0
  553. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4a.truth.json +0 -0
  554. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4b.json +0 -0
  555. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4b.truth.json +0 -0
  556. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S5.json +0 -0
  557. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S5.truth.json +0 -0
  558. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6a.json +0 -0
  559. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6a.truth.json +0 -0
  560. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6b.json +0 -0
  561. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6b.truth.json +0 -0
  562. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/adk_cycle_poisons_batch.json +0 -0
  563. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/adk_cycle_poisons_batch.truth.json +0 -0
  564. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/adk_go_main.json +0 -0
  565. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/adk_go_main.truth.json +0 -0
  566. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/content_capture_off.json +0 -0
  567. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/content_capture_off.truth.json +0 -0
  568. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/deprecated_aliases.json +0 -0
  569. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/deprecated_aliases.truth.json +0 -0
  570. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/details_event_log_debug.json +0 -0
  571. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/details_event_log_debug.truth.json +0 -0
  572. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/duplicate_span_ids.json +0 -0
  573. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/duplicate_span_ids.truth.json +0 -0
  574. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/ext_eval_eventName.json +0 -0
  575. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/ext_eval_eventName.truth.json +0 -0
  576. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/ext_eval_event_name_attr.json +0 -0
  577. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/ext_eval_event_name_attr.truth.json +0 -0
  578. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/ext_eval_otel_event_name.json +0 -0
  579. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/ext_eval_otel_event_name.truth.json +0 -0
  580. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/ext_eval_span_event.json +0 -0
  581. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/ext_eval_span_event.truth.json +0 -0
  582. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/failed_inference_then_retry.json +0 -0
  583. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/failed_inference_then_retry.truth.json +0 -0
  584. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/mcp_tool_call.json +0 -0
  585. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/mcp_tool_call.truth.json +0 -0
  586. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/openai_agents_handoff.json +0 -0
  587. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/openai_agents_handoff.truth.json +0 -0
  588. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_ambiguous.json +0 -0
  589. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_ambiguous.truth.json +0 -0
  590. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_single.json +0 -0
  591. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_single.truth.json +0 -0
  592. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/openai_v2_logs_span_id.json +0 -0
  593. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/openai_v2_logs_span_id.truth.json +0 -0
  594. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/remote_parent_root.json +0 -0
  595. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/remote_parent_root.truth.json +0 -0
  596. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/self_parent.json +0 -0
  597. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/self_parent.truth.json +0 -0
  598. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/strands_span_events.json +0 -0
  599. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/strands_span_events.truth.json +0 -0
  600. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/three_trace_conversation.json +0 -0
  601. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/three_trace_conversation.truth.json +0 -0
  602. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/tool_error_no_error_type.json +0 -0
  603. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/tool_error_no_error_type.truth.json +0 -0
  604. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/two_span_cycle.json +0 -0
  605. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/two_span_cycle.truth.json +0 -0
  606. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/upstream_new_parts.json +0 -0
  607. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/upstream_new_parts.truth.json +0 -0
  608. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/util_genai_openai_tool_loop.json +0 -0
  609. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/hand/util_genai_openai_tool_loop.truth.json +0 -0
  610. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/README.md +0 -0
  611. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_1turn.json +0 -0
  612. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_1turn.truth.json +0 -0
  613. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_2turn.json +0 -0
  614. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_2turn.truth.json +0 -0
  615. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_1turn_subagent.json +0 -0
  616. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_1turn_subagent.truth.json +0 -0
  617. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_2turn.json +0 -0
  618. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_2turn.truth.json +0 -0
  619. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_recipe_2turn.json +0 -0
  620. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_recipe_2turn.truth.json +0 -0
  621. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/samples/helm.json +0 -0
  622. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/samples/helm.truth.json +0 -0
  623. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/samples/helm_2.json +0 -0
  624. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/samples/helm_2.truth.json +0 -0
  625. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/samples/helm_3.json +0 -0
  626. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/samples/helm_3.truth.json +0 -0
  627. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/samples/k8s.json +0 -0
  628. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/samples/k8s.truth.json +0 -0
  629. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/samples/tempo_export_with_batches.json +0 -0
  630. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/fixtures/otlp/samples/tempo_export_with_batches.truth.json +0 -0
  631. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/genai/__init__.py +0 -0
  632. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/genai/test_continuations.py +0 -0
  633. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/genai/test_corpus.py +0 -0
  634. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/genai/test_failed_turns.py +0 -0
  635. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/genai/test_grouping.py +0 -0
  636. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/genai/test_legacy_chat.py +0 -0
  637. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/genai/test_tools.py +0 -0
  638. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/integration/__init__.py +0 -0
  639. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/integration/test_evaluation_pipeline.py +0 -0
  640. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/integration/test_otlp_grpc_receiver.py +0 -0
  641. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/integration/test_session_grouping.py +0 -0
  642. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/integration/test_timing_stress.py +0 -0
  643. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/otel/__init__.py +0 -0
  644. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/otel/test_own_spans.py +0 -0
  645. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/otel/test_store.py +0 -0
  646. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/resolvers/__init__.py +0 -0
  647. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/resolvers/test_kubernetes.py +0 -0
  648. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/resolvers/test_registry.py +0 -0
  649. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/run/__init__.py +0 -0
  650. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/run/test_fetcher.py +0 -0
  651. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/run/test_result_builder.py +0 -0
  652. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/run/test_sinks.py +0 -0
  653. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/storage/__init__.py +0 -0
  654. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/storage/test_config.py +0 -0
  655. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/storage/test_memory_repos.py +0 -0
  656. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/storage/test_migrator.py +0 -0
  657. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/storage/test_models.py +0 -0
  658. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/streaming/__init__.py +0 -0
  659. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/streaming/test_live.py +0 -0
  660. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/streaming/test_session_export.py +0 -0
  661. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/streaming/test_watchers.py +0 -0
  662. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_adk_bridge.py +0 -0
  663. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_builtin_metrics.py +0 -0
  664. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_cli.py +0 -0
  665. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_credential_injection.py +0 -0
  666. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_efficiency_metrics.py +0 -0
  667. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_eval_config_loader.py +0 -0
  668. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_invocation_owners.py +0 -0
  669. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_jaeger_loader.py +0 -0
  670. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_layering.py +0 -0
  671. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_loader_auto.py +0 -0
  672. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_mcp_server.py +0 -0
  673. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_otlp_http_protocol.py +0 -0
  674. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_otlp_loader.py +0 -0
  675. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_output.py +0 -0
  676. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_protocol.py +0 -0
  677. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_rubrics.py +0 -0
  678. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_runner.py +0 -0
  679. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/tests/test_trace_metrics.py +0 -0
  680. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/.gitignore +0 -0
  681. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/README.md +0 -0
  682. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/eslint.config.js +0 -0
  683. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/index.html +0 -0
  684. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/package-lock.json +0 -0
  685. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/package.json +0 -0
  686. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/public/logo.svg +0 -0
  687. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/public/vite.svg +0 -0
  688. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/App.css +0 -0
  689. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/App.tsx +0 -0
  690. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/api/client.ts +0 -0
  691. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/assets/react.svg +0 -0
  692. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/annotation-queue/AnnotationDetailPanel.tsx +0 -0
  693. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/annotation-queue/AnnotationQueueView.tsx +0 -0
  694. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/annotation-queue/AnnotationTable.tsx +0 -0
  695. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/bug-report/BugReportModal.tsx +0 -0
  696. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/builder/BuilderHeader.tsx +0 -0
  697. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/builder/BuilderView.tsx +0 -0
  698. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/builder/EvalCaseCard.tsx +0 -0
  699. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/builder/EvalCasesList.tsx +0 -0
  700. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/builder/InvocationEditor.tsx +0 -0
  701. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/builder/JsonPreview.tsx +0 -0
  702. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/builder/MetadataEditor.tsx +0 -0
  703. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/builder/TraceUploadZone.tsx +0 -0
  704. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/builder/index.ts +0 -0
  705. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/dashboard/DashboardView.tsx +0 -0
  706. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/dashboard/MetricScoreCard.tsx +0 -0
  707. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/dashboard/PerformanceCard.tsx +0 -0
  708. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/dashboard/PerformanceCharts.tsx +0 -0
  709. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/dashboard/SummaryStats.tsx +0 -0
  710. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/dashboard/TraceCard.tsx +0 -0
  711. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/dashboard/TraceTable.tsx +0 -0
  712. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/inspector/ComparisonPanel.tsx +0 -0
  713. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/inspector/DataSection.tsx +0 -0
  714. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/inspector/InspectorHeader.tsx +0 -0
  715. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/inspector/InspectorLayout.tsx +0 -0
  716. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/inspector/InspectorView.tsx +0 -0
  717. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/inspector/InvocationCard.tsx +0 -0
  718. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/inspector/InvocationSummaryPanel.tsx +0 -0
  719. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/inspector/MetricResultsSection.tsx +0 -0
  720. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/inspector/MetricsComparisonSection.tsx +0 -0
  721. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/inspector/PerformanceSection.tsx +0 -0
  722. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/inspector/ToolCallList.tsx +0 -0
  723. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/inspector/TrajectoryComparisonDetails.tsx +0 -0
  724. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/runs/PassRateTrendChart.tsx +0 -0
  725. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/runs/PerMetricTrendChart.tsx +0 -0
  726. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/runs/RunDetailView.tsx +0 -0
  727. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/runs/RunsHistoryTable.tsx +0 -0
  728. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/runs/RunsView.tsx +0 -0
  729. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/runs/runHistory.ts +0 -0
  730. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/sidebar/Sidebar.tsx +0 -0
  731. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/streaming/LiveConversationPanel.tsx +0 -0
  732. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/streaming/LiveMessage.tsx +0 -0
  733. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/streaming/LiveStreamingView.tsx +0 -0
  734. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/streaming/SessionCard.tsx +0 -0
  735. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/streaming/SessionMetadata.tsx +0 -0
  736. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/upload/EvalSetEditorDrawer.tsx +0 -0
  737. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/upload/FileDropZone.tsx +0 -0
  738. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/upload/MetricSelector.tsx +0 -0
  739. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/upload/RawJsonPreview.tsx +0 -0
  740. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/upload/TraceEditorDrawer.tsx +0 -0
  741. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/upload/UploadView.tsx +0 -0
  742. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/components/welcome/WelcomeView.tsx +0 -0
  743. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/config.ts +0 -0
  744. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/context/TraceContext.tsx +0 -0
  745. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/context/TraceProvider.tsx +0 -0
  746. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/common_pb.d.ts +0 -0
  747. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/common_pb.js +0 -0
  748. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/conversion_pb.d.ts +0 -0
  749. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/conversion_pb.js +0 -0
  750. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/runs_pb.d.ts +0 -0
  751. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/runs_pb.js +0 -0
  752. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/sessions_pb.d.ts +0 -0
  753. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/sessions_pb.js +0 -0
  754. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/system_pb.d.ts +0 -0
  755. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/system_pb.js +0 -0
  756. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/views_pb.d.ts +0 -0
  757. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/agentevals/api/v1alpha1/views_pb.js +0 -0
  758. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/opentelemetry/proto/common/v1/common_pb.d.ts +0 -0
  759. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/opentelemetry/proto/common/v1/common_pb.js +0 -0
  760. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/opentelemetry/proto/logs/v1/logs_pb.d.ts +0 -0
  761. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/opentelemetry/proto/logs/v1/logs_pb.js +0 -0
  762. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/opentelemetry/proto/resource/v1/resource_pb.d.ts +0 -0
  763. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/opentelemetry/proto/resource/v1/resource_pb.js +0 -0
  764. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/opentelemetry/proto/trace/v1/trace_pb.d.ts +0 -0
  765. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/generated/opentelemetry/proto/trace/v1/trace_pb.js +0 -0
  766. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/index.css +0 -0
  767. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/lib/console-capture.ts +0 -0
  768. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/lib/eval-config.ts +0 -0
  769. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/lib/evalset-builder.ts +0 -0
  770. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/lib/liveSessions.ts +0 -0
  771. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/lib/network-capture.ts +0 -0
  772. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/lib/toolPairing.ts +0 -0
  773. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/lib/trace-helpers.ts +0 -0
  774. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/lib/trace-loader.ts +0 -0
  775. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/lib/trace-metadata.ts +0 -0
  776. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/lib/trace-patcher.ts +0 -0
  777. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/lib/utils.ts +0 -0
  778. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/src/main.tsx +0 -0
  779. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/tsconfig.app.json +0 -0
  780. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/tsconfig.json +0 -0
  781. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/tsconfig.node.json +0 -0
  782. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/ui/vite.config.ts +0 -0
  783. {agentevals_cli-0.12.1 → agentevals_cli-0.13.0}/uv.lock +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: agentevals-cli
3
- Version: 0.12.1
3
+ Version: 0.13.0
4
4
  Summary: Standalone framework to evaluate agent correctness based on portable OpenTelemetry traces
5
5
  License-File: LICENSE
6
6
  Requires-Python: >=3.11
@@ -165,7 +165,7 @@ python your_agent.py
165
165
 
166
166
  Sessions appear in the UI at `http://localhost:8001` as the agent runs, with tool calls, inputs and outputs, and can be evaluated there. For gRPC exporters use port 4317 with `OTEL_EXPORTER_OTLP_PROTOCOL=grpc`.
167
167
 
168
- Sessions are grouped by `agentevals.session_name`, then `gen_ai.conversation.id`, then `session.id`. `service.instance.id` tells a rerun from the next turn. Set `agentevals.eval_set_id` to associate a session with an eval set.
168
+ Sessions are grouped by `agentevals.session_name`, then `gen_ai.conversation.id`, then `session.id`. `service.instance.id` tells a rerun from the next turn. Set `agentevals.eval.set.id` to associate a session with an eval set.
169
169
 
170
170
  Per producer settings, such as turning on message content capture, are in [OpenTelemetry Compatibility](docs/otel-compatibility.md). Working setups for each framework are in [examples/zero-code-examples/](examples/zero-code-examples/).
171
171
 
@@ -118,7 +118,7 @@ python your_agent.py
118
118
 
119
119
  Sessions appear in the UI at `http://localhost:8001` as the agent runs, with tool calls, inputs and outputs, and can be evaluated there. For gRPC exporters use port 4317 with `OTEL_EXPORTER_OTLP_PROTOCOL=grpc`.
120
120
 
121
- Sessions are grouped by `agentevals.session_name`, then `gen_ai.conversation.id`, then `session.id`. `service.instance.id` tells a rerun from the next turn. Set `agentevals.eval_set_id` to associate a session with an eval set.
121
+ Sessions are grouped by `agentevals.session_name`, then `gen_ai.conversation.id`, then `session.id`. `service.instance.id` tells a rerun from the next turn. Set `agentevals.eval.set.id` to associate a session with an eval set.
122
122
 
123
123
  Per producer settings, such as turning on message content capture, are in [OpenTelemetry Compatibility](docs/otel-compatibility.md). Working setups for each framework are in [examples/zero-code-examples/](examples/zero-code-examples/).
124
124
 
@@ -293,6 +293,8 @@ Turns are compared in order. Extra or missing turns are reported as `unexpected_
293
293
 
294
294
  Use `conversation` when each turn of a multi turn conversation is its own trace.
295
295
 
296
+ In every mode, a trace that resumes a paused turn of another trace (a span link between their `invoke_agent` spans, see [Sending telemetry](otel-compatibility.md#what-agentevals-needs)) is evaluated with that trace.
297
+
296
298
  ## Usage
297
299
 
298
300
  ### CLI
@@ -20,6 +20,10 @@ Sessions and conversations come back as views: turns with their user text, tool
20
20
 
21
21
  Traces go in as OTLP protobuf (`TracesData` and `LogsData`) or as files (OTLP/JSON, OTLP/JSONL or Jaeger JSON), the same formats the REST API takes.
22
22
 
23
+ `EvaluateTraces` lists the judged turns of each group in `turn_refs`. `evaluated_trace_id` and `evaluated_span_id` name the span the turn's results belong to, the same span agentevals attaches its own [evaluation result records](opentelemetry-pipeline.md#send-evaluation-results-from-agentevals) to. Use it when you attach results to telemetry yourself.
24
+
25
+ `EvaluateTraces` takes an optional `run_id` (a UUID). Every result record of the call carries it as `agentevals.eval.run.id`, and with run storage the evaluation is recorded under it. An id that is already recorded is rejected with `ALREADY_EXISTS`. Without `run_id`, a call recorded in run storage stamps its records with the recorded run's id.
26
+
23
27
  ## Calling it
24
28
 
25
29
  With reflection on, `grpcurl` can list and call everything:
@@ -158,17 +158,29 @@ agentevals run traces.json -e eval_set.json -m tool_trajectory_avg_score --emit-
158
158
 
159
159
  `OTEL_EXPORTER_OTLP_PROTOCOL=grpc` (with port 4317) switches to gRPC. `OTEL_SDK_DISABLED=true` or `OTEL_LOGS_EXPORTER=none` turns emitting off even when it is enabled. `OTEL_SERVICE_NAME` and `OTEL_RESOURCE_ATTRIBUTES` work as usual.
160
160
 
161
- Each result is a `gen_ai.evaluation.result` log event attached to the span it scores (the turn's agent span, or its last model call). Metrics that score each turn give one event per turn; others give one event on the last turn.
161
+ Each result is a `gen_ai.evaluation.result` log event attached to the span it scores (the turn's agent span, or its last model call). Metrics that score each turn give one event per turn; others give one event on the last turn. The evaluation APIs name the same span in each turn reference (`evaluated_trace_id`, `evaluated_span_id`).
162
162
 
163
163
  | Attribute | Value |
164
164
  |---|---|
165
165
  | `gen_ai.evaluation.name` | Evaluator name |
166
166
  | `gen_ai.evaluation.score.value` | Score, when there is one |
167
- | `gen_ai.evaluation.score.label` | `pass`, `fail` or `not_evaluated` |
167
+ | `gen_ai.evaluation.score.label` | `pass`, `fail`, `not_evaluated` or `informational`, see below |
168
168
  | `error.type` | Exception class when the evaluator failed (no score or label then) |
169
169
  | `gen_ai.evaluation.explanation` | Only with `AGENTEVALS_EVALUATION_EVENTS_EXPLANATION=true` |
170
170
  | `gen_ai.agent.name`, `gen_ai.conversation.id`, `gen_ai.response.id` | Copied from the evaluated span when present |
171
171
  | `agentevals.evaluator.type` | `llm_judge` or `deterministic` for built in metrics |
172
- | `agentevals.eval.run.id`, `agentevals.eval.case.id`, `agentevals.eval_set.id` | When known |
172
+ | `agentevals.eval.run.id` | The run: a queued run, an evaluation recorded in run storage, or the `run_id` of an `EvaluateTraces` call |
173
+ | `agentevals.eval.case.id`, `agentevals.eval.set.id` | When known |
174
+
175
+ | Label | Meaning |
176
+ |---|---|
177
+ | `pass` | The score met the evaluator's threshold |
178
+ | `fail` | The score missed the threshold |
179
+ | `not_evaluated` | The evaluator gave no score, for example because the metric needs an eval set |
180
+ | `informational` | A value to track that never passes or fails, such as `token_usage_v1` |
181
+
182
+ The GenAI conventions give `pass` and `fail` as example labels and ask each implementation to document its own; `not_evaluated` and `informational` are agentevals values.
183
+
184
+ The ids have the same names as the resource attributes you set: `agentevals.eval.set.id` (and `agentevals.eval.case.id`) mean the same thing on your telemetry and on these events.
173
185
 
174
186
  Events never contain prompts, responses or tool arguments. The explanation can, which is why it is off by default.
@@ -32,6 +32,8 @@ Working setups for each are in [examples/zero-code-examples](../examples/zero-co
32
32
 
33
33
  If a framework only instruments the model client (each model call is its own trace), agentevals joins a call that answers a tool result to the turn before it. This needs message content.
34
34
 
35
+ If a runtime pauses a turn (for an approval or a question) and runs the rest as a new `invoke_agent` span, often in a new trace, add a span link from the new span to the `invoke_agent` span that started the turn. agentevals then scores both parts as one turn: the user input of the first, the final answer of the last, and the tools of both. Both spans must carry the same `gen_ai.agent.name`, and the new span no input messages of its own. Linked traces are evaluated together whatever the grouping.
36
+
35
37
  ## Sessions
36
38
 
37
39
  Live traces are grouped into sessions by the first key present:
@@ -10,7 +10,7 @@ The simplest way to connect any agent to agentevals. Point your standard OTel OT
10
10
 
11
11
  ```bash
12
12
  export OTEL_EXPORTER_OTLP_ENDPOINT=http://localhost:4318
13
- export OTEL_RESOURCE_ATTRIBUTES="agentevals.session_name=my-agent,agentevals.eval_set_id=my-eval"
13
+ export OTEL_RESOURCE_ATTRIBUTES="agentevals.session_name=my-agent,agentevals.eval.set.id=my-eval"
14
14
  python your_agent.py
15
15
  ```
16
16
 
@@ -38,7 +38,7 @@ This approach works with any framework that has OTel instrumentation: LangChain,
38
38
  | Attribute | Required | Description |
39
39
  |-----------|----------|-------------|
40
40
  | `agentevals.session_name` | no | Groups spans into a named session. Without it, sessions are named `otlp-<traceId prefix>`. |
41
- | `agentevals.eval_set_id` | no | Associates the session with an eval set for scoring. |
41
+ | `agentevals.eval.set.id` | no | Associates the session with an eval set for scoring. |
42
42
 
43
43
  Set them via `OTEL_RESOURCE_ATTRIBUTES` (env var) or `Resource.create()` in code.
44
44
 
@@ -169,7 +169,7 @@ Body: Empty()
169
169
  Attributes:
170
170
  -> gen_ai.evaluation.name: Str(tool_trajectory_avg_score)
171
171
  -> agentevals.eval.case.id: Str(case_1)
172
- -> agentevals.eval_set.id: Str(manual-1)
172
+ -> agentevals.eval.set.id: Str(manual-1)
173
173
  -> agentevals.evaluator.type: Str(deterministic)
174
174
  -> gen_ai.evaluation.score.value: Double(1)
175
175
  -> gen_ai.evaluation.score.label: Str(pass)
@@ -48,7 +48,7 @@ async def main():
48
48
  os.environ.setdefault("OTEL_SERVICE_NAME", "adk-agent")
49
49
  os.environ.setdefault(
50
50
  "OTEL_RESOURCE_ATTRIBUTES",
51
- "agentevals.eval_set_id=dice_agent_eval,agentevals.session_name=adk-zero-code",
51
+ "agentevals.eval.set.id=dice_agent_eval,agentevals.session_name=adk-zero-code",
52
52
  )
53
53
  # A process level identity, so agentevals can tell a rerun of this script from the next turn.
54
54
  if "service.instance.id=" not in os.environ["OTEL_RESOURCE_ATTRIBUTES"]:
@@ -52,7 +52,7 @@ def main():
52
52
  os.environ.setdefault("OTEL_SERVICE_NAME", "langchain-agent")
53
53
  os.environ.setdefault(
54
54
  "OTEL_RESOURCE_ATTRIBUTES",
55
- "agentevals.eval_set_id=langchain_agent_eval,agentevals.session_name=langchain-zero-code",
55
+ "agentevals.eval.set.id=langchain_agent_eval,agentevals.session_name=langchain-zero-code",
56
56
  )
57
57
  # A process level identity, so agentevals can tell a rerun of this script from the next turn.
58
58
  if "service.instance.id=" not in os.environ["OTEL_RESOURCE_ATTRIBUTES"]:
@@ -116,7 +116,7 @@ def main():
116
116
  os.environ.setdefault("OTEL_SERVICE_NAME", "ollama-agent")
117
117
  os.environ.setdefault(
118
118
  "OTEL_RESOURCE_ATTRIBUTES",
119
- "agentevals.eval_set_id=langchain_local_ollama_openai_eval,agentevals.session_name=langchain-ollama-openai-zero-code",
119
+ "agentevals.eval.set.id=langchain_local_ollama_openai_eval,agentevals.session_name=langchain-ollama-openai-zero-code",
120
120
  )
121
121
  # A process level identity, so agentevals can tell a rerun of this script from the next turn.
122
122
  if "service.instance.id=" not in os.environ["OTEL_RESOURCE_ATTRIBUTES"]:
@@ -62,7 +62,7 @@ def main():
62
62
  os.environ.setdefault("OTEL_SERVICE_NAME", "openai-agents-agent")
63
63
  os.environ.setdefault(
64
64
  "OTEL_RESOURCE_ATTRIBUTES",
65
- "agentevals.eval_set_id=openai_agents_eval,agentevals.session_name=openai-agents-zero-code",
65
+ "agentevals.eval.set.id=openai_agents_eval,agentevals.session_name=openai-agents-zero-code",
66
66
  )
67
67
  # A process level identity, so agentevals can tell a rerun of this script from the next turn.
68
68
  if "service.instance.id=" not in os.environ["OTEL_RESOURCE_ATTRIBUTES"]:
@@ -58,7 +58,7 @@ def main():
58
58
  os.environ.setdefault("OTEL_SERVICE_NAME", "pydantic-ai-agent")
59
59
  os.environ.setdefault(
60
60
  "OTEL_RESOURCE_ATTRIBUTES",
61
- "agentevals.eval_set_id=pydantic_ai_eval,agentevals.session_name=pydantic-ai-zero-code",
61
+ "agentevals.eval.set.id=pydantic_ai_eval,agentevals.session_name=pydantic-ai-zero-code",
62
62
  )
63
63
  # A process level identity, so agentevals can tell a rerun of this script from the next turn.
64
64
  if "service.instance.id=" not in os.environ["OTEL_RESOURCE_ATTRIBUTES"]:
@@ -44,7 +44,7 @@ def main():
44
44
  os.environ.setdefault("OTEL_SERVICE_NAME", "strands-agent")
45
45
  os.environ.setdefault(
46
46
  "OTEL_RESOURCE_ATTRIBUTES",
47
- "agentevals.eval_set_id=strands_agent_eval,agentevals.session_name=strands-zero-code",
47
+ "agentevals.eval.set.id=strands_agent_eval,agentevals.session_name=strands-zero-code",
48
48
  )
49
49
  # A process level identity, so agentevals can tell a rerun of this script from the next turn.
50
50
  if "service.instance.id=" not in os.environ["OTEL_RESOURCE_ATTRIBUTES"]:
@@ -981,11 +981,16 @@ func (x *MetricResult) GetDurationMs() float64 {
981
981
  }
982
982
 
983
983
  type TurnRef struct {
984
- state protoimpl.MessageState `protogen:"open.v1"`
985
- TraceId string `protobuf:"bytes,1,opt,name=trace_id,json=traceId,proto3" json:"trace_id,omitempty"`
986
- SpanId string `protobuf:"bytes,2,opt,name=span_id,json=spanId,proto3" json:"span_id,omitempty"`
987
- unknownFields protoimpl.UnknownFields
988
- sizeCache protoimpl.SizeCache
984
+ state protoimpl.MessageState `protogen:"open.v1"`
985
+ // The turn's anchor: its agent or workflow span, else the root span of its trace.
986
+ TraceId string `protobuf:"bytes,1,opt,name=trace_id,json=traceId,proto3" json:"trace_id,omitempty"`
987
+ SpanId string `protobuf:"bytes,2,opt,name=span_id,json=spanId,proto3" json:"span_id,omitempty"`
988
+ // The span the turn's gen_ai.evaluation.result records attach to: the anchor, or the turn's
989
+ // final model call when the anchor is not a GenAI span. Attach results here.
990
+ EvaluatedTraceId string `protobuf:"bytes,3,opt,name=evaluated_trace_id,json=evaluatedTraceId,proto3" json:"evaluated_trace_id,omitempty"`
991
+ EvaluatedSpanId string `protobuf:"bytes,4,opt,name=evaluated_span_id,json=evaluatedSpanId,proto3" json:"evaluated_span_id,omitempty"`
992
+ unknownFields protoimpl.UnknownFields
993
+ sizeCache protoimpl.SizeCache
989
994
  }
990
995
 
991
996
  func (x *TurnRef) Reset() {
@@ -1032,6 +1037,20 @@ func (x *TurnRef) GetSpanId() string {
1032
1037
  return ""
1033
1038
  }
1034
1039
 
1040
+ func (x *TurnRef) GetEvaluatedTraceId() string {
1041
+ if x != nil {
1042
+ return x.EvaluatedTraceId
1043
+ }
1044
+ return ""
1045
+ }
1046
+
1047
+ func (x *TurnRef) GetEvaluatedSpanId() string {
1048
+ if x != nil {
1049
+ return x.EvaluatedSpanId
1050
+ }
1051
+ return ""
1052
+ }
1053
+
1035
1054
  // The results of one evaluation group: a trace, or a conversation of several traces.
1036
1055
  type TraceResult struct {
1037
1056
  state protoimpl.MessageState `protogen:"open.v1"`
@@ -1263,8 +1282,12 @@ type EvaluateTracesRequest struct {
1263
1282
  // {"kind": "kubernetes", "namespace": "...", "name": "...", "key": "..."} or
1264
1283
  // {"kind": "env", "name": "..."}. Values are resolved per request and never returned.
1265
1284
  CredentialRefs map[string]*structpb.Struct `protobuf:"bytes,4,rep,name=credential_refs,json=credentialRefs,proto3" json:"credential_refs,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"`
1266
- unknownFields protoimpl.UnknownFields
1267
- sizeCache protoimpl.SizeCache
1285
+ // Optional. A UUID stamped as agentevals.eval.run.id on every gen_ai.evaluation.result record of
1286
+ // this evaluation. With run storage the evaluation is recorded under this id, and an id that is
1287
+ // already recorded is rejected; without it, storage picks the id and the records carry that.
1288
+ RunId string `protobuf:"bytes,5,opt,name=run_id,json=runId,proto3" json:"run_id,omitempty"`
1289
+ unknownFields protoimpl.UnknownFields
1290
+ sizeCache protoimpl.SizeCache
1268
1291
  }
1269
1292
 
1270
1293
  func (x *EvaluateTracesRequest) Reset() {
@@ -1334,6 +1357,13 @@ func (x *EvaluateTracesRequest) GetCredentialRefs() map[string]*structpb.Struct
1334
1357
  return nil
1335
1358
  }
1336
1359
 
1360
+ func (x *EvaluateTracesRequest) GetRunId() string {
1361
+ if x != nil {
1362
+ return x.RunId
1363
+ }
1364
+ return ""
1365
+ }
1366
+
1337
1367
  type isEvaluateTracesRequest_EvalSet interface {
1338
1368
  isEvaluateTracesRequest_EvalSet()
1339
1369
  }
@@ -1656,10 +1686,12 @@ const file_agentevals_api_v1alpha1_evaluation_proto_rawDesc = "" +
1656
1686
  "\x06_scoreB\b\n" +
1657
1687
  "\x06_errorB\r\n" +
1658
1688
  "\v_error_typeB\x0e\n" +
1659
- "\f_duration_ms\"=\n" +
1689
+ "\f_duration_ms\"\x97\x01\n" +
1660
1690
  "\aTurnRef\x12\x19\n" +
1661
1691
  "\btrace_id\x18\x01 \x01(\tR\atraceId\x12\x17\n" +
1662
- "\aspan_id\x18\x02 \x01(\tR\x06spanId\"\xc8\x04\n" +
1692
+ "\aspan_id\x18\x02 \x01(\tR\x06spanId\x12,\n" +
1693
+ "\x12evaluated_trace_id\x18\x03 \x01(\tR\x10evaluatedTraceId\x12*\n" +
1694
+ "\x11evaluated_span_id\x18\x04 \x01(\tR\x0fevaluatedSpanId\"\xc8\x04\n" +
1663
1695
  "\vTraceResult\x12\x19\n" +
1664
1696
  "\btrace_id\x18\x01 \x01(\tR\atraceId\x12'\n" +
1665
1697
  "\x0fnum_invocations\x18\x02 \x01(\x05R\x0enumInvocations\x12L\n" +
@@ -1681,13 +1713,14 @@ const file_agentevals_api_v1alpha1_evaluation_proto_rawDesc = "" +
1681
1713
  "\rtrace_results\x18\x01 \x03(\v2$.agentevals.api.v1alpha1.TraceResultR\ftraceResults\x12\x16\n" +
1682
1714
  "\x06errors\x18\x02 \x03(\tR\x06errors\x12H\n" +
1683
1715
  "\x13performance_metrics\x18\x03 \x01(\v2\x17.google.protobuf.StructR\x12performanceMetrics\x12\x15\n" +
1684
- "\x06run_id\x18\x04 \x01(\tR\x05runId\"\xa3\x03\n" +
1716
+ "\x06run_id\x18\x04 \x01(\tR\x05runId\"\xba\x03\n" +
1685
1717
  "\x15EvaluateTracesRequest\x12;\n" +
1686
1718
  "\x06traces\x18\x01 \x01(\v2#.agentevals.api.v1alpha1.TraceInputR\x06traces\x12;\n" +
1687
1719
  "\fadk_eval_set\x18\x02 \x01(\v2\x17.google.protobuf.StructH\x00R\n" +
1688
1720
  "adkEvalSet\x12;\n" +
1689
1721
  "\x06params\x18\x03 \x01(\v2#.agentevals.api.v1alpha1.EvalParamsR\x06params\x12k\n" +
1690
- "\x0fcredential_refs\x18\x04 \x03(\v2B.agentevals.api.v1alpha1.EvaluateTracesRequest.CredentialRefsEntryR\x0ecredentialRefs\x1aZ\n" +
1722
+ "\x0fcredential_refs\x18\x04 \x03(\v2B.agentevals.api.v1alpha1.EvaluateTracesRequest.CredentialRefsEntryR\x0ecredentialRefs\x12\x15\n" +
1723
+ "\x06run_id\x18\x05 \x01(\tR\x05runId\x1aZ\n" +
1691
1724
  "\x13CredentialRefsEntry\x12\x10\n" +
1692
1725
  "\x03key\x18\x01 \x01(\tR\x03key\x12-\n" +
1693
1726
  "\x05value\x18\x02 \x01(\v2\x17.google.protobuf.StructR\x05value:\x028\x01B\n" +
@@ -146,8 +146,13 @@ message MetricResult {
146
146
  }
147
147
 
148
148
  message TurnRef {
149
+ // The turn's anchor: its agent or workflow span, else the root span of its trace.
149
150
  string trace_id = 1;
150
151
  string span_id = 2;
152
+ // The span the turn's gen_ai.evaluation.result records attach to: the anchor, or the turn's
153
+ // final model call when the anchor is not a GenAI span. Attach results here.
154
+ string evaluated_trace_id = 3;
155
+ string evaluated_span_id = 4;
151
156
  }
152
157
 
153
158
  // The results of one evaluation group: a trace, or a conversation of several traces.
@@ -194,6 +199,10 @@ message EvaluateTracesRequest {
194
199
  // {"kind": "kubernetes", "namespace": "...", "name": "...", "key": "..."} or
195
200
  // {"kind": "env", "name": "..."}. Values are resolved per request and never returned.
196
201
  map<string, google.protobuf.Struct> credential_refs = 4;
202
+ // Optional. A UUID stamped as agentevals.eval.run.id on every gen_ai.evaluation.result record of
203
+ // this evaluation. With run storage the evaluation is recorded under this id, and an id that is
204
+ // already recorded is rejected; without it, storage picks the id and the records carry that.
205
+ string run_id = 5;
197
206
  }
198
207
 
199
208
  message EvaluationProgress {
@@ -11,8 +11,9 @@ import asyncio
11
11
  import contextlib
12
12
  import logging
13
13
  from collections.abc import AsyncIterator
14
- from dataclasses import dataclass, field
15
- from typing import TYPE_CHECKING, Any
14
+ from dataclasses import dataclass, field, replace
15
+ from typing import Any
16
+ from uuid import UUID, uuid4
16
17
 
17
18
  from google.adk.evaluation.eval_set import EvalSet
18
19
 
@@ -20,12 +21,10 @@ from ..config import EvalParams
20
21
  from ..genai.extract import extract_conversation
21
22
  from ..otel.model import Trace
22
23
  from ..resolvers import reset_resolved_credentials, resolve_credential_refs, set_resolved_credentials
24
+ from ..run.service import RunIdTaken, RunService
23
25
  from ..runner import RunResult, TraceResult, evaluation_groups, run_evaluation_from_traces
24
26
  from ..trace_metrics import extract_performance_metrics, extract_trace_metadata
25
27
 
26
- if TYPE_CHECKING:
27
- from ..run.service import RunService
28
-
29
28
  logger = logging.getLogger(__name__)
30
29
 
31
30
 
@@ -73,6 +72,8 @@ class Evaluation:
73
72
  eval_set_dict: dict[str, Any] | None = None
74
73
  trace_format: str | None = None
75
74
  upload_filenames: list[str] | None = None
75
+ # Stamped on the evaluation result records, and the recorded run's id.
76
+ run_id: str | None = None
76
77
 
77
78
 
78
79
  def performance_events(traces: list[Trace], group_by: str, eval_set: EvalSet | None) -> list[Performance]:
@@ -99,7 +100,12 @@ async def stream_evaluation(
99
100
 
100
101
  Raises :class:`CredentialResolutionError` after the performance events when a credential
101
102
  reference cannot be resolved; nothing is evaluated then.
103
+
104
+ With ``run_service``, the run id is chosen before evaluating, so the records emitted during the
105
+ evaluation carry the id the run is recorded under.
102
106
  """
107
+ if run_service is not None and evaluation.run_id is None:
108
+ evaluation = replace(evaluation, run_id=str(uuid4()))
103
109
  for event in performance_events(evaluation.traces, evaluation.params.group_by, evaluation.eval_set):
104
110
  yield event
105
111
  resolved = await _resolve(evaluation.credential_refs)
@@ -122,6 +128,7 @@ async def stream_evaluation(
122
128
  eval_set=evaluation.eval_set,
123
129
  progress_callback=on_progress,
124
130
  trace_progress_callback=on_group,
131
+ run_id=evaluation.run_id,
125
132
  )
126
133
  else:
127
134
  result = RunResult(errors=["No traces loaded."])
@@ -181,6 +188,7 @@ async def persist_evaluation(
181
188
  return None
182
189
  try:
183
190
  run = await run_service.record_eval_run(
191
+ run_id=UUID(evaluation.run_id) if evaluation.run_id else None,
184
192
  params=evaluation.params,
185
193
  eval_set_dict=evaluation.eval_set_dict,
186
194
  trace_format=evaluation.trace_format,
@@ -188,6 +196,9 @@ async def persist_evaluation(
188
196
  run_result=result,
189
197
  )
190
198
  return str(run.run_id)
199
+ except RunIdTaken as exc:
200
+ logger.warning("Not recording the evaluation: %s", exc)
201
+ return None
191
202
  except Exception:
192
203
  logger.exception("Failed to record the evaluation as a run; the result is still returned")
193
204
  return None
@@ -12,6 +12,7 @@ import tempfile
12
12
  from collections.abc import AsyncIterator
13
13
  from contextlib import contextmanager
14
14
  from typing import Any
15
+ from uuid import uuid4
15
16
 
16
17
  from fastapi import APIRouter, File, Form, HTTPException, Request, UploadFile
17
18
  from fastapi.responses import StreamingResponse
@@ -490,18 +491,21 @@ async def evaluate_traces(
490
491
  len(trace_paths),
491
492
  [e.name for e in eval_config.evaluators],
492
493
  )
494
+ run_service = _run_service(request)
495
+ run_id = str(uuid4()) if run_service is not None else None
493
496
  resolved_creds = await _resolve_credentials(cred_refs)
494
497
  with _scoped_credentials(resolved_creds):
495
- result = await run_evaluation(eval_config)
498
+ result = await run_evaluation(eval_config, run_id=run_id)
496
499
 
497
500
  run_id = await persist_evaluation(
498
- _run_service(request),
501
+ run_service,
499
502
  Evaluation(
500
503
  traces=[],
501
504
  params=eval_config,
502
505
  eval_set_dict=_load_eval_set_dict(eval_set_path),
503
506
  trace_format=eval_config.trace_format,
504
507
  upload_filenames=[tf.filename for tf in trace_files if tf.filename],
508
+ run_id=run_id,
505
509
  ),
506
510
  result,
507
511
  )
@@ -292,7 +292,7 @@ def trace_result_to_pb(result: TraceResult) -> evaluation_pb2.TraceResult:
292
292
  group_key=result.group_key or "",
293
293
  eval_case_id=result.eval_case_id or "",
294
294
  eval_case_match=result.eval_case_match or "",
295
- turn_refs=[evaluation_pb2.TurnRef(trace_id=r.trace_id, span_id=r.span_id) for r in result.turn_refs],
295
+ turn_refs=[evaluation_pb2.TurnRef(**r.model_dump()) for r in result.turn_refs],
296
296
  )
297
297
  if result.performance_metrics:
298
298
  out.performance_metrics.CopyFrom(to_struct(result.performance_metrics))
@@ -182,6 +182,10 @@ class EvaluationServicer(evaluation_pb2_grpc.EvaluationServiceServicer):
182
182
 
183
183
  @rpc()
184
184
  async def EvaluateTraces(self, request, context): # noqa: N802
185
+ run_id = _uuid(request.run_id, "run_id") if request.run_id else None
186
+ run_service = self._context.run_service
187
+ if run_id is not None and run_service is not None and await run_service.get(run_id) is not None:
188
+ raise ApiError(grpc.StatusCode.ALREADY_EXISTS, "run_id already exists")
185
189
  traces, load_errors = await asyncio.to_thread(convert.load_trace_input, request.traces)
186
190
  eval_set_dict = convert.from_struct(request.adk_eval_set) if request.HasField("adk_eval_set") else None
187
191
  evaluation = Evaluation(
@@ -191,9 +195,10 @@ class EvaluationServicer(evaluation_pb2_grpc.EvaluationServiceServicer):
191
195
  credential_refs={name: convert.from_struct(ref) for name, ref in request.credential_refs.items()} or None,
192
196
  load_errors=load_errors,
193
197
  eval_set_dict=eval_set_dict,
198
+ run_id=str(run_id) if run_id else None,
194
199
  )
195
200
  try:
196
- async for event in stream_evaluation(evaluation, run_service=self._context.run_service):
201
+ async for event in stream_evaluation(evaluation, run_service=run_service):
197
202
  yield _evaluation_response(event)
198
203
  except CredentialResolutionError as exc:
199
204
  logger.info("EvaluateTraces: %s", exc)
@@ -7,6 +7,7 @@ import json
7
7
  import logging
8
8
  import os
9
9
  from typing import TYPE_CHECKING
10
+ from uuid import UUID, uuid4
10
11
 
11
12
  from fastapi import APIRouter, Depends, HTTPException, Request
12
13
  from fastapi.responses import FileResponse
@@ -116,6 +117,7 @@ async def _persist_sessions_run(
116
117
  session_ids: list[str],
117
118
  run_results: list[RunResult],
118
119
  session_errors: list[str],
120
+ run_id: str | None,
119
121
  ) -> None:
120
122
  """Best-effort: persist a UI-driven session evaluation as a single Run row
121
123
  (plus Result rows) when ``app.state.run_service`` is configured (postgres
@@ -140,6 +142,7 @@ async def _persist_sessions_run(
140
142
  trace_format="otlp-json",
141
143
  upload_filenames=session_ids,
142
144
  run_result=combined,
145
+ run_id=UUID(run_id) if run_id else None,
143
146
  )
144
147
  except Exception:
145
148
  logger.exception("failed to persist evaluate-sessions run; results still returned to caller")
@@ -173,13 +176,17 @@ async def evaluate_sessions(
173
176
 
174
177
  logger.info("Evaluating %d complete sessions (of %d total)", len(sessions_to_evaluate), len(manager.sessions))
175
178
 
179
+ # Chosen up front so the result records emitted while evaluating carry the recorded run's id.
180
+ run_id = str(uuid4()) if getattr(http_request.app.state, "run_service", None) is not None else None
176
181
  sem = asyncio.Semaphore(5)
177
182
 
178
183
  async def eval_one_session(session_id: str, session) -> tuple[SessionEvalResult, RunResult | None]:
179
184
  async with sem:
180
185
  try:
181
186
  traces = manager.session_traces(session)
182
- eval_result = await run_evaluation_from_traces(traces, params, eval_set, group_key=session_id)
187
+ eval_result = await run_evaluation_from_traces(
188
+ traces, params, eval_set, group_key=session_id, run_id=run_id
189
+ )
183
190
 
184
191
  if eval_result.trace_results:
185
192
  trace_result = eval_result.trace_results[0]
@@ -221,6 +228,7 @@ async def evaluate_sessions(
221
228
  session_ids=[sid for sid, _ in sessions_to_evaluate],
222
229
  run_results=[run_result for _, run_result in evaluated if run_result is not None],
223
230
  session_errors=[f"{r.session_id}: {r.error}" for r in results if r.error],
231
+ run_id=run_id,
224
232
  )
225
233
 
226
234
  return StandardResponse(
@@ -26,7 +26,7 @@ from agentevals.api.v1alpha1 import common_pb2 as agentevals_dot_api_dot_v1alpha
26
26
  from google.protobuf import struct_pb2 as google_dot_protobuf_dot_struct__pb2
27
27
 
28
28
 
29
- DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n(agentevals/api/v1alpha1/evaluation.proto\x12\x17\x61gentevals.api.v1alpha1\x1a$agentevals/api/v1alpha1/common.proto\x1a\x1cgoogle/protobuf/struct.proto\"\x14\n\x12ListMetricsRequest\"\x91\x02\n\x06Metric\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x1a\n\x08\x63\x61tegory\x18\x02 \x01(\tR\x08\x63\x61tegory\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12*\n\x11requires_eval_set\x18\x04 \x01(\x08R\x0frequiresEvalSet\x12!\n\x0crequires_llm\x18\x05 \x01(\x08R\x0brequiresLlm\x12!\n\x0crequires_gcp\x18\x06 \x01(\x08R\x0brequiresGcp\x12)\n\x10requires_rubrics\x18\x07 \x01(\x08R\x0frequiresRubrics\x12\x18\n\x07working\x18\x08 \x01(\x08R\x07working\"P\n\x13ListMetricsResponse\x12\x39\n\x07metrics\x18\x01 \x03(\x0b\x32\x1f.agentevals.api.v1alpha1.MetricR\x07metrics\"\xe2\x02\n\x10\x42uiltinEvaluator\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12!\n\tthreshold\x18\x02 \x01(\x01H\x00R\tthreshold\x88\x01\x01\x12\x1f\n\x0bjudge_model\x18\x03 \x01(\tR\njudgeModel\x12`\n\x15trajectory_match_type\x18\x04 \x01(\x0e\x32,.agentevals.api.v1alpha1.TrajectoryMatchTypeR\x13trajectoryMatchType\x12%\n\x0e\x63redential_ref\x18\x05 \x01(\tR\rcredentialRef\x12$\n\x0ejudge_base_url\x18\x06 \x01(\tR\x0cjudgeBaseUrl\x12\x39\n\x07rubrics\x18\x07 \x03(\x0b\x32\x1f.agentevals.api.v1alpha1.RubricR\x07rubricsB\x0c\n\n_threshold\",\n\x06Rubric\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04text\x18\x02 \x01(\tR\x04text\"\xe0\x01\n\rCodeEvaluator\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12!\n\tthreshold\x18\x02 \x01(\x01H\x00R\tthreshold\x88\x01\x01\x12\x1d\n\x07timeout\x18\x03 \x01(\x05H\x01R\x07timeout\x88\x01\x01\x12/\n\x06\x63onfig\x18\x04 \x01(\x0b\x32\x17.google.protobuf.StructR\x06\x63onfig\x12\x1a\n\x08\x65xecutor\x18\x05 \x01(\tR\x08\x65xecutor\x12\x12\n\x04path\x18\x06 \x01(\tR\x04pathB\x0c\n\n_thresholdB\n\n\x08_timeout\"\xf8\x01\n\x0fRemoteEvaluator\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12!\n\tthreshold\x18\x02 \x01(\x01H\x00R\tthreshold\x88\x01\x01\x12\x1d\n\x07timeout\x18\x03 \x01(\x05H\x01R\x07timeout\x88\x01\x01\x12/\n\x06\x63onfig\x18\x04 \x01(\x0b\x32\x17.google.protobuf.StructR\x06\x63onfig\x12\x1a\n\x08\x65xecutor\x18\x05 \x01(\tR\x08\x65xecutor\x12\x16\n\x06source\x18\x06 \x01(\tR\x06source\x12\x10\n\x03ref\x18\x07 \x01(\tR\x03refB\x0c\n\n_thresholdB\n\n\x08_timeout\"\xdc\x01\n\tEvaluator\x12\x45\n\x07\x62uiltin\x18\x01 \x01(\x0b\x32).agentevals.api.v1alpha1.BuiltinEvaluatorH\x00R\x07\x62uiltin\x12<\n\x04\x63ode\x18\x02 \x01(\x0b\x32&.agentevals.api.v1alpha1.CodeEvaluatorH\x00R\x04\x63ode\x12\x42\n\x06remote\x18\x03 \x01(\x0b\x32(.agentevals.api.v1alpha1.RemoteEvaluatorH\x00R\x06remoteB\x06\n\x04kind\"\xb0\x02\n\nEvalParams\x12\x42\n\nevaluators\x18\x01 \x03(\x0b\x32\".agentevals.api.v1alpha1.EvaluatorR\nevaluators\x12\x37\n\x15max_concurrent_traces\x18\x02 \x01(\x05H\x00R\x13maxConcurrentTraces\x88\x01\x01\x12\x35\n\x14max_concurrent_evals\x18\x03 \x01(\x05H\x01R\x12maxConcurrentEvals\x88\x01\x01\x12;\n\x08group_by\x18\x04 \x01(\x0e\x32 .agentevals.api.v1alpha1.GroupByR\x07groupByB\x18\n\x16_max_concurrent_tracesB\x17\n\x15_max_concurrent_evals\"t\n\x10InvocationResult\x12\x19\n\x05score\x18\x01 \x01(\x01H\x00R\x05score\x88\x01\x01\x12;\n\x06status\x18\x02 \x01(\x0e\x32#.agentevals.api.v1alpha1.EvalStatusR\x06statusB\x08\n\x06_score\"\xad\x03\n\x0cMetricResult\x12\x1f\n\x0bmetric_name\x18\x01 \x01(\tR\nmetricName\x12\x19\n\x05score\x18\x02 \x01(\x01H\x00R\x05score\x88\x01\x01\x12\x44\n\x0b\x65val_status\x18\x03 \x01(\x0e\x32#.agentevals.api.v1alpha1.EvalStatusR\nevalStatus\x12P\n\x0eper_invocation\x18\x04 \x03(\x0b\x32).agentevals.api.v1alpha1.InvocationResultR\rperInvocation\x12\x19\n\x05\x65rror\x18\x05 \x01(\tH\x01R\x05\x65rror\x88\x01\x01\x12\"\n\nerror_type\x18\x06 \x01(\tH\x02R\terrorType\x88\x01\x01\x12\x31\n\x07\x64\x65tails\x18\x07 \x01(\x0b\x32\x17.google.protobuf.StructR\x07\x64\x65tails\x12$\n\x0b\x64uration_ms\x18\x08 \x01(\x01H\x03R\ndurationMs\x88\x01\x01\x42\x08\n\x06_scoreB\x08\n\x06_errorB\r\n\x0b_error_typeB\x0e\n\x0c_duration_ms\"=\n\x07TurnRef\x12\x19\n\x08trace_id\x18\x01 \x01(\tR\x07traceId\x12\x17\n\x07span_id\x18\x02 \x01(\tR\x06spanId\"\xc8\x04\n\x0bTraceResult\x12\x19\n\x08trace_id\x18\x01 \x01(\tR\x07traceId\x12\'\n\x0fnum_invocations\x18\x02 \x01(\x05R\x0enumInvocations\x12L\n\x0emetric_results\x18\x03 \x03(\x0b\x32%.agentevals.api.v1alpha1.MetricResultR\rmetricResults\x12/\n\x13\x63onversion_warnings\x18\x04 \x03(\tR\x12\x63onversionWarnings\x12H\n\x13performance_metrics\x18\x05 \x01(\x0b\x32\x17.google.protobuf.StructR\x12performanceMetrics\x12!\n\x0cservice_name\x18\x06 \x01(\tR\x0bserviceName\x12\x1d\n\nagent_name\x18\x07 \x01(\tR\tagentName\x12\x1b\n\ttrace_ids\x18\x08 \x03(\tR\x08traceIds\x12\'\n\x0f\x63onversation_id\x18\t \x01(\tR\x0e\x63onversationId\x12\x1b\n\tgroup_key\x18\n \x01(\tR\x08groupKey\x12 \n\x0c\x65val_case_id\x18\x0b \x01(\tR\nevalCaseId\x12&\n\x0f\x65val_case_match\x18\x0c \x01(\tR\revalCaseMatch\x12=\n\tturn_refs\x18\r \x03(\x0b\x32 .agentevals.api.v1alpha1.TurnRefR\x08turnRefs\"\xcf\x01\n\tRunResult\x12I\n\rtrace_results\x18\x01 \x03(\x0b\x32$.agentevals.api.v1alpha1.TraceResultR\x0ctraceResults\x12\x16\n\x06\x65rrors\x18\x02 \x03(\tR\x06\x65rrors\x12H\n\x13performance_metrics\x18\x03 \x01(\x0b\x32\x17.google.protobuf.StructR\x12performanceMetrics\x12\x15\n\x06run_id\x18\x04 \x01(\tR\x05runId\"\xa3\x03\n\x15\x45valuateTracesRequest\x12;\n\x06traces\x18\x01 \x01(\x0b\x32#.agentevals.api.v1alpha1.TraceInputR\x06traces\x12;\n\x0c\x61\x64k_eval_set\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructH\x00R\nadkEvalSet\x12;\n\x06params\x18\x03 \x01(\x0b\x32#.agentevals.api.v1alpha1.EvalParamsR\x06params\x12k\n\x0f\x63redential_refs\x18\x04 \x03(\x0b\x32\x42.agentevals.api.v1alpha1.EvaluateTracesRequest.CredentialRefsEntryR\x0e\x63redentialRefs\x1aZ\n\x13\x43redentialRefsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12-\n\x05value\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructR\x05value:\x02\x38\x01\x42\n\n\x08\x65val_set\".\n\x12\x45valuationProgress\x12\x18\n\x07message\x18\x01 \x01(\tR\x07message\"\xb7\x01\n\x10GroupPerformance\x12\x19\n\x08trace_id\x18\x01 \x01(\tR\x07traceId\x12H\n\x13performance_metrics\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructR\x12performanceMetrics\x12>\n\x0etrace_metadata\x18\x03 \x01(\x0b\x32\x17.google.protobuf.StructR\rtraceMetadata\"\xc0\x02\n\x16\x45valuateTracesResponse\x12I\n\x08progress\x18\x01 \x01(\x0b\x32+.agentevals.api.v1alpha1.EvaluationProgressH\x00R\x08progress\x12M\n\x0bperformance\x18\x02 \x01(\x0b\x32).agentevals.api.v1alpha1.GroupPerformanceH\x00R\x0bperformance\x12I\n\x0ctrace_result\x18\x03 \x01(\x0b\x32$.agentevals.api.v1alpha1.TraceResultH\x00R\x0btraceResult\x12\x38\n\x04\x64one\x18\x04 \x01(\x0b\x32\".agentevals.api.v1alpha1.RunResultH\x00R\x04\x64oneB\x07\n\x05\x65vent*\xa6\x01\n\x13TrajectoryMatchType\x12%\n!TRAJECTORY_MATCH_TYPE_UNSPECIFIED\x10\x00\x12\x1f\n\x1bTRAJECTORY_MATCH_TYPE_EXACT\x10\x01\x12\"\n\x1eTRAJECTORY_MATCH_TYPE_IN_ORDER\x10\x02\x12#\n\x1fTRAJECTORY_MATCH_TYPE_ANY_ORDER\x10\x03*\x97\x01\n\nEvalStatus\x12\x1b\n\x17\x45VAL_STATUS_UNSPECIFIED\x10\x00\x12\x16\n\x12\x45VAL_STATUS_PASSED\x10\x01\x12\x16\n\x12\x45VAL_STATUS_FAILED\x10\x02\x12\x1d\n\x19\x45VAL_STATUS_NOT_EVALUATED\x10\x03\x12\x1d\n\x19\x45VAL_STATUS_INFORMATIONAL\x10\x04\x32\xf2\x01\n\x11\x45valuationService\x12h\n\x0bListMetrics\x12+.agentevals.api.v1alpha1.ListMetricsRequest\x1a,.agentevals.api.v1alpha1.ListMetricsResponse\x12s\n\x0e\x45valuateTraces\x12..agentevals.api.v1alpha1.EvaluateTracesRequest\x1a/.agentevals.api.v1alpha1.EvaluateTracesResponse0\x01\x42QZOgithub.com/agentevals-dev/agentevals/gen/go/agentevals/api/v1alpha1;apiv1alpha1b\x06proto3')
29
+ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n(agentevals/api/v1alpha1/evaluation.proto\x12\x17\x61gentevals.api.v1alpha1\x1a$agentevals/api/v1alpha1/common.proto\x1a\x1cgoogle/protobuf/struct.proto\"\x14\n\x12ListMetricsRequest\"\x91\x02\n\x06Metric\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x1a\n\x08\x63\x61tegory\x18\x02 \x01(\tR\x08\x63\x61tegory\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12*\n\x11requires_eval_set\x18\x04 \x01(\x08R\x0frequiresEvalSet\x12!\n\x0crequires_llm\x18\x05 \x01(\x08R\x0brequiresLlm\x12!\n\x0crequires_gcp\x18\x06 \x01(\x08R\x0brequiresGcp\x12)\n\x10requires_rubrics\x18\x07 \x01(\x08R\x0frequiresRubrics\x12\x18\n\x07working\x18\x08 \x01(\x08R\x07working\"P\n\x13ListMetricsResponse\x12\x39\n\x07metrics\x18\x01 \x03(\x0b\x32\x1f.agentevals.api.v1alpha1.MetricR\x07metrics\"\xe2\x02\n\x10\x42uiltinEvaluator\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12!\n\tthreshold\x18\x02 \x01(\x01H\x00R\tthreshold\x88\x01\x01\x12\x1f\n\x0bjudge_model\x18\x03 \x01(\tR\njudgeModel\x12`\n\x15trajectory_match_type\x18\x04 \x01(\x0e\x32,.agentevals.api.v1alpha1.TrajectoryMatchTypeR\x13trajectoryMatchType\x12%\n\x0e\x63redential_ref\x18\x05 \x01(\tR\rcredentialRef\x12$\n\x0ejudge_base_url\x18\x06 \x01(\tR\x0cjudgeBaseUrl\x12\x39\n\x07rubrics\x18\x07 \x03(\x0b\x32\x1f.agentevals.api.v1alpha1.RubricR\x07rubricsB\x0c\n\n_threshold\",\n\x06Rubric\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04text\x18\x02 \x01(\tR\x04text\"\xe0\x01\n\rCodeEvaluator\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12!\n\tthreshold\x18\x02 \x01(\x01H\x00R\tthreshold\x88\x01\x01\x12\x1d\n\x07timeout\x18\x03 \x01(\x05H\x01R\x07timeout\x88\x01\x01\x12/\n\x06\x63onfig\x18\x04 \x01(\x0b\x32\x17.google.protobuf.StructR\x06\x63onfig\x12\x1a\n\x08\x65xecutor\x18\x05 \x01(\tR\x08\x65xecutor\x12\x12\n\x04path\x18\x06 \x01(\tR\x04pathB\x0c\n\n_thresholdB\n\n\x08_timeout\"\xf8\x01\n\x0fRemoteEvaluator\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12!\n\tthreshold\x18\x02 \x01(\x01H\x00R\tthreshold\x88\x01\x01\x12\x1d\n\x07timeout\x18\x03 \x01(\x05H\x01R\x07timeout\x88\x01\x01\x12/\n\x06\x63onfig\x18\x04 \x01(\x0b\x32\x17.google.protobuf.StructR\x06\x63onfig\x12\x1a\n\x08\x65xecutor\x18\x05 \x01(\tR\x08\x65xecutor\x12\x16\n\x06source\x18\x06 \x01(\tR\x06source\x12\x10\n\x03ref\x18\x07 \x01(\tR\x03refB\x0c\n\n_thresholdB\n\n\x08_timeout\"\xdc\x01\n\tEvaluator\x12\x45\n\x07\x62uiltin\x18\x01 \x01(\x0b\x32).agentevals.api.v1alpha1.BuiltinEvaluatorH\x00R\x07\x62uiltin\x12<\n\x04\x63ode\x18\x02 \x01(\x0b\x32&.agentevals.api.v1alpha1.CodeEvaluatorH\x00R\x04\x63ode\x12\x42\n\x06remote\x18\x03 \x01(\x0b\x32(.agentevals.api.v1alpha1.RemoteEvaluatorH\x00R\x06remoteB\x06\n\x04kind\"\xb0\x02\n\nEvalParams\x12\x42\n\nevaluators\x18\x01 \x03(\x0b\x32\".agentevals.api.v1alpha1.EvaluatorR\nevaluators\x12\x37\n\x15max_concurrent_traces\x18\x02 \x01(\x05H\x00R\x13maxConcurrentTraces\x88\x01\x01\x12\x35\n\x14max_concurrent_evals\x18\x03 \x01(\x05H\x01R\x12maxConcurrentEvals\x88\x01\x01\x12;\n\x08group_by\x18\x04 \x01(\x0e\x32 .agentevals.api.v1alpha1.GroupByR\x07groupByB\x18\n\x16_max_concurrent_tracesB\x17\n\x15_max_concurrent_evals\"t\n\x10InvocationResult\x12\x19\n\x05score\x18\x01 \x01(\x01H\x00R\x05score\x88\x01\x01\x12;\n\x06status\x18\x02 \x01(\x0e\x32#.agentevals.api.v1alpha1.EvalStatusR\x06statusB\x08\n\x06_score\"\xad\x03\n\x0cMetricResult\x12\x1f\n\x0bmetric_name\x18\x01 \x01(\tR\nmetricName\x12\x19\n\x05score\x18\x02 \x01(\x01H\x00R\x05score\x88\x01\x01\x12\x44\n\x0b\x65val_status\x18\x03 \x01(\x0e\x32#.agentevals.api.v1alpha1.EvalStatusR\nevalStatus\x12P\n\x0eper_invocation\x18\x04 \x03(\x0b\x32).agentevals.api.v1alpha1.InvocationResultR\rperInvocation\x12\x19\n\x05\x65rror\x18\x05 \x01(\tH\x01R\x05\x65rror\x88\x01\x01\x12\"\n\nerror_type\x18\x06 \x01(\tH\x02R\terrorType\x88\x01\x01\x12\x31\n\x07\x64\x65tails\x18\x07 \x01(\x0b\x32\x17.google.protobuf.StructR\x07\x64\x65tails\x12$\n\x0b\x64uration_ms\x18\x08 \x01(\x01H\x03R\ndurationMs\x88\x01\x01\x42\x08\n\x06_scoreB\x08\n\x06_errorB\r\n\x0b_error_typeB\x0e\n\x0c_duration_ms\"\x97\x01\n\x07TurnRef\x12\x19\n\x08trace_id\x18\x01 \x01(\tR\x07traceId\x12\x17\n\x07span_id\x18\x02 \x01(\tR\x06spanId\x12,\n\x12\x65valuated_trace_id\x18\x03 \x01(\tR\x10\x65valuatedTraceId\x12*\n\x11\x65valuated_span_id\x18\x04 \x01(\tR\x0f\x65valuatedSpanId\"\xc8\x04\n\x0bTraceResult\x12\x19\n\x08trace_id\x18\x01 \x01(\tR\x07traceId\x12\'\n\x0fnum_invocations\x18\x02 \x01(\x05R\x0enumInvocations\x12L\n\x0emetric_results\x18\x03 \x03(\x0b\x32%.agentevals.api.v1alpha1.MetricResultR\rmetricResults\x12/\n\x13\x63onversion_warnings\x18\x04 \x03(\tR\x12\x63onversionWarnings\x12H\n\x13performance_metrics\x18\x05 \x01(\x0b\x32\x17.google.protobuf.StructR\x12performanceMetrics\x12!\n\x0cservice_name\x18\x06 \x01(\tR\x0bserviceName\x12\x1d\n\nagent_name\x18\x07 \x01(\tR\tagentName\x12\x1b\n\ttrace_ids\x18\x08 \x03(\tR\x08traceIds\x12\'\n\x0f\x63onversation_id\x18\t \x01(\tR\x0e\x63onversationId\x12\x1b\n\tgroup_key\x18\n \x01(\tR\x08groupKey\x12 \n\x0c\x65val_case_id\x18\x0b \x01(\tR\nevalCaseId\x12&\n\x0f\x65val_case_match\x18\x0c \x01(\tR\revalCaseMatch\x12=\n\tturn_refs\x18\r \x03(\x0b\x32 .agentevals.api.v1alpha1.TurnRefR\x08turnRefs\"\xcf\x01\n\tRunResult\x12I\n\rtrace_results\x18\x01 \x03(\x0b\x32$.agentevals.api.v1alpha1.TraceResultR\x0ctraceResults\x12\x16\n\x06\x65rrors\x18\x02 \x03(\tR\x06\x65rrors\x12H\n\x13performance_metrics\x18\x03 \x01(\x0b\x32\x17.google.protobuf.StructR\x12performanceMetrics\x12\x15\n\x06run_id\x18\x04 \x01(\tR\x05runId\"\xba\x03\n\x15\x45valuateTracesRequest\x12;\n\x06traces\x18\x01 \x01(\x0b\x32#.agentevals.api.v1alpha1.TraceInputR\x06traces\x12;\n\x0c\x61\x64k_eval_set\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructH\x00R\nadkEvalSet\x12;\n\x06params\x18\x03 \x01(\x0b\x32#.agentevals.api.v1alpha1.EvalParamsR\x06params\x12k\n\x0f\x63redential_refs\x18\x04 \x03(\x0b\x32\x42.agentevals.api.v1alpha1.EvaluateTracesRequest.CredentialRefsEntryR\x0e\x63redentialRefs\x12\x15\n\x06run_id\x18\x05 \x01(\tR\x05runId\x1aZ\n\x13\x43redentialRefsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12-\n\x05value\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructR\x05value:\x02\x38\x01\x42\n\n\x08\x65val_set\".\n\x12\x45valuationProgress\x12\x18\n\x07message\x18\x01 \x01(\tR\x07message\"\xb7\x01\n\x10GroupPerformance\x12\x19\n\x08trace_id\x18\x01 \x01(\tR\x07traceId\x12H\n\x13performance_metrics\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructR\x12performanceMetrics\x12>\n\x0etrace_metadata\x18\x03 \x01(\x0b\x32\x17.google.protobuf.StructR\rtraceMetadata\"\xc0\x02\n\x16\x45valuateTracesResponse\x12I\n\x08progress\x18\x01 \x01(\x0b\x32+.agentevals.api.v1alpha1.EvaluationProgressH\x00R\x08progress\x12M\n\x0bperformance\x18\x02 \x01(\x0b\x32).agentevals.api.v1alpha1.GroupPerformanceH\x00R\x0bperformance\x12I\n\x0ctrace_result\x18\x03 \x01(\x0b\x32$.agentevals.api.v1alpha1.TraceResultH\x00R\x0btraceResult\x12\x38\n\x04\x64one\x18\x04 \x01(\x0b\x32\".agentevals.api.v1alpha1.RunResultH\x00R\x04\x64oneB\x07\n\x05\x65vent*\xa6\x01\n\x13TrajectoryMatchType\x12%\n!TRAJECTORY_MATCH_TYPE_UNSPECIFIED\x10\x00\x12\x1f\n\x1bTRAJECTORY_MATCH_TYPE_EXACT\x10\x01\x12\"\n\x1eTRAJECTORY_MATCH_TYPE_IN_ORDER\x10\x02\x12#\n\x1fTRAJECTORY_MATCH_TYPE_ANY_ORDER\x10\x03*\x97\x01\n\nEvalStatus\x12\x1b\n\x17\x45VAL_STATUS_UNSPECIFIED\x10\x00\x12\x16\n\x12\x45VAL_STATUS_PASSED\x10\x01\x12\x16\n\x12\x45VAL_STATUS_FAILED\x10\x02\x12\x1d\n\x19\x45VAL_STATUS_NOT_EVALUATED\x10\x03\x12\x1d\n\x19\x45VAL_STATUS_INFORMATIONAL\x10\x04\x32\xf2\x01\n\x11\x45valuationService\x12h\n\x0bListMetrics\x12+.agentevals.api.v1alpha1.ListMetricsRequest\x1a,.agentevals.api.v1alpha1.ListMetricsResponse\x12s\n\x0e\x45valuateTraces\x12..agentevals.api.v1alpha1.EvaluateTracesRequest\x1a/.agentevals.api.v1alpha1.EvaluateTracesResponse0\x01\x42QZOgithub.com/agentevals-dev/agentevals/gen/go/agentevals/api/v1alpha1;apiv1alpha1b\x06proto3')
30
30
 
31
31
  _globals = globals()
32
32
  _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -36,10 +36,10 @@ if not _descriptor._USE_C_DESCRIPTORS:
36
36
  _globals['DESCRIPTOR']._serialized_options = b'ZOgithub.com/agentevals-dev/agentevals/gen/go/agentevals/api/v1alpha1;apiv1alpha1'
37
37
  _globals['_EVALUATETRACESREQUEST_CREDENTIALREFSENTRY']._loaded_options = None
38
38
  _globals['_EVALUATETRACESREQUEST_CREDENTIALREFSENTRY']._serialized_options = b'8\001'
39
- _globals['_TRAJECTORYMATCHTYPE']._serialized_start=4318
40
- _globals['_TRAJECTORYMATCHTYPE']._serialized_end=4484
41
- _globals['_EVALSTATUS']._serialized_start=4487
42
- _globals['_EVALSTATUS']._serialized_end=4638
39
+ _globals['_TRAJECTORYMATCHTYPE']._serialized_start=4432
40
+ _globals['_TRAJECTORYMATCHTYPE']._serialized_end=4598
41
+ _globals['_EVALSTATUS']._serialized_start=4601
42
+ _globals['_EVALSTATUS']._serialized_end=4752
43
43
  _globals['_LISTMETRICSREQUEST']._serialized_start=137
44
44
  _globals['_LISTMETRICSREQUEST']._serialized_end=157
45
45
  _globals['_METRIC']._serialized_start=160
@@ -62,22 +62,22 @@ if not _descriptor._USE_C_DESCRIPTORS:
62
62
  _globals['_INVOCATIONRESULT']._serialized_end=2044
63
63
  _globals['_METRICRESULT']._serialized_start=2047
64
64
  _globals['_METRICRESULT']._serialized_end=2476
65
- _globals['_TURNREF']._serialized_start=2478
66
- _globals['_TURNREF']._serialized_end=2539
67
- _globals['_TRACERESULT']._serialized_start=2542
68
- _globals['_TRACERESULT']._serialized_end=3126
69
- _globals['_RUNRESULT']._serialized_start=3129
70
- _globals['_RUNRESULT']._serialized_end=3336
71
- _globals['_EVALUATETRACESREQUEST']._serialized_start=3339
72
- _globals['_EVALUATETRACESREQUEST']._serialized_end=3758
73
- _globals['_EVALUATETRACESREQUEST_CREDENTIALREFSENTRY']._serialized_start=3656
74
- _globals['_EVALUATETRACESREQUEST_CREDENTIALREFSENTRY']._serialized_end=3746
75
- _globals['_EVALUATIONPROGRESS']._serialized_start=3760
76
- _globals['_EVALUATIONPROGRESS']._serialized_end=3806
77
- _globals['_GROUPPERFORMANCE']._serialized_start=3809
78
- _globals['_GROUPPERFORMANCE']._serialized_end=3992
79
- _globals['_EVALUATETRACESRESPONSE']._serialized_start=3995
80
- _globals['_EVALUATETRACESRESPONSE']._serialized_end=4315
81
- _globals['_EVALUATIONSERVICE']._serialized_start=4641
82
- _globals['_EVALUATIONSERVICE']._serialized_end=4883
65
+ _globals['_TURNREF']._serialized_start=2479
66
+ _globals['_TURNREF']._serialized_end=2630
67
+ _globals['_TRACERESULT']._serialized_start=2633
68
+ _globals['_TRACERESULT']._serialized_end=3217
69
+ _globals['_RUNRESULT']._serialized_start=3220
70
+ _globals['_RUNRESULT']._serialized_end=3427
71
+ _globals['_EVALUATETRACESREQUEST']._serialized_start=3430
72
+ _globals['_EVALUATETRACESREQUEST']._serialized_end=3872
73
+ _globals['_EVALUATETRACESREQUEST_CREDENTIALREFSENTRY']._serialized_start=3770
74
+ _globals['_EVALUATETRACESREQUEST_CREDENTIALREFSENTRY']._serialized_end=3860
75
+ _globals['_EVALUATIONPROGRESS']._serialized_start=3874
76
+ _globals['_EVALUATIONPROGRESS']._serialized_end=3920
77
+ _globals['_GROUPPERFORMANCE']._serialized_start=3923
78
+ _globals['_GROUPPERFORMANCE']._serialized_end=4106
79
+ _globals['_EVALUATETRACESRESPONSE']._serialized_start=4109
80
+ _globals['_EVALUATETRACESRESPONSE']._serialized_end=4429
81
+ _globals['_EVALUATIONSERVICE']._serialized_start=4755
82
+ _globals['_EVALUATIONSERVICE']._serialized_end=4997
83
83
  # @@protoc_insertion_point(module_scope)