agentevals-cli 0.10.0__tar.gz → 0.12.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (791) hide show
  1. agentevals_cli-0.12.0/.gitattributes +5 -0
  2. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.github/workflows/ci.yml +39 -4
  3. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.github/workflows/kagent-contract.yml +2 -2
  4. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.github/workflows/publish-evaluator-sdk.yml +1 -1
  5. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.github/workflows/release.yml +35 -8
  6. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/DEVELOPMENT.md +15 -0
  7. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/Dockerfile +1 -1
  8. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/Makefile +38 -0
  9. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/PKG-INFO +26 -4
  10. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/README.md +18 -1
  11. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/charts/agentevals/templates/NOTES.txt +4 -1
  12. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/charts/agentevals/templates/deployment.yaml +16 -0
  13. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/charts/agentevals/templates/service.yaml +7 -0
  14. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/charts/agentevals/values.yaml +18 -0
  15. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/docs/custom-evaluators.md +15 -0
  16. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/docs/eval-set-format.md +53 -0
  17. agentevals_cli-0.12.0/docs/grpc-api.md +71 -0
  18. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/kubernetes/README.md +42 -28
  19. agentevals_cli-0.12.0/examples/kubernetes/agents.yaml +73 -0
  20. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/kubernetes/otel-collector.yaml +2 -2
  21. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/flake.nix +3 -0
  22. agentevals_cli-0.12.0/gen/go/README.md +10 -0
  23. agentevals_cli-0.12.0/gen/go/agentevals/api/v1alpha1/common.pb.go +501 -0
  24. agentevals_cli-0.12.0/gen/go/agentevals/api/v1alpha1/conversion.pb.go +263 -0
  25. agentevals_cli-0.12.0/gen/go/agentevals/api/v1alpha1/conversion_grpc.pb.go +123 -0
  26. agentevals_cli-0.12.0/gen/go/agentevals/api/v1alpha1/evaluation.pb.go +1850 -0
  27. agentevals_cli-0.12.0/gen/go/agentevals/api/v1alpha1/evaluation_grpc.pb.go +169 -0
  28. agentevals_cli-0.12.0/gen/go/agentevals/api/v1alpha1/runs.pb.go +1794 -0
  29. agentevals_cli-0.12.0/gen/go/agentevals/api/v1alpha1/runs_grpc.pb.go +331 -0
  30. agentevals_cli-0.12.0/gen/go/agentevals/api/v1alpha1/sessions.pb.go +552 -0
  31. agentevals_cli-0.12.0/gen/go/agentevals/api/v1alpha1/sessions_grpc.pb.go +211 -0
  32. agentevals_cli-0.12.0/gen/go/agentevals/api/v1alpha1/system.pb.go +555 -0
  33. agentevals_cli-0.12.0/gen/go/agentevals/api/v1alpha1/system_grpc.pb.go +159 -0
  34. agentevals_cli-0.12.0/gen/go/agentevals/api/v1alpha1/views.pb.go +1491 -0
  35. agentevals_cli-0.12.0/gen/go/go.mod +16 -0
  36. agentevals_cli-0.12.0/gen/go/go.sum +38 -0
  37. agentevals_cli-0.12.0/proto/agentevals/api/v1alpha1/common.proto +64 -0
  38. agentevals_cli-0.12.0/proto/agentevals/api/v1alpha1/conversion.proto +33 -0
  39. agentevals_cli-0.12.0/proto/agentevals/api/v1alpha1/evaluation.proto +220 -0
  40. agentevals_cli-0.12.0/proto/agentevals/api/v1alpha1/runs.proto +201 -0
  41. agentevals_cli-0.12.0/proto/agentevals/api/v1alpha1/sessions.proto +59 -0
  42. agentevals_cli-0.12.0/proto/agentevals/api/v1alpha1/system.proto +57 -0
  43. agentevals_cli-0.12.0/proto/agentevals/api/v1alpha1/views.proto +213 -0
  44. agentevals_cli-0.12.0/proto/buf.gen.yaml +25 -0
  45. agentevals_cli-0.12.0/proto/buf.lock +6 -0
  46. agentevals_cli-0.12.0/proto/buf.yaml +12 -0
  47. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/pyproject.toml +10 -2
  48. agentevals_cli-0.12.0/src/agentevals/_static/assets/index-f2rsw0IQ.js +345 -0
  49. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/_static/index.html +1 -1
  50. agentevals_cli-0.12.0/src/agentevals/adk_bridge.py +313 -0
  51. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/api/app.py +44 -16
  52. agentevals_cli-0.12.0/src/agentevals/api/evaluation.py +193 -0
  53. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/api/models.py +0 -23
  54. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/api/otlp_grpc.py +6 -1
  55. agentevals_cli-0.12.0/src/agentevals/api/redact.py +77 -0
  56. agentevals_cli-0.12.0/src/agentevals/api/routes.py +648 -0
  57. agentevals_cli-0.12.0/src/agentevals/api/rpc/__init__.py +1 -0
  58. agentevals_cli-0.12.0/src/agentevals/api/rpc/convert.py +432 -0
  59. agentevals_cli-0.12.0/src/agentevals/api/rpc/policy.py +152 -0
  60. agentevals_cli-0.12.0/src/agentevals/api/rpc/server.py +100 -0
  61. agentevals_cli-0.12.0/src/agentevals/api/rpc/services.py +401 -0
  62. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/api/runs_routes.py +6 -5
  63. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/api/streaming_routes.py +1 -3
  64. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/common_pb2.py +51 -0
  65. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/common_pb2.pyi +72 -0
  66. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/common_pb2_grpc.py +4 -0
  67. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/conversion_pb2.py +46 -0
  68. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/conversion_pb2.pyi +34 -0
  69. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/conversion_pb2_grpc.py +78 -0
  70. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/evaluation_pb2.py +83 -0
  71. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/evaluation_pb2.pyi +271 -0
  72. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/evaluation_pb2_grpc.py +123 -0
  73. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/runs_pb2.py +95 -0
  74. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/runs_pb2.pyi +274 -0
  75. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/runs_pb2_grpc.py +303 -0
  76. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/sessions_pb2.py +55 -0
  77. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/sessions_pb2.pyi +63 -0
  78. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/sessions_pb2_grpc.py +171 -0
  79. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/system_pb2.py +52 -0
  80. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/system_pb2.pyi +79 -0
  81. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/system_pb2_grpc.py +120 -0
  82. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/views_pb2.py +64 -0
  83. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/views_pb2.pyi +247 -0
  84. agentevals_cli-0.12.0/src/agentevals/api/v1alpha1/views_pb2_grpc.py +4 -0
  85. agentevals_cli-0.12.0/src/agentevals/api/views.py +341 -0
  86. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/builtin_metrics.py +240 -58
  87. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/cli.py +42 -31
  88. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/config.py +71 -2
  89. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/custom_evaluators.py +12 -2
  90. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/evaluation_events.py +13 -59
  91. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/genai/extract.py +50 -16
  92. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/genai/model.py +36 -7
  93. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/genai/routing.py +11 -2
  94. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/loader/__init__.py +2 -0
  95. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/loader/auto.py +8 -3
  96. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/mcp_server.py +4 -3
  97. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/otel/decode.py +1 -1
  98. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/otel/identity.py +4 -0
  99. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/otel/store.py +13 -4
  100. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/output.py +1 -0
  101. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/resolvers/kubernetes.py +1 -2
  102. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/run/fetcher.py +12 -1
  103. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/run/service.py +4 -1
  104. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/run/sinks.py +12 -6
  105. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/runner.py +1 -1
  106. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/postgres/migrations/000001_init.up.sql +3 -3
  107. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/repos/__init__.py +2 -2
  108. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/repos/postgres.py +16 -1
  109. agentevals_cli-0.12.0/src/agentevals/streaming/manager.py +450 -0
  110. agentevals_cli-0.12.0/src/agentevals/telemetry.py +110 -0
  111. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/trace_metrics.py +5 -5
  112. agentevals_cli-0.12.0/tests/api/test_api_tracing.py +95 -0
  113. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/api/test_evaluate_persistence.py +18 -2
  114. agentevals_cli-0.12.0/tests/api/test_grpc_api.py +741 -0
  115. agentevals_cli-0.12.0/tests/api/test_redact.py +78 -0
  116. agentevals_cli-0.12.0/tests/api/test_rpc_convert.py +202 -0
  117. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/api/test_runs_routes.py +76 -1
  118. agentevals_cli-0.12.0/tests/api/test_views.py +232 -0
  119. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/adk_cycle_poisons_batch.truth.json +2 -2
  120. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/adk_go_main.truth.json +1 -1
  121. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/openai_agents_handoff.truth.json +1 -1
  122. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/self_parent.truth.json +1 -1
  123. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/strands_span_events.truth.json +1 -1
  124. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/two_span_cycle.truth.json +2 -2
  125. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/upstream_new_parts.truth.json +1 -1
  126. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/samples/tempo_export_with_batches.truth.json +1 -1
  127. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/genai/test_continuations.py +2 -2
  128. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/genai/test_corpus.py +3 -3
  129. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/genai/test_failed_turns.py +9 -7
  130. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/genai/test_tools.py +2 -2
  131. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/integration/conftest.py +1 -1
  132. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/integration/test_live_agents.py +18 -16
  133. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/otel/test_emit.py +16 -0
  134. agentevals_cli-0.12.0/tests/otel/test_own_spans.py +47 -0
  135. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/resolvers/test_kubernetes.py +4 -3
  136. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/run/test_fetcher.py +36 -1
  137. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/run/test_result_builder.py +1 -1
  138. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/run/test_service.py +1 -1
  139. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/run/test_sinks.py +38 -0
  140. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/storage/test_memory_repos.py +1 -1
  141. agentevals_cli-0.12.0/tests/storage/test_postgres_repos.py +136 -0
  142. agentevals_cli-0.12.0/tests/streaming/test_live.py +105 -0
  143. agentevals_cli-0.12.0/tests/streaming/test_watchers.py +122 -0
  144. agentevals_cli-0.12.0/tests/test_adk_bridge.py +136 -0
  145. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_api.py +29 -39
  146. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_builtin_metrics.py +66 -10
  147. agentevals_cli-0.12.0/tests/test_efficiency_metrics.py +195 -0
  148. agentevals_cli-0.12.0/tests/test_invocation_owners.py +228 -0
  149. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_otlp_loader.py +1 -1
  150. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_otlp_receiver.py +50 -43
  151. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_output.py +6 -0
  152. agentevals_cli-0.12.0/tests/test_rubrics.py +441 -0
  153. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/.gitignore +1 -1
  154. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/eslint.config.js +1 -1
  155. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/package-lock.json +389 -362
  156. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/package.json +13 -12
  157. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/api/client.ts +0 -67
  158. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/annotation-queue/AnnotationDetailPanel.tsx +10 -72
  159. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/annotation-queue/AnnotationQueueView.tsx +2 -2
  160. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/annotation-queue/AnnotationTable.tsx +16 -45
  161. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/bug-report/BugReportModal.tsx +3 -3
  162. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/dashboard/MetricScoreCard.tsx +19 -12
  163. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/dashboard/SummaryStats.tsx +6 -5
  164. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/dashboard/TraceCard.tsx +2 -2
  165. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/dashboard/TraceTable.tsx +18 -6
  166. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/inspector/InspectorHeader.tsx +1 -1
  167. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/inspector/InvocationSummaryPanel.tsx +2 -2
  168. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/inspector/MetricResultsSection.tsx +3 -1
  169. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/inspector/MetricsComparisonSection.tsx +5 -3
  170. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/inspector/ToolCallList.tsx +5 -2
  171. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/runs/RunDetailView.tsx +2 -1
  172. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/runs/RunsView.tsx +15 -14
  173. agentevals_cli-0.12.0/ui/src/components/streaming/LiveConversationPanel.tsx +92 -0
  174. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/streaming/LiveMessage.tsx +12 -10
  175. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/streaming/LiveStreamingView.tsx +62 -363
  176. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/streaming/SessionCard.tsx +41 -233
  177. agentevals_cli-0.12.0/ui/src/components/streaming/SessionMetadata.tsx +88 -0
  178. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/upload/EvalSetEditorDrawer.tsx +22 -8
  179. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/upload/TraceEditorDrawer.tsx +17 -13
  180. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/config.ts +0 -6
  181. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/context/TraceContext.tsx +5 -4
  182. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/context/TraceProvider.tsx +16 -18
  183. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/common_pb.d.ts +212 -0
  184. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/common_pb.js +75 -0
  185. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/conversion_pb.d.ts +100 -0
  186. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/conversion_pb.js +42 -0
  187. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/evaluation_pb.d.ts +821 -0
  188. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/evaluation_pb.js +170 -0
  189. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/runs_pb.d.ts +785 -0
  190. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/runs_pb.js +205 -0
  191. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/sessions_pb.d.ts +212 -0
  192. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/sessions_pb.js +79 -0
  193. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/system_pb.d.ts +229 -0
  194. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/system_pb.js +68 -0
  195. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/views_pb.d.ts +737 -0
  196. agentevals_cli-0.12.0/ui/src/generated/agentevals/api/v1alpha1/views_pb.js +109 -0
  197. agentevals_cli-0.12.0/ui/src/generated/opentelemetry/proto/common/v1/common_pb.d.ts +278 -0
  198. agentevals_cli-0.12.0/ui/src/generated/opentelemetry/proto/common/v1/common_pb.js +68 -0
  199. agentevals_cli-0.12.0/ui/src/generated/opentelemetry/proto/logs/v1/logs_pb.d.ts +461 -0
  200. agentevals_cli-0.12.0/ui/src/generated/opentelemetry/proto/logs/v1/logs_pb.js +91 -0
  201. agentevals_cli-0.12.0/ui/src/generated/opentelemetry/proto/resource/v1/resource_pb.d.ts +69 -0
  202. agentevals_cli-0.12.0/ui/src/generated/opentelemetry/proto/resource/v1/resource_pb.js +34 -0
  203. agentevals_cli-0.12.0/ui/src/generated/opentelemetry/proto/trace/v1/trace_pb.d.ts +646 -0
  204. agentevals_cli-0.12.0/ui/src/generated/opentelemetry/proto/trace/v1/trace_pb.js +134 -0
  205. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/lib/console-capture.ts +2 -2
  206. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/lib/eval-config.ts +9 -1
  207. agentevals_cli-0.12.0/ui/src/lib/liveSessions.ts +77 -0
  208. agentevals_cli-0.12.0/ui/src/lib/toolPairing.ts +22 -0
  209. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/lib/trace-loader.ts +55 -44
  210. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/lib/trace-patcher.ts +39 -24
  211. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/lib/types.ts +18 -67
  212. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/lib/utils.ts +16 -10
  213. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/uv.lock +890 -586
  214. agentevals_cli-0.10.0/examples/kubernetes/agents.yaml +0 -54
  215. agentevals_cli-0.10.0/src/agentevals/_static/assets/index-DLtCJiNw.js +0 -348
  216. agentevals_cli-0.10.0/src/agentevals/adk_bridge.py +0 -144
  217. agentevals_cli-0.10.0/src/agentevals/api/routes.py +0 -1029
  218. agentevals_cli-0.10.0/src/agentevals/streaming/manager.py +0 -582
  219. agentevals_cli-0.10.0/tests/streaming/test_live.py +0 -224
  220. agentevals_cli-0.10.0/ui/src/components/streaming/LiveConversationPanel.tsx +0 -125
  221. agentevals_cli-0.10.0/ui/src/components/streaming/SessionMetadata.tsx +0 -95
  222. agentevals_cli-0.10.0/ui/src/components/streaming/turnStatus.ts +0 -31
  223. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.claude/skills/eval/SKILL.md +0 -0
  224. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.claude/skills/eval/evals/evals.json +0 -0
  225. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.claude/skills/inspect/SKILL.md +0 -0
  226. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.claude/skills/inspect/evals/evals.json +0 -0
  227. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.dockerignore +0 -0
  228. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.github/ISSUE_TEMPLATE/bug_report.yml +0 -0
  229. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.github/ISSUE_TEMPLATE/config.yml +0 -0
  230. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.github/ISSUE_TEMPLATE/feature_request.yml +0 -0
  231. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.github/dependabot.yml +0 -0
  232. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.github/workflows/kagent-contract-policy.yml +0 -0
  233. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.gitignore +0 -0
  234. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/.mcp.json +0 -0
  235. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/CONTRIBUTING.md +0 -0
  236. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/LICENSE +0 -0
  237. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/charts/agentevals/Chart.yaml +0 -0
  238. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/charts/agentevals/templates/_helpers.tpl +0 -0
  239. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/charts/agentevals/templates/postgresql-secret.yaml +0 -0
  240. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/charts/agentevals/templates/postgresql.yaml +0 -0
  241. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/charts/agentevals/templates/rbac.yaml +0 -0
  242. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/charts/agentevals/templates/serviceaccount.yaml +0 -0
  243. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/docs/assets/logo-color-on-transparent.svg +0 -0
  244. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/docs/assets/logo-color.png +0 -0
  245. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/docs/assets/logo-dark-on-transparent.svg +0 -0
  246. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/docs/opentelemetry-pipeline.md +0 -0
  247. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/docs/otel-compatibility.md +0 -0
  248. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/docs/run-history.md +0 -0
  249. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/README.md +0 -0
  250. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/custom_evaluators/eval_config.yaml +0 -0
  251. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/custom_evaluators/response_quality.py +0 -0
  252. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/custom_evaluators/tool_call_checker.py +0 -0
  253. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/custom_sink/README.md +0 -0
  254. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/custom_sink/agentevals_example_custom_sink/__init__.py +0 -0
  255. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/custom_sink/agentevals_example_custom_sink/sink.py +0 -0
  256. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/custom_sink/pyproject.toml +0 -0
  257. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/dice_agent/README.md +0 -0
  258. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/dice_agent/agent.py +0 -0
  259. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/dice_agent/eval_set.json +0 -0
  260. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/dice_agent/main.py +0 -0
  261. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/dice_agent/test_streaming.py +0 -0
  262. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/kubernetes/agentevals-values.yaml +0 -0
  263. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/langchain_agent/README.md +0 -0
  264. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/langchain_agent/agent.py +0 -0
  265. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/langchain_agent/eval_set.json +0 -0
  266. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/langchain_agent/main.py +0 -0
  267. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/langchain_agent/requirements.txt +0 -0
  268. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/langchain_agent/test_streaming.py +0 -0
  269. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/sdk_example/async_example.py +0 -0
  270. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/sdk_example/context_manager_example.py +0 -0
  271. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/sdk_example/decorator_example.py +0 -0
  272. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/sdk_example/requirements.txt +0 -0
  273. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/strands_agent/agent.py +0 -0
  274. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/strands_agent/eval_set.json +0 -0
  275. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/strands_agent/main.py +0 -0
  276. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/strands_agent/requirements.txt +0 -0
  277. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/zero-code-examples/adk/requirements.txt +0 -0
  278. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/zero-code-examples/adk/run.py +0 -0
  279. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/zero-code-examples/langchain/requirements.txt +0 -0
  280. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/zero-code-examples/langchain/run.py +0 -0
  281. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/zero-code-examples/ollama/requirements.txt +0 -0
  282. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/zero-code-examples/ollama/run.py +0 -0
  283. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/zero-code-examples/openai-agents/requirements.txt +0 -0
  284. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/zero-code-examples/openai-agents/run.py +0 -0
  285. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/zero-code-examples/pydantic-ai/requirements.txt +0 -0
  286. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/zero-code-examples/pydantic-ai/run.py +0 -0
  287. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/zero-code-examples/strands/requirements.txt +0 -0
  288. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/examples/zero-code-examples/strands/run.py +0 -0
  289. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/flake.lock +0 -0
  290. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/packages/evaluator-sdk-py/README.md +0 -0
  291. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/packages/evaluator-sdk-py/pyproject.toml +0 -0
  292. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/__init__.py +0 -0
  293. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/decorator.py +0 -0
  294. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/types.py +0 -0
  295. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/samples/eval_set_helm.json +0 -0
  296. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/samples/evalset_helm_3_2026-02-23.json +0 -0
  297. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/samples/evalset_k8s_2026-02-20.json +0 -0
  298. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/samples/helm.json +0 -0
  299. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/samples/helm_2.json +0 -0
  300. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/samples/helm_3.json +0 -0
  301. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/samples/k8s.json +0 -0
  302. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/samples/tempo_export_with_batches.json +0 -0
  303. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/__init__.py +0 -0
  304. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/_protocol.py +0 -0
  305. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/_static/assets/index-BqibLiHO.css +0 -0
  306. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/_static/logo.svg +0 -0
  307. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/_static/vite.svg +0 -0
  308. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/api/__init__.py +0 -0
  309. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/api/debug_routes.py +0 -0
  310. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/api/dependencies.py +0 -0
  311. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/api/otlp_app.py +0 -0
  312. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/api/otlp_http.py +0 -0
  313. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/api/otlp_processing.py +0 -0
  314. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/api/otlp_routes.py +0 -0
  315. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/eval_config_loader.py +0 -0
  316. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/evaluator/__init__.py +0 -0
  317. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/evaluator/resolver.py +0 -0
  318. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/evaluator/sources.py +0 -0
  319. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/evaluator/templates.py +0 -0
  320. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/evaluator/venv.py +0 -0
  321. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/genai/__init__.py +0 -0
  322. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/genai/grouping.py +0 -0
  323. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/genai/matching.py +0 -0
  324. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/genai/messages.py +0 -0
  325. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/genai/overlay.py +0 -0
  326. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/genai/semconv.py +0 -0
  327. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/loader/jaeger.py +0 -0
  328. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/loader/otlp.py +0 -0
  329. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/otel/__init__.py +0 -0
  330. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/otel/encode.py +0 -0
  331. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/otel/model.py +0 -0
  332. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/otel/sdk_export.py +0 -0
  333. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/resolvers/__init__.py +0 -0
  334. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/run/__init__.py +0 -0
  335. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/run/result_builder.py +0 -0
  336. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/run/worker.py +0 -0
  337. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/sdk.py +0 -0
  338. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/__init__.py +0 -0
  339. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/config.py +0 -0
  340. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/models.py +0 -0
  341. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/postgres/__init__.py +0 -0
  342. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/postgres/migrations/000001_init.down.sql +0 -0
  343. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/postgres/migrations/000002_drop_openai_eval.down.sql +0 -0
  344. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/postgres/migrations/000002_drop_openai_eval.up.sql +0 -0
  345. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/postgres/migrator.py +0 -0
  346. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/postgres/pool.py +0 -0
  347. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/storage/repos/memory.py +0 -0
  348. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/streaming/__init__.py +0 -0
  349. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/streaming/exports.py +0 -0
  350. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/streaming/session.py +0 -0
  351. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/utils/__init__.py +0 -0
  352. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/src/agentevals/utils/log_buffer.py +0 -0
  353. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/api/__init__.py +0 -0
  354. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/api/test_live_routes.py +0 -0
  355. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/README.md +0 -0
  356. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/check.sh +0 -0
  357. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/policy/agentevals.rego +0 -0
  358. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/main-2cc3ffae/a2a.yaml +0 -0
  359. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/main-2cc3ffae/imports.yaml +0 -0
  360. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/main-2cc3ffae/kagent.yaml +0 -0
  361. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/main-2cc3ffae/manifest.yaml +0 -0
  362. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/main-2cc3ffae/signals.yaml +0 -0
  363. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/pr3121-412ef54e/a2a.yaml +0 -0
  364. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/pr3121-412ef54e/imports.yaml +0 -0
  365. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/pr3121-412ef54e/kagent.yaml +0 -0
  366. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/pr3121-412ef54e/manifest.yaml +0 -0
  367. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/pr3121-412ef54e/signals.yaml +0 -0
  368. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/v1.0.0-alpha9/a2a.yaml +0 -0
  369. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/v1.0.0-alpha9/kagent.yaml +0 -0
  370. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/v1.0.0-alpha9/manifest.yaml +0 -0
  371. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/registries/v1.0.0-alpha9/signals.yaml +0 -0
  372. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/test.sh +0 -0
  373. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/testdata/agentevals_contract_gone/manifest.yaml +0 -0
  374. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/testdata/agentevals_contract_gone/model.yaml +0 -0
  375. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/testdata/agentevals_contract_missing_attribute/manifest.yaml +0 -0
  376. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/testdata/agentevals_contract_missing_attribute/model.yaml +0 -0
  377. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/testdata/agentevals_contract_requirement_floor/manifest.yaml +0 -0
  378. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/testdata/agentevals_contract_requirement_floor/model.yaml +0 -0
  379. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/contract/kagent/weaver.sh +0 -0
  380. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/MANIFEST.md +0 -0
  381. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S1.json +0 -0
  382. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S1.truth.json +0 -0
  383. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S2.json +0 -0
  384. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S2.truth.json +0 -0
  385. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S3.json +0 -0
  386. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S3.truth.json +0 -0
  387. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S4a.json +0 -0
  388. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S4a.truth.json +0 -0
  389. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S4b.json +0 -0
  390. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S4b.truth.json +0 -0
  391. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S5.json +0 -0
  392. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S5.truth.json +0 -0
  393. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S6a.json +0 -0
  394. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S6a.truth.json +0 -0
  395. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S6b.json +0 -0
  396. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default/S6b.truth.json +0 -0
  397. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S1.json +0 -0
  398. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S1.truth.json +0 -0
  399. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S2.json +0 -0
  400. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S2.truth.json +0 -0
  401. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S3.json +0 -0
  402. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S3.truth.json +0 -0
  403. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S4a.json +0 -0
  404. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S4a.truth.json +0 -0
  405. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S4b.json +0 -0
  406. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S4b.truth.json +0 -0
  407. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S5.json +0 -0
  408. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S5.truth.json +0 -0
  409. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S6a.json +0 -0
  410. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S6a.truth.json +0 -0
  411. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S6b.json +0 -0
  412. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_default_contrib/S6b.truth.json +0 -0
  413. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S1.json +0 -0
  414. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S1.truth.json +0 -0
  415. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S2.json +0 -0
  416. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S2.truth.json +0 -0
  417. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S3.json +0 -0
  418. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S3.truth.json +0 -0
  419. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S4a.json +0 -0
  420. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S4a.truth.json +0 -0
  421. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S4b.json +0 -0
  422. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S4b.truth.json +0 -0
  423. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S5.json +0 -0
  424. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S5.truth.json +0 -0
  425. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S6a.json +0 -0
  426. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S6a.truth.json +0 -0
  427. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S6b.json +0 -0
  428. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable/S6b.truth.json +0 -0
  429. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S1.json +0 -0
  430. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S1.truth.json +0 -0
  431. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S2.json +0 -0
  432. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S2.truth.json +0 -0
  433. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S3.json +0 -0
  434. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S3.truth.json +0 -0
  435. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4a.json +0 -0
  436. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4a.truth.json +0 -0
  437. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4b.json +0 -0
  438. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4b.truth.json +0 -0
  439. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S5.json +0 -0
  440. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S5.truth.json +0 -0
  441. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6a.json +0 -0
  442. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6a.truth.json +0 -0
  443. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6b.json +0 -0
  444. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6b.truth.json +0 -0
  445. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S1.json +0 -0
  446. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S1.truth.json +0 -0
  447. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S2.json +0 -0
  448. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S2.truth.json +0 -0
  449. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S3.json +0 -0
  450. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S3.truth.json +0 -0
  451. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S4a.json +0 -0
  452. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S4a.truth.json +0 -0
  453. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S4b.json +0 -0
  454. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S4b.truth.json +0 -0
  455. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S5.json +0 -0
  456. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S5.truth.json +0 -0
  457. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S6a.json +0 -0
  458. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S6a.truth.json +0 -0
  459. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S6b.json +0 -0
  460. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v1_nolegacy/S6b.truth.json +0 -0
  461. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S1.json +0 -0
  462. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S1.truth.json +0 -0
  463. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S2.json +0 -0
  464. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S2.truth.json +0 -0
  465. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S3.json +0 -0
  466. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S3.truth.json +0 -0
  467. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S4a.json +0 -0
  468. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S4a.truth.json +0 -0
  469. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S4b.json +0 -0
  470. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S4b.truth.json +0 -0
  471. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S5.json +0 -0
  472. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S5.truth.json +0 -0
  473. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S6a.json +0 -0
  474. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S6a.truth.json +0 -0
  475. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S6b.json +0 -0
  476. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_default/S6b.truth.json +0 -0
  477. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S1.json +0 -0
  478. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S1.truth.json +0 -0
  479. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S2.json +0 -0
  480. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S2.truth.json +0 -0
  481. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S3.json +0 -0
  482. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S3.truth.json +0 -0
  483. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S4a.json +0 -0
  484. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S4a.truth.json +0 -0
  485. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S4b.json +0 -0
  486. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S4b.truth.json +0 -0
  487. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S5.json +0 -0
  488. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S5.truth.json +0 -0
  489. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S6a.json +0 -0
  490. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S6a.truth.json +0 -0
  491. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S6b.json +0 -0
  492. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only/S6b.truth.json +0 -0
  493. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S1.json +0 -0
  494. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S1.truth.json +0 -0
  495. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S2.json +0 -0
  496. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S2.truth.json +0 -0
  497. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S3.json +0 -0
  498. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S3.truth.json +0 -0
  499. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4a.json +0 -0
  500. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4a.truth.json +0 -0
  501. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4b.json +0 -0
  502. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4b.truth.json +0 -0
  503. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S5.json +0 -0
  504. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S5.truth.json +0 -0
  505. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6a.json +0 -0
  506. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6a.truth.json +0 -0
  507. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6b.json +0 -0
  508. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6b.truth.json +0 -0
  509. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S1.json +0 -0
  510. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S1.truth.json +0 -0
  511. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S2.json +0 -0
  512. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S2.truth.json +0 -0
  513. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S3.json +0 -0
  514. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S3.truth.json +0 -0
  515. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S4a.json +0 -0
  516. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S4a.truth.json +0 -0
  517. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S4b.json +0 -0
  518. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S4b.truth.json +0 -0
  519. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S5.json +0 -0
  520. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S5.truth.json +0 -0
  521. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S6a.json +0 -0
  522. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S6a.truth.json +0 -0
  523. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S6b.json +0 -0
  524. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_no_content/S6b.truth.json +0 -0
  525. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S1.json +0 -0
  526. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S1.truth.json +0 -0
  527. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S2.json +0 -0
  528. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S2.truth.json +0 -0
  529. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S3.json +0 -0
  530. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S3.truth.json +0 -0
  531. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S4a.json +0 -0
  532. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S4a.truth.json +0 -0
  533. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S4b.json +0 -0
  534. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S4b.truth.json +0 -0
  535. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S5.json +0 -0
  536. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S5.truth.json +0 -0
  537. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S6a.json +0 -0
  538. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S6a.truth.json +0 -0
  539. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S6b.json +0 -0
  540. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_and_event/S6b.truth.json +0 -0
  541. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S1.json +0 -0
  542. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S1.truth.json +0 -0
  543. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S2.json +0 -0
  544. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S2.truth.json +0 -0
  545. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S3.json +0 -0
  546. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S3.truth.json +0 -0
  547. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S4a.json +0 -0
  548. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S4a.truth.json +0 -0
  549. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S4b.json +0 -0
  550. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S4b.truth.json +0 -0
  551. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S5.json +0 -0
  552. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S5.truth.json +0 -0
  553. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S6a.json +0 -0
  554. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S6a.truth.json +0 -0
  555. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S6b.json +0 -0
  556. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only/S6b.truth.json +0 -0
  557. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S1.json +0 -0
  558. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S1.truth.json +0 -0
  559. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S2.json +0 -0
  560. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S2.truth.json +0 -0
  561. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S3.json +0 -0
  562. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S3.truth.json +0 -0
  563. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4a.json +0 -0
  564. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4a.truth.json +0 -0
  565. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4b.json +0 -0
  566. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4b.truth.json +0 -0
  567. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S5.json +0 -0
  568. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S5.truth.json +0 -0
  569. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6a.json +0 -0
  570. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6a.truth.json +0 -0
  571. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6b.json +0 -0
  572. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6b.truth.json +0 -0
  573. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S1.json +0 -0
  574. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S1.truth.json +0 -0
  575. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S2.json +0 -0
  576. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S2.truth.json +0 -0
  577. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S3.json +0 -0
  578. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S3.truth.json +0 -0
  579. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4a.json +0 -0
  580. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4a.truth.json +0 -0
  581. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4b.json +0 -0
  582. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4b.truth.json +0 -0
  583. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S5.json +0 -0
  584. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S5.truth.json +0 -0
  585. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6a.json +0 -0
  586. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6a.truth.json +0 -0
  587. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6b.json +0 -0
  588. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6b.truth.json +0 -0
  589. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S1.json +0 -0
  590. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S1.truth.json +0 -0
  591. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S2.json +0 -0
  592. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S2.truth.json +0 -0
  593. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S3.json +0 -0
  594. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S3.truth.json +0 -0
  595. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S4a.json +0 -0
  596. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S4a.truth.json +0 -0
  597. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S4b.json +0 -0
  598. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S4b.truth.json +0 -0
  599. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S5.json +0 -0
  600. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S5.truth.json +0 -0
  601. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S6a.json +0 -0
  602. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S6a.truth.json +0 -0
  603. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S6b.json +0 -0
  604. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_event_only/S6b.truth.json +0 -0
  605. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S1.json +0 -0
  606. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S1.truth.json +0 -0
  607. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S2.json +0 -0
  608. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S2.truth.json +0 -0
  609. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S3.json +0 -0
  610. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S3.truth.json +0 -0
  611. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S4a.json +0 -0
  612. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S4a.truth.json +0 -0
  613. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S4b.json +0 -0
  614. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S4b.truth.json +0 -0
  615. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S5.json +0 -0
  616. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S5.truth.json +0 -0
  617. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S6a.json +0 -0
  618. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S6a.truth.json +0 -0
  619. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S6b.json +0 -0
  620. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_no_content/S6b.truth.json +0 -0
  621. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S1.json +0 -0
  622. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S1.truth.json +0 -0
  623. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S2.json +0 -0
  624. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S2.truth.json +0 -0
  625. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S3.json +0 -0
  626. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S3.truth.json +0 -0
  627. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S4a.json +0 -0
  628. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S4a.truth.json +0 -0
  629. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S4b.json +0 -0
  630. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S4b.truth.json +0 -0
  631. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S5.json +0 -0
  632. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S5.truth.json +0 -0
  633. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S6a.json +0 -0
  634. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S6a.truth.json +0 -0
  635. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S6b.json +0 -0
  636. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only/S6b.truth.json +0 -0
  637. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S1.json +0 -0
  638. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S1.truth.json +0 -0
  639. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S2.json +0 -0
  640. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S2.truth.json +0 -0
  641. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S3.json +0 -0
  642. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S3.truth.json +0 -0
  643. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4a.json +0 -0
  644. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4a.truth.json +0 -0
  645. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4b.json +0 -0
  646. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4b.truth.json +0 -0
  647. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S5.json +0 -0
  648. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S5.truth.json +0 -0
  649. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6a.json +0 -0
  650. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6a.truth.json +0 -0
  651. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6b.json +0 -0
  652. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6b.truth.json +0 -0
  653. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/adk_cycle_poisons_batch.json +0 -0
  654. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/adk_go_main.json +0 -0
  655. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/content_capture_off.json +0 -0
  656. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/content_capture_off.truth.json +0 -0
  657. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/deprecated_aliases.json +0 -0
  658. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/deprecated_aliases.truth.json +0 -0
  659. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/details_event_log_debug.json +0 -0
  660. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/details_event_log_debug.truth.json +0 -0
  661. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/duplicate_span_ids.json +0 -0
  662. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/duplicate_span_ids.truth.json +0 -0
  663. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/ext_eval_eventName.json +0 -0
  664. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/ext_eval_eventName.truth.json +0 -0
  665. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/ext_eval_event_name_attr.json +0 -0
  666. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/ext_eval_event_name_attr.truth.json +0 -0
  667. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/ext_eval_otel_event_name.json +0 -0
  668. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/ext_eval_otel_event_name.truth.json +0 -0
  669. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/ext_eval_span_event.json +0 -0
  670. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/ext_eval_span_event.truth.json +0 -0
  671. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/failed_inference_then_retry.json +0 -0
  672. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/failed_inference_then_retry.truth.json +0 -0
  673. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/mcp_tool_call.json +0 -0
  674. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/mcp_tool_call.truth.json +0 -0
  675. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/openai_agents_handoff.json +0 -0
  676. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_ambiguous.json +0 -0
  677. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_ambiguous.truth.json +0 -0
  678. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_single.json +0 -0
  679. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_single.truth.json +0 -0
  680. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/openai_v2_logs_span_id.json +0 -0
  681. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/openai_v2_logs_span_id.truth.json +0 -0
  682. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/remote_parent_root.json +0 -0
  683. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/remote_parent_root.truth.json +0 -0
  684. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/self_parent.json +0 -0
  685. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/strands_span_events.json +0 -0
  686. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/three_trace_conversation.json +0 -0
  687. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/three_trace_conversation.truth.json +0 -0
  688. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/tool_error_no_error_type.json +0 -0
  689. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/tool_error_no_error_type.truth.json +0 -0
  690. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/two_span_cycle.json +0 -0
  691. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/upstream_new_parts.json +0 -0
  692. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/util_genai_openai_tool_loop.json +0 -0
  693. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/hand/util_genai_openai_tool_loop.truth.json +0 -0
  694. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/README.md +0 -0
  695. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_1turn.json +0 -0
  696. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_1turn.truth.json +0 -0
  697. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_2turn.json +0 -0
  698. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_2turn.truth.json +0 -0
  699. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_1turn_subagent.json +0 -0
  700. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_1turn_subagent.truth.json +0 -0
  701. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_2turn.json +0 -0
  702. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_2turn.truth.json +0 -0
  703. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_recipe_2turn.json +0 -0
  704. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_recipe_2turn.truth.json +0 -0
  705. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/samples/helm.json +0 -0
  706. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/samples/helm.truth.json +0 -0
  707. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/samples/helm_2.json +0 -0
  708. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/samples/helm_2.truth.json +0 -0
  709. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/samples/helm_3.json +0 -0
  710. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/samples/helm_3.truth.json +0 -0
  711. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/samples/k8s.json +0 -0
  712. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/samples/k8s.truth.json +0 -0
  713. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/fixtures/otlp/samples/tempo_export_with_batches.json +0 -0
  714. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/genai/__init__.py +0 -0
  715. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/genai/test_grouping.py +0 -0
  716. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/genai/test_legacy_chat.py +0 -0
  717. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/integration/__init__.py +0 -0
  718. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/integration/test_evaluation_pipeline.py +0 -0
  719. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/integration/test_otlp_grpc_receiver.py +0 -0
  720. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/integration/test_session_grouping.py +0 -0
  721. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/integration/test_timing_stress.py +0 -0
  722. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/otel/__init__.py +0 -0
  723. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/otel/builders.py +0 -0
  724. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/otel/test_store.py +0 -0
  725. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/resolvers/__init__.py +0 -0
  726. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/resolvers/test_registry.py +0 -0
  727. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/run/__init__.py +0 -0
  728. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/storage/__init__.py +0 -0
  729. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/storage/test_config.py +0 -0
  730. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/storage/test_migrator.py +0 -0
  731. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/storage/test_models.py +0 -0
  732. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/streaming/__init__.py +0 -0
  733. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/streaming/test_session_export.py +0 -0
  734. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_cli.py +0 -0
  735. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_credential_injection.py +0 -0
  736. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_eval_config_loader.py +0 -0
  737. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_jaeger_loader.py +0 -0
  738. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_layering.py +0 -0
  739. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_loader_auto.py +0 -0
  740. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_mcp_server.py +0 -0
  741. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_otlp_http_protocol.py +0 -0
  742. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_protocol.py +0 -0
  743. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_runner.py +0 -0
  744. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_sdk.py +0 -0
  745. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/tests/test_trace_metrics.py +0 -0
  746. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/README.md +0 -0
  747. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/index.html +0 -0
  748. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/public/logo.svg +0 -0
  749. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/public/vite.svg +0 -0
  750. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/App.css +0 -0
  751. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/App.tsx +0 -0
  752. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/assets/react.svg +0 -0
  753. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/builder/BuilderHeader.tsx +0 -0
  754. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/builder/BuilderView.tsx +0 -0
  755. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/builder/EvalCaseCard.tsx +0 -0
  756. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/builder/EvalCasesList.tsx +0 -0
  757. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/builder/InvocationEditor.tsx +0 -0
  758. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/builder/JsonPreview.tsx +0 -0
  759. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/builder/MetadataEditor.tsx +0 -0
  760. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/builder/TraceUploadZone.tsx +0 -0
  761. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/builder/index.ts +0 -0
  762. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/dashboard/DashboardView.tsx +0 -0
  763. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/dashboard/PerformanceCard.tsx +0 -0
  764. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/dashboard/PerformanceCharts.tsx +0 -0
  765. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/inspector/ComparisonPanel.tsx +0 -0
  766. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/inspector/DataSection.tsx +0 -0
  767. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/inspector/InspectorLayout.tsx +0 -0
  768. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/inspector/InspectorView.tsx +0 -0
  769. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/inspector/InvocationCard.tsx +0 -0
  770. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/inspector/PerformanceSection.tsx +0 -0
  771. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/inspector/TrajectoryComparisonDetails.tsx +0 -0
  772. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/runs/PassRateTrendChart.tsx +0 -0
  773. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/runs/PerMetricTrendChart.tsx +0 -0
  774. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/runs/RunsHistoryTable.tsx +0 -0
  775. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/runs/runHistory.ts +0 -0
  776. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/sidebar/Sidebar.tsx +0 -0
  777. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/upload/FileDropZone.tsx +0 -0
  778. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/upload/MetricSelector.tsx +0 -0
  779. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/upload/RawJsonPreview.tsx +0 -0
  780. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/upload/UploadView.tsx +0 -0
  781. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/components/welcome/WelcomeView.tsx +0 -0
  782. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/index.css +0 -0
  783. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/lib/evalset-builder.ts +0 -0
  784. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/lib/network-capture.ts +0 -0
  785. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/lib/trace-helpers.ts +0 -0
  786. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/lib/trace-metadata.ts +0 -0
  787. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/src/main.tsx +0 -0
  788. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/tsconfig.app.json +0 -0
  789. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/tsconfig.json +0 -0
  790. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/tsconfig.node.json +0 -0
  791. {agentevals_cli-0.10.0 → agentevals_cli-0.12.0}/ui/vite.config.ts +0 -0
@@ -0,0 +1,5 @@
1
+ gen/go/agentevals/** linguist-generated=true
2
+ gen/go/go.sum linguist-generated=true
3
+ src/agentevals/api/v1alpha1/** linguist-generated=true
4
+ ui/src/generated/** linguist-generated=true
5
+ proto/buf.lock linguist-generated=true
@@ -25,7 +25,7 @@ jobs:
25
25
  with:
26
26
  fetch-depth: 0
27
27
 
28
- - uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
28
+ - uses: astral-sh/setup-uv@68559e99cc807c1eb7e9238fd43a15bba460eec2 # v10.3.3
29
29
  with:
30
30
  enable-cache: true
31
31
 
@@ -49,7 +49,7 @@ jobs:
49
49
  steps:
50
50
  - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
51
51
 
52
- - uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
52
+ - uses: actions/setup-node@949feb2413d6458794dcd2491c4babbbce0c15c1 # v7.1.0
53
53
  with:
54
54
  node-version: '22'
55
55
  cache: npm
@@ -59,6 +59,41 @@ jobs:
59
59
  - name: Build UI
60
60
  run: make build-ui
61
61
 
62
+ - name: Lint UI
63
+ working-directory: ui
64
+ run: npm run lint
65
+
66
+ proto:
67
+ name: Protobuf Contract Check
68
+ runs-on: ubuntu-latest
69
+ steps:
70
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
71
+
72
+ - uses: actions/setup-node@949feb2413d6458794dcd2491c4babbbce0c15c1 # v7.1.0
73
+ with:
74
+ node-version: '22'
75
+
76
+ - uses: actions/setup-go@b7ad1dad31e06c5925ef5d2fc7ad053ef454303e # v7.0.0
77
+ with:
78
+ go-version-file: gen/go/go.mod
79
+ cache-dependency-path: gen/go/go.sum
80
+
81
+ # proto-breaking compares against the local main branch.
82
+ - name: Fetch main
83
+ run: git fetch --no-tags --depth=1 origin main:main || true
84
+
85
+ - name: Lint, regenerate and check for drift
86
+ run: make proto-check
87
+
88
+ - name: Breaking changes
89
+ run: make proto-breaking
90
+
91
+ - name: Build the Go module
92
+ working-directory: gen/go
93
+ run: |
94
+ go build ./...
95
+ go vet ./...
96
+
62
97
  docker:
63
98
  runs-on: ubuntu-latest
64
99
  permissions:
@@ -122,7 +157,7 @@ jobs:
122
157
  with:
123
158
  fetch-depth: 0
124
159
 
125
- - uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
160
+ - uses: astral-sh/setup-uv@68559e99cc807c1eb7e9238fd43a15bba460eec2 # v10.3.3
126
161
  with:
127
162
  enable-cache: true
128
163
 
@@ -145,7 +180,7 @@ jobs:
145
180
  with:
146
181
  fetch-depth: 0
147
182
 
148
- - uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
183
+ - uses: astral-sh/setup-uv@68559e99cc807c1eb7e9238fd43a15bba460eec2 # v10.3.3
149
184
  with:
150
185
  enable-cache: true
151
186
 
@@ -61,7 +61,7 @@ jobs:
61
61
 
62
62
  - name: Upload the report
63
63
  if: always()
64
- uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
64
+ uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
65
65
  with:
66
66
  name: kagent-contract-report
67
67
  path: report.md
@@ -77,7 +77,7 @@ jobs:
77
77
  permissions:
78
78
  issues: write
79
79
  steps:
80
- - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
80
+ - uses: actions/download-artifact@9000827ccba6bdab643e8b6fd33ac0654aef8333 # v8.0.2
81
81
  continue-on-error: true
82
82
  with:
83
83
  name: kagent-contract-report
@@ -23,7 +23,7 @@ jobs:
23
23
  fetch-depth: 0
24
24
 
25
25
  - name: Install uv
26
- uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
26
+ uses: astral-sh/setup-uv@68559e99cc807c1eb7e9238fd43a15bba460eec2 # v10.3.3
27
27
 
28
28
  # Repo root cwd: uv build puts artifacts in ./dist; uv publish looks for dist/* relative to cwd.
29
29
  - name: 'Release Python Packages'
@@ -22,11 +22,11 @@ jobs:
22
22
  ref: ${{ github.event.inputs.tag || github.ref_name }}
23
23
  fetch-depth: 0
24
24
 
25
- - uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
25
+ - uses: astral-sh/setup-uv@68559e99cc807c1eb7e9238fd43a15bba460eec2 # v10.3.3
26
26
  with:
27
27
  enable-cache: true
28
28
 
29
- - uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
29
+ - uses: actions/setup-node@949feb2413d6458794dcd2491c4babbbce0c15c1 # v7.1.0
30
30
  with:
31
31
  node-version: '22'
32
32
  cache: npm
@@ -35,7 +35,7 @@ jobs:
35
35
  - name: Build core and bundled wheels
36
36
  run: make release
37
37
 
38
- - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
38
+ - uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
39
39
  with:
40
40
  name: wheels
41
41
  path: |
@@ -51,11 +51,11 @@ jobs:
51
51
  ref: ${{ github.event.inputs.tag || github.ref_name }}
52
52
  fetch-depth: 0
53
53
 
54
- - uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
54
+ - uses: astral-sh/setup-uv@68559e99cc807c1eb7e9238fd43a15bba460eec2 # v10.3.3
55
55
  with:
56
56
  enable-cache: true
57
57
 
58
- - uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
58
+ - uses: actions/setup-node@949feb2413d6458794dcd2491c4babbbce0c15c1 # v7.1.0
59
59
  with:
60
60
  node-version: '22'
61
61
  cache: npm
@@ -82,7 +82,7 @@ jobs:
82
82
  contents: write
83
83
 
84
84
  steps:
85
- - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
85
+ - uses: actions/download-artifact@9000827ccba6bdab643e8b6fd33ac0654aef8333 # v8.0.2
86
86
  with:
87
87
  name: wheels
88
88
  path: dist/
@@ -93,6 +93,33 @@ jobs:
93
93
  files: dist/**/*.whl
94
94
  generate_release_notes: true
95
95
 
96
+ # Go resolves github.com/agentevals-dev/agentevals/gen/go@vX.Y.Z from the tag gen/go/vX.Y.Z.
97
+ tag-go-module:
98
+ needs: github-release
99
+ runs-on: ubuntu-latest
100
+ permissions:
101
+ contents: write
102
+ steps:
103
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
104
+ with:
105
+ ref: ${{ github.event.inputs.tag || github.ref_name }}
106
+ fetch-depth: 0
107
+
108
+ - name: Tag the generated Go module
109
+ run: |
110
+ if ! [[ "$TAG" =~ ^v[0-9]+\.[0-9]+\.[0-9]+([-+][0-9A-Za-z.-]+)?$ ]]; then
111
+ echo "Not a semantic version tag: $TAG"
112
+ exit 1
113
+ fi
114
+ if git rev-parse -q --verify "refs/tags/gen/go/$TAG" >/dev/null; then
115
+ echo "gen/go/$TAG already exists"
116
+ exit 0
117
+ fi
118
+ git tag "gen/go/$TAG" "$TAG^{commit}"
119
+ git push origin "gen/go/$TAG"
120
+ env:
121
+ TAG: ${{ github.event.inputs.tag || github.ref_name }}
122
+
96
123
  push-docker:
97
124
  needs: github-release
98
125
  runs-on: ubuntu-latest
@@ -105,7 +132,7 @@ jobs:
105
132
  ref: ${{ github.event.inputs.tag || github.ref_name }}
106
133
 
107
134
  - name: Login to GitHub Container Registry
108
- uses: docker/login-action@dbcb813823bdd20940b903addbd779551569679f # v4.6.0
135
+ uses: docker/login-action@81c6f93d4bc991e510b342a00b419b3bb4efc5c6 # v4.7.0
109
136
  with:
110
137
  registry: ghcr.io
111
138
  username: ${{ github.actor }}
@@ -139,7 +166,7 @@ jobs:
139
166
  ref: ${{ github.event.inputs.tag || github.ref_name }}
140
167
 
141
168
  - name: Login to GitHub Container Registry
142
- uses: docker/login-action@dbcb813823bdd20940b903addbd779551569679f # v4.6.0
169
+ uses: docker/login-action@81c6f93d4bc991e510b342a00b419b3bb4efc5c6 # v4.7.0
143
170
  with:
144
171
  registry: ghcr.io
145
172
  username: ${{ github.actor }}
@@ -65,6 +65,19 @@ make build-ui # build React app only → ui/dist/
65
65
 
66
66
  Both `build` and `build-bundle` produce `dist/agentevals-*.whl` with the same package name and version. The difference is that `build-bundle` embeds `ui/dist/` as `agentevals/_static/` inside the wheel. The hatchling `artifacts` config ensures the gitignored `_static/` directory is included.
67
67
 
68
+ ### API contract
69
+
70
+ The gRPC API is defined in `proto/`. The generated Go, Python and TypeScript code is committed, so only changes to `.proto` files need these:
71
+
72
+ ```bash
73
+ make proto-lint # buf lint
74
+ make proto-generate # regenerate gen/go, src/agentevals/api/v1alpha1 and ui/src/generated
75
+ make proto-check # lint, regenerate and fail when committed code is out of date (CI)
76
+ make proto-breaking # compare with main for breaking changes (CI)
77
+ ```
78
+
79
+ `buf` runs through `npx`, so Node is enough. Building the Go module (`cd gen/go && go build ./...`) needs Go, which the Nix dev shell provides.
80
+
68
81
  ### Testing
69
82
 
70
83
  ```bash
@@ -151,6 +164,8 @@ To release a new Nix derivation, update `flake.nix` with the new version and reb
151
164
  ```
152
165
  4. Alternatively, trigger manually from **GitHub → Actions → Release → Run workflow** and enter the tag
153
166
 
167
+ The workflow also tags the same commit `gen/go/vX.Y.Z`, the version Go clients get with `go get github.com/agentevals-dev/agentevals/gen/go@vX.Y.Z`.
168
+
154
169
  The workflow (`.github/workflows/release.yml`) runs `make release`, which builds the wheel twice (once without UI, once with embedded UI) into separate subdirectories:
155
170
 
156
171
  ```
@@ -52,6 +52,6 @@ USER app
52
52
  ENV PATH="/app/.venv/bin:$PATH"
53
53
  ENV AGENTEVALS_SERVER_URL=http://127.0.0.1:8001
54
54
 
55
- EXPOSE 8001 4318 4317 8080
55
+ EXPOSE 8001 4318 4317 8002 8080
56
56
 
57
57
  CMD ["agentevals", "serve", "--host", "0.0.0.0", "--port", "8001", "--otlp-http-port", "4318", "--otlp-grpc-port", "4317", "--mcp-port", "8080"]
@@ -143,3 +143,41 @@ helm-package: helm-cleanup
143
143
  .PHONY: helm-publish
144
144
  helm-publish: helm-package
145
145
  helm push "$(HELM_DIST_FOLDER)/agentevals-$(HELM_CHART_VERSION).tgz" "$(HELM_CHART_OCI_URL)"
146
+
147
+ # Protobuf contract. buf runs through npx so no Go toolchain is needed; regenerating spends
148
+ # Buf Schema Registry remote plugin requests, which are rate limited.
149
+ BUF ?= npx --yes @bufbuild/buf@1.72.0
150
+ PROTO_BREAKING_BRANCH ?= main
151
+ PROTO_GENERATED_PATHS := gen/go/agentevals src/agentevals/api/v1alpha1 ui/src/generated
152
+
153
+ .PHONY: proto-lint
154
+ proto-lint:
155
+ cd proto && $(BUF) lint
156
+
157
+ .PHONY: proto-generate
158
+ proto-generate:
159
+ rm -rf $(PROTO_GENERATED_PATHS)
160
+ cd proto && $(BUF) generate
161
+
162
+ .PHONY: proto-breaking
163
+ proto-breaking:
164
+ @if git cat-file -e "$(PROTO_BREAKING_BRANCH):proto/buf.yaml" 2>/dev/null; then \
165
+ $(BUF) breaking proto --against ".git#branch=$(PROTO_BREAKING_BRANCH),subdir=proto"; \
166
+ else \
167
+ echo "No protobuf module on $(PROTO_BREAKING_BRANCH); skipping the breaking check"; \
168
+ fi
169
+
170
+ .PHONY: proto-check
171
+ proto-check: proto-lint proto-generate
172
+ @if test -n "$$(git status --porcelain -- $(PROTO_GENERATED_PATHS))"; then \
173
+ echo "Generated protobuf files are out of date:"; \
174
+ git status --short -- $(PROTO_GENERATED_PATHS); \
175
+ exit 1; \
176
+ fi
177
+ @# git status skips ignored files, so a .gitignore rule could keep a generated file out of the repo unnoticed.
178
+ @ignored="$$(git ls-files --others --ignored --exclude-standard -- $(PROTO_GENERATED_PATHS) | grep -v /__pycache__/)"; \
179
+ if test -n "$$ignored"; then \
180
+ echo "Generated protobuf files are ignored by a .gitignore rule:"; \
181
+ echo "$$ignored"; \
182
+ exit 1; \
183
+ fi
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: agentevals-cli
3
- Version: 0.10.0
3
+ Version: 0.12.0
4
4
  Summary: Standalone framework to evaluate agent correctness based on portable OpenTelemetry traces
5
5
  License-File: LICENSE
6
6
  Requires-Python: >=3.11
@@ -8,17 +8,22 @@ Requires-Dist: aiohttp>=3.14.3
8
8
  Requires-Dist: authlib>=1.7.2
9
9
  Requires-Dist: click>=8.3.3
10
10
  Requires-Dist: fastapi>=0.115.0
11
- Requires-Dist: google-adk[eval]<3,>=2.5.0
11
+ Requires-Dist: google-adk[eval]<3,>=2.13.0
12
12
  Requires-Dist: googleapis-common-protos>=1.72.0
13
- Requires-Dist: grpcio>=1.66
13
+ Requires-Dist: grpcio-health-checking>=1.78
14
+ Requires-Dist: grpcio-reflection>=1.78
15
+ Requires-Dist: grpcio-status>=1.78
16
+ Requires-Dist: grpcio>=1.78
14
17
  Requires-Dist: httpx>=0.27.0
15
18
  Requires-Dist: idna>=3.18
16
19
  Requires-Dist: litellm>=1.85.7
17
20
  Requires-Dist: nltk>=3.10.2
18
21
  Requires-Dist: opentelemetry-exporter-otlp-proto-grpc>=1.38
19
22
  Requires-Dist: opentelemetry-exporter-otlp-proto-http>=1.38
23
+ Requires-Dist: opentelemetry-instrumentation-grpc>=0.59b0
20
24
  Requires-Dist: opentelemetry-proto>=1.36.0
21
25
  Requires-Dist: opentelemetry-sdk>=1.38
26
+ Requires-Dist: protobuf<8,>=6.33.5
22
27
  Requires-Dist: pyasn1>=0.6.4
23
28
  Requires-Dist: pygments>=2.20.0
24
29
  Requires-Dist: python-dotenv>=1.2.2
@@ -209,6 +214,19 @@ evaluators:
209
214
  threshold: 0.7
210
215
  ```
211
216
 
217
+ Rubric metrics accept named properties in the evaluator config:
218
+
219
+ ```yaml
220
+ evaluators:
221
+ - name: rubric_based_final_response_quality_v1
222
+ type: builtin
223
+ rubrics:
224
+ - id: latest_correction
225
+ text: The response uses the user's latest correction.
226
+ ```
227
+
228
+ Rubrics can also come from a matched eval case or its invocations; see [Rubrics](docs/eval-set-format.md#rubrics).
229
+
212
230
  `type: remote` pulls community evaluators from GitHub. Protocol, SDK helpers and runtimes: [Custom Evaluators](docs/custom-evaluators.md).
213
231
 
214
232
  ## Run it
@@ -217,18 +235,21 @@ evaluators:
217
235
 
218
236
  **Web UI.** `agentevals serve` on `http://localhost:8001`. Upload traces and eval sets, pick evaluators, inspect span trees, watch live sessions. API docs at `/docs`.
219
237
 
238
+ **gRPC API.** `agentevals serve` also serves a gRPC API on port 8002 for programs: sessions, evaluation, runs and trace conversion, with generated clients for Go and Python. See [gRPC API](docs/grpc-api.md).
239
+
220
240
  **MCP server.** `agentevals mcp` exposes `list_metrics`, `evaluate_traces`, `list_sessions`, `summarize_session` and `evaluate_sessions` to MCP clients. A `.mcp.json` at the repo root lets Claude Code pick it up, and the `/eval` and `/inspect` skills in `.claude/skills/` build on it.
221
241
 
222
242
  **Docker.**
223
243
 
224
244
  ```bash
225
245
  docker build -t agentevals .
226
- docker run -p 8001:8001 -p 4317:4317 -p 4318:4318 agentevals
246
+ docker run -p 8001:8001 -p 8002:8002 -p 4317:4317 -p 4318:4318 agentevals
227
247
  ```
228
248
 
229
249
  | Port | Purpose |
230
250
  |------|---------|
231
251
  | 8001 | Web UI and REST API |
252
+ | 8002 | gRPC API |
232
253
  | 4317 | OTLP gRPC receiver (traces and logs) |
233
254
  | 4318 | OTLP HTTP receiver (traces and logs) |
234
255
  | 8080 | MCP (Streamable HTTP) |
@@ -263,6 +284,7 @@ The chart runs in memory by default. `--set storage.backend=postgres` with a bun
263
284
  | [Eval Set Format](docs/eval-set-format.md) | Schema and examples for golden eval sets |
264
285
  | [Custom Evaluators](docs/custom-evaluators.md) | Write scoring logic in any language |
265
286
  | [Run History](docs/run-history.md) | Persist evaluations to Postgres and trend them in the UI |
287
+ | [gRPC API](docs/grpc-api.md) | Services, generated clients, configuration and security of the gRPC API |
266
288
 
267
289
  ## Development
268
290
 
@@ -167,6 +167,19 @@ evaluators:
167
167
  threshold: 0.7
168
168
  ```
169
169
 
170
+ Rubric metrics accept named properties in the evaluator config:
171
+
172
+ ```yaml
173
+ evaluators:
174
+ - name: rubric_based_final_response_quality_v1
175
+ type: builtin
176
+ rubrics:
177
+ - id: latest_correction
178
+ text: The response uses the user's latest correction.
179
+ ```
180
+
181
+ Rubrics can also come from a matched eval case or its invocations; see [Rubrics](docs/eval-set-format.md#rubrics).
182
+
170
183
  `type: remote` pulls community evaluators from GitHub. Protocol, SDK helpers and runtimes: [Custom Evaluators](docs/custom-evaluators.md).
171
184
 
172
185
  ## Run it
@@ -175,18 +188,21 @@ evaluators:
175
188
 
176
189
  **Web UI.** `agentevals serve` on `http://localhost:8001`. Upload traces and eval sets, pick evaluators, inspect span trees, watch live sessions. API docs at `/docs`.
177
190
 
191
+ **gRPC API.** `agentevals serve` also serves a gRPC API on port 8002 for programs: sessions, evaluation, runs and trace conversion, with generated clients for Go and Python. See [gRPC API](docs/grpc-api.md).
192
+
178
193
  **MCP server.** `agentevals mcp` exposes `list_metrics`, `evaluate_traces`, `list_sessions`, `summarize_session` and `evaluate_sessions` to MCP clients. A `.mcp.json` at the repo root lets Claude Code pick it up, and the `/eval` and `/inspect` skills in `.claude/skills/` build on it.
179
194
 
180
195
  **Docker.**
181
196
 
182
197
  ```bash
183
198
  docker build -t agentevals .
184
- docker run -p 8001:8001 -p 4317:4317 -p 4318:4318 agentevals
199
+ docker run -p 8001:8001 -p 8002:8002 -p 4317:4317 -p 4318:4318 agentevals
185
200
  ```
186
201
 
187
202
  | Port | Purpose |
188
203
  |------|---------|
189
204
  | 8001 | Web UI and REST API |
205
+ | 8002 | gRPC API |
190
206
  | 4317 | OTLP gRPC receiver (traces and logs) |
191
207
  | 4318 | OTLP HTTP receiver (traces and logs) |
192
208
  | 8080 | MCP (Streamable HTTP) |
@@ -221,6 +237,7 @@ The chart runs in memory by default. `--set storage.backend=postgres` with a bun
221
237
  | [Eval Set Format](docs/eval-set-format.md) | Schema and examples for golden eval sets |
222
238
  | [Custom Evaluators](docs/custom-evaluators.md) | Write scoring logic in any language |
223
239
  | [Run History](docs/run-history.md) | Persist evaluations to Postgres and trend them in the UI |
240
+ | [gRPC API](docs/grpc-api.md) | Services, generated clients, configuration and security of the gRPC API |
224
241
 
225
242
  ## Development
226
243
 
@@ -2,8 +2,11 @@
2
2
  2. OTLP HTTP receiver: port {{ .Values.service.otlpHttp.port }} (OTEL_EXPORTER_OTLP_ENDPOINT=http://<service>:{{ .Values.service.otlpHttp.port }}).
3
3
  3. OTLP gRPC receiver: port {{ .Values.service.otlpGrpc.port }} (OTEL_EXPORTER_OTLP_ENDPOINT=<service>:{{ .Values.service.otlpGrpc.port }}, OTEL_EXPORTER_OTLP_PROTOCOL=grpc).
4
4
  4. MCP (Streamable HTTP): port {{ .Values.service.mcp.port }}, path /mcp (e.g. http://<service>:{{ .Values.service.mcp.port }}/mcp).
5
+ {{- if .Values.grpcApi.enabled }}
6
+ 5. gRPC API (agentevals.api.v1alpha1): port {{ .Values.service.grpcApi.port }} (Service port name: grpc-api). Expose it only to trusted callers.
7
+ {{- end }}
5
8
  {{- if .Values.ephemeralVolume.enabled }}
6
- 5. An emptyDir is mounted at /tmp with HOME=/tmp/agentevals-home (ephemeral; lost on pod restart). Set ephemeralVolume.enabled=false and readOnlyRootFilesystem=false if you need a writable root without this mount.
9
+ {{ ternary 6 5 .Values.grpcApi.enabled }}. An emptyDir is mounted at /tmp with HOME=/tmp/agentevals-home (ephemeral; lost on pod restart). Set ephemeralVolume.enabled=false and readOnlyRootFilesystem=false if you need a writable root without this mount.
7
10
  {{- end }}
8
11
 
9
12
  Get the Service URL:
@@ -64,6 +64,12 @@ spec:
64
64
  env:
65
65
  - name: AGENTEVALS_SERVER_URL
66
66
  value: "http://127.0.0.1:{{ .Values.service.http.containerPort }}"
67
+ - name: AGENTEVALS_API_GRPC_PORT
68
+ value: {{ ternary .Values.service.grpcApi.containerPort 0 .Values.grpcApi.enabled | quote }}
69
+ {{- if and .Values.grpcApi.enabled .Values.grpcApi.reflection }}
70
+ - name: AGENTEVALS_GRPC_REFLECTION
71
+ value: "true"
72
+ {{- end }}
67
73
  {{- if .Values.ephemeralVolume.enabled }}
68
74
  - name: TMPDIR
69
75
  value: "/tmp"
@@ -117,6 +123,11 @@ spec:
117
123
  - name: mcp
118
124
  containerPort: {{ .Values.service.mcp.containerPort }}
119
125
  protocol: TCP
126
+ {{- if .Values.grpcApi.enabled }}
127
+ - name: grpc-api
128
+ containerPort: {{ .Values.service.grpcApi.containerPort }}
129
+ protocol: TCP
130
+ {{- end }}
120
131
  resources:
121
132
  {{- toYaml .Values.resources | nindent 12 }}
122
133
  securityContext:
@@ -133,9 +144,14 @@ spec:
133
144
  periodSeconds: 10
134
145
  timeoutSeconds: 5
135
146
  readinessProbe:
147
+ {{- if and .Values.grpcApi.enabled .Values.grpcApi.grpcReadinessProbe }}
148
+ grpc:
149
+ port: {{ .Values.service.grpcApi.containerPort }}
150
+ {{- else }}
136
151
  httpGet:
137
152
  path: /api/health
138
153
  port: http
154
+ {{- end }}
139
155
  initialDelaySeconds: 5
140
156
  periodSeconds: 10
141
157
  livenessProbe:
@@ -24,5 +24,12 @@ spec:
24
24
  port: {{ .Values.service.mcp.port }}
25
25
  targetPort: mcp
26
26
  protocol: TCP
27
+ {{- if .Values.grpcApi.enabled }}
28
+ - name: grpc-api
29
+ port: {{ .Values.service.grpcApi.port }}
30
+ targetPort: grpc-api
31
+ protocol: TCP
32
+ appProtocol: grpc
33
+ {{- end }}
27
34
  selector:
28
35
  {{- include "agentevals.app.selectorLabels" . | nindent 4 }}
@@ -141,6 +141,24 @@ service:
141
141
  mcp:
142
142
  port: 8080
143
143
  containerPort: 8080
144
+ # -- gRPC API port (agentevals.api.v1alpha1)
145
+ grpcApi:
146
+ port: 8002
147
+ containerPort: 8002
148
+
149
+ # ==============================================================================
150
+ # gRPC API
151
+ # ==============================================================================
152
+
153
+ grpcApi:
154
+ # -- Serve the gRPC API next to the HTTP API. Every caller that can reach the port is
155
+ # trusted, so expose it only to trusted callers.
156
+ enabled: true
157
+ # -- Turn on gRPC server reflection, for tools such as grpcurl
158
+ reflection: false
159
+ # -- Check readiness with the gRPC health service on the gRPC API port instead of HTTP
160
+ # /api/health
161
+ grpcReadinessProbe: false
144
162
 
145
163
  # ==============================================================================
146
164
  # Resources
@@ -89,6 +89,21 @@ agentevals run traces/my_trace.json \
89
89
 
90
90
  Each evaluator entry in the `evaluators` list uses the following fields. The `type` field determines which other fields are valid.
91
91
 
92
+ ### `type: builtin` (ADK metrics)
93
+
94
+ | Field | Required | Default | Description |
95
+ |---|---|---|---|
96
+ | `name` | yes | | The metric, for example `tool_trajectory_avg_score` or `rubric_based_final_response_quality_v1` |
97
+ | `type` | yes | | `builtin` |
98
+ | `threshold` | no | `0.5` | Score at or above this value means PASSED |
99
+ | `judge_model` | no | ADK default | Judge model for LLM-backed metrics |
100
+ | `trajectory_match_type` | no | `EXACT` | `EXACT`, `IN_ORDER` or `ANY_ORDER`, for `tool_trajectory_avg_score` |
101
+ | `rubrics` | for `rubric_based_final_response_quality_v1` and `rubric_based_tool_use_quality_v1` | | A list of `{id, text}` mappings, or plain strings (given positional ids `rubric_0`, `rubric_1`, ...). Ids must be unique. Config rubrics have no `type` field. Other metrics reject `rubrics` |
102
+ | `credential_ref` | no | | Name of a credential the judge key is resolved from (API runs) |
103
+ | `judge_base_url` | no | | Base URL of an OpenAI-compatible judge endpoint |
104
+
105
+ Each of these metrics requires an applicable rubric for each evaluated invocation, from the config, the matched eval case or that invocation. Its result carries `details.per_invocation[].rubric_scores` and `details.overall_rubric_scores`, one entry per rubric id with its score and the judge's rationale. Untyped case/invocation rubrics are listed in `details.warnings`; other types are ignored as in ADK, so response and tool-use properties can share one eval set. Config rubrics are not filtered by type. Invalid or empty effective rubric sets report an error before any judge call. Scores, aggregation and explanations follow ADK.
106
+
92
107
  ### `type: code` (local scripts)
93
108
 
94
109
  | Field | Required | Default | Description |
@@ -176,6 +176,53 @@ An eval case can have multiple invocations to represent a conversation. Each inv
176
176
  | `rubrics` | list[Rubric] | no | Scoring rubrics for this specific invocation |
177
177
  | `creation_timestamp` | float | no | Unix timestamp |
178
178
 
179
+ ### Rubrics
180
+
181
+ `rubrics` on an eval case apply to every invocation of that case; `rubrics` on an invocation apply to that invocation alone. Each rubric is an ADK `Rubric`: `rubric_id`, `rubric_content.text_property`, and `type`. Response-quality rubrics use `FINAL_RESPONSE_QUALITY`; tool-use rubrics use `TOOL_USE_QUALITY`. As in ADK, each metric ignores properties of another type. Untyped case/invocation properties are ignored with their ids and locations listed in `details.warnings`. The runner preserves authored types. Config-level `{id, text}` rubrics are not filtered by type. Effective rubric ids must be distinct across the metric, case and invocation. A clash or an invocation with no applicable rubrics reports an error before any judge call.
182
+
183
+ The `rubric_based_*` metrics grade each invocation on its own, with that invocation's prompt, steps and final response, so a case-level rubric is judged once per turn. In a multi-turn case a rubric that describes the end state ("produces the completed draft") is therefore judged against the intermediate turns as well, where it fails, and lowers the case's mean. Write such a rubric on the final invocation instead, and keep config/case-level rubrics for properties every turn must have. Every evaluated turn still needs an applicable property. A terminal response may be a clarification request when that is the expected outcome of the case. Earlier conversational context and a dedicated final-turn expectations format are separate from this per-invocation behavior.
184
+
185
+ ```json
186
+ {
187
+ "eval_id": "booking-clarification-and-completion",
188
+ "rubrics": [
189
+ {
190
+ "rubric_id": "clear-outcome",
191
+ "type": "FINAL_RESPONSE_QUALITY",
192
+ "rubric_content": {"text_property": "Clearly distinguishes a clarification question from a completed draft."}
193
+ }
194
+ ],
195
+ "conversation": [
196
+ {
197
+ "invocation_id": "clarification",
198
+ "user_content": {"role": "user", "parts": [{"text": "Draft a booking for Paris."}]},
199
+ "final_response": {"role": "model", "parts": [{"text": "What date should the booking use?"}]},
200
+ "rubrics": [
201
+ {
202
+ "rubric_id": "asks-date",
203
+ "type": "FINAL_RESPONSE_QUALITY",
204
+ "rubric_content": {"text_property": "Asks for the missing date without claiming a completed booking."}
205
+ }
206
+ ]
207
+ },
208
+ {
209
+ "invocation_id": "completion",
210
+ "user_content": {"role": "user", "parts": [{"text": "Friday; actually use Lyon."}]},
211
+ "final_response": {"role": "model", "parts": [{"text": "Draft booking for Lyon on Friday."}]},
212
+ "rubrics": [
213
+ {
214
+ "rubric_id": "uses-latest-destination",
215
+ "type": "FINAL_RESPONSE_QUALITY",
216
+ "rubric_content": {"text_property": "Uses Lyon and Friday in the completed draft."}
217
+ }
218
+ ]
219
+ }
220
+ ]
221
+ }
222
+ ```
223
+
224
+ Here `clear-outcome` applies to both invocations, `asks-date` only to the clarification, and `uses-latest-destination` only to the completed draft. A case intended to stop at clarification can contain just the first invocation and its properties; it does not need to require a completed answer. This uses the existing invocation rubric field without adding a new scope option or changing ADK semantics.
225
+
179
226
  ### Content
180
227
 
181
228
  Uses the Google GenAI `Content` format:
@@ -203,6 +250,12 @@ The `parts` array can contain text, function calls, or function responses. Most
203
250
 
204
251
  Each `FunctionCall` has `name`, `args`, and `id`. Each `FunctionResponse` has `name`, `response`, and `id`. Match `id` values between calls and responses to pair them.
205
252
 
253
+ Trace conversion returns native ADK `InvocationEvents` in memory so tool calls
254
+ and results retain their source agent's name. EvalSet and `/api/convert` exports
255
+ keep the flat `IntermediateData` JSON above. Golden inputs accept either ADK
256
+ variant. Flat tool evidence with one captured agent uses that owner; multiple
257
+ captured agents require explicit event authors because flattening loses ownership.
258
+
206
259
  ## Which Evaluators Use Eval Sets
207
260
 
208
261
  Not all evaluators require an eval set. Use `agentevals evaluator list --source builtin` to see which built-in evaluators do: