agentevals-cli 0.9.12__tar.gz → 0.11.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (935) hide show
  1. agentevals_cli-0.11.0/.gitattributes +5 -0
  2. agentevals_cli-0.11.0/.github/workflows/ci.yml +197 -0
  3. agentevals_cli-0.11.0/.github/workflows/kagent-contract-policy.yml +26 -0
  4. agentevals_cli-0.11.0/.github/workflows/kagent-contract.yml +143 -0
  5. agentevals_cli-0.11.0/.github/workflows/release.yml +181 -0
  6. agentevals_cli-0.11.0/CONTRIBUTING.md +189 -0
  7. agentevals_cli-0.11.0/DEVELOPMENT.md +186 -0
  8. agentevals_cli-0.11.0/Dockerfile +57 -0
  9. agentevals_cli-0.11.0/Makefile +183 -0
  10. agentevals_cli-0.11.0/PKG-INFO +331 -0
  11. agentevals_cli-0.11.0/README.md +284 -0
  12. agentevals_cli-0.11.0/charts/agentevals/templates/NOTES.txt +24 -0
  13. agentevals_cli-0.11.0/charts/agentevals/templates/deployment.yaml +184 -0
  14. agentevals_cli-0.11.0/charts/agentevals/templates/rbac.yaml +36 -0
  15. agentevals_cli-0.11.0/charts/agentevals/templates/service.yaml +35 -0
  16. agentevals_cli-0.11.0/charts/agentevals/values.yaml +292 -0
  17. agentevals_cli-0.11.0/docs/custom-evaluators.md +463 -0
  18. agentevals_cli-0.11.0/docs/eval-set-format.md +315 -0
  19. agentevals_cli-0.11.0/docs/grpc-api.md +71 -0
  20. agentevals_cli-0.11.0/docs/opentelemetry-pipeline.md +174 -0
  21. agentevals_cli-0.11.0/docs/otel-compatibility.md +122 -0
  22. agentevals_cli-0.11.0/examples/README.md +138 -0
  23. agentevals_cli-0.11.0/examples/dice_agent/main.py +113 -0
  24. agentevals_cli-0.11.0/examples/dice_agent/test_streaming.py +44 -0
  25. agentevals_cli-0.11.0/examples/kubernetes/README.md +198 -0
  26. agentevals_cli-0.11.0/examples/kubernetes/agentevals-values.yaml +8 -0
  27. agentevals_cli-0.11.0/examples/kubernetes/agents.yaml +54 -0
  28. agentevals_cli-0.11.0/examples/kubernetes/otel-collector.yaml +140 -0
  29. agentevals_cli-0.11.0/examples/langchain_agent/README.md +40 -0
  30. agentevals_cli-0.11.0/examples/langchain_agent/main.py +104 -0
  31. agentevals_cli-0.11.0/examples/langchain_agent/test_streaming.py +44 -0
  32. agentevals_cli-0.11.0/examples/strands_agent/main.py +88 -0
  33. agentevals_cli-0.11.0/examples/zero-code-examples/adk/run.py +93 -0
  34. agentevals_cli-0.11.0/examples/zero-code-examples/langchain/run.py +115 -0
  35. agentevals_cli-0.11.0/examples/zero-code-examples/ollama/run.py +199 -0
  36. agentevals_cli-0.11.0/examples/zero-code-examples/openai-agents/requirements.txt +7 -0
  37. agentevals_cli-0.11.0/examples/zero-code-examples/openai-agents/run.py +111 -0
  38. agentevals_cli-0.11.0/examples/zero-code-examples/pydantic-ai/run.py +111 -0
  39. agentevals_cli-0.11.0/examples/zero-code-examples/strands/run.py +77 -0
  40. agentevals_cli-0.11.0/flake.nix +112 -0
  41. agentevals_cli-0.11.0/gen/go/README.md +10 -0
  42. agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/common.pb.go +501 -0
  43. agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/conversion.pb.go +263 -0
  44. agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/conversion_grpc.pb.go +123 -0
  45. agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/evaluation.pb.go +1845 -0
  46. agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/evaluation_grpc.pb.go +169 -0
  47. agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/runs.pb.go +1794 -0
  48. agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/runs_grpc.pb.go +331 -0
  49. agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/sessions.pb.go +552 -0
  50. agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/sessions_grpc.pb.go +211 -0
  51. agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/system.pb.go +555 -0
  52. agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/system_grpc.pb.go +159 -0
  53. agentevals_cli-0.11.0/gen/go/agentevals/api/v1alpha1/views.pb.go +1491 -0
  54. agentevals_cli-0.11.0/gen/go/go.mod +16 -0
  55. agentevals_cli-0.11.0/gen/go/go.sum +38 -0
  56. agentevals_cli-0.11.0/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/types.py +91 -0
  57. agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/common.proto +64 -0
  58. agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/conversion.proto +33 -0
  59. agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/evaluation.proto +218 -0
  60. agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/runs.proto +201 -0
  61. agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/sessions.proto +59 -0
  62. agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/system.proto +57 -0
  63. agentevals_cli-0.11.0/proto/agentevals/api/v1alpha1/views.proto +213 -0
  64. agentevals_cli-0.11.0/proto/buf.gen.yaml +25 -0
  65. agentevals_cli-0.11.0/proto/buf.lock +6 -0
  66. agentevals_cli-0.11.0/proto/buf.yaml +12 -0
  67. agentevals_cli-0.11.0/pyproject.toml +137 -0
  68. agentevals_cli-0.11.0/src/agentevals/_protocol.py +90 -0
  69. agentevals_cli-0.11.0/src/agentevals/_static/assets/index-ibYF9EKo.js +349 -0
  70. agentevals_cli-0.11.0/src/agentevals/_static/index.html +14 -0
  71. agentevals_cli-0.11.0/src/agentevals/adk_bridge.py +156 -0
  72. agentevals_cli-0.11.0/src/agentevals/api/app.py +281 -0
  73. agentevals_cli-0.11.0/src/agentevals/api/debug_routes.py +270 -0
  74. agentevals_cli-0.11.0/src/agentevals/api/dependencies.py +28 -0
  75. agentevals_cli-0.11.0/src/agentevals/api/evaluation.py +193 -0
  76. agentevals_cli-0.11.0/src/agentevals/api/models.py +210 -0
  77. agentevals_cli-0.11.0/src/agentevals/api/otlp_app.py +31 -0
  78. agentevals_cli-0.11.0/src/agentevals/api/otlp_grpc.py +123 -0
  79. agentevals_cli-0.11.0/src/agentevals/api/otlp_http.py +348 -0
  80. agentevals_cli-0.11.0/src/agentevals/api/otlp_processing.py +156 -0
  81. agentevals_cli-0.11.0/src/agentevals/api/otlp_routes.py +59 -0
  82. agentevals_cli-0.11.0/src/agentevals/api/redact.py +77 -0
  83. agentevals_cli-0.11.0/src/agentevals/api/routes.py +648 -0
  84. agentevals_cli-0.11.0/src/agentevals/api/rpc/__init__.py +1 -0
  85. agentevals_cli-0.11.0/src/agentevals/api/rpc/convert.py +431 -0
  86. agentevals_cli-0.11.0/src/agentevals/api/rpc/policy.py +152 -0
  87. agentevals_cli-0.11.0/src/agentevals/api/rpc/server.py +100 -0
  88. agentevals_cli-0.11.0/src/agentevals/api/rpc/services.py +401 -0
  89. agentevals_cli-0.11.0/src/agentevals/api/runs_routes.py +133 -0
  90. agentevals_cli-0.11.0/src/agentevals/api/streaming_routes.py +352 -0
  91. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/common_pb2.py +51 -0
  92. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/common_pb2.pyi +72 -0
  93. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/common_pb2_grpc.py +4 -0
  94. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/conversion_pb2.py +46 -0
  95. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/conversion_pb2.pyi +34 -0
  96. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/conversion_pb2_grpc.py +78 -0
  97. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/evaluation_pb2.py +83 -0
  98. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/evaluation_pb2.pyi +269 -0
  99. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/evaluation_pb2_grpc.py +123 -0
  100. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/runs_pb2.py +95 -0
  101. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/runs_pb2.pyi +274 -0
  102. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/runs_pb2_grpc.py +303 -0
  103. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/sessions_pb2.py +55 -0
  104. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/sessions_pb2.pyi +63 -0
  105. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/sessions_pb2_grpc.py +171 -0
  106. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/system_pb2.py +52 -0
  107. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/system_pb2.pyi +79 -0
  108. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/system_pb2_grpc.py +120 -0
  109. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/views_pb2.py +64 -0
  110. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/views_pb2.pyi +247 -0
  111. agentevals_cli-0.11.0/src/agentevals/api/v1alpha1/views_pb2_grpc.py +4 -0
  112. agentevals_cli-0.11.0/src/agentevals/api/views.py +341 -0
  113. agentevals_cli-0.11.0/src/agentevals/builtin_metrics.py +613 -0
  114. agentevals_cli-0.11.0/src/agentevals/cli.py +936 -0
  115. agentevals_cli-0.11.0/src/agentevals/config.py +322 -0
  116. agentevals_cli-0.11.0/src/agentevals/custom_evaluators.py +430 -0
  117. agentevals_cli-0.11.0/src/agentevals/eval_config_loader.py +140 -0
  118. agentevals_cli-0.11.0/src/agentevals/evaluation_events.py +300 -0
  119. agentevals_cli-0.11.0/src/agentevals/evaluator/resolver.py +138 -0
  120. agentevals_cli-0.11.0/src/agentevals/evaluator/sources.py +327 -0
  121. agentevals_cli-0.11.0/src/agentevals/evaluator/templates.py +227 -0
  122. agentevals_cli-0.11.0/src/agentevals/evaluator/venv.py +171 -0
  123. agentevals_cli-0.11.0/src/agentevals/genai/__init__.py +1 -0
  124. agentevals_cli-0.11.0/src/agentevals/genai/extract.py +797 -0
  125. agentevals_cli-0.11.0/src/agentevals/genai/grouping.py +70 -0
  126. agentevals_cli-0.11.0/src/agentevals/genai/matching.py +106 -0
  127. agentevals_cli-0.11.0/src/agentevals/genai/messages.py +264 -0
  128. agentevals_cli-0.11.0/src/agentevals/genai/model.py +141 -0
  129. agentevals_cli-0.11.0/src/agentevals/genai/overlay.py +407 -0
  130. agentevals_cli-0.11.0/src/agentevals/genai/routing.py +71 -0
  131. agentevals_cli-0.11.0/src/agentevals/genai/semconv.py +105 -0
  132. agentevals_cli-0.11.0/src/agentevals/loader/__init__.py +40 -0
  133. agentevals_cli-0.11.0/src/agentevals/loader/auto.py +152 -0
  134. agentevals_cli-0.11.0/src/agentevals/loader/jaeger.py +175 -0
  135. agentevals_cli-0.11.0/src/agentevals/loader/otlp.py +89 -0
  136. agentevals_cli-0.11.0/src/agentevals/mcp_server.py +493 -0
  137. agentevals_cli-0.11.0/src/agentevals/otel/__init__.py +1 -0
  138. agentevals_cli-0.11.0/src/agentevals/otel/decode.py +678 -0
  139. agentevals_cli-0.11.0/src/agentevals/otel/encode.py +190 -0
  140. agentevals_cli-0.11.0/src/agentevals/otel/identity.py +34 -0
  141. agentevals_cli-0.11.0/src/agentevals/otel/model.py +350 -0
  142. agentevals_cli-0.11.0/src/agentevals/otel/sdk_export.py +352 -0
  143. agentevals_cli-0.11.0/src/agentevals/otel/store.py +957 -0
  144. agentevals_cli-0.11.0/src/agentevals/resolvers/kubernetes.py +61 -0
  145. agentevals_cli-0.11.0/src/agentevals/run/fetcher.py +75 -0
  146. agentevals_cli-0.11.0/src/agentevals/run/result_builder.py +165 -0
  147. agentevals_cli-0.11.0/src/agentevals/run/service.py +141 -0
  148. agentevals_cli-0.11.0/src/agentevals/run/sinks.py +320 -0
  149. agentevals_cli-0.11.0/src/agentevals/run/worker.py +196 -0
  150. agentevals_cli-0.11.0/src/agentevals/runner.py +349 -0
  151. agentevals_cli-0.11.0/src/agentevals/sdk.py +382 -0
  152. agentevals_cli-0.11.0/src/agentevals/storage/models.py +132 -0
  153. agentevals_cli-0.11.0/src/agentevals/storage/postgres/migrations/000001_init.up.sql +110 -0
  154. agentevals_cli-0.11.0/src/agentevals/storage/postgres/migrations/000002_drop_openai_eval.down.sql +6 -0
  155. agentevals_cli-0.11.0/src/agentevals/storage/postgres/migrations/000002_drop_openai_eval.up.sql +9 -0
  156. agentevals_cli-0.11.0/src/agentevals/storage/postgres/migrator.py +330 -0
  157. agentevals_cli-0.11.0/src/agentevals/storage/repos/__init__.py +90 -0
  158. agentevals_cli-0.11.0/src/agentevals/storage/repos/postgres.py +421 -0
  159. agentevals_cli-0.11.0/src/agentevals/streaming/__init__.py +67 -0
  160. agentevals_cli-0.11.0/src/agentevals/streaming/manager.py +450 -0
  161. agentevals_cli-0.11.0/src/agentevals/telemetry.py +110 -0
  162. agentevals_cli-0.11.0/src/agentevals/trace_metrics.py +164 -0
  163. agentevals_cli-0.11.0/tests/api/test_api_tracing.py +95 -0
  164. agentevals_cli-0.11.0/tests/api/test_evaluate_persistence.py +189 -0
  165. agentevals_cli-0.11.0/tests/api/test_grpc_api.py +741 -0
  166. agentevals_cli-0.11.0/tests/api/test_live_routes.py +234 -0
  167. agentevals_cli-0.11.0/tests/api/test_redact.py +78 -0
  168. agentevals_cli-0.11.0/tests/api/test_rpc_convert.py +202 -0
  169. agentevals_cli-0.11.0/tests/api/test_runs_routes.py +269 -0
  170. agentevals_cli-0.11.0/tests/api/test_views.py +232 -0
  171. agentevals_cli-0.11.0/tests/contract/kagent/README.md +27 -0
  172. agentevals_cli-0.11.0/tests/contract/kagent/check.sh +59 -0
  173. agentevals_cli-0.11.0/tests/contract/kagent/policy/agentevals.rego +123 -0
  174. agentevals_cli-0.11.0/tests/contract/kagent/registries/main-2cc3ffae/a2a.yaml +64 -0
  175. agentevals_cli-0.11.0/tests/contract/kagent/registries/main-2cc3ffae/imports.yaml +22 -0
  176. agentevals_cli-0.11.0/tests/contract/kagent/registries/main-2cc3ffae/kagent.yaml +114 -0
  177. agentevals_cli-0.11.0/tests/contract/kagent/registries/main-2cc3ffae/manifest.yaml +12 -0
  178. agentevals_cli-0.11.0/tests/contract/kagent/registries/main-2cc3ffae/signals.yaml +247 -0
  179. agentevals_cli-0.11.0/tests/contract/kagent/registries/pr3121-412ef54e/a2a.yaml +64 -0
  180. agentevals_cli-0.11.0/tests/contract/kagent/registries/pr3121-412ef54e/imports.yaml +22 -0
  181. agentevals_cli-0.11.0/tests/contract/kagent/registries/pr3121-412ef54e/kagent.yaml +136 -0
  182. agentevals_cli-0.11.0/tests/contract/kagent/registries/pr3121-412ef54e/manifest.yaml +12 -0
  183. agentevals_cli-0.11.0/tests/contract/kagent/registries/pr3121-412ef54e/signals.yaml +363 -0
  184. agentevals_cli-0.11.0/tests/contract/kagent/registries/v1.0.0-alpha9/a2a.yaml +64 -0
  185. agentevals_cli-0.11.0/tests/contract/kagent/registries/v1.0.0-alpha9/kagent.yaml +114 -0
  186. agentevals_cli-0.11.0/tests/contract/kagent/registries/v1.0.0-alpha9/manifest.yaml +11 -0
  187. agentevals_cli-0.11.0/tests/contract/kagent/registries/v1.0.0-alpha9/signals.yaml +196 -0
  188. agentevals_cli-0.11.0/tests/contract/kagent/test.sh +37 -0
  189. agentevals_cli-0.11.0/tests/contract/kagent/testdata/agentevals_contract_gone/manifest.yaml +8 -0
  190. agentevals_cli-0.11.0/tests/contract/kagent/testdata/agentevals_contract_gone/model.yaml +11 -0
  191. agentevals_cli-0.11.0/tests/contract/kagent/testdata/agentevals_contract_missing_attribute/manifest.yaml +5 -0
  192. agentevals_cli-0.11.0/tests/contract/kagent/testdata/agentevals_contract_missing_attribute/model.yaml +25 -0
  193. agentevals_cli-0.11.0/tests/contract/kagent/testdata/agentevals_contract_requirement_floor/manifest.yaml +8 -0
  194. agentevals_cli-0.11.0/tests/contract/kagent/testdata/agentevals_contract_requirement_floor/model.yaml +14 -0
  195. agentevals_cli-0.11.0/tests/contract/kagent/weaver.sh +15 -0
  196. agentevals_cli-0.11.0/tests/fixtures/otlp/MANIFEST.md +69 -0
  197. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S1.json +398 -0
  198. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S1.truth.json +28 -0
  199. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S2.json +1220 -0
  200. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S2.truth.json +56 -0
  201. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S3.json +1648 -0
  202. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S3.truth.json +68 -0
  203. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S4a.json +1257 -0
  204. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S4a.truth.json +52 -0
  205. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S4b.json +1081 -0
  206. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S4b.truth.json +40 -0
  207. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S5.json +928 -0
  208. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S5.truth.json +55 -0
  209. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S6a.json +612 -0
  210. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S6a.truth.json +39 -0
  211. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S6b.json +791 -0
  212. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default/S6b.truth.json +40 -0
  213. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S1.json +465 -0
  214. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S1.truth.json +29 -0
  215. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S2.json +1299 -0
  216. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S2.truth.json +57 -0
  217. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S3.json +1733 -0
  218. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S3.truth.json +69 -0
  219. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S4a.json +1336 -0
  220. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S4a.truth.json +52 -0
  221. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S4b.json +1160 -0
  222. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S4b.truth.json +40 -0
  223. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S5.json +1001 -0
  224. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S5.truth.json +56 -0
  225. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S6a.json +679 -0
  226. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S6a.truth.json +40 -0
  227. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S6b.json +864 -0
  228. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_default_contrib/S6b.truth.json +41 -0
  229. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S1.json +560 -0
  230. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S1.truth.json +28 -0
  231. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S2.json +2693 -0
  232. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S2.truth.json +56 -0
  233. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S3.json +3499 -0
  234. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S3.truth.json +68 -0
  235. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S4a.json +2628 -0
  236. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S4a.truth.json +52 -0
  237. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S4b.json +1837 -0
  238. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S4b.truth.json +40 -0
  239. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S5.json +1828 -0
  240. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S5.truth.json +55 -0
  241. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S6a.json +807 -0
  242. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S6a.truth.json +39 -0
  243. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S6b.json +1385 -0
  244. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable/S6b.truth.json +40 -0
  245. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S1.json +621 -0
  246. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S1.truth.json +29 -0
  247. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S2.json +2718 -0
  248. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S2.truth.json +57 -0
  249. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S3.json +3488 -0
  250. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S3.truth.json +69 -0
  251. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4a.json +2653 -0
  252. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4a.truth.json +52 -0
  253. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4b.json +1886 -0
  254. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S4b.truth.json +40 -0
  255. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S5.json +1877 -0
  256. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S5.truth.json +56 -0
  257. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6a.json +868 -0
  258. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6a.truth.json +40 -0
  259. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6b.json +1434 -0
  260. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_event_stable_contrib/S6b.truth.json +41 -0
  261. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S1.json +398 -0
  262. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S1.truth.json +29 -0
  263. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S2.json +1220 -0
  264. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S2.truth.json +44 -0
  265. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S3.json +1648 -0
  266. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S3.truth.json +63 -0
  267. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S4a.json +1257 -0
  268. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S4a.truth.json +46 -0
  269. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S4b.json +1081 -0
  270. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S4b.truth.json +39 -0
  271. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S5.json +928 -0
  272. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S5.truth.json +44 -0
  273. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S6a.json +612 -0
  274. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S6a.truth.json +38 -0
  275. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S6b.json +791 -0
  276. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v1_nolegacy/S6b.truth.json +37 -0
  277. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S1.json +418 -0
  278. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S1.truth.json +28 -0
  279. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S2.json +1240 -0
  280. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S2.truth.json +56 -0
  281. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S3.json +1708 -0
  282. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S3.truth.json +68 -0
  283. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S4a.json +1277 -0
  284. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S4a.truth.json +52 -0
  285. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S4b.json +1127 -0
  286. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S4b.truth.json +40 -0
  287. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S5.json +948 -0
  288. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S5.truth.json +55 -0
  289. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S6a.json +632 -0
  290. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S6a.truth.json +39 -0
  291. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S6b.json +811 -0
  292. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_default/S6b.truth.json +40 -0
  293. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S1.json +517 -0
  294. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S1.truth.json +28 -0
  295. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S2.json +2392 -0
  296. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S2.truth.json +56 -0
  297. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S3.json +2749 -0
  298. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S3.truth.json +68 -0
  299. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S4a.json +2300 -0
  300. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S4a.truth.json +52 -0
  301. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S4b.json +1673 -0
  302. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S4b.truth.json +40 -0
  303. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S5.json +1554 -0
  304. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S5.truth.json +55 -0
  305. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S6a.json +848 -0
  306. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S6a.truth.json +39 -0
  307. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S6b.json +1282 -0
  308. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only/S6b.truth.json +40 -0
  309. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S1.json +517 -0
  310. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S1.truth.json +28 -0
  311. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S2.json +2392 -0
  312. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S2.truth.json +56 -0
  313. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S3.json +2749 -0
  314. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S3.truth.json +68 -0
  315. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4a.json +2300 -0
  316. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4a.truth.json +52 -0
  317. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4b.json +1673 -0
  318. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S4b.truth.json +40 -0
  319. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S5.json +1554 -0
  320. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S5.truth.json +55 -0
  321. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6a.json +848 -0
  322. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6a.truth.json +39 -0
  323. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6b.json +1282 -0
  324. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_event_only_nolegacy/S6b.truth.json +40 -0
  325. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S1.json +376 -0
  326. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S1.truth.json +28 -0
  327. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S2.json +1159 -0
  328. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S2.truth.json +56 -0
  329. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S3.json +1384 -0
  330. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S3.truth.json +68 -0
  331. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S4a.json +1169 -0
  332. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S4a.truth.json +52 -0
  333. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S4b.json +1031 -0
  334. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S4b.truth.json +40 -0
  335. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S5.json +894 -0
  336. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S5.truth.json +55 -0
  337. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S6a.json +632 -0
  338. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S6a.truth.json +39 -0
  339. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S6b.json +757 -0
  340. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_no_content/S6b.truth.json +40 -0
  341. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S1.json +541 -0
  342. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S1.truth.json +28 -0
  343. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S2.json +2446 -0
  344. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S2.truth.json +56 -0
  345. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S3.json +2821 -0
  346. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S3.truth.json +68 -0
  347. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S4a.json +2354 -0
  348. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S4a.truth.json +52 -0
  349. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S4b.json +1733 -0
  350. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S4b.truth.json +40 -0
  351. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S5.json +1590 -0
  352. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S5.truth.json +55 -0
  353. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S6a.json +866 -0
  354. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S6a.truth.json +39 -0
  355. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S6b.json +1318 -0
  356. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_and_event/S6b.truth.json +40 -0
  357. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S1.json +400 -0
  358. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S1.truth.json +28 -0
  359. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S2.json +1213 -0
  360. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S2.truth.json +56 -0
  361. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S3.json +1456 -0
  362. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S3.truth.json +68 -0
  363. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S4a.json +1223 -0
  364. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S4a.truth.json +52 -0
  365. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S4b.json +1091 -0
  366. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S4b.truth.json +40 -0
  367. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S5.json +930 -0
  368. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S5.truth.json +55 -0
  369. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S6a.json +650 -0
  370. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S6a.truth.json +39 -0
  371. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S6b.json +793 -0
  372. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only/S6b.truth.json +40 -0
  373. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S1.json +461 -0
  374. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S1.truth.json +29 -0
  375. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S2.json +1292 -0
  376. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S2.truth.json +57 -0
  377. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S3.json +1541 -0
  378. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S3.truth.json +69 -0
  379. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4a.json +1302 -0
  380. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4a.truth.json +52 -0
  381. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4b.json +1164 -0
  382. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S4b.truth.json +40 -0
  383. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S5.json +1003 -0
  384. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S5.truth.json +56 -0
  385. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6a.json +717 -0
  386. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6a.truth.json +40 -0
  387. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6b.json +866 -0
  388. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_contrib/S6b.truth.json +41 -0
  389. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S1.json +400 -0
  390. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S1.truth.json +28 -0
  391. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S2.json +1213 -0
  392. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S2.truth.json +56 -0
  393. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S3.json +1456 -0
  394. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S3.truth.json +68 -0
  395. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4a.json +1223 -0
  396. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4a.truth.json +52 -0
  397. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4b.json +1091 -0
  398. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S4b.truth.json +40 -0
  399. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S5.json +930 -0
  400. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S5.truth.json +55 -0
  401. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6a.json +650 -0
  402. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6a.truth.json +39 -0
  403. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6b.json +793 -0
  404. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2_span_only_nolegacy/S6b.truth.json +40 -0
  405. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S1.json +438 -0
  406. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S1.truth.json +28 -0
  407. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S2.json +2107 -0
  408. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S2.truth.json +56 -0
  409. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S3.json +2409 -0
  410. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S3.truth.json +68 -0
  411. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S4a.json +2015 -0
  412. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S4a.truth.json +52 -0
  413. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S4b.json +1412 -0
  414. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S4b.truth.json +40 -0
  415. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S5.json +1348 -0
  416. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S5.truth.json +55 -0
  417. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S6a.json +745 -0
  418. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S6a.truth.json +39 -0
  419. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S6b.json +1100 -0
  420. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_event_only/S6b.truth.json +40 -0
  421. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S1.json +297 -0
  422. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S1.truth.json +29 -0
  423. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S2.json +874 -0
  424. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S2.truth.json +44 -0
  425. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S3.json +1044 -0
  426. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S3.truth.json +63 -0
  427. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S4a.json +884 -0
  428. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S4a.truth.json +46 -0
  429. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S4b.json +770 -0
  430. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S4b.truth.json +39 -0
  431. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S5.json +688 -0
  432. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S5.truth.json +44 -0
  433. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S6a.json +529 -0
  434. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S6a.truth.json +38 -0
  435. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S6b.json +575 -0
  436. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_no_content/S6b.truth.json +37 -0
  437. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S1.json +321 -0
  438. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S1.truth.json +28 -0
  439. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S2.json +952 -0
  440. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S2.truth.json +56 -0
  441. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S3.json +1128 -0
  442. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S3.truth.json +68 -0
  443. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S4a.json +962 -0
  444. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S4a.truth.json +52 -0
  445. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S4b.json +842 -0
  446. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S4b.truth.json +40 -0
  447. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S5.json +748 -0
  448. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S5.truth.json +55 -0
  449. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S6a.json +553 -0
  450. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S6a.truth.json +39 -0
  451. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S6b.json +623 -0
  452. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only/S6b.truth.json +40 -0
  453. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S1.json +382 -0
  454. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S1.truth.json +29 -0
  455. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S2.json +1031 -0
  456. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S2.truth.json +57 -0
  457. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S3.json +1213 -0
  458. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S3.truth.json +69 -0
  459. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4a.json +1041 -0
  460. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4a.truth.json +52 -0
  461. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4b.json +915 -0
  462. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S4b.truth.json +40 -0
  463. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S5.json +821 -0
  464. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S5.truth.json +56 -0
  465. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6a.json +620 -0
  466. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6a.truth.json +40 -0
  467. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6b.json +696 -0
  468. agentevals_cli-0.11.0/tests/fixtures/otlp/adk_py/v2proj_span_only_contrib/S6b.truth.json +41 -0
  469. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/adk_cycle_poisons_batch.json +162 -0
  470. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/adk_cycle_poisons_batch.truth.json +30 -0
  471. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/adk_go_main.json +289 -0
  472. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/adk_go_main.truth.json +43 -0
  473. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/content_capture_off.json +188 -0
  474. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/content_capture_off.truth.json +36 -0
  475. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/deprecated_aliases.json +95 -0
  476. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/deprecated_aliases.truth.json +26 -0
  477. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/details_event_log_debug.json +163 -0
  478. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/details_event_log_debug.truth.json +30 -0
  479. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/duplicate_span_ids.json +186 -0
  480. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/duplicate_span_ids.truth.json +28 -0
  481. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_eventName.json +162 -0
  482. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_eventName.truth.json +36 -0
  483. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_event_name_attr.json +167 -0
  484. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_event_name_attr.truth.json +36 -0
  485. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_otel_event_name.json +167 -0
  486. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_otel_event_name.truth.json +36 -0
  487. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_span_event.json +132 -0
  488. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/ext_eval_span_event.truth.json +36 -0
  489. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/failed_inference_then_retry.json +151 -0
  490. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/failed_inference_then_retry.truth.json +28 -0
  491. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/mcp_tool_call.json +315 -0
  492. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/mcp_tool_call.truth.json +44 -0
  493. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_agents_handoff.json +308 -0
  494. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_agents_handoff.truth.json +50 -0
  495. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_ambiguous.json +569 -0
  496. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_ambiguous.truth.json +26 -0
  497. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_single.json +244 -0
  498. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_v2_logs_no_span_id_single.truth.json +26 -0
  499. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_v2_logs_span_id.json +537 -0
  500. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/openai_v2_logs_span_id.truth.json +40 -0
  501. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/remote_parent_root.json +108 -0
  502. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/remote_parent_root.truth.json +28 -0
  503. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/self_parent.json +159 -0
  504. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/self_parent.truth.json +39 -0
  505. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/strands_span_events.json +274 -0
  506. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/strands_span_events.truth.json +42 -0
  507. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/three_trace_conversation.json +292 -0
  508. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/three_trace_conversation.truth.json +55 -0
  509. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/tool_error_no_error_type.json +192 -0
  510. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/tool_error_no_error_type.truth.json +38 -0
  511. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/two_span_cycle.json +212 -0
  512. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/two_span_cycle.truth.json +39 -0
  513. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/upstream_new_parts.json +113 -0
  514. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/upstream_new_parts.truth.json +27 -0
  515. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/util_genai_openai_tool_loop.json +214 -0
  516. agentevals_cli-0.11.0/tests/fixtures/otlp/hand/util_genai_openai_tool_loop.truth.json +41 -0
  517. agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/README.md +24 -0
  518. agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_1turn.json +1 -0
  519. agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_1turn.truth.json +60 -0
  520. agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_2turn.json +1 -0
  521. agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/adk_go_2turn.truth.json +90 -0
  522. agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_1turn_subagent.json +1 -0
  523. agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_1turn_subagent.truth.json +30 -0
  524. agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_2turn.json +1 -0
  525. agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_native_2turn.truth.json +44 -0
  526. agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_recipe_2turn.json +1 -0
  527. agentevals_cli-0.11.0/tests/fixtures/otlp/kagent/v1.0.0-alpha9/claude_recipe_2turn.truth.json +116 -0
  528. agentevals_cli-0.11.0/tests/fixtures/otlp/samples/helm.json +5333 -0
  529. agentevals_cli-0.11.0/tests/fixtures/otlp/samples/helm.truth.json +44 -0
  530. agentevals_cli-0.11.0/tests/fixtures/otlp/samples/helm_2.json +3708 -0
  531. agentevals_cli-0.11.0/tests/fixtures/otlp/samples/helm_2.truth.json +28 -0
  532. agentevals_cli-0.11.0/tests/fixtures/otlp/samples/helm_3.json +7182 -0
  533. agentevals_cli-0.11.0/tests/fixtures/otlp/samples/helm_3.truth.json +47 -0
  534. agentevals_cli-0.11.0/tests/fixtures/otlp/samples/k8s.json +3908 -0
  535. agentevals_cli-0.11.0/tests/fixtures/otlp/samples/k8s.truth.json +28 -0
  536. agentevals_cli-0.11.0/tests/fixtures/otlp/samples/tempo_export_with_batches.json +1 -0
  537. agentevals_cli-0.11.0/tests/fixtures/otlp/samples/tempo_export_with_batches.truth.json +44 -0
  538. agentevals_cli-0.11.0/tests/genai/test_continuations.py +119 -0
  539. agentevals_cli-0.11.0/tests/genai/test_corpus.py +305 -0
  540. agentevals_cli-0.11.0/tests/genai/test_failed_turns.py +75 -0
  541. agentevals_cli-0.11.0/tests/genai/test_grouping.py +24 -0
  542. agentevals_cli-0.11.0/tests/genai/test_legacy_chat.py +48 -0
  543. agentevals_cli-0.11.0/tests/genai/test_tools.py +137 -0
  544. agentevals_cli-0.11.0/tests/integration/conftest.py +355 -0
  545. agentevals_cli-0.11.0/tests/integration/test_live_agents.py +473 -0
  546. agentevals_cli-0.11.0/tests/integration/test_otlp_grpc_receiver.py +127 -0
  547. agentevals_cli-0.11.0/tests/integration/test_session_grouping.py +514 -0
  548. agentevals_cli-0.11.0/tests/integration/test_timing_stress.py +347 -0
  549. agentevals_cli-0.11.0/tests/otel/builders.py +185 -0
  550. agentevals_cli-0.11.0/tests/otel/test_emit.py +316 -0
  551. agentevals_cli-0.11.0/tests/otel/test_own_spans.py +47 -0
  552. agentevals_cli-0.11.0/tests/otel/test_store.py +385 -0
  553. agentevals_cli-0.11.0/tests/resolvers/test_kubernetes.py +64 -0
  554. agentevals_cli-0.11.0/tests/run/__init__.py +0 -0
  555. agentevals_cli-0.11.0/tests/run/test_fetcher.py +114 -0
  556. agentevals_cli-0.11.0/tests/run/test_result_builder.py +182 -0
  557. agentevals_cli-0.11.0/tests/run/test_service.py +169 -0
  558. agentevals_cli-0.11.0/tests/run/test_sinks.py +465 -0
  559. agentevals_cli-0.11.0/tests/storage/__init__.py +0 -0
  560. agentevals_cli-0.11.0/tests/storage/test_memory_repos.py +226 -0
  561. agentevals_cli-0.11.0/tests/storage/test_migrator.py +180 -0
  562. agentevals_cli-0.11.0/tests/storage/test_postgres_repos.py +136 -0
  563. agentevals_cli-0.11.0/tests/streaming/__init__.py +0 -0
  564. agentevals_cli-0.11.0/tests/streaming/test_live.py +105 -0
  565. agentevals_cli-0.11.0/tests/streaming/test_session_export.py +69 -0
  566. agentevals_cli-0.11.0/tests/streaming/test_watchers.py +122 -0
  567. agentevals_cli-0.11.0/tests/test_api.py +1931 -0
  568. agentevals_cli-0.11.0/tests/test_builtin_metrics.py +303 -0
  569. agentevals_cli-0.11.0/tests/test_cli.py +208 -0
  570. agentevals_cli-0.11.0/tests/test_jaeger_loader.py +115 -0
  571. agentevals_cli-0.11.0/tests/test_layering.py +37 -0
  572. agentevals_cli-0.11.0/tests/test_loader_auto.py +258 -0
  573. agentevals_cli-0.11.0/tests/test_mcp_server.py +432 -0
  574. agentevals_cli-0.11.0/tests/test_otlp_http_protocol.py +807 -0
  575. agentevals_cli-0.11.0/tests/test_otlp_loader.py +736 -0
  576. agentevals_cli-0.11.0/tests/test_otlp_receiver.py +992 -0
  577. agentevals_cli-0.11.0/tests/test_rubrics.py +441 -0
  578. agentevals_cli-0.11.0/tests/test_runner.py +348 -0
  579. agentevals_cli-0.11.0/tests/test_sdk.py +460 -0
  580. agentevals_cli-0.11.0/tests/test_trace_metrics.py +513 -0
  581. agentevals_cli-0.11.0/ui/.gitignore +24 -0
  582. agentevals_cli-0.11.0/ui/eslint.config.js +23 -0
  583. agentevals_cli-0.11.0/ui/package-lock.json +4631 -0
  584. agentevals_cli-0.11.0/ui/package.json +39 -0
  585. agentevals_cli-0.11.0/ui/src/api/client.ts +294 -0
  586. agentevals_cli-0.11.0/ui/src/components/annotation-queue/AnnotationDetailPanel.tsx +269 -0
  587. agentevals_cli-0.11.0/ui/src/components/annotation-queue/AnnotationQueueView.tsx +332 -0
  588. agentevals_cli-0.11.0/ui/src/components/annotation-queue/AnnotationTable.tsx +331 -0
  589. agentevals_cli-0.11.0/ui/src/components/bug-report/BugReportModal.tsx +377 -0
  590. agentevals_cli-0.11.0/ui/src/components/dashboard/TraceCard.tsx +269 -0
  591. agentevals_cli-0.11.0/ui/src/components/dashboard/TraceTable.tsx +591 -0
  592. agentevals_cli-0.11.0/ui/src/components/inspector/InspectorView.tsx +295 -0
  593. agentevals_cli-0.11.0/ui/src/components/inspector/InvocationSummaryPanel.tsx +282 -0
  594. agentevals_cli-0.11.0/ui/src/components/inspector/MetricsComparisonSection.tsx +659 -0
  595. agentevals_cli-0.11.0/ui/src/components/inspector/ToolCallList.tsx +232 -0
  596. agentevals_cli-0.11.0/ui/src/components/runs/RunDetailView.tsx +537 -0
  597. agentevals_cli-0.11.0/ui/src/components/runs/RunsView.tsx +377 -0
  598. agentevals_cli-0.11.0/ui/src/components/streaming/LiveConversationPanel.tsx +92 -0
  599. agentevals_cli-0.11.0/ui/src/components/streaming/LiveMessage.tsx +166 -0
  600. agentevals_cli-0.11.0/ui/src/components/streaming/LiveStreamingView.tsx +598 -0
  601. agentevals_cli-0.11.0/ui/src/components/streaming/SessionCard.tsx +466 -0
  602. agentevals_cli-0.11.0/ui/src/components/streaming/SessionMetadata.tsx +88 -0
  603. agentevals_cli-0.11.0/ui/src/components/upload/EvalSetEditorDrawer.tsx +322 -0
  604. agentevals_cli-0.11.0/ui/src/components/upload/TraceEditorDrawer.tsx +358 -0
  605. agentevals_cli-0.11.0/ui/src/config.ts +16 -0
  606. agentevals_cli-0.11.0/ui/src/context/TraceContext.tsx +97 -0
  607. agentevals_cli-0.11.0/ui/src/context/TraceProvider.tsx +426 -0
  608. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/common_pb.d.ts +212 -0
  609. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/common_pb.js +75 -0
  610. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/conversion_pb.d.ts +100 -0
  611. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/conversion_pb.js +42 -0
  612. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/evaluation_pb.d.ts +814 -0
  613. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/evaluation_pb.js +170 -0
  614. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/runs_pb.d.ts +785 -0
  615. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/runs_pb.js +205 -0
  616. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/sessions_pb.d.ts +212 -0
  617. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/sessions_pb.js +79 -0
  618. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/system_pb.d.ts +229 -0
  619. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/system_pb.js +68 -0
  620. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/views_pb.d.ts +737 -0
  621. agentevals_cli-0.11.0/ui/src/generated/agentevals/api/v1alpha1/views_pb.js +109 -0
  622. agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/common/v1/common_pb.d.ts +278 -0
  623. agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/common/v1/common_pb.js +68 -0
  624. agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/logs/v1/logs_pb.d.ts +461 -0
  625. agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/logs/v1/logs_pb.js +91 -0
  626. agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/resource/v1/resource_pb.d.ts +69 -0
  627. agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/resource/v1/resource_pb.js +34 -0
  628. agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/trace/v1/trace_pb.d.ts +646 -0
  629. agentevals_cli-0.11.0/ui/src/generated/opentelemetry/proto/trace/v1/trace_pb.js +134 -0
  630. agentevals_cli-0.11.0/ui/src/lib/console-capture.ts +51 -0
  631. agentevals_cli-0.11.0/ui/src/lib/liveSessions.ts +77 -0
  632. agentevals_cli-0.11.0/ui/src/lib/toolPairing.ts +22 -0
  633. agentevals_cli-0.11.0/ui/src/lib/trace-helpers.ts +2 -0
  634. agentevals_cli-0.11.0/ui/src/lib/trace-loader.ts +331 -0
  635. agentevals_cli-0.11.0/ui/src/lib/trace-patcher.ts +367 -0
  636. agentevals_cli-0.11.0/ui/src/lib/types.ts +559 -0
  637. agentevals_cli-0.11.0/ui/src/lib/utils.ts +217 -0
  638. agentevals_cli-0.11.0/uv.lock +4435 -0
  639. agentevals_cli-0.9.12/.github/workflows/ci.yml +0 -162
  640. agentevals_cli-0.9.12/.github/workflows/release.yml +0 -154
  641. agentevals_cli-0.9.12/CONTRIBUTING.md +0 -197
  642. agentevals_cli-0.9.12/DEVELOPMENT.md +0 -171
  643. agentevals_cli-0.9.12/Dockerfile +0 -57
  644. agentevals_cli-0.9.12/Makefile +0 -145
  645. agentevals_cli-0.9.12/PKG-INFO +0 -483
  646. agentevals_cli-0.9.12/README.md +0 -442
  647. agentevals_cli-0.9.12/charts/agentevals/templates/NOTES.txt +0 -21
  648. agentevals_cli-0.9.12/charts/agentevals/templates/deployment.yaml +0 -168
  649. agentevals_cli-0.9.12/charts/agentevals/templates/rbac.yaml +0 -33
  650. agentevals_cli-0.9.12/charts/agentevals/templates/service.yaml +0 -28
  651. agentevals_cli-0.9.12/charts/agentevals/values.yaml +0 -266
  652. agentevals_cli-0.9.12/docs/custom-evaluators.md +0 -510
  653. agentevals_cli-0.9.12/docs/eval-set-format.md +0 -244
  654. agentevals_cli-0.9.12/docs/otel-compatibility.md +0 -191
  655. agentevals_cli-0.9.12/docs/streaming.md +0 -322
  656. agentevals_cli-0.9.12/examples/README.md +0 -251
  657. agentevals_cli-0.9.12/examples/custom_evaluators/eval_config_openai_eval.yaml +0 -18
  658. agentevals_cli-0.9.12/examples/dice_agent/main.py +0 -139
  659. agentevals_cli-0.9.12/examples/dice_agent/test_streaming.py +0 -63
  660. agentevals_cli-0.9.12/examples/kubernetes/README.md +0 -256
  661. agentevals_cli-0.9.12/examples/langchain_agent/README.md +0 -232
  662. agentevals_cli-0.9.12/examples/langchain_agent/main.py +0 -180
  663. agentevals_cli-0.9.12/examples/langchain_agent/test_streaming.py +0 -79
  664. agentevals_cli-0.9.12/examples/strands_agent/main.py +0 -138
  665. agentevals_cli-0.9.12/examples/zero-code-examples/adk/run.py +0 -89
  666. agentevals_cli-0.9.12/examples/zero-code-examples/langchain/run.py +0 -111
  667. agentevals_cli-0.9.12/examples/zero-code-examples/ollama/run.py +0 -195
  668. agentevals_cli-0.9.12/examples/zero-code-examples/openai-agents/requirements.txt +0 -7
  669. agentevals_cli-0.9.12/examples/zero-code-examples/openai-agents/run.py +0 -107
  670. agentevals_cli-0.9.12/examples/zero-code-examples/pydantic-ai/run.py +0 -107
  671. agentevals_cli-0.9.12/examples/zero-code-examples/strands/run.py +0 -73
  672. agentevals_cli-0.9.12/flake.nix +0 -109
  673. agentevals_cli-0.9.12/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/types.py +0 -86
  674. agentevals_cli-0.9.12/pyproject.toml +0 -129
  675. agentevals_cli-0.9.12/src/agentevals/_protocol.py +0 -85
  676. agentevals_cli-0.9.12/src/agentevals/_static/assets/index-D-a2xOzq.js +0 -349
  677. agentevals_cli-0.9.12/src/agentevals/_static/index.html +0 -14
  678. agentevals_cli-0.9.12/src/agentevals/api/app.py +0 -246
  679. agentevals_cli-0.9.12/src/agentevals/api/debug_routes.py +0 -262
  680. agentevals_cli-0.9.12/src/agentevals/api/dependencies.py +0 -28
  681. agentevals_cli-0.9.12/src/agentevals/api/models.py +0 -270
  682. agentevals_cli-0.9.12/src/agentevals/api/otlp_app.py +0 -27
  683. agentevals_cli-0.9.12/src/agentevals/api/otlp_grpc.py +0 -98
  684. agentevals_cli-0.9.12/src/agentevals/api/otlp_processing.py +0 -335
  685. agentevals_cli-0.9.12/src/agentevals/api/otlp_routes.py +0 -69
  686. agentevals_cli-0.9.12/src/agentevals/api/routes.py +0 -1002
  687. agentevals_cli-0.9.12/src/agentevals/api/runs_routes.py +0 -132
  688. agentevals_cli-0.9.12/src/agentevals/api/streaming_routes.py +0 -445
  689. agentevals_cli-0.9.12/src/agentevals/builtin_metrics.py +0 -448
  690. agentevals_cli-0.9.12/src/agentevals/cli.py +0 -867
  691. agentevals_cli-0.9.12/src/agentevals/config.py +0 -245
  692. agentevals_cli-0.9.12/src/agentevals/converter.py +0 -319
  693. agentevals_cli-0.9.12/src/agentevals/custom_evaluators.py +0 -532
  694. agentevals_cli-0.9.12/src/agentevals/eval_config_loader.py +0 -128
  695. agentevals_cli-0.9.12/src/agentevals/evaluator/resolver.py +0 -70
  696. agentevals_cli-0.9.12/src/agentevals/evaluator/sources.py +0 -314
  697. agentevals_cli-0.9.12/src/agentevals/evaluator/templates.py +0 -224
  698. agentevals_cli-0.9.12/src/agentevals/evaluator/venv.py +0 -123
  699. agentevals_cli-0.9.12/src/agentevals/extraction.py +0 -689
  700. agentevals_cli-0.9.12/src/agentevals/genai_converter.py +0 -477
  701. agentevals_cli-0.9.12/src/agentevals/loader/__init__.py +0 -29
  702. agentevals_cli-0.9.12/src/agentevals/loader/auto.py +0 -108
  703. agentevals_cli-0.9.12/src/agentevals/loader/base.py +0 -53
  704. agentevals_cli-0.9.12/src/agentevals/loader/jaeger.py +0 -112
  705. agentevals_cli-0.9.12/src/agentevals/loader/otlp.py +0 -252
  706. agentevals_cli-0.9.12/src/agentevals/mcp_server.py +0 -505
  707. agentevals_cli-0.9.12/src/agentevals/openai_eval_backend.py +0 -267
  708. agentevals_cli-0.9.12/src/agentevals/otlp_anyvalue.py +0 -118
  709. agentevals_cli-0.9.12/src/agentevals/resolvers/kubernetes.py +0 -62
  710. agentevals_cli-0.9.12/src/agentevals/run/fetcher.py +0 -83
  711. agentevals_cli-0.9.12/src/agentevals/run/result_builder.py +0 -161
  712. agentevals_cli-0.9.12/src/agentevals/run/service.py +0 -138
  713. agentevals_cli-0.9.12/src/agentevals/run/sinks.py +0 -314
  714. agentevals_cli-0.9.12/src/agentevals/run/worker.py +0 -194
  715. agentevals_cli-0.9.12/src/agentevals/runner.py +0 -357
  716. agentevals_cli-0.9.12/src/agentevals/sdk.py +0 -433
  717. agentevals_cli-0.9.12/src/agentevals/storage/models.py +0 -132
  718. agentevals_cli-0.9.12/src/agentevals/storage/postgres/migrations/000001_init.up.sql +0 -110
  719. agentevals_cli-0.9.12/src/agentevals/storage/postgres/migrator.py +0 -324
  720. agentevals_cli-0.9.12/src/agentevals/storage/repos/__init__.py +0 -90
  721. agentevals_cli-0.9.12/src/agentevals/storage/repos/postgres.py +0 -406
  722. agentevals_cli-0.9.12/src/agentevals/streaming/__init__.py +0 -120
  723. agentevals_cli-0.9.12/src/agentevals/streaming/incremental_processor.py +0 -341
  724. agentevals_cli-0.9.12/src/agentevals/streaming/processor.py +0 -288
  725. agentevals_cli-0.9.12/src/agentevals/streaming/ws_server.py +0 -926
  726. agentevals_cli-0.9.12/src/agentevals/trace_attrs.py +0 -116
  727. agentevals_cli-0.9.12/src/agentevals/trace_metrics.py +0 -245
  728. agentevals_cli-0.9.12/src/agentevals/utils/genai_messages.py +0 -142
  729. agentevals_cli-0.9.12/src/agentevals/utils/log_enrichment.py +0 -192
  730. agentevals_cli-0.9.12/tests/api/test_evaluate_persistence.py +0 -173
  731. agentevals_cli-0.9.12/tests/api/test_runs_routes.py +0 -194
  732. agentevals_cli-0.9.12/tests/integration/conftest.py +0 -333
  733. agentevals_cli-0.9.12/tests/integration/test_live_agents.py +0 -472
  734. agentevals_cli-0.9.12/tests/integration/test_otlp_grpc_receiver.py +0 -128
  735. agentevals_cli-0.9.12/tests/integration/test_session_grouping.py +0 -509
  736. agentevals_cli-0.9.12/tests/integration/test_timing_stress.py +0 -346
  737. agentevals_cli-0.9.12/tests/resolvers/test_kubernetes.py +0 -63
  738. agentevals_cli-0.9.12/tests/run/test_fetcher.py +0 -79
  739. agentevals_cli-0.9.12/tests/run/test_result_builder.py +0 -182
  740. agentevals_cli-0.9.12/tests/run/test_service.py +0 -169
  741. agentevals_cli-0.9.12/tests/run/test_sinks.py +0 -427
  742. agentevals_cli-0.9.12/tests/storage/test_memory_repos.py +0 -226
  743. agentevals_cli-0.9.12/tests/storage/test_migrator.py +0 -180
  744. agentevals_cli-0.9.12/tests/test_api.py +0 -1923
  745. agentevals_cli-0.9.12/tests/test_builtin_metrics.py +0 -295
  746. agentevals_cli-0.9.12/tests/test_cli.py +0 -208
  747. agentevals_cli-0.9.12/tests/test_converter.py +0 -567
  748. agentevals_cli-0.9.12/tests/test_extraction.py +0 -1119
  749. agentevals_cli-0.9.12/tests/test_genai_converter.py +0 -992
  750. agentevals_cli-0.9.12/tests/test_incremental_processor.py +0 -26
  751. agentevals_cli-0.9.12/tests/test_jaeger_loader.py +0 -146
  752. agentevals_cli-0.9.12/tests/test_loader_auto.py +0 -241
  753. agentevals_cli-0.9.12/tests/test_log_enrichment.py +0 -214
  754. agentevals_cli-0.9.12/tests/test_mcp_server.py +0 -406
  755. agentevals_cli-0.9.12/tests/test_openai_eval_backend.py +0 -117
  756. agentevals_cli-0.9.12/tests/test_otlp_loader.py +0 -735
  757. agentevals_cli-0.9.12/tests/test_otlp_receiver.py +0 -1826
  758. agentevals_cli-0.9.12/tests/test_runner.py +0 -375
  759. agentevals_cli-0.9.12/tests/test_sdk.py +0 -472
  760. agentevals_cli-0.9.12/tests/test_trace_metrics.py +0 -519
  761. agentevals_cli-0.9.12/ui/.gitignore +0 -24
  762. agentevals_cli-0.9.12/ui/eslint.config.js +0 -23
  763. agentevals_cli-0.9.12/ui/package-lock.json +0 -4604
  764. agentevals_cli-0.9.12/ui/package.json +0 -38
  765. agentevals_cli-0.9.12/ui/src/api/client.ts +0 -350
  766. agentevals_cli-0.9.12/ui/src/components/annotation-queue/AnnotationDetailPanel.tsx +0 -331
  767. agentevals_cli-0.9.12/ui/src/components/annotation-queue/AnnotationQueueView.tsx +0 -332
  768. agentevals_cli-0.9.12/ui/src/components/annotation-queue/AnnotationTable.tsx +0 -360
  769. agentevals_cli-0.9.12/ui/src/components/bug-report/BugReportModal.tsx +0 -377
  770. agentevals_cli-0.9.12/ui/src/components/dashboard/TraceCard.tsx +0 -269
  771. agentevals_cli-0.9.12/ui/src/components/dashboard/TraceTable.tsx +0 -591
  772. agentevals_cli-0.9.12/ui/src/components/inspector/InspectorView.tsx +0 -318
  773. agentevals_cli-0.9.12/ui/src/components/inspector/InvocationSummaryPanel.tsx +0 -282
  774. agentevals_cli-0.9.12/ui/src/components/inspector/MetricsComparisonSection.tsx +0 -659
  775. agentevals_cli-0.9.12/ui/src/components/inspector/ToolCallList.tsx +0 -229
  776. agentevals_cli-0.9.12/ui/src/components/runs/RunDetailView.tsx +0 -536
  777. agentevals_cli-0.9.12/ui/src/components/runs/RunsView.tsx +0 -376
  778. agentevals_cli-0.9.12/ui/src/components/streaming/LiveConversationPanel.tsx +0 -123
  779. agentevals_cli-0.9.12/ui/src/components/streaming/LiveMessage.tsx +0 -146
  780. agentevals_cli-0.9.12/ui/src/components/streaming/LiveStreamingView.tsx +0 -840
  781. agentevals_cli-0.9.12/ui/src/components/streaming/SessionCard.tsx +0 -615
  782. agentevals_cli-0.9.12/ui/src/components/streaming/SessionMetadata.tsx +0 -95
  783. agentevals_cli-0.9.12/ui/src/components/upload/EvalSetEditorDrawer.tsx +0 -308
  784. agentevals_cli-0.9.12/ui/src/components/upload/TraceEditorDrawer.tsx +0 -354
  785. agentevals_cli-0.9.12/ui/src/config.ts +0 -29
  786. agentevals_cli-0.9.12/ui/src/context/TraceContext.tsx +0 -96
  787. agentevals_cli-0.9.12/ui/src/context/TraceProvider.tsx +0 -423
  788. agentevals_cli-0.9.12/ui/src/lib/console-capture.ts +0 -51
  789. agentevals_cli-0.9.12/ui/src/lib/trace-helpers.ts +0 -73
  790. agentevals_cli-0.9.12/ui/src/lib/trace-loader.ts +0 -320
  791. agentevals_cli-0.9.12/ui/src/lib/trace-patcher.ts +0 -328
  792. agentevals_cli-0.9.12/ui/src/lib/types.ts +0 -578
  793. agentevals_cli-0.9.12/ui/src/lib/utils.ts +0 -223
  794. agentevals_cli-0.9.12/uv.lock +0 -4378
  795. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.claude/skills/eval/SKILL.md +0 -0
  796. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.claude/skills/eval/evals/evals.json +0 -0
  797. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.claude/skills/inspect/SKILL.md +0 -0
  798. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.claude/skills/inspect/evals/evals.json +0 -0
  799. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.dockerignore +0 -0
  800. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.github/ISSUE_TEMPLATE/bug_report.yml +0 -0
  801. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.github/ISSUE_TEMPLATE/config.yml +0 -0
  802. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.github/ISSUE_TEMPLATE/feature_request.yml +0 -0
  803. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.github/dependabot.yml +0 -0
  804. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.github/workflows/publish-evaluator-sdk.yml +0 -0
  805. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.gitignore +0 -0
  806. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/.mcp.json +0 -0
  807. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/LICENSE +0 -0
  808. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/charts/agentevals/Chart.yaml +0 -0
  809. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/charts/agentevals/templates/_helpers.tpl +0 -0
  810. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/charts/agentevals/templates/postgresql-secret.yaml +0 -0
  811. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/charts/agentevals/templates/postgresql.yaml +0 -0
  812. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/charts/agentevals/templates/serviceaccount.yaml +0 -0
  813. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/docs/assets/logo-color-on-transparent.svg +0 -0
  814. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/docs/assets/logo-color.png +0 -0
  815. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/docs/assets/logo-dark-on-transparent.svg +0 -0
  816. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/docs/run-history.md +0 -0
  817. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_evaluators/eval_config.yaml +0 -0
  818. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_evaluators/response_quality.py +0 -0
  819. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_evaluators/tool_call_checker.py +0 -0
  820. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_sink/README.md +0 -0
  821. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_sink/agentevals_example_custom_sink/__init__.py +0 -0
  822. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_sink/agentevals_example_custom_sink/sink.py +0 -0
  823. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/custom_sink/pyproject.toml +0 -0
  824. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/dice_agent/README.md +0 -0
  825. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/dice_agent/agent.py +0 -0
  826. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/dice_agent/eval_set.json +0 -0
  827. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/langchain_agent/agent.py +0 -0
  828. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/langchain_agent/eval_set.json +0 -0
  829. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/langchain_agent/requirements.txt +0 -0
  830. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/sdk_example/async_example.py +0 -0
  831. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/sdk_example/context_manager_example.py +0 -0
  832. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/sdk_example/decorator_example.py +0 -0
  833. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/sdk_example/requirements.txt +0 -0
  834. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/strands_agent/agent.py +0 -0
  835. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/strands_agent/eval_set.json +0 -0
  836. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/strands_agent/requirements.txt +0 -0
  837. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/zero-code-examples/adk/requirements.txt +0 -0
  838. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/zero-code-examples/langchain/requirements.txt +0 -0
  839. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/zero-code-examples/ollama/requirements.txt +0 -0
  840. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/zero-code-examples/pydantic-ai/requirements.txt +0 -0
  841. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/examples/zero-code-examples/strands/requirements.txt +0 -0
  842. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/flake.lock +0 -0
  843. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/packages/evaluator-sdk-py/README.md +0 -0
  844. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/packages/evaluator-sdk-py/pyproject.toml +0 -0
  845. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/__init__.py +0 -0
  846. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/decorator.py +0 -0
  847. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/eval_set_helm.json +0 -0
  848. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/evalset_helm_3_2026-02-23.json +0 -0
  849. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/evalset_k8s_2026-02-20.json +0 -0
  850. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/helm.json +0 -0
  851. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/helm_2.json +0 -0
  852. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/helm_3.json +0 -0
  853. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/k8s.json +0 -0
  854. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/samples/tempo_export_with_batches.json +0 -0
  855. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/__init__.py +0 -0
  856. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/_static/assets/index-BqibLiHO.css +0 -0
  857. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/_static/logo.svg +0 -0
  858. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/_static/vite.svg +0 -0
  859. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/api/__init__.py +0 -0
  860. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/evaluator/__init__.py +0 -0
  861. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/output.py +0 -0
  862. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/resolvers/__init__.py +0 -0
  863. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/run/__init__.py +0 -0
  864. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/storage/__init__.py +0 -0
  865. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/storage/config.py +0 -0
  866. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/storage/postgres/__init__.py +0 -0
  867. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/storage/postgres/migrations/000001_init.down.sql +0 -0
  868. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/storage/postgres/pool.py +0 -0
  869. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/storage/repos/memory.py +0 -0
  870. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/streaming/exports.py +0 -0
  871. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/streaming/session.py +0 -0
  872. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/utils/__init__.py +0 -0
  873. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/src/agentevals/utils/log_buffer.py +0 -0
  874. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/api/__init__.py +0 -0
  875. {agentevals_cli-0.9.12/tests/integration → agentevals_cli-0.11.0/tests/genai}/__init__.py +0 -0
  876. {agentevals_cli-0.9.12/tests/resolvers → agentevals_cli-0.11.0/tests/integration}/__init__.py +0 -0
  877. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/integration/test_evaluation_pipeline.py +0 -0
  878. {agentevals_cli-0.9.12/tests/run → agentevals_cli-0.11.0/tests/otel}/__init__.py +0 -0
  879. {agentevals_cli-0.9.12/tests/storage → agentevals_cli-0.11.0/tests/resolvers}/__init__.py +0 -0
  880. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/resolvers/test_registry.py +0 -0
  881. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/storage/test_config.py +0 -0
  882. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/storage/test_models.py +0 -0
  883. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/test_credential_injection.py +0 -0
  884. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/test_eval_config_loader.py +0 -0
  885. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/test_output.py +0 -0
  886. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/tests/test_protocol.py +0 -0
  887. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/README.md +0 -0
  888. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/index.html +0 -0
  889. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/public/logo.svg +0 -0
  890. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/public/vite.svg +0 -0
  891. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/App.css +0 -0
  892. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/App.tsx +0 -0
  893. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/assets/react.svg +0 -0
  894. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/BuilderHeader.tsx +0 -0
  895. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/BuilderView.tsx +0 -0
  896. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/EvalCaseCard.tsx +0 -0
  897. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/EvalCasesList.tsx +0 -0
  898. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/InvocationEditor.tsx +0 -0
  899. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/JsonPreview.tsx +0 -0
  900. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/MetadataEditor.tsx +0 -0
  901. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/TraceUploadZone.tsx +0 -0
  902. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/builder/index.ts +0 -0
  903. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/dashboard/DashboardView.tsx +0 -0
  904. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/dashboard/MetricScoreCard.tsx +0 -0
  905. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/dashboard/PerformanceCard.tsx +0 -0
  906. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/dashboard/PerformanceCharts.tsx +0 -0
  907. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/dashboard/SummaryStats.tsx +0 -0
  908. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/ComparisonPanel.tsx +0 -0
  909. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/DataSection.tsx +0 -0
  910. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/InspectorHeader.tsx +0 -0
  911. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/InspectorLayout.tsx +0 -0
  912. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/InvocationCard.tsx +0 -0
  913. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/MetricResultsSection.tsx +0 -0
  914. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/PerformanceSection.tsx +0 -0
  915. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/inspector/TrajectoryComparisonDetails.tsx +0 -0
  916. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/runs/PassRateTrendChart.tsx +0 -0
  917. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/runs/PerMetricTrendChart.tsx +0 -0
  918. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/runs/RunsHistoryTable.tsx +0 -0
  919. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/runs/runHistory.ts +0 -0
  920. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/sidebar/Sidebar.tsx +0 -0
  921. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/upload/FileDropZone.tsx +0 -0
  922. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/upload/MetricSelector.tsx +0 -0
  923. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/upload/RawJsonPreview.tsx +0 -0
  924. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/upload/UploadView.tsx +0 -0
  925. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/components/welcome/WelcomeView.tsx +0 -0
  926. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/index.css +0 -0
  927. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/lib/eval-config.ts +0 -0
  928. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/lib/evalset-builder.ts +0 -0
  929. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/lib/network-capture.ts +0 -0
  930. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/lib/trace-metadata.ts +0 -0
  931. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/src/main.tsx +0 -0
  932. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/tsconfig.app.json +0 -0
  933. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/tsconfig.json +0 -0
  934. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/tsconfig.node.json +0 -0
  935. {agentevals_cli-0.9.12 → agentevals_cli-0.11.0}/ui/vite.config.ts +0 -0
@@ -0,0 +1,5 @@
1
+ gen/go/agentevals/** linguist-generated=true
2
+ gen/go/go.sum linguist-generated=true
3
+ src/agentevals/api/v1alpha1/** linguist-generated=true
4
+ ui/src/generated/** linguist-generated=true
5
+ proto/buf.lock linguist-generated=true
@@ -0,0 +1,197 @@
1
+ name: CI
2
+
3
+ on:
4
+ pull_request:
5
+ branches: [main]
6
+ push:
7
+ branches: [main]
8
+
9
+ permissions:
10
+ contents: read
11
+
12
+ jobs:
13
+ helm-chart:
14
+ runs-on: ubuntu-latest
15
+ steps:
16
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
17
+
18
+ - name: Lint + template
19
+ run: make helm-test
20
+
21
+ lint:
22
+ runs-on: ubuntu-latest
23
+ steps:
24
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
25
+ with:
26
+ fetch-depth: 0
27
+
28
+ - uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
29
+ with:
30
+ enable-cache: true
31
+
32
+ - name: Verify uv.lock matches pyproject.toml
33
+ run: uv lock --check
34
+
35
+ - name: Install dependencies
36
+ run: |
37
+ uv venv
38
+ uv pip install setuptools
39
+ uv sync --dev
40
+
41
+ - name: Ruff check
42
+ run: uv run ruff check --no-fix .
43
+
44
+ - name: Ruff format check
45
+ run: uv run ruff format --check .
46
+
47
+ ui:
48
+ runs-on: ubuntu-latest
49
+ steps:
50
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
51
+
52
+ - uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
53
+ with:
54
+ node-version: '22'
55
+ cache: npm
56
+ cache-dependency-path: ui/package-lock.json
57
+
58
+ # tsc -b && vite build, same as the release workflow bundles.
59
+ - name: Build UI
60
+ run: make build-ui
61
+
62
+ - name: Lint UI
63
+ working-directory: ui
64
+ run: npm run lint
65
+
66
+ proto:
67
+ name: Protobuf Contract Check
68
+ runs-on: ubuntu-latest
69
+ steps:
70
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
71
+
72
+ - uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
73
+ with:
74
+ node-version: '22'
75
+
76
+ - uses: actions/setup-go@b7ad1dad31e06c5925ef5d2fc7ad053ef454303e # v7.0.0
77
+ with:
78
+ go-version-file: gen/go/go.mod
79
+ cache-dependency-path: gen/go/go.sum
80
+
81
+ # proto-breaking compares against the local main branch.
82
+ - name: Fetch main
83
+ run: git fetch --no-tags --depth=1 origin main:main || true
84
+
85
+ - name: Lint, regenerate and check for drift
86
+ run: make proto-check
87
+
88
+ - name: Breaking changes
89
+ run: make proto-breaking
90
+
91
+ - name: Build the Go module
92
+ working-directory: gen/go
93
+ run: |
94
+ go build ./...
95
+ go vet ./...
96
+
97
+ docker:
98
+ runs-on: ubuntu-latest
99
+ permissions:
100
+ contents: read
101
+ env:
102
+ IMAGE_REF: agentevals:ci
103
+ IMAGE_VERSION: 0.0.0.dev0
104
+ steps:
105
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
106
+
107
+ - uses: docker/setup-buildx-action@f87e5991a6d7451dcb8d9637bfbc97413f497069 # v4.4.1
108
+
109
+ # The release workflow is the only other place this Dockerfile gets built, and it
110
+ # runs after the GitHub release is already published. Build it here so a break
111
+ # lands on the PR instead of halfway through a release.
112
+ # Single-arch keeps it native; the multi-arch build stays release-only because
113
+ # emulating arm64 through the node and uv layers is an order of magnitude slower.
114
+ - name: Build image
115
+ uses: docker/build-push-action@c3c9e263c25d99ce0380d002d59b67737d91b0dc # v7.4.0
116
+ with:
117
+ context: .
118
+ platforms: linux/amd64
119
+ build-args: VERSION=${{ env.IMAGE_VERSION }}
120
+ tags: ${{ env.IMAGE_REF }}
121
+ push: false
122
+ load: true
123
+ cache-from: type=gha
124
+ # Pull requests read main's layers but never write, so a branch cannot grow
125
+ # or displace the cache the other jobs share.
126
+ cache-to: ${{ github.event_name == 'push' && 'type=gha,mode=max' || '' }}
127
+
128
+ - name: Smoke test
129
+ run: |
130
+ docker run -d --name agentevals-ci -p 127.0.0.1:8001:8001 "$IMAGE_REF"
131
+ for _ in $(seq 1 30); do
132
+ if curl -fsS --max-time 3 http://127.0.0.1:8001/api/health -o "$RUNNER_TEMP/health.json"; then
133
+ break
134
+ fi
135
+ sleep 2
136
+ done
137
+ test -s "$RUNNER_TEMP/health.json" || { echo "server never became healthy"; exit 1; }
138
+ cat "$RUNNER_TEMP/health.json"
139
+ grep -q '"status":"ok"' "$RUNNER_TEMP/health.json"
140
+ # Proves the SETUPTOOLS_SCM_PRETEND_VERSION path still resolves; a silent
141
+ # break there would ship a mis-versioned image.
142
+ grep -q "\"version\":\"$IMAGE_VERSION\"" "$RUNNER_TEMP/health.json"
143
+ curl -fsS http://127.0.0.1:8001/ | grep -q '<div id="root">'
144
+ test "$(docker exec agentevals-ci id -u)" = "1000"
145
+
146
+ - name: Container logs
147
+ if: failure()
148
+ run: docker logs agentevals-ci
149
+
150
+ test:
151
+ runs-on: ubuntu-latest
152
+ strategy:
153
+ matrix:
154
+ python-version: ["3.11", "3.12", "3.13"]
155
+ steps:
156
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
157
+ with:
158
+ fetch-depth: 0
159
+
160
+ - uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
161
+ with:
162
+ enable-cache: true
163
+
164
+ - name: Install Python ${{ matrix.python-version }}
165
+ run: uv python install ${{ matrix.python-version }}
166
+
167
+ - name: Install dependencies
168
+ run: |
169
+ uv venv --python ${{ matrix.python-version }}
170
+ uv pip install setuptools
171
+ uv sync --dev --all-extras --frozen --python ${{ matrix.python-version }}
172
+
173
+ - name: Run tests
174
+ run: uv run pytest -m "not integration and not e2e" --tb=short -q
175
+
176
+ integration:
177
+ runs-on: ubuntu-latest
178
+ steps:
179
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
180
+ with:
181
+ fetch-depth: 0
182
+
183
+ - uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
184
+ with:
185
+ enable-cache: true
186
+
187
+ - name: Install Python 3.13
188
+ run: uv python install 3.13
189
+
190
+ - name: Install dependencies
191
+ run: |
192
+ uv venv --python 3.13
193
+ uv pip install setuptools
194
+ uv sync --dev --all-extras --frozen --python 3.13
195
+
196
+ - name: Run integration tests
197
+ run: uv run pytest tests/integration/ -m "integration and not e2e" --tb=short -q
@@ -0,0 +1,26 @@
1
+ name: kagent contract policy
2
+
3
+ # Tests the kagent contract policy against its local registries and negative
4
+ # cases when the policy or its tooling changes. It never fetches kagent itself.
5
+ on:
6
+ pull_request:
7
+ branches: [main]
8
+ paths:
9
+ - "tests/contract/kagent/**"
10
+ - ".github/workflows/kagent-contract.yml"
11
+ - ".github/workflows/kagent-contract-policy.yml"
12
+
13
+ permissions:
14
+ contents: read
15
+
16
+ jobs:
17
+ selftest:
18
+ runs-on: ubuntu-latest
19
+ timeout-minutes: 20
20
+ steps:
21
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
22
+ with:
23
+ persist-credentials: false
24
+
25
+ - name: Self test the contract policy
26
+ run: tests/contract/kagent/test.sh
@@ -0,0 +1,143 @@
1
+ name: kagent contract
2
+
3
+ # Checks every day, with Weaver, that kagent's telemetry registry still has what
4
+ # agentevals reads from kagent spans, and keeps one labelled issue up to date
5
+ # while it does not. It never runs on pull requests: kagent changes on its own
6
+ # schedule. See tests/contract/kagent/.
7
+ on:
8
+ schedule:
9
+ - cron: "23 5 * * *"
10
+ workflow_dispatch:
11
+
12
+ permissions: {}
13
+
14
+ concurrency:
15
+ group: kagent-contract
16
+ cancel-in-progress: false
17
+
18
+ defaults:
19
+ run:
20
+ shell: bash
21
+
22
+ env:
23
+ ISSUE_LABEL: kagent-contract
24
+
25
+ jobs:
26
+ check:
27
+ runs-on: ubuntu-latest
28
+ timeout-minutes: 30
29
+ permissions:
30
+ contents: read
31
+ steps:
32
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
33
+ with:
34
+ persist-credentials: false
35
+
36
+ - name: Self test the contract policy
37
+ run: tests/contract/kagent/test.sh
38
+
39
+ # The release tag is fetched and used in one step, and check.sh validates it
40
+ # before use, so nothing fetched passes through GITHUB_ENV or an expression.
41
+ - name: Check kagent main and the newest release
42
+ env:
43
+ GH_TOKEN: ${{ github.token }}
44
+ run: |
45
+ release="$(gh release view --repo kagent-dev/kagent --json tagName --jq .tagName)"
46
+ tests/contract/kagent/check.sh report.md main "$release"
47
+
48
+ - name: Summarize
49
+ if: always()
50
+ continue-on-error: true
51
+ run: |
52
+ {
53
+ if [ -f report.md ]; then cat report.md; fi
54
+ echo
55
+ echo "## kagent main against the committed snapshot"
56
+ echo
57
+ tests/contract/kagent/weaver.sh registry diff --v2 --diff-format markdown \
58
+ -r "https://github.com/kagent-dev/kagent.git@main[telemetry/registry]" \
59
+ --baseline-registry /contract/registries/main-2cc3ffae
60
+ } >> "$GITHUB_STEP_SUMMARY"
61
+
62
+ - name: Upload the report
63
+ if: always()
64
+ uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
65
+ with:
66
+ name: kagent-contract-report
67
+ path: report.md
68
+ if-no-files-found: ignore
69
+
70
+ # The issue body is fixed text plus the report, whose fetched content sits in a
71
+ # code block without backticks. It is always passed as a file, never through the shell.
72
+ report-failure:
73
+ needs: check
74
+ if: failure()
75
+ runs-on: ubuntu-latest
76
+ timeout-minutes: 10
77
+ permissions:
78
+ issues: write
79
+ steps:
80
+ - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
81
+ continue-on-error: true
82
+ with:
83
+ name: kagent-contract-report
84
+
85
+ - name: Open or update the issue
86
+ env:
87
+ GH_TOKEN: ${{ github.token }}
88
+ GH_REPO: ${{ github.repository }}
89
+ RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
90
+ run: |
91
+ set -euo pipefail
92
+ {
93
+ echo "The daily kagent contract check failed: $RUN_URL"
94
+ echo
95
+ if [ -f report.md ]; then
96
+ cat report.md
97
+ else
98
+ echo "The check failed before it wrote a report (for example in the self test). See the run log."
99
+ echo
100
+ echo "<!-- kagent-contract-report: none -->"
101
+ fi
102
+ } > body.md
103
+ # The report appends its marker last, so the last match is the real one.
104
+ marker="$(grep -o 'kagent-contract-report: [0-9a-f]*' body.md | tail -n 1)"
105
+
106
+ number="$(gh issue list --label "$ISSUE_LABEL" --state open --json number --jq '.[0].number // empty')"
107
+ if [ -z "$number" ]; then
108
+ gh label create "$ISSUE_LABEL" --color B60205 --force \
109
+ --description "The daily check of kagent's telemetry registry failed"
110
+ gh issue create --title "kagent telemetry contract check failed" \
111
+ --label "$ISSUE_LABEL" --body-file body.md
112
+ exit 0
113
+ fi
114
+
115
+ # Only comment when the report changed since the last update. Comments
116
+ # from people are ignored, so nobody can hide a change by quoting a marker.
117
+ latest="$(gh issue view "$number" --json body,comments \
118
+ --jq '([.comments[] | select(.author.login == "github-actions")] | last | .body) // .body')"
119
+ if grep -qF "$marker" <<<"$latest"; then
120
+ echo "Issue #$number already has this report."
121
+ else
122
+ gh issue comment "$number" --body-file body.md
123
+ fi
124
+
125
+ close-resolved:
126
+ needs: check
127
+ if: success()
128
+ runs-on: ubuntu-latest
129
+ timeout-minutes: 10
130
+ permissions:
131
+ issues: write
132
+ steps:
133
+ - name: Close the issue once the check passes again
134
+ env:
135
+ GH_TOKEN: ${{ github.token }}
136
+ GH_REPO: ${{ github.repository }}
137
+ RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
138
+ run: |
139
+ set -euo pipefail
140
+ number="$(gh issue list --label "$ISSUE_LABEL" --state open --json number --jq '.[0].number // empty')"
141
+ if [ -n "$number" ]; then
142
+ gh issue close "$number" --comment "The kagent contract check passes again: $RUN_URL"
143
+ fi
@@ -0,0 +1,181 @@
1
+ name: Release
2
+
3
+ on:
4
+ push:
5
+ tags:
6
+ - 'v*.*.*'
7
+ workflow_dispatch:
8
+ inputs:
9
+ tag:
10
+ description: 'Release tag (e.g. v0.1.0)'
11
+ required: true
12
+
13
+ permissions:
14
+ contents: read
15
+
16
+ jobs:
17
+ build:
18
+ runs-on: ubuntu-latest
19
+ steps:
20
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
21
+ with:
22
+ ref: ${{ github.event.inputs.tag || github.ref_name }}
23
+ fetch-depth: 0
24
+
25
+ - uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
26
+ with:
27
+ enable-cache: true
28
+
29
+ - uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
30
+ with:
31
+ node-version: '22'
32
+ cache: npm
33
+ cache-dependency-path: ui/package-lock.json
34
+
35
+ - name: Build core and bundled wheels
36
+ run: make release
37
+
38
+ - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
39
+ with:
40
+ name: wheels
41
+ path: |
42
+ dist/core/*.whl
43
+ dist/bundle/*.whl
44
+
45
+ publish:
46
+ needs: build
47
+ runs-on: ubuntu-latest
48
+ steps:
49
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
50
+ with:
51
+ ref: ${{ github.event.inputs.tag || github.ref_name }}
52
+ fetch-depth: 0
53
+
54
+ - uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
55
+ with:
56
+ enable-cache: true
57
+
58
+ - uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
59
+ with:
60
+ node-version: '22'
61
+ cache: npm
62
+ cache-dependency-path: ui/package-lock.json
63
+
64
+ # Same bundle as `make release` / `build-bundle`: wheel must include ui/dist in src/agentevals/_static
65
+ # (see [tool.hatch.build] artifacts in pyproject.toml).
66
+ - name: Release Python package (wheel + sdist with bundled UI)
67
+ run: |
68
+ uv sync --package agentevals-cli --all-extras
69
+
70
+ make build-ui
71
+ rm -rf src/agentevals/_static
72
+ cp -r ui/dist src/agentevals/_static
73
+ rm -rf dist
74
+ uv build --package agentevals-cli
75
+ uv publish dist/* --token ${{ secrets.PYPI_TOKEN }}
76
+ rm -rf src/agentevals/_static
77
+
78
+ github-release:
79
+ needs: publish
80
+ runs-on: ubuntu-latest
81
+ permissions:
82
+ contents: write
83
+
84
+ steps:
85
+ - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
86
+ with:
87
+ name: wheels
88
+ path: dist/
89
+
90
+ - uses: softprops/action-gh-release@efb35369e0ad2afab669f228072c1b0d510eae64 # v3.0.3
91
+ with:
92
+ tag_name: ${{ github.event.inputs.tag || github.ref_name }}
93
+ files: dist/**/*.whl
94
+ generate_release_notes: true
95
+
96
+ # Go resolves github.com/agentevals-dev/agentevals/gen/go@vX.Y.Z from the tag gen/go/vX.Y.Z.
97
+ tag-go-module:
98
+ needs: github-release
99
+ runs-on: ubuntu-latest
100
+ permissions:
101
+ contents: write
102
+ steps:
103
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
104
+ with:
105
+ ref: ${{ github.event.inputs.tag || github.ref_name }}
106
+ fetch-depth: 0
107
+
108
+ - name: Tag the generated Go module
109
+ run: |
110
+ if ! [[ "$TAG" =~ ^v[0-9]+\.[0-9]+\.[0-9]+([-+][0-9A-Za-z.-]+)?$ ]]; then
111
+ echo "Not a semantic version tag: $TAG"
112
+ exit 1
113
+ fi
114
+ if git rev-parse -q --verify "refs/tags/gen/go/$TAG" >/dev/null; then
115
+ echo "gen/go/$TAG already exists"
116
+ exit 0
117
+ fi
118
+ git tag "gen/go/$TAG" "$TAG^{commit}"
119
+ git push origin "gen/go/$TAG"
120
+ env:
121
+ TAG: ${{ github.event.inputs.tag || github.ref_name }}
122
+
123
+ push-docker:
124
+ needs: github-release
125
+ runs-on: ubuntu-latest
126
+ permissions:
127
+ contents: read
128
+ packages: write
129
+ steps:
130
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
131
+ with:
132
+ ref: ${{ github.event.inputs.tag || github.ref_name }}
133
+
134
+ - name: Login to GitHub Container Registry
135
+ uses: docker/login-action@dbcb813823bdd20940b903addbd779551569679f # v4.6.0
136
+ with:
137
+ registry: ghcr.io
138
+ username: ${{ github.actor }}
139
+ password: ${{ secrets.GITHUB_TOKEN }}
140
+
141
+ - name: Set up QEMU
142
+ uses: docker/setup-qemu-action@99012661954931238ded8c8b007157a8430204e1 # v4.4.0
143
+
144
+ - name: Set up Docker Buildx
145
+ uses: docker/setup-buildx-action@f87e5991a6d7451dcb8d9637bfbc97413f497069 # v4.4.1
146
+
147
+ - name: Build and push
148
+ run: |
149
+ VERSION="${TAG#v}"
150
+ make build-docker \
151
+ VERSION="$VERSION" \
152
+ DOCKER_REGISTRY="ghcr.io/${{ github.repository_owner }}" \
153
+ DOCKER_TAG="$VERSION"
154
+ env:
155
+ TAG: ${{ github.event.inputs.tag || github.ref_name }}
156
+
157
+ push-helm-chart:
158
+ needs: push-docker
159
+ runs-on: ubuntu-latest
160
+ permissions:
161
+ contents: read
162
+ packages: write
163
+ steps:
164
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
165
+ with:
166
+ ref: ${{ github.event.inputs.tag || github.ref_name }}
167
+
168
+ - name: Login to GitHub Container Registry
169
+ uses: docker/login-action@dbcb813823bdd20940b903addbd779551569679f # v4.6.0
170
+ with:
171
+ registry: ghcr.io
172
+ username: ${{ github.actor }}
173
+ password: ${{ secrets.GITHUB_TOKEN }}
174
+
175
+ - name: Publish Helm chart to GHCR (OCI)
176
+ env:
177
+ TAG: ${{ github.event.inputs.tag || github.ref_name }}
178
+ HELM_REPO: oci://ghcr.io/${{ github.repository }}
179
+ run: |
180
+ export HELM_CHART_VERSION="${TAG#v}"
181
+ make helm-publish