agentevals-cli 0.9.11__tar.gz → 0.9.12__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.github/dependabot.yml +6 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.github/workflows/ci.yml +28 -5
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.github/workflows/publish-evaluator-sdk.yml +1 -1
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.github/workflows/release.yml +4 -4
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/PKG-INFO +1 -1
- agentevals_cli-0.9.12/src/agentevals/_static/assets/index-D-a2xOzq.js +349 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/_static/index.html +1 -1
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/builtin_metrics.py +47 -41
- agentevals_cli-0.9.12/tests/test_builtin_metrics.py +295 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/package-lock.json +288 -186
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/package.json +12 -12
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/uv.lock +42 -42
- agentevals_cli-0.9.11/src/agentevals/_static/assets/index-G7gMkrDR.js +0 -349
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.claude/skills/eval/SKILL.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.claude/skills/eval/evals/evals.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.claude/skills/inspect/SKILL.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.claude/skills/inspect/evals/evals.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.dockerignore +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.github/ISSUE_TEMPLATE/bug_report.yml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.github/ISSUE_TEMPLATE/config.yml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.github/ISSUE_TEMPLATE/feature_request.yml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.gitignore +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/.mcp.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/CONTRIBUTING.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/DEVELOPMENT.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/Dockerfile +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/LICENSE +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/Makefile +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/README.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/charts/agentevals/Chart.yaml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/charts/agentevals/templates/NOTES.txt +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/charts/agentevals/templates/_helpers.tpl +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/charts/agentevals/templates/deployment.yaml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/charts/agentevals/templates/postgresql-secret.yaml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/charts/agentevals/templates/postgresql.yaml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/charts/agentevals/templates/rbac.yaml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/charts/agentevals/templates/service.yaml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/charts/agentevals/templates/serviceaccount.yaml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/charts/agentevals/values.yaml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/docs/assets/logo-color-on-transparent.svg +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/docs/assets/logo-color.png +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/docs/assets/logo-dark-on-transparent.svg +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/docs/custom-evaluators.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/docs/eval-set-format.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/docs/otel-compatibility.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/docs/run-history.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/docs/streaming.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/README.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/custom_evaluators/eval_config.yaml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/custom_evaluators/eval_config_openai_eval.yaml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/custom_evaluators/response_quality.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/custom_evaluators/tool_call_checker.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/custom_sink/README.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/custom_sink/agentevals_example_custom_sink/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/custom_sink/agentevals_example_custom_sink/sink.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/custom_sink/pyproject.toml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/dice_agent/README.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/dice_agent/agent.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/dice_agent/eval_set.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/dice_agent/main.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/dice_agent/test_streaming.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/kubernetes/README.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/langchain_agent/README.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/langchain_agent/agent.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/langchain_agent/eval_set.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/langchain_agent/main.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/langchain_agent/requirements.txt +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/langchain_agent/test_streaming.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/sdk_example/async_example.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/sdk_example/context_manager_example.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/sdk_example/decorator_example.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/sdk_example/requirements.txt +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/strands_agent/agent.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/strands_agent/eval_set.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/strands_agent/main.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/strands_agent/requirements.txt +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/zero-code-examples/adk/requirements.txt +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/zero-code-examples/adk/run.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/zero-code-examples/langchain/requirements.txt +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/zero-code-examples/langchain/run.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/zero-code-examples/ollama/requirements.txt +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/zero-code-examples/ollama/run.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/zero-code-examples/openai-agents/requirements.txt +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/zero-code-examples/openai-agents/run.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/zero-code-examples/pydantic-ai/requirements.txt +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/zero-code-examples/pydantic-ai/run.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/zero-code-examples/strands/requirements.txt +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/examples/zero-code-examples/strands/run.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/flake.lock +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/flake.nix +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/packages/evaluator-sdk-py/README.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/packages/evaluator-sdk-py/pyproject.toml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/decorator.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/types.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/pyproject.toml +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/samples/eval_set_helm.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/samples/evalset_helm_3_2026-02-23.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/samples/evalset_k8s_2026-02-20.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/samples/helm.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/samples/helm_2.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/samples/helm_3.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/samples/k8s.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/samples/tempo_export_with_batches.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/_protocol.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/_static/assets/index-BqibLiHO.css +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/_static/logo.svg +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/_static/vite.svg +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/api/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/api/app.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/api/debug_routes.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/api/dependencies.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/api/models.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/api/otlp_app.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/api/otlp_grpc.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/api/otlp_processing.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/api/otlp_routes.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/api/routes.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/api/runs_routes.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/api/streaming_routes.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/cli.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/config.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/converter.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/custom_evaluators.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/eval_config_loader.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/evaluator/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/evaluator/resolver.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/evaluator/sources.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/evaluator/templates.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/evaluator/venv.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/extraction.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/genai_converter.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/loader/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/loader/auto.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/loader/base.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/loader/jaeger.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/loader/otlp.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/mcp_server.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/openai_eval_backend.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/otlp_anyvalue.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/output.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/resolvers/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/resolvers/kubernetes.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/run/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/run/fetcher.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/run/result_builder.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/run/service.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/run/sinks.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/run/worker.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/runner.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/sdk.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/storage/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/storage/config.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/storage/models.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/storage/postgres/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/storage/postgres/migrations/000001_init.down.sql +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/storage/postgres/migrations/000001_init.up.sql +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/storage/postgres/migrator.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/storage/postgres/pool.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/storage/repos/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/storage/repos/memory.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/storage/repos/postgres.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/streaming/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/streaming/exports.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/streaming/incremental_processor.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/streaming/processor.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/streaming/session.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/streaming/ws_server.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/trace_attrs.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/trace_metrics.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/utils/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/utils/genai_messages.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/utils/log_buffer.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/src/agentevals/utils/log_enrichment.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/api/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/api/test_evaluate_persistence.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/api/test_runs_routes.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/integration/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/integration/conftest.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/integration/test_evaluation_pipeline.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/integration/test_live_agents.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/integration/test_otlp_grpc_receiver.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/integration/test_session_grouping.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/integration/test_timing_stress.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/resolvers/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/resolvers/test_kubernetes.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/resolvers/test_registry.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/run/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/run/test_fetcher.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/run/test_result_builder.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/run/test_service.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/run/test_sinks.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/storage/__init__.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/storage/test_config.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/storage/test_memory_repos.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/storage/test_migrator.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/storage/test_models.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_api.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_cli.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_converter.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_credential_injection.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_eval_config_loader.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_extraction.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_genai_converter.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_incremental_processor.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_jaeger_loader.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_loader_auto.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_log_enrichment.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_mcp_server.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_openai_eval_backend.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_otlp_loader.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_otlp_receiver.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_output.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_protocol.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_runner.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_sdk.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/tests/test_trace_metrics.py +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/.gitignore +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/README.md +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/eslint.config.js +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/index.html +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/public/logo.svg +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/public/vite.svg +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/App.css +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/App.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/api/client.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/assets/react.svg +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/annotation-queue/AnnotationDetailPanel.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/annotation-queue/AnnotationQueueView.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/annotation-queue/AnnotationTable.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/bug-report/BugReportModal.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/builder/BuilderHeader.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/builder/BuilderView.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/builder/EvalCaseCard.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/builder/EvalCasesList.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/builder/InvocationEditor.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/builder/JsonPreview.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/builder/MetadataEditor.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/builder/TraceUploadZone.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/builder/index.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/dashboard/DashboardView.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/dashboard/MetricScoreCard.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/dashboard/PerformanceCard.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/dashboard/PerformanceCharts.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/dashboard/SummaryStats.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/dashboard/TraceCard.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/dashboard/TraceTable.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/inspector/ComparisonPanel.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/inspector/DataSection.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/inspector/InspectorHeader.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/inspector/InspectorLayout.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/inspector/InspectorView.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/inspector/InvocationCard.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/inspector/InvocationSummaryPanel.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/inspector/MetricResultsSection.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/inspector/MetricsComparisonSection.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/inspector/PerformanceSection.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/inspector/ToolCallList.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/inspector/TrajectoryComparisonDetails.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/runs/PassRateTrendChart.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/runs/PerMetricTrendChart.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/runs/RunDetailView.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/runs/RunsHistoryTable.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/runs/RunsView.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/runs/runHistory.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/sidebar/Sidebar.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/streaming/LiveConversationPanel.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/streaming/LiveMessage.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/streaming/LiveStreamingView.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/streaming/SessionCard.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/streaming/SessionMetadata.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/upload/EvalSetEditorDrawer.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/upload/FileDropZone.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/upload/MetricSelector.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/upload/RawJsonPreview.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/upload/TraceEditorDrawer.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/upload/UploadView.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/components/welcome/WelcomeView.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/config.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/context/TraceContext.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/context/TraceProvider.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/index.css +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/lib/console-capture.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/lib/eval-config.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/lib/evalset-builder.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/lib/network-capture.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/lib/trace-helpers.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/lib/trace-loader.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/lib/trace-metadata.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/lib/trace-patcher.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/lib/types.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/lib/utils.ts +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/src/main.tsx +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/tsconfig.app.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/tsconfig.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/tsconfig.node.json +0 -0
- {agentevals_cli-0.9.11 → agentevals_cli-0.9.12}/ui/vite.config.ts +0 -0
|
@@ -33,6 +33,12 @@ updates:
|
|
|
33
33
|
cooldown:
|
|
34
34
|
default-days: 5
|
|
35
35
|
semver-major-days: 14
|
|
36
|
+
ignore:
|
|
37
|
+
# mcp 2.x renamed FastMCP to MCPServer and dropped host/port from the
|
|
38
|
+
# constructor, which breaks mcp_server.py and the shipped image. Bump by
|
|
39
|
+
# hand alongside the migration.
|
|
40
|
+
- dependency-name: "mcp"
|
|
41
|
+
update-types: ["version-update:semver-major"]
|
|
36
42
|
groups:
|
|
37
43
|
python-google-ai:
|
|
38
44
|
applies-to: version-updates
|
|
@@ -25,7 +25,7 @@ jobs:
|
|
|
25
25
|
with:
|
|
26
26
|
fetch-depth: 0
|
|
27
27
|
|
|
28
|
-
- uses: astral-sh/setup-uv@
|
|
28
|
+
- uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
|
|
29
29
|
with:
|
|
30
30
|
enable-cache: true
|
|
31
31
|
|
|
@@ -39,7 +39,7 @@ jobs:
|
|
|
39
39
|
uv sync --dev
|
|
40
40
|
|
|
41
41
|
- name: Ruff check
|
|
42
|
-
run: uv run ruff check .
|
|
42
|
+
run: uv run ruff check --no-fix .
|
|
43
43
|
|
|
44
44
|
- name: Ruff format check
|
|
45
45
|
run: uv run ruff format --check .
|
|
@@ -69,7 +69,7 @@ jobs:
|
|
|
69
69
|
steps:
|
|
70
70
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
71
71
|
|
|
72
|
-
- uses: docker/setup-buildx-action@
|
|
72
|
+
- uses: docker/setup-buildx-action@f87e5991a6d7451dcb8d9637bfbc97413f497069 # v4.4.1
|
|
73
73
|
|
|
74
74
|
# The release workflow is the only other place this Dockerfile gets built, and it
|
|
75
75
|
# runs after the GitHub release is already published. Build it here so a break
|
|
@@ -77,7 +77,7 @@ jobs:
|
|
|
77
77
|
# Single-arch keeps it native; the multi-arch build stays release-only because
|
|
78
78
|
# emulating arm64 through the node and uv layers is an order of magnitude slower.
|
|
79
79
|
- name: Build image
|
|
80
|
-
uses: docker/build-push-action@
|
|
80
|
+
uses: docker/build-push-action@c3c9e263c25d99ce0380d002d59b67737d91b0dc # v7.4.0
|
|
81
81
|
with:
|
|
82
82
|
context: .
|
|
83
83
|
platforms: linux/amd64
|
|
@@ -122,7 +122,7 @@ jobs:
|
|
|
122
122
|
with:
|
|
123
123
|
fetch-depth: 0
|
|
124
124
|
|
|
125
|
-
- uses: astral-sh/setup-uv@
|
|
125
|
+
- uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
|
|
126
126
|
with:
|
|
127
127
|
enable-cache: true
|
|
128
128
|
|
|
@@ -137,3 +137,26 @@ jobs:
|
|
|
137
137
|
|
|
138
138
|
- name: Run tests
|
|
139
139
|
run: uv run pytest -m "not integration and not e2e" --tb=short -q
|
|
140
|
+
|
|
141
|
+
integration:
|
|
142
|
+
runs-on: ubuntu-latest
|
|
143
|
+
steps:
|
|
144
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
145
|
+
with:
|
|
146
|
+
fetch-depth: 0
|
|
147
|
+
|
|
148
|
+
- uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
|
|
149
|
+
with:
|
|
150
|
+
enable-cache: true
|
|
151
|
+
|
|
152
|
+
- name: Install Python 3.13
|
|
153
|
+
run: uv python install 3.13
|
|
154
|
+
|
|
155
|
+
- name: Install dependencies
|
|
156
|
+
run: |
|
|
157
|
+
uv venv --python 3.13
|
|
158
|
+
uv pip install setuptools
|
|
159
|
+
uv sync --dev --all-extras --frozen --python 3.13
|
|
160
|
+
|
|
161
|
+
- name: Run integration tests
|
|
162
|
+
run: uv run pytest tests/integration/ -m "integration and not e2e" --tb=short -q
|
|
@@ -23,7 +23,7 @@ jobs:
|
|
|
23
23
|
fetch-depth: 0
|
|
24
24
|
|
|
25
25
|
- name: Install uv
|
|
26
|
-
uses: astral-sh/setup-uv@
|
|
26
|
+
uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
|
|
27
27
|
|
|
28
28
|
# Repo root cwd: uv build puts artifacts in ./dist; uv publish looks for dist/* relative to cwd.
|
|
29
29
|
- name: 'Release Python Packages'
|
|
@@ -22,7 +22,7 @@ jobs:
|
|
|
22
22
|
ref: ${{ github.event.inputs.tag || github.ref_name }}
|
|
23
23
|
fetch-depth: 0
|
|
24
24
|
|
|
25
|
-
- uses: astral-sh/setup-uv@
|
|
25
|
+
- uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
|
|
26
26
|
with:
|
|
27
27
|
enable-cache: true
|
|
28
28
|
|
|
@@ -51,7 +51,7 @@ jobs:
|
|
|
51
51
|
ref: ${{ github.event.inputs.tag || github.ref_name }}
|
|
52
52
|
fetch-depth: 0
|
|
53
53
|
|
|
54
|
-
- uses: astral-sh/setup-uv@
|
|
54
|
+
- uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
|
|
55
55
|
with:
|
|
56
56
|
enable-cache: true
|
|
57
57
|
|
|
@@ -112,10 +112,10 @@ jobs:
|
|
|
112
112
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
113
113
|
|
|
114
114
|
- name: Set up QEMU
|
|
115
|
-
uses: docker/setup-qemu-action@
|
|
115
|
+
uses: docker/setup-qemu-action@99012661954931238ded8c8b007157a8430204e1 # v4.4.0
|
|
116
116
|
|
|
117
117
|
- name: Set up Docker Buildx
|
|
118
|
-
uses: docker/setup-buildx-action@
|
|
118
|
+
uses: docker/setup-buildx-action@f87e5991a6d7451dcb8d9637bfbc97413f497069 # v4.4.1
|
|
119
119
|
|
|
120
120
|
- name: Build and push
|
|
121
121
|
run: |
|