agentevals-cli 0.7.1__tar.gz → 0.7.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.github/workflows/ci.yml +8 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.github/workflows/release.yml +24 -7
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/Makefile +35 -1
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/PKG-INFO +1 -1
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/charts/agentevals/Chart.yaml +2 -2
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/pyproject.toml +1 -1
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/uv.lock +1 -1
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.claude/skills/eval/SKILL.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.claude/skills/eval/evals/evals.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.claude/skills/inspect/SKILL.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.claude/skills/inspect/evals/evals.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.dockerignore +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.github/ISSUE_TEMPLATE/bug_report.yml +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.github/ISSUE_TEMPLATE/config.yml +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.github/ISSUE_TEMPLATE/feature_request.yml +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.github/workflows/publish-evaluator-sdk.yml +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.gitignore +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/.mcp.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/CONTRIBUTING.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/DEVELOPMENT.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/Dockerfile +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/LICENSE +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/README.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/charts/agentevals/templates/NOTES.txt +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/charts/agentevals/templates/_helpers.tpl +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/charts/agentevals/templates/deployment.yaml +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/charts/agentevals/templates/service.yaml +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/charts/agentevals/templates/serviceaccount.yaml +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/charts/agentevals/values.yaml +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/docs/assets/logo-color-on-transparent.svg +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/docs/assets/logo-color.png +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/docs/assets/logo-dark-on-transparent.svg +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/docs/custom-evaluators.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/docs/eval-set-format.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/docs/otel-compatibility.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/docs/streaming.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/README.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/custom_evaluators/eval_config.yaml +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/custom_evaluators/response_quality.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/custom_evaluators/tool_call_checker.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/dice_agent/README.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/dice_agent/agent.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/dice_agent/eval_set.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/dice_agent/main.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/dice_agent/test_streaming.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/kubernetes/README.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/langchain_agent/README.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/langchain_agent/agent.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/langchain_agent/eval_set.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/langchain_agent/main.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/langchain_agent/requirements.txt +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/langchain_agent/test_streaming.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/sdk_example/async_example.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/sdk_example/context_manager_example.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/sdk_example/decorator_example.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/sdk_example/requirements.txt +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/strands_agent/agent.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/strands_agent/eval_set.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/strands_agent/main.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/strands_agent/requirements.txt +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/adk/requirements.txt +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/adk/run.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/langchain/requirements.txt +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/langchain/run.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/ollama/requirements.txt +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/ollama/run.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/openai-agents/requirements.txt +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/openai-agents/run.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/pydantic-ai/requirements.txt +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/pydantic-ai/run.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/strands/requirements.txt +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/strands/run.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/flake.lock +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/flake.nix +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/packages/evaluator-sdk-py/README.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/packages/evaluator-sdk-py/pyproject.toml +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/__init__.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/decorator.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/types.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/samples/eval_set_helm.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/samples/evalset_helm_3_2026-02-23.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/samples/evalset_k8s_2026-02-20.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/samples/helm.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/samples/helm_2.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/samples/helm_3.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/samples/k8s.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/__init__.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/_protocol.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/_static/assets/index-7YPfPT4N.js +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/_static/assets/index-BqibLiHO.css +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/_static/index.html +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/_static/logo.svg +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/_static/vite.svg +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/api/__init__.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/api/app.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/api/debug_routes.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/api/dependencies.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/api/models.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/api/otlp_app.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/api/otlp_grpc.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/api/otlp_processing.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/api/otlp_routes.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/api/routes.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/api/streaming_routes.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/builtin_metrics.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/cli.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/config.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/converter.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/custom_evaluators.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/eval_config_loader.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/evaluator/__init__.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/evaluator/resolver.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/evaluator/sources.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/evaluator/templates.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/evaluator/venv.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/extraction.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/genai_converter.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/loader/__init__.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/loader/base.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/loader/jaeger.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/loader/otlp.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/mcp_server.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/openai_eval_backend.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/output.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/runner.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/sdk.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/streaming/__init__.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/streaming/incremental_processor.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/streaming/processor.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/streaming/session.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/streaming/ws_server.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/trace_attrs.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/trace_metrics.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/utils/__init__.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/utils/genai_messages.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/utils/log_buffer.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/utils/log_enrichment.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/integration/__init__.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/integration/conftest.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/integration/test_evaluation_pipeline.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/integration/test_live_agents.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/integration/test_otlp_grpc_receiver.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/integration/test_session_grouping.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/integration/test_timing_stress.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_api.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_cli.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_converter.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_extraction.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_genai_converter.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_jaeger_loader.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_log_enrichment.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_mcp_server.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_otlp_loader.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_otlp_receiver.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_output.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_protocol.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_runner.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_sdk.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/tests/test_trace_metrics.py +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/.gitignore +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/README.md +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/eslint.config.js +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/index.html +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/package-lock.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/package.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/public/logo.svg +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/public/vite.svg +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/App.css +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/App.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/api/client.ts +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/assets/react.svg +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/annotation-queue/AnnotationDetailPanel.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/annotation-queue/AnnotationQueueView.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/annotation-queue/AnnotationTable.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/bug-report/BugReportModal.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/builder/BuilderHeader.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/builder/BuilderView.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/builder/EvalCaseCard.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/builder/EvalCasesList.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/builder/InvocationEditor.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/builder/JsonPreview.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/builder/MetadataEditor.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/builder/TraceUploadZone.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/builder/index.ts +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/dashboard/DashboardView.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/dashboard/MetricScoreCard.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/dashboard/PerformanceCard.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/dashboard/PerformanceCharts.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/dashboard/SummaryStats.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/dashboard/TraceCard.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/dashboard/TraceTable.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/ComparisonPanel.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/DataSection.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/InspectorHeader.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/InspectorLayout.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/InspectorView.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/InvocationCard.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/InvocationSummaryPanel.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/MetricResultsSection.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/MetricsComparisonSection.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/PerformanceSection.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/ToolCallList.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/TrajectoryComparisonDetails.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/sidebar/Sidebar.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/streaming/LiveConversationPanel.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/streaming/LiveMessage.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/streaming/LiveStreamingView.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/streaming/SessionCard.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/streaming/SessionMetadata.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/upload/EvalSetEditorDrawer.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/upload/FileDropZone.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/upload/MetricSelector.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/upload/RawJsonPreview.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/upload/TraceEditorDrawer.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/upload/UploadView.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/welcome/WelcomeView.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/config.ts +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/context/TraceContext.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/context/TraceProvider.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/index.css +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/lib/console-capture.ts +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/lib/evalset-builder.ts +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/lib/network-capture.ts +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/lib/trace-helpers.ts +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/lib/trace-loader.ts +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/lib/trace-metadata.ts +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/lib/trace-patcher.ts +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/lib/types.ts +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/lib/utils.ts +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/main.tsx +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/tsconfig.app.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/tsconfig.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/tsconfig.node.json +0 -0
- {agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/vite.config.ts +0 -0
|
@@ -114,13 +114,6 @@ jobs:
|
|
|
114
114
|
- name: Set up Docker Buildx
|
|
115
115
|
uses: docker/setup-buildx-action@v4
|
|
116
116
|
|
|
117
|
-
- name: Set appVersion in Chart.yaml
|
|
118
|
-
run: |
|
|
119
|
-
VERSION="${TAG#v}"
|
|
120
|
-
sed -i "s/^appVersion:.*/appVersion: \"$VERSION\"/" charts/agentevals/Chart.yaml
|
|
121
|
-
env:
|
|
122
|
-
TAG: ${{ github.event.inputs.tag || github.ref_name }}
|
|
123
|
-
|
|
124
117
|
- name: Build and push
|
|
125
118
|
run: |
|
|
126
119
|
VERSION="${TAG#v}"
|
|
@@ -129,3 +122,27 @@ jobs:
|
|
|
129
122
|
DOCKER_TAG="$VERSION"
|
|
130
123
|
env:
|
|
131
124
|
TAG: ${{ github.event.inputs.tag || github.ref_name }}
|
|
125
|
+
|
|
126
|
+
push-helm-chart:
|
|
127
|
+
needs: push-docker
|
|
128
|
+
runs-on: ubuntu-latest
|
|
129
|
+
permissions:
|
|
130
|
+
contents: read
|
|
131
|
+
packages: write
|
|
132
|
+
steps:
|
|
133
|
+
- uses: actions/checkout@v6
|
|
134
|
+
|
|
135
|
+
- name: Login to GitHub Container Registry
|
|
136
|
+
uses: docker/login-action@v4
|
|
137
|
+
with:
|
|
138
|
+
registry: ghcr.io
|
|
139
|
+
username: ${{ github.actor }}
|
|
140
|
+
password: ${{ secrets.GITHUB_TOKEN }}
|
|
141
|
+
|
|
142
|
+
- name: Publish Helm chart to GHCR (OCI)
|
|
143
|
+
env:
|
|
144
|
+
TAG: ${{ github.event.inputs.tag || github.ref_name }}
|
|
145
|
+
HELM_REPO: oci://ghcr.io/${{ github.repository }}
|
|
146
|
+
run: |
|
|
147
|
+
export HELM_CHART_VERSION="${TAG#v}"
|
|
148
|
+
make helm-publish
|
|
@@ -9,7 +9,13 @@ DOCKER_IMAGE_REF := $(if $(DOCKER_REGISTRY),$(DOCKER_REGISTRY:%/=%)/$(DOCKER_IMA
|
|
|
9
9
|
# Multi-arch build (requires docker buildx). Manifest lists must be pushed — use build-docker-local for a single-arch --load.
|
|
10
10
|
PLATFORMS ?= linux/amd64,linux/arm64
|
|
11
11
|
|
|
12
|
-
|
|
12
|
+
HELM_REPO ?= oci://ghcr.io/agentevals-dev/agentevals
|
|
13
|
+
HELM_DIST_FOLDER ?= dist/helm
|
|
14
|
+
HELM_CHART_DIR ?= charts/agentevals
|
|
15
|
+
HELM_CHART_OCI_URL ?= $(HELM_REPO)/helm
|
|
16
|
+
HELM_CHART_VERSION ?= $(VERSION)
|
|
17
|
+
|
|
18
|
+
.PHONY: build build-bundle build-docker build-ui release clean dev-backend dev-frontend dev-bundle test test-unit test-integration test-e2e helm-lint helm-template helm-test helm-cleanup helm-package helm-publish
|
|
13
19
|
|
|
14
20
|
build:
|
|
15
21
|
uv build
|
|
@@ -70,3 +76,31 @@ test-e2e:
|
|
|
70
76
|
clean:
|
|
71
77
|
rm -rf dist/ build/ src/agentevals/_static/ ui/dist/
|
|
72
78
|
find . -name '*.egg-info' -type d -exec rm -rf {} + 2>/dev/null || true
|
|
79
|
+
|
|
80
|
+
.PHONY: helm-lint
|
|
81
|
+
helm-lint:
|
|
82
|
+
helm lint "$(HELM_CHART_DIR)"
|
|
83
|
+
|
|
84
|
+
# Render templates to catch YAML/Helm errors (default values + ephemeralVolume disabled path).
|
|
85
|
+
.PHONY: helm-template
|
|
86
|
+
helm-template:
|
|
87
|
+
helm template agentevals "$(HELM_CHART_DIR)" --namespace agentevals >/dev/null
|
|
88
|
+
helm template agentevals "$(HELM_CHART_DIR)" --namespace agentevals \
|
|
89
|
+
--set ephemeralVolume.enabled=false >/dev/null
|
|
90
|
+
|
|
91
|
+
.PHONY: helm-test
|
|
92
|
+
helm-test: helm-lint helm-template
|
|
93
|
+
|
|
94
|
+
.PHONY: helm-cleanup
|
|
95
|
+
helm-cleanup:
|
|
96
|
+
rm -f $(HELM_DIST_FOLDER)/agentevals-*.tgz
|
|
97
|
+
|
|
98
|
+
.PHONY: helm-package
|
|
99
|
+
helm-package: helm-cleanup
|
|
100
|
+
mkdir -p $(HELM_DIST_FOLDER)
|
|
101
|
+
helm package "$(HELM_CHART_DIR)" -d "$(HELM_DIST_FOLDER)" \
|
|
102
|
+
--version "$(HELM_CHART_VERSION)" --app-version "$(HELM_CHART_VERSION)"
|
|
103
|
+
|
|
104
|
+
.PHONY: helm-publish
|
|
105
|
+
helm-publish: helm-package
|
|
106
|
+
helm push "$(HELM_DIST_FOLDER)/agentevals-$(HELM_CHART_VERSION).tgz" "$(HELM_CHART_OCI_URL)"
|
|
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "agentevals-cli"
|
|
7
|
-
version = "0.7.
|
|
7
|
+
version = "0.7.2"
|
|
8
8
|
description = "Standalone framework to evaluate agent correctness based on portable OpenTelemetry traces"
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
requires-python = ">=3.11"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/charts/agentevals/templates/serviceaccount.yaml
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/custom_evaluators/response_quality.py
RENAMED
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/custom_evaluators/tool_call_checker.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/sdk_example/context_manager_example.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/adk/requirements.txt
RENAMED
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/langchain/requirements.txt
RENAMED
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/ollama/requirements.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/openai-agents/run.py
RENAMED
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/pydantic-ai/run.py
RENAMED
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/examples/zero-code-examples/strands/requirements.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/_static/assets/index-7YPfPT4N.js
RENAMED
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/_static/assets/index-BqibLiHO.css
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/src/agentevals/streaming/incremental_processor.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/annotation-queue/AnnotationTable.tsx
RENAMED
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/bug-report/BugReportModal.tsx
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/builder/InvocationEditor.tsx
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/dashboard/MetricScoreCard.tsx
RENAMED
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/dashboard/PerformanceCard.tsx
RENAMED
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/dashboard/PerformanceCharts.tsx
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/ComparisonPanel.tsx
RENAMED
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/InspectorHeader.tsx
RENAMED
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/InspectorLayout.tsx
RENAMED
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/InvocationCard.tsx
RENAMED
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/InvocationSummaryPanel.tsx
RENAMED
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/MetricResultsSection.tsx
RENAMED
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/inspector/PerformanceSection.tsx
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/streaming/LiveConversationPanel.tsx
RENAMED
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/streaming/LiveStreamingView.tsx
RENAMED
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/streaming/SessionMetadata.tsx
RENAMED
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/upload/EvalSetEditorDrawer.tsx
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{agentevals_cli-0.7.1 → agentevals_cli-0.7.2}/ui/src/components/upload/TraceEditorDrawer.tsx
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|