agentevals-cli 0.9.9__tar.gz → 0.9.11__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- agentevals_cli-0.9.11/.github/workflows/ci.yml +139 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.github/workflows/release.yml +2 -2
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/Dockerfile +18 -12
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/Makefile +8 -1
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/PKG-INFO +1 -1
- agentevals_cli-0.9.11/src/agentevals/_static/assets/index-G7gMkrDR.js +349 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/_static/index.html +1 -1
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/api/otlp_processing.py +12 -31
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/extraction.py +7 -14
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/loader/otlp.py +6 -21
- agentevals_cli-0.9.11/src/agentevals/otlp_anyvalue.py +118 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/trace_attrs.py +30 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_extraction.py +124 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_otlp_loader.py +156 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_otlp_receiver.py +54 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/package-lock.json +135 -135
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/package.json +9 -9
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/uv.lock +127 -130
- agentevals_cli-0.9.9/.github/workflows/ci.yml +0 -86
- agentevals_cli-0.9.9/src/agentevals/_static/assets/index-ClNj3OAl.js +0 -349
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.claude/skills/eval/SKILL.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.claude/skills/eval/evals/evals.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.claude/skills/inspect/SKILL.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.claude/skills/inspect/evals/evals.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.dockerignore +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.github/ISSUE_TEMPLATE/bug_report.yml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.github/ISSUE_TEMPLATE/config.yml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.github/ISSUE_TEMPLATE/feature_request.yml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.github/dependabot.yml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.github/workflows/publish-evaluator-sdk.yml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.gitignore +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/.mcp.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/CONTRIBUTING.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/DEVELOPMENT.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/LICENSE +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/README.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/charts/agentevals/Chart.yaml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/charts/agentevals/templates/NOTES.txt +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/charts/agentevals/templates/_helpers.tpl +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/charts/agentevals/templates/deployment.yaml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/charts/agentevals/templates/postgresql-secret.yaml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/charts/agentevals/templates/postgresql.yaml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/charts/agentevals/templates/rbac.yaml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/charts/agentevals/templates/service.yaml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/charts/agentevals/templates/serviceaccount.yaml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/charts/agentevals/values.yaml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/docs/assets/logo-color-on-transparent.svg +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/docs/assets/logo-color.png +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/docs/assets/logo-dark-on-transparent.svg +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/docs/custom-evaluators.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/docs/eval-set-format.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/docs/otel-compatibility.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/docs/run-history.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/docs/streaming.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/README.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/custom_evaluators/eval_config.yaml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/custom_evaluators/eval_config_openai_eval.yaml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/custom_evaluators/response_quality.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/custom_evaluators/tool_call_checker.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/custom_sink/README.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/custom_sink/agentevals_example_custom_sink/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/custom_sink/agentevals_example_custom_sink/sink.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/custom_sink/pyproject.toml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/dice_agent/README.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/dice_agent/agent.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/dice_agent/eval_set.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/dice_agent/main.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/dice_agent/test_streaming.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/kubernetes/README.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/langchain_agent/README.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/langchain_agent/agent.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/langchain_agent/eval_set.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/langchain_agent/main.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/langchain_agent/requirements.txt +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/langchain_agent/test_streaming.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/sdk_example/async_example.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/sdk_example/context_manager_example.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/sdk_example/decorator_example.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/sdk_example/requirements.txt +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/strands_agent/agent.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/strands_agent/eval_set.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/strands_agent/main.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/strands_agent/requirements.txt +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/zero-code-examples/adk/requirements.txt +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/zero-code-examples/adk/run.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/zero-code-examples/langchain/requirements.txt +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/zero-code-examples/langchain/run.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/zero-code-examples/ollama/requirements.txt +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/zero-code-examples/ollama/run.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/zero-code-examples/openai-agents/requirements.txt +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/zero-code-examples/openai-agents/run.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/zero-code-examples/pydantic-ai/requirements.txt +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/zero-code-examples/pydantic-ai/run.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/zero-code-examples/strands/requirements.txt +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/examples/zero-code-examples/strands/run.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/flake.lock +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/flake.nix +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/packages/evaluator-sdk-py/README.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/packages/evaluator-sdk-py/pyproject.toml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/decorator.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/packages/evaluator-sdk-py/src/agentevals_evaluator_sdk/types.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/pyproject.toml +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/samples/eval_set_helm.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/samples/evalset_helm_3_2026-02-23.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/samples/evalset_k8s_2026-02-20.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/samples/helm.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/samples/helm_2.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/samples/helm_3.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/samples/k8s.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/samples/tempo_export_with_batches.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/_protocol.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/_static/assets/index-BqibLiHO.css +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/_static/logo.svg +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/_static/vite.svg +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/api/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/api/app.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/api/debug_routes.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/api/dependencies.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/api/models.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/api/otlp_app.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/api/otlp_grpc.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/api/otlp_routes.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/api/routes.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/api/runs_routes.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/api/streaming_routes.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/builtin_metrics.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/cli.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/config.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/converter.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/custom_evaluators.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/eval_config_loader.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/evaluator/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/evaluator/resolver.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/evaluator/sources.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/evaluator/templates.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/evaluator/venv.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/genai_converter.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/loader/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/loader/auto.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/loader/base.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/loader/jaeger.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/mcp_server.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/openai_eval_backend.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/output.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/resolvers/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/resolvers/kubernetes.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/run/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/run/fetcher.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/run/result_builder.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/run/service.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/run/sinks.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/run/worker.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/runner.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/sdk.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/storage/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/storage/config.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/storage/models.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/storage/postgres/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/storage/postgres/migrations/000001_init.down.sql +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/storage/postgres/migrations/000001_init.up.sql +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/storage/postgres/migrator.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/storage/postgres/pool.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/storage/repos/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/storage/repos/memory.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/storage/repos/postgres.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/streaming/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/streaming/exports.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/streaming/incremental_processor.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/streaming/processor.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/streaming/session.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/streaming/ws_server.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/trace_metrics.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/utils/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/utils/genai_messages.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/utils/log_buffer.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/src/agentevals/utils/log_enrichment.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/api/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/api/test_evaluate_persistence.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/api/test_runs_routes.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/integration/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/integration/conftest.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/integration/test_evaluation_pipeline.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/integration/test_live_agents.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/integration/test_otlp_grpc_receiver.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/integration/test_session_grouping.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/integration/test_timing_stress.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/resolvers/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/resolvers/test_kubernetes.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/resolvers/test_registry.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/run/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/run/test_fetcher.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/run/test_result_builder.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/run/test_service.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/run/test_sinks.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/storage/__init__.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/storage/test_config.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/storage/test_memory_repos.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/storage/test_migrator.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/storage/test_models.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_api.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_cli.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_converter.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_credential_injection.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_eval_config_loader.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_genai_converter.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_incremental_processor.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_jaeger_loader.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_loader_auto.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_log_enrichment.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_mcp_server.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_openai_eval_backend.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_output.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_protocol.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_runner.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_sdk.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/tests/test_trace_metrics.py +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/.gitignore +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/README.md +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/eslint.config.js +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/index.html +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/public/logo.svg +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/public/vite.svg +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/App.css +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/App.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/api/client.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/assets/react.svg +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/annotation-queue/AnnotationDetailPanel.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/annotation-queue/AnnotationQueueView.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/annotation-queue/AnnotationTable.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/bug-report/BugReportModal.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/builder/BuilderHeader.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/builder/BuilderView.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/builder/EvalCaseCard.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/builder/EvalCasesList.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/builder/InvocationEditor.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/builder/JsonPreview.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/builder/MetadataEditor.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/builder/TraceUploadZone.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/builder/index.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/dashboard/DashboardView.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/dashboard/MetricScoreCard.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/dashboard/PerformanceCard.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/dashboard/PerformanceCharts.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/dashboard/SummaryStats.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/dashboard/TraceCard.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/dashboard/TraceTable.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/inspector/ComparisonPanel.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/inspector/DataSection.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/inspector/InspectorHeader.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/inspector/InspectorLayout.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/inspector/InspectorView.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/inspector/InvocationCard.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/inspector/InvocationSummaryPanel.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/inspector/MetricResultsSection.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/inspector/MetricsComparisonSection.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/inspector/PerformanceSection.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/inspector/ToolCallList.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/inspector/TrajectoryComparisonDetails.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/runs/PassRateTrendChart.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/runs/PerMetricTrendChart.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/runs/RunDetailView.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/runs/RunsHistoryTable.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/runs/RunsView.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/runs/runHistory.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/sidebar/Sidebar.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/streaming/LiveConversationPanel.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/streaming/LiveMessage.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/streaming/LiveStreamingView.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/streaming/SessionCard.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/streaming/SessionMetadata.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/upload/EvalSetEditorDrawer.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/upload/FileDropZone.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/upload/MetricSelector.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/upload/RawJsonPreview.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/upload/TraceEditorDrawer.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/upload/UploadView.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/components/welcome/WelcomeView.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/config.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/context/TraceContext.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/context/TraceProvider.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/index.css +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/lib/console-capture.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/lib/eval-config.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/lib/evalset-builder.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/lib/network-capture.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/lib/trace-helpers.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/lib/trace-loader.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/lib/trace-metadata.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/lib/trace-patcher.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/lib/types.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/lib/utils.ts +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/src/main.tsx +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/tsconfig.app.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/tsconfig.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/tsconfig.node.json +0 -0
- {agentevals_cli-0.9.9 → agentevals_cli-0.9.11}/ui/vite.config.ts +0 -0
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
name: CI
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
pull_request:
|
|
5
|
+
branches: [main]
|
|
6
|
+
push:
|
|
7
|
+
branches: [main]
|
|
8
|
+
|
|
9
|
+
permissions:
|
|
10
|
+
contents: read
|
|
11
|
+
|
|
12
|
+
jobs:
|
|
13
|
+
helm-chart:
|
|
14
|
+
runs-on: ubuntu-latest
|
|
15
|
+
steps:
|
|
16
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
17
|
+
|
|
18
|
+
- name: Lint + template
|
|
19
|
+
run: make helm-test
|
|
20
|
+
|
|
21
|
+
lint:
|
|
22
|
+
runs-on: ubuntu-latest
|
|
23
|
+
steps:
|
|
24
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
25
|
+
with:
|
|
26
|
+
fetch-depth: 0
|
|
27
|
+
|
|
28
|
+
- uses: astral-sh/setup-uv@20cfd1bf945f4377ade1205e4dbc17946fc9a30d # v10.0.1
|
|
29
|
+
with:
|
|
30
|
+
enable-cache: true
|
|
31
|
+
|
|
32
|
+
- name: Verify uv.lock matches pyproject.toml
|
|
33
|
+
run: uv lock --check
|
|
34
|
+
|
|
35
|
+
- name: Install dependencies
|
|
36
|
+
run: |
|
|
37
|
+
uv venv
|
|
38
|
+
uv pip install setuptools
|
|
39
|
+
uv sync --dev
|
|
40
|
+
|
|
41
|
+
- name: Ruff check
|
|
42
|
+
run: uv run ruff check .
|
|
43
|
+
|
|
44
|
+
- name: Ruff format check
|
|
45
|
+
run: uv run ruff format --check .
|
|
46
|
+
|
|
47
|
+
ui:
|
|
48
|
+
runs-on: ubuntu-latest
|
|
49
|
+
steps:
|
|
50
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
51
|
+
|
|
52
|
+
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
|
53
|
+
with:
|
|
54
|
+
node-version: '22'
|
|
55
|
+
cache: npm
|
|
56
|
+
cache-dependency-path: ui/package-lock.json
|
|
57
|
+
|
|
58
|
+
# tsc -b && vite build, same as the release workflow bundles.
|
|
59
|
+
- name: Build UI
|
|
60
|
+
run: make build-ui
|
|
61
|
+
|
|
62
|
+
docker:
|
|
63
|
+
runs-on: ubuntu-latest
|
|
64
|
+
permissions:
|
|
65
|
+
contents: read
|
|
66
|
+
env:
|
|
67
|
+
IMAGE_REF: agentevals:ci
|
|
68
|
+
IMAGE_VERSION: 0.0.0.dev0
|
|
69
|
+
steps:
|
|
70
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
71
|
+
|
|
72
|
+
- uses: docker/setup-buildx-action@37fe631027851001ddb9b187196cc803df7f5f0e # v4.3.0
|
|
73
|
+
|
|
74
|
+
# The release workflow is the only other place this Dockerfile gets built, and it
|
|
75
|
+
# runs after the GitHub release is already published. Build it here so a break
|
|
76
|
+
# lands on the PR instead of halfway through a release.
|
|
77
|
+
# Single-arch keeps it native; the multi-arch build stays release-only because
|
|
78
|
+
# emulating arm64 through the node and uv layers is an order of magnitude slower.
|
|
79
|
+
- name: Build image
|
|
80
|
+
uses: docker/build-push-action@53b7df96c91f9c12dcc8a07bcb9ccacbed38856a # v7.3.0
|
|
81
|
+
with:
|
|
82
|
+
context: .
|
|
83
|
+
platforms: linux/amd64
|
|
84
|
+
build-args: VERSION=${{ env.IMAGE_VERSION }}
|
|
85
|
+
tags: ${{ env.IMAGE_REF }}
|
|
86
|
+
push: false
|
|
87
|
+
load: true
|
|
88
|
+
cache-from: type=gha
|
|
89
|
+
# Pull requests read main's layers but never write, so a branch cannot grow
|
|
90
|
+
# or displace the cache the other jobs share.
|
|
91
|
+
cache-to: ${{ github.event_name == 'push' && 'type=gha,mode=max' || '' }}
|
|
92
|
+
|
|
93
|
+
- name: Smoke test
|
|
94
|
+
run: |
|
|
95
|
+
docker run -d --name agentevals-ci -p 127.0.0.1:8001:8001 "$IMAGE_REF"
|
|
96
|
+
for _ in $(seq 1 30); do
|
|
97
|
+
if curl -fsS --max-time 3 http://127.0.0.1:8001/api/health -o "$RUNNER_TEMP/health.json"; then
|
|
98
|
+
break
|
|
99
|
+
fi
|
|
100
|
+
sleep 2
|
|
101
|
+
done
|
|
102
|
+
test -s "$RUNNER_TEMP/health.json" || { echo "server never became healthy"; exit 1; }
|
|
103
|
+
cat "$RUNNER_TEMP/health.json"
|
|
104
|
+
grep -q '"status":"ok"' "$RUNNER_TEMP/health.json"
|
|
105
|
+
# Proves the SETUPTOOLS_SCM_PRETEND_VERSION path still resolves; a silent
|
|
106
|
+
# break there would ship a mis-versioned image.
|
|
107
|
+
grep -q "\"version\":\"$IMAGE_VERSION\"" "$RUNNER_TEMP/health.json"
|
|
108
|
+
curl -fsS http://127.0.0.1:8001/ | grep -q '<div id="root">'
|
|
109
|
+
test "$(docker exec agentevals-ci id -u)" = "1000"
|
|
110
|
+
|
|
111
|
+
- name: Container logs
|
|
112
|
+
if: failure()
|
|
113
|
+
run: docker logs agentevals-ci
|
|
114
|
+
|
|
115
|
+
test:
|
|
116
|
+
runs-on: ubuntu-latest
|
|
117
|
+
strategy:
|
|
118
|
+
matrix:
|
|
119
|
+
python-version: ["3.11", "3.12", "3.13"]
|
|
120
|
+
steps:
|
|
121
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
122
|
+
with:
|
|
123
|
+
fetch-depth: 0
|
|
124
|
+
|
|
125
|
+
- uses: astral-sh/setup-uv@20cfd1bf945f4377ade1205e4dbc17946fc9a30d # v10.0.1
|
|
126
|
+
with:
|
|
127
|
+
enable-cache: true
|
|
128
|
+
|
|
129
|
+
- name: Install Python ${{ matrix.python-version }}
|
|
130
|
+
run: uv python install ${{ matrix.python-version }}
|
|
131
|
+
|
|
132
|
+
- name: Install dependencies
|
|
133
|
+
run: |
|
|
134
|
+
uv venv --python ${{ matrix.python-version }}
|
|
135
|
+
uv pip install setuptools
|
|
136
|
+
uv sync --dev --all-extras --frozen --python ${{ matrix.python-version }}
|
|
137
|
+
|
|
138
|
+
- name: Run tests
|
|
139
|
+
run: uv run pytest -m "not integration and not e2e" --tb=short -q
|
|
@@ -87,7 +87,7 @@ jobs:
|
|
|
87
87
|
name: wheels
|
|
88
88
|
path: dist/
|
|
89
89
|
|
|
90
|
-
- uses: softprops/action-gh-release@
|
|
90
|
+
- uses: softprops/action-gh-release@efb35369e0ad2afab669f228072c1b0d510eae64 # v3.0.3
|
|
91
91
|
with:
|
|
92
92
|
tag_name: ${{ github.event.inputs.tag || github.ref_name }}
|
|
93
93
|
files: dist/**/*.whl
|
|
@@ -112,7 +112,7 @@ jobs:
|
|
|
112
112
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
113
113
|
|
|
114
114
|
- name: Set up QEMU
|
|
115
|
-
uses: docker/setup-qemu-action@
|
|
115
|
+
uses: docker/setup-qemu-action@1f40c72289eff860ee54a304f1438e3cff362e0a # v4.3.0
|
|
116
116
|
|
|
117
117
|
- name: Set up Docker Buildx
|
|
118
118
|
uses: docker/setup-buildx-action@37fe631027851001ddb9b187196cc803df7f5f0e # v4.3.0
|
|
@@ -1,6 +1,11 @@
|
|
|
1
1
|
# syntax=docker/dockerfile:1
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
ARG BASE_IMAGE_REGISTRY=cgr.dev
|
|
4
|
+
ARG UV_VERSION=0.12.11
|
|
5
|
+
|
|
6
|
+
FROM ghcr.io/astral-sh/uv:${UV_VERSION} AS uv-bin
|
|
7
|
+
|
|
8
|
+
FROM node:26-bookworm-slim AS ui
|
|
4
9
|
WORKDIR /build/ui
|
|
5
10
|
COPY ui/package.json ui/package-lock.json ./
|
|
6
11
|
# Skip lifecycle scripts during ci, then rebuild esbuild in its own layer — avoids ETXTBSY when
|
|
@@ -10,13 +15,19 @@ RUN npm rebuild esbuild
|
|
|
10
15
|
COPY ui/ ./
|
|
11
16
|
RUN npm run build
|
|
12
17
|
|
|
13
|
-
FROM
|
|
18
|
+
FROM ${BASE_IMAGE_REGISTRY}/chainguard/wolfi-base:latest
|
|
19
|
+
|
|
20
|
+
ARG PYTHON_VERSION=3.14
|
|
21
|
+
# Shared libraries the compiled wheels in the venv link against (scikit-learn and
|
|
22
|
+
# tokenizers need libstdc++); tzdata backs zoneinfo lookups.
|
|
23
|
+
RUN apk add --no-cache python-${PYTHON_VERSION} ca-certificates libstdc++ \
|
|
24
|
+
zlib libffi sqlite-libs bzip2 xz tzdata
|
|
14
25
|
|
|
15
26
|
WORKDIR /app
|
|
16
27
|
|
|
17
28
|
# Install uv binary only (no pip); same approach as astral-sh/uv's Dockerfile.
|
|
18
29
|
# https://github.com/astral-sh/uv/blob/6d889fd53d5c108d304c5a4085eb3140ec6a9cdb/Dockerfile#L21
|
|
19
|
-
COPY --from=
|
|
30
|
+
COPY --from=uv-bin /uv /usr/local/bin/uv
|
|
20
31
|
|
|
21
32
|
COPY pyproject.toml uv.lock README.md ./
|
|
22
33
|
COPY packages ./packages
|
|
@@ -31,15 +42,10 @@ COPY --from=ui /build/ui/dist ./src/agentevals/_static
|
|
|
31
42
|
ARG VERSION
|
|
32
43
|
ENV SETUPTOOLS_SCM_PRETEND_VERSION=${VERSION}
|
|
33
44
|
|
|
34
|
-
RUN
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
&&
|
|
38
|
-
/usr/local/lib/python*/site-packages/pip-*.dist-info \
|
|
39
|
-
/usr/local/bin/pip* \
|
|
40
|
-
&& ! /usr/local/bin/python -c "import pip" 2>/dev/null \
|
|
41
|
-
&& groupadd --gid 1000 app \
|
|
42
|
-
&& useradd --uid 1000 --gid app --home-dir /app --no-log-init app \
|
|
45
|
+
RUN UV_PYTHON_PREFERENCE=only-system \
|
|
46
|
+
uv sync --frozen --no-dev --extra live --extra postgres --extra kubernetes \
|
|
47
|
+
&& addgroup -g 1000 app \
|
|
48
|
+
&& adduser -u 1000 -G app -h /app -D -H app \
|
|
43
49
|
&& chown -R app:app /app
|
|
44
50
|
|
|
45
51
|
USER app
|
|
@@ -9,13 +9,17 @@ DOCKER_IMAGE_REF := $(if $(DOCKER_REGISTRY),$(DOCKER_REGISTRY:%/=%)/$(DOCKER_IMA
|
|
|
9
9
|
# Multi-arch build (requires docker buildx). Manifest lists must be pushed — use build-docker-local for a single-arch --load.
|
|
10
10
|
PLATFORMS ?= linux/amd64,linux/arm64
|
|
11
11
|
|
|
12
|
+
# LOCAL_VERSION falls back to a stub so build-docker-local works without uv or git history.
|
|
13
|
+
LOCAL_VERSION ?= $(if $(VERSION),$(VERSION),0.0.0.dev0)
|
|
14
|
+
LOCAL_TAG ?= local
|
|
15
|
+
|
|
12
16
|
HELM_REPO ?= oci://ghcr.io/agentevals-dev/agentevals
|
|
13
17
|
HELM_DIST_FOLDER ?= dist/helm
|
|
14
18
|
HELM_CHART_DIR ?= charts/agentevals
|
|
15
19
|
HELM_CHART_OCI_URL ?= $(HELM_REPO)/helm
|
|
16
20
|
HELM_CHART_VERSION ?= $(VERSION)
|
|
17
21
|
|
|
18
|
-
.PHONY: build build-bundle build-docker build-ui release clean dev-backend dev-backend-pg dev-frontend dev-bundle pg-up pg-down migrate test test-unit test-integration test-e2e helm-lint helm-template helm-test helm-cleanup helm-package helm-publish
|
|
22
|
+
.PHONY: build build-bundle build-docker build-docker-local build-ui release clean dev-backend dev-backend-pg dev-frontend dev-bundle pg-up pg-down migrate test test-unit test-integration test-e2e helm-lint helm-template helm-test helm-cleanup helm-package helm-publish
|
|
19
23
|
|
|
20
24
|
PG_CONTAINER ?= agentevals-pg
|
|
21
25
|
PG_PORT ?= 5432
|
|
@@ -31,6 +35,9 @@ build-docker:
|
|
|
31
35
|
@test -n "$(VERSION)" || { echo "ERROR: VERSION is empty. Pass VERSION=x.y.z explicitly, or install uv so hatch-vcs can resolve it."; exit 1; }
|
|
32
36
|
docker buildx build --platform $(PLATFORMS) --build-arg VERSION=$(VERSION) -t $(DOCKER_IMAGE_REF):$(DOCKER_TAG) --push .
|
|
33
37
|
|
|
38
|
+
build-docker-local:
|
|
39
|
+
docker buildx build --build-arg VERSION=$(LOCAL_VERSION) -t $(DOCKER_IMAGE_REF):$(LOCAL_TAG) --load .
|
|
40
|
+
|
|
34
41
|
build-ui:
|
|
35
42
|
cd ui && npm ci && npm run build
|
|
36
43
|
|