evalarc 0.17.2__tar.gz → 0.17.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {evalarc-0.17.2 → evalarc-0.17.4}/CHANGELOG.md +26 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/CITATION.cff +2 -2
- {evalarc-0.17.2 → evalarc-0.17.4}/CONTRIBUTING.md +3 -1
- {evalarc-0.17.2 → evalarc-0.17.4}/MANIFEST.in +1 -0
- {evalarc-0.17.2/src/evalarc.egg-info → evalarc-0.17.4}/PKG-INFO +9 -5
- {evalarc-0.17.2 → evalarc-0.17.4}/README.md +8 -4
- {evalarc-0.17.2 → evalarc-0.17.4}/README.zh-CN.md +4 -3
- {evalarc-0.17.2 → evalarc-0.17.4}/SECURITY.md +4 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/ci-gate.md +16 -0
- evalarc-0.17.4/docs/viewer.md +60 -0
- evalarc-0.17.4/docs/viewer.zh-CN.md +32 -0
- evalarc-0.17.4/frontend/report_enhance.ts +111 -0
- evalarc-0.17.4/frontend/tsconfig.json +19 -0
- evalarc-0.17.4/package-lock.json +444 -0
- evalarc-0.17.4/package.json +17 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/pyproject.toml +1 -1
- evalarc-0.17.4/scripts/check_frontend_build.cjs +24 -0
- evalarc-0.17.4/scripts/check_reports_browser.cjs +193 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/__init__.py +1 -1
- evalarc-0.17.4/src/evalarc/assets/report_enhance.js +107 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/cli.py +26 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/report.py +96 -51
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/results_diff.py +42 -13
- evalarc-0.17.4/src/evalarc/viewer.py +229 -0
- {evalarc-0.17.2 → evalarc-0.17.4/src/evalarc.egg-info}/PKG-INFO +9 -5
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc.egg-info/SOURCES.txt +9 -0
- evalarc-0.17.4/tests/test_feature_f107c0a41d3a.py +99 -0
- evalarc-0.17.4/tests/test_viewer.py +106 -0
- evalarc-0.17.2/package-lock.json +0 -44
- evalarc-0.17.2/package.json +0 -12
- evalarc-0.17.2/scripts/check_reports_browser.cjs +0 -113
- {evalarc-0.17.2 → evalarc-0.17.4}/LICENSE +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/agentcore-first-review.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/architecture.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/assets/ai-first-review.png +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/assets/banner.svg +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/assets/evidence-lab.png +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/assets/first-review.png +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/assets/judge-stability.png +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/assets/regression-lab.png +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/assets/repeat-lab.png +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/assets/suite-lab.png +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/behavior-first-review.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/behavior-first-review.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/candidate-commands.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/casebook.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/ci-gate.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/coverage-review.png +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/decision-coverage.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/eval-health.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/eval-health.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/eval-init.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/eval-init.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/explorer.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/first-model-review.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/first-review-media.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/first-review.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/first-review.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/hillclimb-review.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/hillclimb-review.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/hillclimb-run.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/hillclimb-run.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/independent-swe-pilot.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/interop.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/judge-stability.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/judge-stability.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/judging.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/judging.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/languages.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/languages.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/methodology.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/migration.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/naming.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/outreach/first-use-plan.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/outreach/hellogithub-submission.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/outreach/huggingface-introduction.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/outreach/hve-correspondence.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/outreach/launch.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/outreach/status.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/outreach/strands-showcase.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/outreach/weekly-submission.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/publication.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/reliability.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/reliability.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/research-pilots.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/research.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/roadmap.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/suites.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/suites.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/task-authoring.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/trace-workbench.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/validation-v0.3.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/validation-v0.4.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/validation-v0.5.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/validation-v0.6.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/validation.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/verification.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/workflow.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/docs/workflow.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/audit/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/audit/audit.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/audit/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/audit-v0.4/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/audit-v0.4/durable-kv/audit.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/audit-v0.4/durable-kv/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/audit-v0.4/durable-kv/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/audit-v0.4/support-routing/audit.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/audit-v0.4/support-routing/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/audit-v0.4/support-routing/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/PROVIDER-LICENSE.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/README.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-input-hardlink/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/allowed-temporary-file/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/base-dependencies/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/base-dependencies/src/evalarc/runner.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/base-dependencies/src/evalarc/templates.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/base-dependencies.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/blocked-observer-write/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-private-read/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/child-working-directory/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/candidate/build/cache.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/composed-cache-publish/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/discarded-private-read/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/duplicate-service-write/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/encoded-service-write/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/hardlink-private-read/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/harness/scripts/behavior_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/harness/scripts/record_behavior_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/harness/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/harness/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/harness/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/harness/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/harness/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/candidate/build/cache.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/internal-cache/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-only/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/metadata-open-path/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/missing-service-write/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/plan.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/private-readable-mapping/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/publisher-without-cache/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reference/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/rejected-http-method/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/reordered-json/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/sources.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/symlink-private-read/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unicode-temporary-file/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/unrequested-public-symlink/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/write-then-delete/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/controls/wrong-total/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/environment/Dockerfile +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/candidate/input/task.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/01-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/candidate/build/cache.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/candidate/input/task.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0004.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/02-cache-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/candidate/input/task.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0004.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0005.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0006.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0007.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/03-submit-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/candidate/build/cache.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/candidate/input/task.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0004.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0005.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0006.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0007.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/04-composed-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/candidate/build/cache.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/candidate/input/task.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0004.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/05-cache-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/candidate/input/task.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0004.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0005.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0006.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0007.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/06-submit-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/candidate/build/cache.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/candidate/input/task.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0004.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0005.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0006.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0007.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0008.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0008.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/07-composed-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/candidate/input/task.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/08-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/candidate/input/task.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0004.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0005.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0006.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0007.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0008.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0008.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/09-submit-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/candidate/build/cache.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/candidate/input/task.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0004.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0005.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0006.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0007.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/10-composed-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/candidate/input/task.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/11-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/candidate/build/cache.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/candidate/input/task.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0004.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/12-cache-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/bridge-preflight.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/completion.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/examples/behavior-audit/environment/Dockerfile +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/pyproject.toml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/scripts/local_model_server.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/scripts/record_behavior_pilot.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/scripts/record_skill_impact.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/__init__.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/__main__.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/agent_sandbox.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/artifacts.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/reference.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/robot_reference.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/robot_starter.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/starter.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/support_reference.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/support_starter.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/audit.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/cli.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/coding.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/compare.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/doctor.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/evaluate.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/events.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/interop.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/judge_stability.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/judge_stability_report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/junit.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/records.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/repetition.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/robot_task.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/runner.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/suite.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/support.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/task.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/tasks.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/templates.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/trace_report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/trace_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/trajectory.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/verify.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/examples/behavior-lab/skills/stage-order-cache/SKILL.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/examples/behavior-lab/skills/submit-order-cache/SKILL.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/examples/skill-impact/bridge.mjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/lib/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/lib/check-files-DJ37avYs.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/lib/cli.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/lib/client.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/lib/index.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/lib/mcp.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/lib/provider-DIndg2HA.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/lib/search-DUE-pmE0.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/lib/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/lib/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/lib/tools.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/node_modules/.pnpm/lock.yaml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/package.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/harness/provider/pnpm-lock.yaml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/model-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/plan.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/pilot/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/base-dependencies/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/base-dependencies/src/evalarc/runner.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/base-dependencies/src/evalarc/templates.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/base-dependencies.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/candidate-health/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/forged-health-header/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/harness/scripts/behavior_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/harness/scripts/record_behavior_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/harness/scripts/record_behavior_service_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/harness/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/harness/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/harness/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/harness/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/harness/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/idle/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/malformed-request/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/partial-post-timeout/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/plan.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/service-reference/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/sources.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unknown-method/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/candidate/private/unrelated.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/command-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/evidence/bootstrap.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/evidence/commands/step-0001.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/evidence/final-inventory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/evidence/initial-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/evidence/observation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/evidence/service.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/expected.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/policy.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/program.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/behavior-audit/service-controls/unparsed-connection/review.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/comparison/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/comparison/baseline.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/comparison/comparison.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/comparison/current.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/comparison/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/cohorts.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/dependencies/package.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/dependencies/source.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/diagnostics/buffering-diagnostic.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/diagnostics/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/diagnostics/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/experiment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/model-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/02-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/02-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/02-mcp-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/02-mcp-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/02-mcp-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/03-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/03-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/03-mcp-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/03-mcp-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/03-mcp-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/06-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/06-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/06-mcp-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/06-mcp-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/neutral/06-mcp-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/preflight-neutral.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/preflight-relevant.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/preparation/match.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/preparation/pools/neutral/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/preparation/pools/relevant/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/preparation-first-attempt/failed-match.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/preparation-first-attempt/pools/neutral/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/preparation-first-attempt/pools/relevant/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/01-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/01-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/01-mcp-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/01-mcp-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/01-mcp-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/04-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/04-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/04-mcp-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/04-mcp-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/04-mcp-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/05-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/05-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/05-mcp-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/05-mcp-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/relevant/05-mcp-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/runtime-image.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/skill-library/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/skill-library/check-files-DJ37avYs.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/skill-library/cli.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/skill-library/client.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/skill-library/index.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/skill-library/mcp.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/skill-library/provider-DIndg2HA.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/skill-library/search-DUE-pmE0.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/skill-library/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/skill-library/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/skill-library/tools.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/initial/tokenization-check.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/dependencies/package.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/dependencies/source.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/experiment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/model-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/02-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/02-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/02-mcp-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/02-mcp-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/02-mcp-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/03-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/03-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/03-mcp-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/03-mcp-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/03-mcp-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/06-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/06-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/06-mcp-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/06-mcp-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/neutral/06-mcp-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/preflight-neutral.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/preflight-relevant.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/preparation/match.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/preparation/pools/neutral/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/preparation/pools/relevant/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/protocol-probe-docker-check.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/01-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/01-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/01-mcp-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/01-mcp-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/01-mcp-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/04-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/04-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/04-mcp-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/04-mcp-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/04-mcp-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/05-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/05-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/05-mcp-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/05-mcp-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/relevant/05-mcp-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/runtime-image.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/skill-library/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/skill-library/check-files-DJ37avYs.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/skill-library/cli.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/skill-library/client.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/skill-library/index.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/skill-library/mcp.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/skill-library/provider-DIndg2HA.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/skill-library/search-DUE-pmE0.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/skill-library/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/skill-library/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/skill-library/tools.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/context-controls/protocol/tokenization-check.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/evaluation/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/evaluation/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/evaluation/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/LICENSE +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/dependencies/LICENSE +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/dependencies/package.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/dependencies/pnpm-lock.yaml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/experiment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-handoff.zip +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/02-none-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/02-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/02-none-17/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/02-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/02-none-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/02-none-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/02-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/03-none-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/03-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/03-none-41/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/03-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/03-none-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/03-none-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/03-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/06-none-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/06-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/06-none-97/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/06-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/06-none-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/06-none-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/funes-mcp/06-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/ROBOT_TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/agent_sandbox.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/bridge.mjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/client.mjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/handoff_metrics.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/local_model_server.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/prepare_funes_source.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/record_handoff_mcp.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/record_skill_impact.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/robot_task.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/runner.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/harness/server.mjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/memory-models-after.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/memory-models-before.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/memory-models-check.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/model-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/01-none-17/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/01-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/01-none-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/01-none-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/01-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/04-none-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/04-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/04-none-41/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/04-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/04-none-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/04-none-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/04-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/05-none-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/05-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/05-none-97/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/05-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/05-none-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/05-none-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/no-memory/05-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/preflight/baseline/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/preflight/baseline/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/preflight/baseline/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/preflight/baseline/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/preflight/baseline/record.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/preflight/mcp-entrypoint.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/records-manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/LICENSE +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/metadata.lance +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/part_0_docs.lance +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/part_0_invert.lance +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/part_0_tokens.lance +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/memory/chunks.lance/_transactions/0-31c6cd72-063d-4586-b9c2-da2390276d8e.txn +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/memory/chunks.lance/_transactions/1-3e9493b6-edcc-4c8b-b460-8c38b49d81b7.txn +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/memory/chunks.lance/_versions/18446744073709551613.manifest +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/memory/chunks.lance/_versions/18446744073709551614.manifest +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/memory/chunks.lance/_versions/latest_version_hint.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/memory/chunks.lance/data/01010110111111010101001042459d4b4abc6af5fca566c7fb.lance +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/prior/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/prior/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/prior-session.manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/prior-session.parquet +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/source/source.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/funes-handoff/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/attempts/cli-argument-error.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/imports/clock-fault/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/imports/clock-fault/harbor-import.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/imports/clock-fault/source-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/imports/clock-fault/source-trajectory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/imports/detached-answers/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/imports/detached-answers/harbor-import.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/imports/detached-answers/source-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/imports/detached-answers/source-trajectory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/imports/reference/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/imports/reference/harbor-import.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/imports/reference/source-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/imports/reference/source-trajectory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/clock-fault/config.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/clock-fault/lock.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/clock-fault/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/agent/trajectory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/artifacts/answers.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/artifacts/manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/config.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/lock.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/verifier/evidence.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/detached-answers/config.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/detached-answers/lock.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/detached-answers/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/agent/trajectory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/artifacts/answers.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/artifacts/manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/config.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/lock.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/verifier/evidence.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/reference/config.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/reference/lock.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/reference/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/reference/task__V4pJMVL/agent/trajectory.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/reference/task__V4pJMVL/artifacts/answers.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/reference/task__V4pJMVL/artifacts/manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/reference/task__V4pJMVL/config.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/reference/task__V4pJMVL/lock.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/reference/task__V4pJMVL/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/jobs/reference/task__V4pJMVL/verifier/evidence.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/plan.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/environment/requests.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/export-manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/instruction.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/task.toml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/tests/evalarc/assets/JAVASCRIPT.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/tests/evalarc/assets/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/tests/evalarc/assets/ROBOT_TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/tests/evalarc/assets/SUPPORT_TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/tests/evalarc/assets/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/tests/evalarc/assets/reference.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/tests/evalarc/assets/robot_recordings.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/tests/evalarc/assets/robot_reference.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/tests/evalarc/assets/robot_starter.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/tests/evalarc/assets/starter.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/tests/evalarc/assets/support_reference.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/harbor-controls/task/tests/evalarc/assets/support_starter.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-review/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-review/build.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-review/results/00-baseline.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-review/results/01-prompt-audit.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-review/results/02-refund-examples.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-review/results/03-opus-5.5-low.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-review/results/04-haiku-minimal.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-review/results/05-sonnet-5-low.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-review/split.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-run/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-run/hillclimb.toml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-run/judge.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-run/judge.toml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-run/split.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-run/workspace/evaluate.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-run/workspace/proposals.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-run/workspace/propose.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-run/workspace/rules.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/hillclimb-run/workspace/tickets.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/README.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/data.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/independent-swe.zip +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/rows.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/00.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/01.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/02.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/03.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/04.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/05.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/06.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/07.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/08.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/09.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/10.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/11.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/12.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/13.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/14.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/15.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/16.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/18.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/19.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/20.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/21.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/22.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/23.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/24.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/25.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/26.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/27.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/28.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/30.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/31.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/32.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/33.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/34.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/independent-swe/traces/35.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/javascript-audits/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/javascript-audits/durable-kv/audit.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/javascript-audits/durable-kv/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/javascript-audits/durable-kv/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/javascript-audits/support-routing/audit.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/javascript-audits/support-routing/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/javascript-audits/support-routing/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/judge-stability/judge-1.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/judge-stability/judge-2.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/judge-stability/judge-3.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/baseline-model-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/current-model-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/model_checks.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/protocol.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/protocol.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/record.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/already-closed-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/already-closed-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/already-closed-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/already-routed-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/already-routed-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/already-routed-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/identity.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/literal-note-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/literal-note-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/literal-note-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/open-billing-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/open-billing-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/open-billing-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/protocol.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/resolved-bug-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/resolved-bug-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/resolved-bug-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/retry-same-key-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/retry-same-key-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/retry-same-key-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/terminal-error-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/terminal-error-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/terminal-error-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/ticket-text-injection-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/ticket-text-injection-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/baseline/ticket-text-injection-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/already-closed-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/already-closed-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/already-closed-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/already-routed-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/already-routed-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/already-routed-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/identity.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/literal-note-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/literal-note-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/literal-note-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/open-billing-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/open-billing-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/open-billing-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/protocol.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/resolved-bug-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/resolved-bug-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/resolved-bug-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/retry-same-key-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/retry-same-key-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/retry-same-key-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/terminal-error-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/terminal-error-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/terminal-error-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/ticket-text-injection-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/ticket-text-injection-29.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/recorded/current/ticket-text-injection-43.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/regrade.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/baseline-17.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/baseline-17.xml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/baseline-29.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/baseline-29.xml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/baseline-43.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/baseline-43.xml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/baseline.xml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/comparison.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/comparison.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/current-17.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/current-17.xml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/current-29.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/current-29.xml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/current-43.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/current-43.xml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/current.xml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/reports/redactions.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/runtime-environment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/model-upgrade/runtime-failures.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/javascript-coding/attempts/0001/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/javascript-coding/attempts/0001/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/javascript-coding/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/javascript-coding/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/javascript-coding/repetition.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/javascript-support/attempts/0001/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/javascript-support/attempts/0001/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/javascript-support/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/javascript-support/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/javascript-support/repetition.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/python-coding/attempts/0001/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/python-coding/attempts/0001/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/python-coding/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/python-coding/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/jobs/python-coding/repetition.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/junit.xml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/plan.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/suite.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/run/suite.toml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/multilanguage/suite.toml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition/attempts/0001/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition/attempts/0001/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition/attempts/0002/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition/attempts/0002/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition/attempts/0003/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition/attempts/0003/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition/repetition.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition-faulty/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition-faulty/attempts/0001/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition-faulty/attempts/0001/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition-faulty/attempts/0002/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition-faulty/attempts/0002/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition-faulty/attempts/0003/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition-faulty/attempts/0003/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition-faulty/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition-faulty/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition-faulty/repetition.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/repetition-faulty-candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/funes/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/atif-validation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/experiment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/02-none-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/02-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/02-none-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/02-none-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/02-none-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/02-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/03-none-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/03-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/03-none-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/03-none-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/03-none-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/03-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/06-none-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/06-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/06-none-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/06-none-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/06-none-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/funes-recall/06-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/01-none-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/01-none-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/01-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/04-none-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/04-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/04-none-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/04-none-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/04-none-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/04-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/05-none-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/05-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/05-none-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/05-none-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/05-none-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/no-memory/05-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/handoff-continuation/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-import-oracle/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-import-oracle/harbor-import.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-import-oracle/source-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-import-oracle-retry/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-import-oracle-retry/harbor-import.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-import-oracle-retry/source-result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-native/robot-nop/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-native/robot-nop-retry/harbor-task__ax7VMfq/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-native/robot-nop-retry/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-native/robot-oracle/harbor-task__jNcD4Ci/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-native/robot-oracle/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-native/robot-oracle-fixed/harbor-task__pYo9jgP/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/harbor-native/robot-oracle-fixed/result.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/robot-audit-javascript/audit.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/robot-audit-python/audit.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/01-none-17/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/01-none-17/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/01-none-17/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/01-none-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/01-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/02-cache-17/candidate/build/cache.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/02-cache-17/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/02-cache-17/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/02-cache-17/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/02-cache-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/02-cache-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/03-publish-17/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/03-publish-17/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/03-publish-17/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/03-publish-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/03-publish-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/04-composed-17/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/04-composed-17/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/04-composed-17/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/04-composed-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/04-composed-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/05-cache-41/candidate/build/cache.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/05-cache-41/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/05-cache-41/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/05-cache-41/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/05-cache-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/05-cache-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/06-publish-41/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/06-publish-41/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/06-publish-41/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/06-publish-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/06-publish-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/07-composed-41/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/07-composed-41/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/07-composed-41/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/07-composed-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/07-composed-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/08-none-41/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/08-none-41/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/08-none-41/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/08-none-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/08-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/09-publish-97/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/09-publish-97/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/09-publish-97/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/09-publish-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/09-publish-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/10-composed-97/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/10-composed-97/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/10-composed-97/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/10-composed-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/10-composed-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/11-none-97/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/11-none-97/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/11-none-97/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/11-none-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/11-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/12-cache-97/candidate/build/cache.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/12-cache-97/candidate/input/orders.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/12-cache-97/candidate/private/client.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/12-cache-97/candidate/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/12-cache-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/12-cache-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/controls/boolean-count/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/controls/duplicate-key/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/controls/private-side-effect/public/audit.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/controls/private-side-effect/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/controls/self-reported-success/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/controls/valid/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/controls/valid-reordered/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/controls/wrong-total/public/report.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/experiment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/grader-controls.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-composition-pilot/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/01-none-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/01-none-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/01-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/02-direct-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/02-direct-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/02-direct-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/02-direct-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/02-direct-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/03-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/03-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/03-mcp-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/03-mcp-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/04-direct-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/04-direct-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/04-direct-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/04-direct-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/04-direct-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/05-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/05-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/05-mcp-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/05-mcp-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/06-none-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/06-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/06-none-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/06-none-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/06-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/07-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/07-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/07-mcp-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/07-mcp-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/08-none-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/08-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/08-none-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/08-none-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/08-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/09-direct-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/09-direct-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/09-direct-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/09-direct-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/09-direct-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/atif-validation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/experiment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/harness/skill-library/bundle-cli-DuVlt2Sp.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/harness/skill-library/check-files-CjcQukSA.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/harness/skill-library/cli.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/harness/skill-library/client.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/harness/skill-library/index.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/harness/skill-library/mcp.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/harness/skill-library/provider-D_asoyBt.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/harness/skill-library/search-DUE-pmE0.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/harness/skill-library/skill-bundle-rgNKCmVS.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/harness/skill-library/skill-check-Da47aHh6.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/harness/skill-library/tools.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-catalog-fallback/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/01-none-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/01-none-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/01-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/02-direct-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/02-direct-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/02-direct-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/02-direct-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/02-direct-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/03-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/03-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/03-mcp-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/03-mcp-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/04-direct-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/04-direct-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/04-direct-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/04-direct-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/04-direct-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/05-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/05-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/05-mcp-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/05-mcp-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/06-none-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/06-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/06-none-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/06-none-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/06-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/07-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/07-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/07-mcp-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/07-mcp-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/08-none-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/08-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/08-none-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/08-none-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/08-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/09-direct-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/09-direct-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/09-direct-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/09-direct-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/09-direct-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/atif-validation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/experiment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-contract-inline/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/01-none-17/evaluation-readiness.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/01-none-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/01-none-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/01-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/02-direct-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/02-direct-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/02-direct-17/evaluation-readiness.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/02-direct-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/02-direct-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/02-direct-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/03-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/03-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/03-mcp-17/evaluation-readiness.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/03-mcp-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/03-mcp-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/04-direct-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/04-direct-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/04-direct-41/evaluation-readiness.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/04-direct-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/04-direct-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/04-direct-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/05-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/05-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/05-mcp-41/evaluation-readiness.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/05-mcp-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/05-mcp-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/06-none-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/06-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/06-none-41/evaluation-readiness.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/06-none-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/06-none-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/06-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/07-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/07-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/07-mcp-97/evaluation-readiness.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/07-mcp-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/07-mcp-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/08-none-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/08-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/08-none-97/evaluation-readiness.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/08-none-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/08-none-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/08-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/09-direct-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/09-direct-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/09-direct-97/evaluation-readiness.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/09-direct-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/09-direct-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/09-direct-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/atif-validation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/experiment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/readiness-regrade.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/research/skill-impact-matched/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/inspect/baseline.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/inspect/cases.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/inspect/current.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/inspect/harness/system-prompt.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/inspect/refund_task.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/inspect/split.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/junit/baseline.xml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/junit/current.xml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/junit/refund_checks.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/promptfoo/baseline.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/promptfoo/baseline.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/promptfoo/current.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/promptfoo/current.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/results-diff/promptfoo/promptfooconfig.yaml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/LICENSE +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/README.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/completion.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/dependencies/LICENSE +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/dependencies/package.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/dependencies/pnpm-lock.yaml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/experiment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/LICENSE +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/pyproject.toml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/scripts/export_funes_trace.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/scripts/handoff_metrics.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/scripts/local_model_server.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/scripts/prepare_funes_source.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/scripts/prepare_skill_handoff.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/scripts/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/scripts/record_handoff_mcp.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/scripts/record_skill_impact.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/__init__.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/__main__.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/agent_sandbox.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/artifacts.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/JAVASCRIPT.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/ROBOT_TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/SUPPORT_TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/reference.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/reference.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_recordings.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_reference.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_reference.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_starter.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_starter.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/starter.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/starter.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_reference.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_reference.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_starter.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_starter.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/audit.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/cli.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/coding.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/compare.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/doctor.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/evaluate.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/events.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/interop.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/judge_stability.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/judge_stability_report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/junit.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/records.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/repetition.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/robot_task.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/runner.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/suite.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/support.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/task.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/tasks.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/templates.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/trace_report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/trace_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/trajectory.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/evalarc/src/evalarc/verify.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/LICENSE +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/examples/funes-handoff/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/examples/funes-handoff/bridge.d.mts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/examples/funes-handoff/bridge.mjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/examples/funes-handoff/client.d.mts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/examples/funes-handoff/client.mjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/examples/funes-handoff/server.d.mts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/examples/funes-handoff/server.mjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/examples/skill-impact/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/examples/skill-impact/bridge.d.mts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/examples/skill-impact/bridge.mjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/check-files-DJ37avYs.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/cli.d.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/cli.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/client.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/index.d.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/index.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/mcp.d.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/mcp.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/provider-DIndg2HA.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/provider-ulVIl-58.d.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/search-DUE-pmE0.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/tools.d.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/lib/tools.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/package.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/pnpm-lock.yaml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/runtime-lock.yaml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/agents.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/bundle-cli.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/bundle-manifest.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/catalog.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/check-files.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/cli.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/client/index.tsx +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/client/locale.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/client/styles.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/config.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/discover.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/frontmatter.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/index.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/load-receipt.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/mcp.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/origin.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/provider.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/search.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/skill-bundle.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/skill-check.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/skill-input.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/skill-surface.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/sources.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/tools.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/web-protocol.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen/provider/src/web.ts +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/frozen-inputs-check.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/02-none-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/02-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/02-none-17/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/02-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/02-none-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/02-none-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/02-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/03-none-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/03-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/03-none-41/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/03-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/03-none-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/03-none-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/03-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/06-none-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/06-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/06-none-97/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/06-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/06-none-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/06-none-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/funes-mcp/06-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/ROBOT_TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/agent_sandbox.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/bridge.mjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/client.mjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/handoff_metrics.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/local_model_server.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/prepare_funes_source.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/prepare_skill_handoff.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/record_handoff_mcp.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/record_skill_impact.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/robot_task.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/runner.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/harness/server.mjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/memory-models-after.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/memory-models-before.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/memory-models-check.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/model-files.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/01-none-17/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/01-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/01-none-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/01-none-17/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/01-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/04-none-41/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/04-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/04-none-41/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/04-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/04-none-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/04-none-41/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/04-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/05-none-97/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/05-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/05-none-97/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/05-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/05-none-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/05-none-97/progress.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/no-memory/05-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/preloads/funes-mcp-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/preloads/funes-mcp-41.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/preloads/funes-mcp-97.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/preloads/no-memory-17.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/preloads/no-memory-41.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/preloads/no-memory-97.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/records-manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/skill-handoff.zip +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/LICENSE +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/SKILL-LICENSE.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/metadata.lance +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/part_0_docs.lance +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/part_0_invert.lance +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/part_0_tokens.lance +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/memory/chunks.lance/_transactions/0-1b9813af-7636-4918-bf12-7b8c43dc5ed6.txn +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/memory/chunks.lance/_transactions/1-3e12aea4-1d1c-4c50-b909-870cd24ee4ab.txn +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/memory/chunks.lance/_versions/18446744073709551613.manifest +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/memory/chunks.lance/_versions/18446744073709551614.manifest +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/memory/chunks.lance/_versions/latest_version_hint.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/memory/chunks.lance/data/0010111101101010001000011605494953a8cebc1b74e9ed25.lance +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/prior/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/prior/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/prior-session.manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/prior-session.parquet +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/prior-skill-load.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/skill-pins.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/skills/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/source/source.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/summary.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/validation/baseline/candidate/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/validation/baseline/candidate/example.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/validation/baseline/candidate/main.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/validation/baseline/candidate/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/validation/baseline/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/validation/baseline/record.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/validation/mcp-controls.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/validation/preflight-pin-drift.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/validation/preflight-skill.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/validation/runtime-package-after.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-handoff/validation/runtime-package-during.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/METHODS.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/ROBOT_TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/app.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/lab.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/manifest.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/profiles/skill-impact-catalog-fallback/atif-validation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/profiles/skill-impact-catalog-fallback/experiment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/profiles/skill-impact-contract-inline/atif-validation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/profiles/skill-impact-contract-inline/experiment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/profiles/skill-impact-matched/atif-validation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/profiles/skill-impact-matched/experiment.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/01-none-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/01-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/02-direct-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/02-direct-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/03-mcp-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/04-direct-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/04-direct-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/05-mcp-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/06-none-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/06-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/07-mcp-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/08-none-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/08-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/09-direct-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-catalog-fallback/09-direct-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/01-none-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/01-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/02-direct-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/02-direct-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/03-mcp-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/04-direct-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/04-direct-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/05-mcp-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/06-none-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/06-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/07-mcp-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/08-none-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/08-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/09-direct-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-contract-inline/09-direct-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/01-none-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/01-none-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/02-direct-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/02-direct-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/03-mcp-17/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/04-direct-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/04-direct-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/05-mcp-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/06-none-41/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/06-none-41/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/07-mcp-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/08-none-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/08-none-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/09-direct-97/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/skill-impact/trials/skill-impact-matched/09-direct-97/trial.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/strands-state-review/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/strands-state-review/README.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/strands-state-review/recorded/baseline-native.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/strands-state-review/recorded/comparison.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/strands-state-review/recorded/current-native.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/coding-reference/attempts/0001/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/coding-reference/attempts/0001/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/coding-reference/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/coding-reference/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/coding-reference/repetition.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-partial/attempts/0001/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-partial/attempts/0001/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-partial/attempts/0002/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-partial/attempts/0002/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-partial/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-partial/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-partial/repetition.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-protected/attempts/0001/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-protected/attempts/0001/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-protected/attempts/0002/evaluation.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-protected/attempts/0002/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-protected/events.jsonl +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-protected/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/jobs/support-protected/repetition.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/junit.xml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/plan.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/suite.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suite/suite.toml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suites/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suites/acceptance.toml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/suites/partial-progress.toml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/support-audit/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/support-audit/audit.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/support-audit/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/support-node/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/support-node/evalarc.toml +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/support-node/main.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/trace-workbench/baseline.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/trace-workbench/current.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/examples/trace-workbench/mcp-recorded.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/huggingface/DATASET.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/huggingface/README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/research/naming-checks-2026-09-14.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/research/papers.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/research/references.bib +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/research/sources.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/behavior_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_behavior_site.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_context_collection.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_context_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_dataset.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_handoff_mcp.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_harbor_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_judge_examples.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_research_site.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_site.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_skill_handoff.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_skill_impact_site.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_swe_report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/build_trace_examples.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/capture_ai_walkthrough.cjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/capture_first_review.cjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_ai_walkthrough.cjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_behavior_browser.cjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_context_browser.cjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_context_tokens.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_handoff_browser.cjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_hosted_downloads.cjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_installed.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_model_upgrade.cjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_sdist.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_site.cjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_strands_browser.cjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_strands_recipe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/check_swe_browser.cjs +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/export_funes_trace.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/export_harbor_task.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/handoff_metrics.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/handoff_page.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/harbor_control_agent.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/hf_readback.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/local_model_server.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/model_upgrade.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/model_upgrade_page.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/prepare_context_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/prepare_funes_source.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/prepare_skill_handoff.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/prepare_swe_conditions.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/publish_dataset.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/publish_space.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/record_behavior_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/record_behavior_pilot.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/record_behavior_service_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/record_context_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/record_handoff.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/record_handoff_mcp.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/record_harbor_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/record_skill_composition.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/record_skill_impact.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/record_swe_control.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/record_swe_pilot.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/skill_handoff_README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/skill_handoff_README.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/skill_handoff_page.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/strands_page.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/swe_dataset.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/swe_report_README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/swe_report_README.zh-CN.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/swe_report_index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/swe_workspace.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/scripts/verify_research.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/setup.cfg +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/site/app.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/site/icon.svg +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/site/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/site/labs/research.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/site/labs/skill-impact.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/site/labs/skill-impact.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/site/model-proof.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/site/strands/index.html +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/site/strands/review.css +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/site/strands/review.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/site/style.css +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/__main__.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/agent_sandbox.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/artifacts.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/EVAL_README.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/JAVASCRIPT.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/ROBOT_TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/SUPPORT_TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/TASK.md +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/eval_app.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/eval_evaluate.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/eval_grader.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/eval_propose.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/reference.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/reference.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/robot_recordings.json +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/robot_reference.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/robot_reference.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/robot_starter.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/robot_starter.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/starter.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/starter.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/support_reference.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/support_reference.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/support_starter.js +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/assets/support_starter.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/audit.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/coding.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/compare.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/decision_coverage.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/doctor.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/eval_health.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/eval_project.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/evaluate.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/events.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/evidence.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/generalization.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/hillclimb.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/hillclimb_run.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/interop.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/judge_stability.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/judge_stability_report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/judging.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/junit.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/provenance.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/records.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/repetition.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/robot_task.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/runner.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/suite.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/support.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/task.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/tasks.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/templates.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/trace_report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/trace_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/trajectory.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/trusted.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/usage.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc/verify.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc.egg-info/dependency_links.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc.egg-info/entry_points.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc.egg-info/requires.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/src/evalarc.egg-info/top_level.txt +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_agent_sandbox.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_artifact_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_behavior_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_behavior_site.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_commands.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_comparison.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_context_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_dataset.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_detection_margin.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_eval_health.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_eval_project.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_feature_3412504c3ce6.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_feature_6457aeea39a6.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_generalization.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_grading.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_handoff_metrics.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_handoff_report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_harbor_controls.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_harbor_export.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_hf_readback.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_hillclimb.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_hillclimb_run.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_interop.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_judge_stability.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_judging.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_model_file_identity.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_model_upgrade.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_protocol_probe.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_recording_failures.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_repetition.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_report_verify.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_research.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_results_diff.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_robot_task.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_runtime_limits.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_site.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_skill_handoff.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_skill_handoff_report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_startup_readiness.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_strands_page.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_suite.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_support.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_swe_control.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_swe_dataset.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_swe_pilot.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_swe_report.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_swe_workspace.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_templates.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_trace_review.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_trajectory.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_usage.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_verify.py +0 -0
- {evalarc-0.17.2 → evalarc-0.17.4}/tests/test_workflow.py +0 -0
|
@@ -1,5 +1,31 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.17.4 — 2026-10-02
|
|
4
|
+
|
|
5
|
+
- Add `evalarc view [DIR]`: a read-only, loopback-only local viewer that lists
|
|
6
|
+
every report under a folder with its verdict, following the `inspect view` /
|
|
7
|
+
`promptfoo view` pattern with the standard library only. It rejects foreign
|
|
8
|
+
`Host` headers, path traversal and directory listings. `--write-index` writes
|
|
9
|
+
the same index as a static page.
|
|
10
|
+
- Report pages: light and dark themes from the system setting, sticky table
|
|
11
|
+
headers, tabular numbers, sortable columns (WAI-ARIA APG pattern) and a row
|
|
12
|
+
filter on long tables. The enhancement script is a packaged asset inlined and
|
|
13
|
+
allowed by CSP hash; pages remain complete without JavaScript.
|
|
14
|
+
- `scripts/check_reports_browser.cjs` now uses axe-core (WCAG 2.2 A/AA, light and
|
|
15
|
+
dark) instead of a custom contrast check, and runs end-to-end reviewer tasks:
|
|
16
|
+
verdict on the first screen, skip link, keyboard sorting, filtering, 320 px
|
|
17
|
+
reflow, no-JavaScript, print, and browsing from the viewer index.
|
|
18
|
+
`@axe-core/playwright` 4.13.0 is a pinned dev dependency.
|
|
19
|
+
- The report front end is now TypeScript (`frontend/report_enhance.ts`, strict
|
|
20
|
+
mode), compiled to the packaged `report_enhance.js`. The compiled file is
|
|
21
|
+
committed, so installing EvalArc still needs no Node; CI fails when it is
|
|
22
|
+
stale. TypeScript 7.0.2 is a pinned dev dependency. The Python core is
|
|
23
|
+
unchanged.
|
|
24
|
+
|
|
25
|
+
## 0.17.3 — 2026-10-01
|
|
26
|
+
|
|
27
|
+
- fix: fail the diff gate when the baseline run did not finish. evalarc diff and the GitHub Action now fail the gate (exit 1) when the baseline run did not finish. Before this change, an Inspect baseline log with a status other than success could pass, because checks missing from it were classified as 'added', which never blocks. diff.json now records "baseline_incomplete": true. The key is omitted for a finished baseline, so those reports are unchanged apart from created_at and version. Default stdout prints 'The baseline run is incomplete (status error); N check(s) appear only in the current run and were not compared. Rerun the baseline to completion; the gate fails.' summary.md always includes the line below the table: 'The baseline run did not finish (status `error`); the gate fails because checks missing from it cannot be compared. N check(s) appear only in the current run. Rerun the baseline to completion.' Its heading says 'the baseline run is incomplete' only when there are no blocking changes and the current run finished; otherwise the existing blocking or both-incomplete heading appears. index.html shows 'Gate failed' with the reason 'the baseline run is incomplete'. When no blocking rows exist, it tells you to rerun the baseline. evalarc verify recomputes the same result. docs/ci-gate.md and the README CI-gate paragraph document the rule.
|
|
28
|
+
|
|
3
29
|
## 0.17.2 — 2026-10-01
|
|
4
30
|
|
|
5
31
|
- Offline HTML reports for `diff`, `eval-health`, `hillclimb-review`,
|
|
@@ -4,8 +4,8 @@ title: "EvalArc: Auditable Evaluations for AI Agents"
|
|
|
4
4
|
type: software
|
|
5
5
|
authors:
|
|
6
6
|
- name: EvalArc contributors
|
|
7
|
-
version: 0.17.
|
|
8
|
-
date-released: 2026-10-
|
|
7
|
+
version: 0.17.4
|
|
8
|
+
date-released: 2026-10-02
|
|
9
9
|
license: MIT
|
|
10
10
|
repository-code: "https://github.com/noteflowai/evalarc"
|
|
11
11
|
url: "https://noteflowai.github.io/evalarc/"
|
|
@@ -3,7 +3,9 @@
|
|
|
3
3
|
Install with `python -m pip install -e ".[dev]"`, then run `pytest -q`,
|
|
4
4
|
`ruff check .`, and `ruff format --check .`. Install Node.js to exercise the
|
|
5
5
|
independent JavaScript support policy; that test is skipped if Node is absent.
|
|
6
|
-
CI explicitly provisions Node.
|
|
6
|
+
CI explicitly provisions Node. Report browser code is TypeScript in `frontend/`:
|
|
7
|
+
after editing it, run `npm ci`, `npm run build:frontend` and `npm run test:reports`,
|
|
8
|
+
and commit the regenerated `src/evalarc/assets/report_enhance.js`. See [task authoring](docs/task-authoring.md) for
|
|
7
9
|
the current built-in registry and evidence contract.
|
|
8
10
|
|
|
9
11
|
The [workflow guide](docs/workflow.md) covers readiness checks and comparisons.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: evalarc
|
|
3
|
-
Version: 0.17.
|
|
3
|
+
Version: 0.17.4
|
|
4
4
|
Summary: Find agent regressions behind better scores: compare changed checks, review recorded tool actions and verify evidence offline.
|
|
5
5
|
Author: EvalArc contributors
|
|
6
6
|
License-Expression: MIT
|
|
@@ -100,13 +100,13 @@ and the upgrade gate fails. These checks share two format/schema failures.
|
|
|
100
100
|
installs the published wheel, downloads the records and rebuilds the comparison.
|
|
101
101
|
Verification exits 0 for consistency; comparison exits 1 for the regression.
|
|
102
102
|
|
|
103
|
-
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.17.
|
|
103
|
+
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.17.4/)
|
|
104
104
|
in a fresh virtual environment:
|
|
105
105
|
|
|
106
106
|
```bash
|
|
107
107
|
python3 -m venv .venv
|
|
108
108
|
. .venv/bin/activate
|
|
109
|
-
python -m pip install evalarc==0.17.
|
|
109
|
+
python -m pip install evalarc==0.17.4
|
|
110
110
|
evalarc --version
|
|
111
111
|
```
|
|
112
112
|
|
|
@@ -126,6 +126,7 @@ to produce your first HTML report without cloning the source.
|
|
|
126
126
|
| A cheaper model, lower thinking effort or shorter prompt | Require no lost checks and recorded cost or tokens at most a set ratio of the baseline | [Cost at equal quality](docs/ci-gate.md#cost-at-equal-quality) |
|
|
127
127
|
| Saved results you plan to tune against | Find saturation, never-passing and flaky checks, inconsistent grading, truncation, self-grading, pipeline errors and noise above the change you need | [Eval health](docs/eval-health.md) |
|
|
128
128
|
| A grader you are about to trust, or a change judged by preference | Blind spot checks with false accepts/rejects; blind randomized A/B against the baseline with position-bias checks | [Blind judging](docs/judging.md) |
|
|
129
|
+
| A folder of reports from many runs | Open one local index with every report's verdict; sort, filter and drill in | [Browse reports](docs/viewer.md) |
|
|
129
130
|
| A new evaluation for your application | Scaffold cases, a programmatic grader, a runner and a hillclimb config; review the inputs before any run | [Evaluation project](docs/eval-init.md) |
|
|
130
131
|
| A prompt or skill you want to hillclimb with your own model-calling commands | Run the loop: tuning failures only, edits limited to allowed files, pasted-case and leakage rollback, keep/rollback by held-out results | [Hillclimb run](docs/hillclimb-run.md) |
|
|
131
132
|
| Results of each step of a hillclimbing loop | Replay keep/rollback rules on tuning and held-out cases, triage stalls, and decide whether to merge | [Hillclimb review](docs/hillclimb-review.md) |
|
|
@@ -151,10 +152,13 @@ A minimal redacted example is enough; a failed setup is useful feedback too.
|
|
|
151
152
|
the baseline fails, passes less often, is skipped or disappears, and writes an
|
|
152
153
|
offline report with copies of both inputs. In the
|
|
153
154
|
[recorded Inspect example](examples/results-diff/README.md), accuracy rises from
|
|
154
|
-
0.625 to 0.8125 while three checks lose passes.
|
|
155
|
+
0.625 to 0.8125 while three checks lose passes. An unfinished baseline or current
|
|
156
|
+
run (an Inspect log whose status is not `success`) also fails the gate with exit 1,
|
|
157
|
+
because checks missing from it cannot be compared; rerun that evaluation to
|
|
158
|
+
completion and compare again.
|
|
155
159
|
|
|
156
160
|
```yaml
|
|
157
|
-
- uses: noteflowai/evalarc@v0.17.
|
|
161
|
+
- uses: noteflowai/evalarc@v0.17.4 # or a full commit SHA
|
|
158
162
|
with:
|
|
159
163
|
baseline: evals/baseline.json
|
|
160
164
|
current: results/current.json
|
|
@@ -66,13 +66,13 @@ and the upgrade gate fails. These checks share two format/schema failures.
|
|
|
66
66
|
installs the published wheel, downloads the records and rebuilds the comparison.
|
|
67
67
|
Verification exits 0 for consistency; comparison exits 1 for the regression.
|
|
68
68
|
|
|
69
|
-
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.17.
|
|
69
|
+
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.17.4/)
|
|
70
70
|
in a fresh virtual environment:
|
|
71
71
|
|
|
72
72
|
```bash
|
|
73
73
|
python3 -m venv .venv
|
|
74
74
|
. .venv/bin/activate
|
|
75
|
-
python -m pip install evalarc==0.17.
|
|
75
|
+
python -m pip install evalarc==0.17.4
|
|
76
76
|
evalarc --version
|
|
77
77
|
```
|
|
78
78
|
|
|
@@ -92,6 +92,7 @@ to produce your first HTML report without cloning the source.
|
|
|
92
92
|
| A cheaper model, lower thinking effort or shorter prompt | Require no lost checks and recorded cost or tokens at most a set ratio of the baseline | [Cost at equal quality](docs/ci-gate.md#cost-at-equal-quality) |
|
|
93
93
|
| Saved results you plan to tune against | Find saturation, never-passing and flaky checks, inconsistent grading, truncation, self-grading, pipeline errors and noise above the change you need | [Eval health](docs/eval-health.md) |
|
|
94
94
|
| A grader you are about to trust, or a change judged by preference | Blind spot checks with false accepts/rejects; blind randomized A/B against the baseline with position-bias checks | [Blind judging](docs/judging.md) |
|
|
95
|
+
| A folder of reports from many runs | Open one local index with every report's verdict; sort, filter and drill in | [Browse reports](docs/viewer.md) |
|
|
95
96
|
| A new evaluation for your application | Scaffold cases, a programmatic grader, a runner and a hillclimb config; review the inputs before any run | [Evaluation project](docs/eval-init.md) |
|
|
96
97
|
| A prompt or skill you want to hillclimb with your own model-calling commands | Run the loop: tuning failures only, edits limited to allowed files, pasted-case and leakage rollback, keep/rollback by held-out results | [Hillclimb run](docs/hillclimb-run.md) |
|
|
97
98
|
| Results of each step of a hillclimbing loop | Replay keep/rollback rules on tuning and held-out cases, triage stalls, and decide whether to merge | [Hillclimb review](docs/hillclimb-review.md) |
|
|
@@ -117,10 +118,13 @@ A minimal redacted example is enough; a failed setup is useful feedback too.
|
|
|
117
118
|
the baseline fails, passes less often, is skipped or disappears, and writes an
|
|
118
119
|
offline report with copies of both inputs. In the
|
|
119
120
|
[recorded Inspect example](examples/results-diff/README.md), accuracy rises from
|
|
120
|
-
0.625 to 0.8125 while three checks lose passes.
|
|
121
|
+
0.625 to 0.8125 while three checks lose passes. An unfinished baseline or current
|
|
122
|
+
run (an Inspect log whose status is not `success`) also fails the gate with exit 1,
|
|
123
|
+
because checks missing from it cannot be compared; rerun that evaluation to
|
|
124
|
+
completion and compare again.
|
|
121
125
|
|
|
122
126
|
```yaml
|
|
123
|
-
- uses: noteflowai/evalarc@v0.17.
|
|
127
|
+
- uses: noteflowai/evalarc@v0.17.4 # or a full commit SHA
|
|
124
128
|
with:
|
|
125
129
|
baseline: evals/baseline.json
|
|
126
130
|
current: results/current.json
|
|
@@ -52,13 +52,13 @@ EvalArc 是面向 Agent 评测的 Python 命令行复核工具:逐项对比已
|
|
|
52
52
|
3. **本地复算。** [首次复核指南](docs/first-review.zh-CN.md)使用发布的 wheel 和原始记录重建报告;
|
|
53
53
|
复核退出 0 表示一致,对照退出 1 表示发现退步。
|
|
54
54
|
|
|
55
|
-
在新的虚拟环境中,从 [PyPI](https://pypi.org/project/evalarc/0.17.
|
|
55
|
+
在新的虚拟环境中,从 [PyPI](https://pypi.org/project/evalarc/0.17.4/)
|
|
56
56
|
安装已发布的复核工具:
|
|
57
57
|
|
|
58
58
|
```bash
|
|
59
59
|
python3 -m venv .venv
|
|
60
60
|
. .venv/bin/activate
|
|
61
|
-
python -m pip install evalarc==0.17.
|
|
61
|
+
python -m pip install evalarc==0.17.4
|
|
62
62
|
evalarc --version
|
|
63
63
|
```
|
|
64
64
|
|
|
@@ -77,6 +77,7 @@ PyPI 与 GitHub Releases 提供相同的 wheel 和源码包,也支持
|
|
|
77
77
|
| 更便宜的模型、更低思考强度或更短的提示词 | 要求不丢失检查项,且记录的成本或 token 不超过基线的设定倍数 | [保质降本](docs/ci-gate.zh-CN.md#保质降本) |
|
|
78
78
|
| 准备据以调优的已保存结果 | 发现饱和、始终失败或波动的检查、评分不一致、截断、自评、流水线错误,以及大于目标效应的噪声 | [评测健康检查](docs/eval-health.zh-CN.md) |
|
|
79
79
|
| 准备采信的评分器,或按偏好评判的改动 | 盲抽查并统计误判通过/失败;与基线做随机 A/B 盲评并检查位置偏差 | [盲评](docs/judging.zh-CN.md) |
|
|
80
|
+
| 多次运行产生的一批报告 | 用一个本地索引查看每份报告的结论,可排序、筛选并逐个打开 | [浏览报告](docs/viewer.zh-CN.md) |
|
|
80
81
|
| 为自己的应用新建评测 | 生成用例、程序化评分器、评测脚本与调优配置;运行前审查输入 | [创建评测项目](docs/eval-init.zh-CN.md) |
|
|
81
82
|
| 想用自己的模型调用命令做爬山调优的提示词或技能 | 运行循环:只给调优失败、只许改允许的文件、粘贴用例与泄露自动回滚、按留出结果保留或回滚 | [运行爬山调优](docs/hillclimb-run.zh-CN.md) |
|
|
82
83
|
| 爬山调优每一步的结果 | 按调优与留出用例重放保留/回滚规则,分类停滞原因,判断是否合并 | [爬山调优复核](docs/hillclimb-review.zh-CN.md) |
|
|
@@ -101,7 +102,7 @@ PyPI 与 GitHub Releases 提供相同的 wheel 和源码包,也支持
|
|
|
101
102
|
准确率从 0.625 升至 0.8125,同时有三个检查项丢失通过。
|
|
102
103
|
|
|
103
104
|
```yaml
|
|
104
|
-
- uses: noteflowai/evalarc@v0.17.
|
|
105
|
+
- uses: noteflowai/evalarc@v0.17.4 # 或完整的提交 SHA
|
|
105
106
|
with:
|
|
106
107
|
baseline: evals/baseline.json
|
|
107
108
|
current: results/current.json
|
|
@@ -46,6 +46,10 @@ model or network calls. The hillclimb `allow` list compares the workspace (inclu
|
|
|
46
46
|
on any other change; it is a guard, not a sandbox, and cannot see or undo changes
|
|
47
47
|
outside the workspace.
|
|
48
48
|
|
|
49
|
+
`evalarc view` serves report folders read-only on `127.0.0.1` only, rejects other
|
|
50
|
+
`Host` headers, path traversal and directory listings, and has no API. Report pages
|
|
51
|
+
allow exactly one inline script by CSP hash and no network access.
|
|
52
|
+
|
|
49
53
|
Local mode requires `--trust-local`. It executes with the host user's filesystem
|
|
50
54
|
and network privileges. Clearing the child environment does not provide a
|
|
51
55
|
sandbox. Use local mode only for code you trust, such as the bundled audit
|
|
@@ -66,6 +66,22 @@ rate is still reported as `regressed` or `less_reliable` first.
|
|
|
66
66
|
Removing a failing check fails too: deleting it would otherwise turn a red gate
|
|
67
67
|
green.
|
|
68
68
|
|
|
69
|
+
**Unfinished baseline.** A baseline Inspect log whose status is not `success`
|
|
70
|
+
(an interrupted or errored run, often missing samples) fails the gate as well.
|
|
71
|
+
Otherwise every check missing from it would appear as `added`, which never
|
|
72
|
+
blocks, and missing evidence would read as new coverage. `diff` exits **1**,
|
|
73
|
+
`diff.json` records `"baseline_incomplete": true` (the key is omitted for a
|
|
74
|
+
finished baseline), `summary.md` and `index.html` say the baseline is
|
|
75
|
+
incomplete, and the terminal prints:
|
|
76
|
+
|
|
77
|
+
```text
|
|
78
|
+
The baseline run is incomplete (status error); 2 check(s) appear only in the current run and were not compared. Rerun the baseline to completion; the gate fails.
|
|
79
|
+
```
|
|
80
|
+
|
|
81
|
+
Rerun the baseline to completion (or commit a finished result file) and compare
|
|
82
|
+
again. EvalArc does not reconstruct missing samples. Exports that record no run
|
|
83
|
+
status, such as JUnit, are never marked incomplete.
|
|
84
|
+
|
|
69
85
|
Exit codes: **0** no check lost passes, **1** at least one did, **2** the files
|
|
70
86
|
could not be read or compared (different formats, different Inspect task names,
|
|
71
87
|
no samples, malformed input). Treat 2 as a broken pipeline, not a regression.
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
# Browse reports
|
|
2
|
+
|
|
3
|
+
Every EvalArc command that takes `--output` writes a self-contained HTML report.
|
|
4
|
+
`evalarc view` lists all of them under a folder with their verdicts and opens it
|
|
5
|
+
in your browser. [中文](viewer.zh-CN.md).
|
|
6
|
+
|
|
7
|
+
```bash
|
|
8
|
+
evalarc view runs # http://127.0.0.1:7576/, opens a browser
|
|
9
|
+
evalarc view runs --port 8000 --no-browser
|
|
10
|
+
evalarc view runs --write-index site/index.html # static index for CI artifacts or Pages
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
The index shows each report folder (newest first) with its verdict (✓ pass,
|
|
14
|
+
✗ fail, ! check), kind and summary, read from the verdict banner the report
|
|
15
|
+
already contains. It sorts and filters like every report table.
|
|
16
|
+
|
|
17
|
+
## Why a local viewer, not a desktop app
|
|
18
|
+
|
|
19
|
+
Evaluation tools converge on the same pattern: a read-only local web server plus
|
|
20
|
+
the browser you already have (`inspect view`, `promptfoo view`, `mlflow ui`),
|
|
21
|
+
with an IDE extension where tighter integration is needed (Inspect's VS Code
|
|
22
|
+
extension), and a static bundle for sharing (`inspect view bundle`,
|
|
23
|
+
`promptfoo eval -o report.html`). A desktop shell (Electron, Tauri) would add a
|
|
24
|
+
100 MB+ runtime or a Rust toolchain for no capability the browser lacks, and
|
|
25
|
+
would break EvalArc's no-runtime-dependency install. `evalarc view` uses the
|
|
26
|
+
Python standard library only.
|
|
27
|
+
|
|
28
|
+
## Security
|
|
29
|
+
|
|
30
|
+
The viewer binds to `127.0.0.1` only and serves files inside the given folder:
|
|
31
|
+
it rejects requests whose `Host` is not `127.0.0.1:PORT` or `localhost:PORT`
|
|
32
|
+
(DNS-rebinding protection), path traversal, symlinks leaving the folder and
|
|
33
|
+
directory listings. It is read-only and has no API. To view reports on a remote
|
|
34
|
+
machine, forward the port over SSH instead of exposing it:
|
|
35
|
+
|
|
36
|
+
```bash
|
|
37
|
+
ssh -L 7576:127.0.0.1:7576 user@remote # then run evalarc view there
|
|
38
|
+
```
|
|
39
|
+
|
|
40
|
+
## Architecture
|
|
41
|
+
|
|
42
|
+
The core (parsing, gates, verification, the viewer server) is Python with no
|
|
43
|
+
runtime dependencies, like Inspect AI. The browser code is TypeScript in
|
|
44
|
+
`frontend/`, type-checked in strict mode and compiled to
|
|
45
|
+
`src/evalarc/assets/report_enhance.js`. The compiled file is committed so
|
|
46
|
+
`pip install evalarc` never needs Node; `npm run check:frontend` fails in CI if
|
|
47
|
+
it differs from a fresh compile. After editing `frontend/*.ts`, run
|
|
48
|
+
`npm run build:frontend` and commit both files.
|
|
49
|
+
|
|
50
|
+
## Report pages
|
|
51
|
+
|
|
52
|
+
Reports open with the decision (verdict, reason, next step) and work in light
|
|
53
|
+
and dark mode, on phones, at 400% zoom, in print and without JavaScript. With
|
|
54
|
+
JavaScript, table headers become sort buttons (WAI-ARIA APG sortable-table
|
|
55
|
+
pattern) and tables with eight or more rows get a labelled filter. The script is
|
|
56
|
+
inlined and allowed by a SHA-256 hash in each page's Content-Security-Policy; no
|
|
57
|
+
other script, network request or remote asset is permitted.
|
|
58
|
+
`scripts/check_reports_browser.cjs` checks every report kind and the viewer with
|
|
59
|
+
axe-core (WCAG 2.2 A/AA) and end-to-end reviewer tasks in CI. Automated checks
|
|
60
|
+
do not replace testing with a screen reader.
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
# 浏览报告
|
|
2
|
+
|
|
3
|
+
所有带 `--output` 的 EvalArc 命令都会写出自包含的 HTML 报告。`evalarc view` 列出某目录下的
|
|
4
|
+
全部报告及其结论,并在浏览器中打开。[English](viewer.md)。
|
|
5
|
+
|
|
6
|
+
```bash
|
|
7
|
+
evalarc view runs # http://127.0.0.1:7576/,自动打开浏览器
|
|
8
|
+
evalarc view runs --port 8000 --no-browser
|
|
9
|
+
evalarc view runs --write-index site/index.html # 为 CI 产物或 Pages 生成静态索引
|
|
10
|
+
```
|
|
11
|
+
|
|
12
|
+
索引按时间倒序列出每个报告目录的结论(✓ 通过、✗ 失败、! 需检查)、类型与摘要,可排序和筛选。
|
|
13
|
+
|
|
14
|
+
**为什么是本地查看器而非桌面客户端:** 主流评测工具都采用只读本地 Web 服务加用户已有浏览器的
|
|
15
|
+
方式(`inspect view`、`promptfoo view`、`mlflow ui`),需要深度集成时提供 IDE 插件,分享时
|
|
16
|
+
生成静态包。Electron/Tauri 桌面壳会带来 100 MB 以上运行时或 Rust 工具链,却不提供浏览器没有
|
|
17
|
+
的能力,还会破坏 EvalArc 零运行时依赖的安装方式。`evalarc view` 只用 Python 标准库。
|
|
18
|
+
|
|
19
|
+
**安全:** 只绑定 `127.0.0.1`,只提供该目录内的文件;拒绝非 `127.0.0.1:端口`/`localhost:端口`
|
|
20
|
+
的 Host(防 DNS 重绑定)、路径穿越、指向目录外的符号链接和目录列表;只读、无 API。远程机器请用
|
|
21
|
+
`ssh -L 7576:127.0.0.1:7576 user@remote` 转发端口,不要直接暴露。
|
|
22
|
+
|
|
23
|
+
**架构:** 核心(解析、门禁、复核、查看器服务)是零运行时依赖的 Python,与 Inspect AI 相同;浏览器端
|
|
24
|
+
代码是 `frontend/` 下的 TypeScript,严格模式类型检查后编译为 `src/evalarc/assets/report_enhance.js`。
|
|
25
|
+
编译产物随仓库提交,因此 `pip install evalarc` 不需要 Node;若它与重新编译的结果不一致,CI 中的
|
|
26
|
+
`npm run check:frontend` 会失败。修改 `frontend/*.ts` 后请运行 `npm run build:frontend` 并提交两者。
|
|
27
|
+
|
|
28
|
+
**报告页面:** 先给结论(结果、原因、下一步),支持深浅色、手机、400% 缩放、打印和禁用 JavaScript。
|
|
29
|
+
启用 JavaScript 时,表头变为排序按钮(WAI-ARIA APG 可排序表格模式),8 行以上的表格带筛选框。
|
|
30
|
+
脚本内联并由页面 CSP 中的 SHA-256 哈希放行,不允许其他脚本、网络请求或远程资源。
|
|
31
|
+
`scripts/check_reports_browser.cjs` 在 CI 中用 axe-core(WCAG 2.2 A/AA)和端到端任务检查全部报告
|
|
32
|
+
类型与查看器;自动检查不能替代屏幕阅读器实测。
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
// Progressive enhancement for EvalArc offline reports, compiled to
|
|
2
|
+
// src/evalarc/assets/report_enhance.js (committed, so `pip install` needs no Node).
|
|
3
|
+
// The Python core inlines the compiled file and allows it by CSP hash; without
|
|
4
|
+
// JavaScript every table still renders in full. Sortable columns follow the WAI-ARIA
|
|
5
|
+
// APG sortable-table pattern (a button inside each header, aria-sort on the sorted
|
|
6
|
+
// column only). Tables with 8+ rows get a labelled row filter with a live count.
|
|
7
|
+
// Tables marked data-static are left alone.
|
|
8
|
+
|
|
9
|
+
(() => {
|
|
10
|
+
type Direction = "ascending" | "descending";
|
|
11
|
+
|
|
12
|
+
const SORTABLE_MIN_ROWS = 3;
|
|
13
|
+
const FILTER_MIN_ROWS = 8;
|
|
14
|
+
|
|
15
|
+
function leadingNumber(text: string): number {
|
|
16
|
+
const match = text.replace(/,/g, "").match(/[-+]?\d*\.?\d+/);
|
|
17
|
+
return match ? parseFloat(match[0]) : NaN;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
function cellText(row: HTMLTableRowElement, column: number): string {
|
|
21
|
+
const cell = row.cells[column];
|
|
22
|
+
return cell ? (cell.textContent ?? "").trim() : "";
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
function compare(a: string, b: string): number {
|
|
26
|
+
const na = leadingNumber(a);
|
|
27
|
+
const nb = leadingNumber(b);
|
|
28
|
+
if (!Number.isNaN(na) && !Number.isNaN(nb)) return na - nb;
|
|
29
|
+
return a.localeCompare(b, undefined, { numeric: true });
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
function makeSortable(body: HTMLTableSectionElement, headers: HTMLTableCellElement[]): void {
|
|
33
|
+
headers.forEach((th, column) => {
|
|
34
|
+
const label = (th.textContent ?? "").trim();
|
|
35
|
+
if (!label) return;
|
|
36
|
+
const button = document.createElement("button");
|
|
37
|
+
button.type = "button";
|
|
38
|
+
const icon = document.createElement("span");
|
|
39
|
+
icon.setAttribute("aria-hidden", "true");
|
|
40
|
+
icon.textContent = "↕";
|
|
41
|
+
button.append(document.createTextNode(`${label} `), icon);
|
|
42
|
+
th.textContent = "";
|
|
43
|
+
th.append(button);
|
|
44
|
+
button.addEventListener("click", () => {
|
|
45
|
+
const direction: Direction =
|
|
46
|
+
th.getAttribute("aria-sort") === "ascending" ? "descending" : "ascending";
|
|
47
|
+
for (const other of headers) {
|
|
48
|
+
other.removeAttribute("aria-sort");
|
|
49
|
+
const mark = other.querySelector<HTMLSpanElement>("button span");
|
|
50
|
+
if (mark) mark.textContent = "↕";
|
|
51
|
+
}
|
|
52
|
+
th.setAttribute("aria-sort", direction);
|
|
53
|
+
icon.textContent = direction === "ascending" ? "▲" : "▼";
|
|
54
|
+
const sorted = Array.from(body.rows).sort((x, y) => {
|
|
55
|
+
const order = compare(cellText(x, column), cellText(y, column));
|
|
56
|
+
return direction === "ascending" ? order : -order;
|
|
57
|
+
});
|
|
58
|
+
for (const row of sorted) body.append(row);
|
|
59
|
+
});
|
|
60
|
+
});
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
function addFilter(table: HTMLTableElement, rows: HTMLTableRowElement[], index: number): void {
|
|
64
|
+
const id = `filter-${index}`;
|
|
65
|
+
const tools = document.createElement("div");
|
|
66
|
+
tools.className = "tools";
|
|
67
|
+
const label = document.createElement("label");
|
|
68
|
+
label.htmlFor = id;
|
|
69
|
+
label.textContent = "Filter rows";
|
|
70
|
+
const input = document.createElement("input");
|
|
71
|
+
input.type = "search";
|
|
72
|
+
input.id = id;
|
|
73
|
+
input.autocomplete = "off";
|
|
74
|
+
const count = document.createElement("span");
|
|
75
|
+
count.className = "count";
|
|
76
|
+
count.setAttribute("aria-live", "polite");
|
|
77
|
+
const update = (): void => {
|
|
78
|
+
const query = input.value.trim().toLowerCase();
|
|
79
|
+
let shown = 0;
|
|
80
|
+
for (const row of rows) {
|
|
81
|
+
const hit = !query || (row.textContent ?? "").toLowerCase().includes(query);
|
|
82
|
+
row.hidden = !hit;
|
|
83
|
+
if (hit) shown += 1;
|
|
84
|
+
}
|
|
85
|
+
count.textContent = `${shown} of ${rows.length} rows`;
|
|
86
|
+
};
|
|
87
|
+
input.addEventListener("input", update);
|
|
88
|
+
tools.append(label, input, count);
|
|
89
|
+
(table.closest(".scroll") ?? table).before(tools);
|
|
90
|
+
update();
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
function enhance(): void {
|
|
94
|
+
let filters = 0;
|
|
95
|
+
document.querySelectorAll<HTMLTableElement>("main table").forEach((table) => {
|
|
96
|
+
const body = table.tBodies[0];
|
|
97
|
+
const head = table.tHead;
|
|
98
|
+
if (!body || !head || !head.rows[0]) return;
|
|
99
|
+
if (body.rows.length < SORTABLE_MIN_ROWS || table.dataset.static !== undefined) return;
|
|
100
|
+
const rows = Array.from(body.rows);
|
|
101
|
+
makeSortable(body, Array.from(head.rows[0].cells));
|
|
102
|
+
if (rows.length >= FILTER_MIN_ROWS) {
|
|
103
|
+
filters += 1;
|
|
104
|
+
addFilter(table, rows, filters);
|
|
105
|
+
}
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
enhance();
|
|
111
|
+
})();
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
{
|
|
2
|
+
"compilerOptions": {
|
|
3
|
+
"target": "ES2020",
|
|
4
|
+
"lib": ["ES2020", "DOM", "DOM.Iterable"],
|
|
5
|
+
"module": "preserve",
|
|
6
|
+
"moduleDetection": "legacy",
|
|
7
|
+
"strict": true,
|
|
8
|
+
"noUnusedLocals": true,
|
|
9
|
+
"noUnusedParameters": true,
|
|
10
|
+
"noImplicitReturns": true,
|
|
11
|
+
"noFallthroughCasesInSwitch": true,
|
|
12
|
+
"exactOptionalPropertyTypes": true,
|
|
13
|
+
"removeComments": false,
|
|
14
|
+
"newLine": "lf",
|
|
15
|
+
"outDir": "../src/evalarc/assets",
|
|
16
|
+
"rootDir": "."
|
|
17
|
+
},
|
|
18
|
+
"files": ["report_enhance.ts"]
|
|
19
|
+
}
|