evalarc 0.22.0__tar.gz → 0.23.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {evalarc-0.22.0 → evalarc-0.23.0}/CHANGELOG.md +8 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/CITATION.cff +2 -2
- {evalarc-0.22.0 → evalarc-0.23.0}/PKG-INFO +4 -4
- {evalarc-0.22.0 → evalarc-0.23.0}/README.md +3 -3
- {evalarc-0.22.0 → evalarc-0.23.0}/README.zh-CN.md +3 -3
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/ci-gate.md +54 -2
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/ci-gate.zh-CN.md +8 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/package-lock.json +2 -2
- {evalarc-0.22.0 → evalarc-0.23.0}/package.json +1 -1
- {evalarc-0.22.0 → evalarc-0.23.0}/pyproject.toml +1 -1
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/__init__.py +1 -1
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/results_diff.py +200 -37
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc.egg-info/PKG-INFO +4 -4
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc.egg-info/SOURCES.txt +2 -0
- evalarc-0.23.0/tests/test_feature_ab24ecf56e51.py +110 -0
- evalarc-0.23.0/tests/test_feature_e5db40f1ad73.py +144 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/CONTRIBUTING.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/MANIFEST.in +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/SECURITY.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/agent-evals.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/agent-evals.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/agentcore-first-review.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/architecture.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/assets/ai-first-review.png +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/assets/banner.svg +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/assets/evidence-lab.png +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/assets/first-review.png +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/assets/judge-stability.png +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/assets/regression-lab.png +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/assets/repeat-lab.png +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/assets/suite-lab.png +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/behavior-first-review.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/behavior-first-review.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/candidate-commands.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/casebook.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/coverage-review.png +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/decision-coverage.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/eval-health.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/eval-health.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/eval-init.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/eval-init.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/explorer.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/first-model-review.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/first-review-media.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/first-review.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/first-review.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/hillclimb-review.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/hillclimb-review.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/hillclimb-run.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/hillclimb-run.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/independent-swe-pilot.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/interop.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/judge-stability.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/judge-stability.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/judging.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/judging.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/languages.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/languages.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/methodology.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/migration.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/naming.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/outreach/first-use-plan.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/outreach/hellogithub-submission.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/outreach/huggingface-introduction.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/outreach/hve-correspondence.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/outreach/launch.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/outreach/status.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/outreach/strands-showcase.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/outreach/weekly-submission.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/publication.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/reliability.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/reliability.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/research-pilots.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/research.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/reviewer-exercise-key.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/reviewer-exercise.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/roadmap.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/suites.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/suites.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/task-authoring.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/trace-workbench.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/validation-v0.3.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/validation-v0.4.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/validation-v0.5.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/validation-v0.6.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/validation.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/verification.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/viewer.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/viewer.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/workflow.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/docs/workflow.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/audit/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/audit/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/audit/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/audit-v0.4/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/audit-v0.4/durable-kv/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/audit-v0.4/durable-kv/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/audit-v0.4/durable-kv/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/audit-v0.4/support-routing/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/audit-v0.4/support-routing/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/audit-v0.4/support-routing/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/PROVIDER-LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/README.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-input-hardlink/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/allowed-temporary-file/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/base-dependencies/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/base-dependencies/src/evalarc/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/base-dependencies/src/evalarc/templates.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/base-dependencies.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/blocked-observer-write/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-private-read/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/child-working-directory/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/composed-cache-publish/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/discarded-private-read/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/duplicate-service-write/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/encoded-service-write/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/hardlink-private-read/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/harness/scripts/behavior_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/harness/scripts/record_behavior_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/harness/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/harness/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/harness/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/harness/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/harness/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/internal-cache/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-only/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/metadata-open-path/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/missing-service-write/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/plan.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/private-readable-mapping/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/publisher-without-cache/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reference/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/rejected-http-method/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/reordered-json/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/sources.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/symlink-private-read/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unicode-temporary-file/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/unrequested-public-symlink/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/write-then-delete/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/controls/wrong-total/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/environment/Dockerfile +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/02-cache-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0005.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0006.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0007.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/03-submit-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0005.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0006.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0007.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/04-composed-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/05-cache-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0005.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0006.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0007.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/06-submit-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0005.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0006.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0007.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0008.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0008.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/07-composed-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/08-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0005.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0006.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0007.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0008.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0008.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/09-submit-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0005.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0006.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0007.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/10-composed-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/11-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/12-cache-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/bridge-preflight.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/completion.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/examples/behavior-audit/environment/Dockerfile +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/pyproject.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/scripts/local_model_server.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/scripts/record_behavior_pilot.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/scripts/record_skill_impact.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/__init__.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/__main__.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/agent_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/artifacts.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/robot_reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/robot_starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/support_reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/support_starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/audit.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/cli.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/coding.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/compare.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/doctor.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/evaluate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/events.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/interop.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/judge_stability.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/judge_stability_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/junit.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/records.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/repetition.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/robot_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/suite.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/support.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/tasks.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/templates.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/trace_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/trace_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/trajectory.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/verify.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/examples/behavior-lab/skills/stage-order-cache/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/examples/behavior-lab/skills/submit-order-cache/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/examples/skill-impact/bridge.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/lib/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/lib/check-files-DJ37avYs.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/lib/cli.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/lib/client.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/lib/index.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/lib/mcp.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/lib/provider-DIndg2HA.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/lib/search-DUE-pmE0.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/lib/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/lib/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/lib/tools.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/node_modules/.pnpm/lock.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/package.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/harness/provider/pnpm-lock.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/plan.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/pilot/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/base-dependencies/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/base-dependencies/src/evalarc/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/base-dependencies/src/evalarc/templates.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/base-dependencies.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/candidate-health/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/forged-health-header/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/harness/scripts/behavior_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/harness/scripts/record_behavior_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/harness/scripts/record_behavior_service_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/harness/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/harness/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/harness/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/harness/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/harness/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/idle/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/malformed-request/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/partial-post-timeout/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/plan.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/service-reference/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/sources.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unknown-method/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/behavior-audit/service-controls/unparsed-connection/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/comparison/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/comparison/baseline.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/comparison/comparison.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/comparison/current.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/comparison/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/cohorts.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/dependencies/package.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/dependencies/source.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/diagnostics/buffering-diagnostic.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/diagnostics/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/diagnostics/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/02-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/02-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/02-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/02-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/02-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/03-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/03-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/03-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/03-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/03-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/06-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/06-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/06-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/06-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/neutral/06-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/preflight-neutral.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/preflight-relevant.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/preparation/match.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/preparation/pools/neutral/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/preparation/pools/relevant/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/preparation-first-attempt/failed-match.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/preparation-first-attempt/pools/neutral/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/preparation-first-attempt/pools/relevant/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/01-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/01-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/01-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/01-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/01-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/04-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/04-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/04-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/04-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/04-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/05-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/05-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/05-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/05-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/relevant/05-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/runtime-image.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/skill-library/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/skill-library/check-files-DJ37avYs.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/skill-library/cli.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/skill-library/client.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/skill-library/index.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/skill-library/mcp.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/skill-library/provider-DIndg2HA.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/skill-library/search-DUE-pmE0.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/skill-library/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/skill-library/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/skill-library/tools.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/initial/tokenization-check.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/dependencies/package.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/dependencies/source.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/02-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/02-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/02-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/02-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/02-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/03-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/03-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/03-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/03-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/03-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/06-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/06-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/06-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/06-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/neutral/06-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/preflight-neutral.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/preflight-relevant.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/preparation/match.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/preparation/pools/neutral/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/preparation/pools/relevant/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/protocol-probe-docker-check.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/01-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/01-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/01-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/01-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/01-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/04-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/04-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/04-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/04-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/04-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/05-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/05-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/05-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/05-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/relevant/05-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/runtime-image.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/skill-library/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/skill-library/check-files-DJ37avYs.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/skill-library/cli.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/skill-library/client.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/skill-library/index.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/skill-library/mcp.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/skill-library/provider-DIndg2HA.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/skill-library/search-DUE-pmE0.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/skill-library/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/skill-library/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/skill-library/tools.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/context-controls/protocol/tokenization-check.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/evaluation/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/evaluation/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/evaluation/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/dependencies/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/dependencies/package.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/dependencies/pnpm-lock.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-handoff.zip +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/02-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/02-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/02-none-17/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/02-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/02-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/02-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/02-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/03-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/03-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/03-none-41/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/03-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/03-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/03-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/03-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/06-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/06-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/06-none-97/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/06-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/06-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/06-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/funes-mcp/06-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/ROBOT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/agent_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/bridge.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/client.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/handoff_metrics.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/local_model_server.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/prepare_funes_source.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/record_handoff_mcp.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/record_skill_impact.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/robot_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/harness/server.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/memory-models-after.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/memory-models-before.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/memory-models-check.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/01-none-17/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/01-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/04-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/04-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/04-none-41/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/04-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/04-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/04-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/04-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/05-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/05-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/05-none-97/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/05-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/05-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/05-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/no-memory/05-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/preflight/baseline/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/preflight/baseline/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/preflight/baseline/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/preflight/baseline/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/preflight/baseline/record.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/preflight/mcp-entrypoint.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/records-manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/metadata.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/part_0_docs.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/part_0_invert.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/part_0_tokens.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/memory/chunks.lance/_transactions/0-31c6cd72-063d-4586-b9c2-da2390276d8e.txn +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/memory/chunks.lance/_transactions/1-3e9493b6-edcc-4c8b-b460-8c38b49d81b7.txn +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/memory/chunks.lance/_versions/18446744073709551613.manifest +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/memory/chunks.lance/_versions/18446744073709551614.manifest +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/memory/chunks.lance/_versions/latest_version_hint.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/memory/chunks.lance/data/01010110111111010101001042459d4b4abc6af5fca566c7fb.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/prior/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/prior/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/prior-session.manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/prior-session.parquet +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/source/source.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/funes-handoff/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/attempts/cli-argument-error.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/imports/clock-fault/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/imports/clock-fault/harbor-import.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/imports/clock-fault/source-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/imports/clock-fault/source-trajectory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/imports/detached-answers/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/imports/detached-answers/harbor-import.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/imports/detached-answers/source-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/imports/detached-answers/source-trajectory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/imports/reference/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/imports/reference/harbor-import.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/imports/reference/source-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/imports/reference/source-trajectory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/clock-fault/config.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/clock-fault/lock.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/clock-fault/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/agent/trajectory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/artifacts/answers.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/artifacts/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/config.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/lock.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/verifier/evidence.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/detached-answers/config.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/detached-answers/lock.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/detached-answers/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/agent/trajectory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/artifacts/answers.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/artifacts/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/config.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/lock.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/verifier/evidence.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/reference/config.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/reference/lock.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/reference/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/reference/task__V4pJMVL/agent/trajectory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/reference/task__V4pJMVL/artifacts/answers.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/reference/task__V4pJMVL/artifacts/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/reference/task__V4pJMVL/config.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/reference/task__V4pJMVL/lock.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/reference/task__V4pJMVL/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/jobs/reference/task__V4pJMVL/verifier/evidence.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/plan.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/environment/requests.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/export-manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/instruction.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/task.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/tests/evalarc/assets/JAVASCRIPT.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/tests/evalarc/assets/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/tests/evalarc/assets/ROBOT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/tests/evalarc/assets/SUPPORT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/tests/evalarc/assets/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/tests/evalarc/assets/reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/tests/evalarc/assets/robot_recordings.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/tests/evalarc/assets/robot_reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/tests/evalarc/assets/robot_starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/tests/evalarc/assets/starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/tests/evalarc/assets/support_reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/harbor-controls/task/tests/evalarc/assets/support_starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-review/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-review/build.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-review/results/00-baseline.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-review/results/01-prompt-audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-review/results/02-refund-examples.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-review/results/03-opus-5.5-low.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-review/results/04-haiku-minimal.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-review/results/05-sonnet-5-low.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-review/split.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-run/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-run/hillclimb.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-run/judge.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-run/judge.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-run/split.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-run/workspace/evaluate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-run/workspace/proposals.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-run/workspace/propose.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-run/workspace/rules.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/hillclimb-run/workspace/tickets.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/README.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/data.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/independent-swe.zip +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/rows.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/00.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/01.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/02.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/03.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/04.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/05.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/06.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/07.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/08.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/09.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/10.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/11.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/12.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/13.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/14.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/15.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/16.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/18.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/19.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/20.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/21.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/22.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/23.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/24.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/25.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/26.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/27.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/28.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/30.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/31.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/32.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/33.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/34.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/independent-swe/traces/35.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/javascript-audits/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/javascript-audits/durable-kv/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/javascript-audits/durable-kv/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/javascript-audits/durable-kv/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/javascript-audits/support-routing/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/javascript-audits/support-routing/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/javascript-audits/support-routing/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/judge-stability/judge-1.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/judge-stability/judge-2.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/judge-stability/judge-3.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/baseline-model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/current-model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/model_checks.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/protocol.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/protocol.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/record.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/already-closed-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/already-closed-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/already-closed-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/already-routed-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/already-routed-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/already-routed-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/identity.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/literal-note-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/literal-note-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/literal-note-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/open-billing-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/open-billing-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/open-billing-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/protocol.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/resolved-bug-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/resolved-bug-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/resolved-bug-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/retry-same-key-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/retry-same-key-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/retry-same-key-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/terminal-error-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/terminal-error-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/terminal-error-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/ticket-text-injection-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/ticket-text-injection-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/baseline/ticket-text-injection-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/already-closed-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/already-closed-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/already-closed-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/already-routed-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/already-routed-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/already-routed-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/identity.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/literal-note-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/literal-note-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/literal-note-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/open-billing-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/open-billing-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/open-billing-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/protocol.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/resolved-bug-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/resolved-bug-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/resolved-bug-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/retry-same-key-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/retry-same-key-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/retry-same-key-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/terminal-error-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/terminal-error-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/terminal-error-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/ticket-text-injection-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/ticket-text-injection-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/recorded/current/ticket-text-injection-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/regrade.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/baseline-17.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/baseline-17.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/baseline-29.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/baseline-29.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/baseline-43.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/baseline-43.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/baseline.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/comparison.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/comparison.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/current-17.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/current-17.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/current-29.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/current-29.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/current-43.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/current-43.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/current.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/reports/redactions.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/runtime-environment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/model-upgrade/runtime-failures.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/javascript-coding/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/javascript-coding/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/javascript-coding/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/javascript-coding/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/javascript-coding/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/javascript-support/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/javascript-support/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/javascript-support/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/javascript-support/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/javascript-support/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/python-coding/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/python-coding/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/python-coding/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/python-coding/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/jobs/python-coding/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/junit.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/plan.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/suite.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/run/suite.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/multilanguage/suite.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition/attempts/0002/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition/attempts/0002/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition/attempts/0003/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition/attempts/0003/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition-faulty/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition-faulty/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition-faulty/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition-faulty/attempts/0002/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition-faulty/attempts/0002/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition-faulty/attempts/0003/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition-faulty/attempts/0003/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition-faulty/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition-faulty/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition-faulty/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/repetition-faulty-candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/funes/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/02-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/02-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/02-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/02-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/02-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/02-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/03-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/03-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/03-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/03-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/03-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/03-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/06-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/06-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/06-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/06-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/06-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/funes-recall/06-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/04-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/04-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/04-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/04-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/04-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/04-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/05-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/05-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/05-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/05-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/05-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/no-memory/05-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/handoff-continuation/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-import-oracle/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-import-oracle/harbor-import.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-import-oracle/source-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-import-oracle-retry/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-import-oracle-retry/harbor-import.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-import-oracle-retry/source-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-native/robot-nop/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-native/robot-nop-retry/harbor-task__ax7VMfq/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-native/robot-nop-retry/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-native/robot-oracle/harbor-task__jNcD4Ci/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-native/robot-oracle/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-native/robot-oracle-fixed/harbor-task__pYo9jgP/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/harbor-native/robot-oracle-fixed/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/robot-audit-javascript/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/robot-audit-python/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/01-none-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/01-none-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/01-none-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/02-cache-17/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/02-cache-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/02-cache-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/02-cache-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/02-cache-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/02-cache-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/03-publish-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/03-publish-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/03-publish-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/03-publish-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/03-publish-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/04-composed-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/04-composed-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/04-composed-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/04-composed-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/04-composed-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/05-cache-41/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/05-cache-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/05-cache-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/05-cache-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/05-cache-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/05-cache-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/06-publish-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/06-publish-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/06-publish-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/06-publish-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/06-publish-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/07-composed-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/07-composed-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/07-composed-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/07-composed-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/07-composed-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/08-none-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/08-none-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/08-none-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/08-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/08-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/09-publish-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/09-publish-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/09-publish-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/09-publish-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/09-publish-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/10-composed-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/10-composed-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/10-composed-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/10-composed-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/10-composed-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/11-none-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/11-none-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/11-none-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/11-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/11-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/12-cache-97/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/12-cache-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/12-cache-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/12-cache-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/12-cache-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/12-cache-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/controls/boolean-count/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/controls/duplicate-key/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/controls/private-side-effect/public/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/controls/private-side-effect/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/controls/self-reported-success/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/controls/valid/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/controls/valid-reordered/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/controls/wrong-total/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/grader-controls.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-composition-pilot/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/02-direct-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/02-direct-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/02-direct-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/02-direct-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/02-direct-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/03-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/03-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/03-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/03-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/04-direct-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/04-direct-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/04-direct-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/04-direct-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/04-direct-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/05-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/05-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/05-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/05-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/06-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/06-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/06-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/06-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/06-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/07-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/07-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/07-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/07-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/08-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/08-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/08-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/08-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/08-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/09-direct-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/09-direct-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/09-direct-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/09-direct-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/09-direct-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/harness/skill-library/bundle-cli-DuVlt2Sp.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/harness/skill-library/check-files-CjcQukSA.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/harness/skill-library/cli.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/harness/skill-library/client.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/harness/skill-library/index.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/harness/skill-library/mcp.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/harness/skill-library/provider-D_asoyBt.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/harness/skill-library/search-DUE-pmE0.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/harness/skill-library/skill-bundle-rgNKCmVS.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/harness/skill-library/skill-check-Da47aHh6.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/harness/skill-library/tools.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-catalog-fallback/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/02-direct-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/02-direct-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/02-direct-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/02-direct-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/02-direct-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/03-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/03-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/03-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/03-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/04-direct-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/04-direct-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/04-direct-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/04-direct-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/04-direct-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/05-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/05-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/05-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/05-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/06-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/06-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/06-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/06-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/06-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/07-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/07-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/07-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/07-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/08-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/08-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/08-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/08-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/08-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/09-direct-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/09-direct-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/09-direct-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/09-direct-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/09-direct-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-contract-inline/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/01-none-17/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/02-direct-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/02-direct-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/02-direct-17/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/02-direct-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/02-direct-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/02-direct-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/03-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/03-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/03-mcp-17/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/03-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/03-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/04-direct-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/04-direct-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/04-direct-41/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/04-direct-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/04-direct-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/04-direct-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/05-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/05-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/05-mcp-41/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/05-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/05-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/06-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/06-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/06-none-41/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/06-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/06-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/06-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/07-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/07-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/07-mcp-97/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/07-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/07-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/08-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/08-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/08-none-97/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/08-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/08-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/08-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/09-direct-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/09-direct-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/09-direct-97/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/09-direct-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/09-direct-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/09-direct-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/readiness-regrade.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/research/skill-impact-matched/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/inspect/attributes.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/inspect/baseline.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/inspect/cases.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/inspect/current.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/inspect/harness/system-prompt.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/inspect/refund_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/inspect/split.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/inspect/suites.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/junit/baseline.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/junit/cases.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/junit/current.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/junit/refund_checks.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/promptfoo/baseline.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/promptfoo/baseline.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/promptfoo/current.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/promptfoo/current.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/results-diff/promptfoo/promptfooconfig.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/README.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/completion.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/dependencies/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/dependencies/package.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/dependencies/pnpm-lock.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/pyproject.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/scripts/export_funes_trace.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/scripts/handoff_metrics.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/scripts/local_model_server.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/scripts/prepare_funes_source.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/scripts/prepare_skill_handoff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/scripts/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/scripts/record_handoff_mcp.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/scripts/record_skill_impact.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/__init__.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/__main__.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/agent_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/artifacts.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/JAVASCRIPT.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/ROBOT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/SUPPORT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_recordings.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/audit.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/cli.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/coding.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/compare.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/doctor.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/evaluate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/events.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/interop.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/judge_stability.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/judge_stability_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/junit.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/records.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/repetition.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/robot_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/suite.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/support.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/tasks.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/templates.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/trace_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/trace_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/trajectory.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/evalarc/src/evalarc/verify.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/examples/funes-handoff/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/examples/funes-handoff/bridge.d.mts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/examples/funes-handoff/bridge.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/examples/funes-handoff/client.d.mts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/examples/funes-handoff/client.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/examples/funes-handoff/server.d.mts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/examples/funes-handoff/server.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/examples/skill-impact/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/examples/skill-impact/bridge.d.mts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/examples/skill-impact/bridge.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/check-files-DJ37avYs.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/cli.d.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/cli.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/client.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/index.d.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/index.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/mcp.d.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/mcp.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/provider-DIndg2HA.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/provider-ulVIl-58.d.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/search-DUE-pmE0.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/tools.d.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/lib/tools.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/package.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/pnpm-lock.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/runtime-lock.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/agents.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/bundle-cli.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/bundle-manifest.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/catalog.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/check-files.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/cli.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/client/index.tsx +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/client/locale.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/client/styles.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/config.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/discover.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/frontmatter.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/index.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/load-receipt.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/mcp.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/origin.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/provider.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/search.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/skill-bundle.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/skill-check.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/skill-input.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/skill-surface.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/sources.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/tools.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/web-protocol.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen/provider/src/web.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/frozen-inputs-check.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/02-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/02-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/02-none-17/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/02-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/02-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/02-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/02-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/03-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/03-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/03-none-41/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/03-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/03-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/03-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/03-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/06-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/06-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/06-none-97/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/06-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/06-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/06-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/funes-mcp/06-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/ROBOT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/agent_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/bridge.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/client.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/handoff_metrics.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/local_model_server.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/prepare_funes_source.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/prepare_skill_handoff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/record_handoff_mcp.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/record_skill_impact.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/robot_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/harness/server.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/memory-models-after.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/memory-models-before.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/memory-models-check.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/01-none-17/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/01-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/04-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/04-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/04-none-41/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/04-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/04-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/04-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/04-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/05-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/05-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/05-none-97/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/05-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/05-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/05-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/no-memory/05-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/preloads/funes-mcp-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/preloads/funes-mcp-41.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/preloads/funes-mcp-97.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/preloads/no-memory-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/preloads/no-memory-41.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/preloads/no-memory-97.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/records-manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/skill-handoff.zip +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/SKILL-LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/metadata.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/part_0_docs.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/part_0_invert.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/part_0_tokens.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/memory/chunks.lance/_transactions/0-1b9813af-7636-4918-bf12-7b8c43dc5ed6.txn +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/memory/chunks.lance/_transactions/1-3e12aea4-1d1c-4c50-b909-870cd24ee4ab.txn +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/memory/chunks.lance/_versions/18446744073709551613.manifest +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/memory/chunks.lance/_versions/18446744073709551614.manifest +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/memory/chunks.lance/_versions/latest_version_hint.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/memory/chunks.lance/data/0010111101101010001000011605494953a8cebc1b74e9ed25.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/prior/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/prior/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/prior-session.manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/prior-session.parquet +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/prior-skill-load.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/skill-pins.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/skills/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/source/source.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/validation/baseline/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/validation/baseline/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/validation/baseline/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/validation/baseline/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/validation/baseline/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/validation/baseline/record.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/validation/mcp-controls.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/validation/preflight-pin-drift.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/validation/preflight-skill.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/validation/runtime-package-after.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-handoff/validation/runtime-package-during.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/METHODS.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/ROBOT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/app.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/lab.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/profiles/skill-impact-catalog-fallback/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/profiles/skill-impact-catalog-fallback/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/profiles/skill-impact-contract-inline/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/profiles/skill-impact-contract-inline/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/profiles/skill-impact-matched/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/profiles/skill-impact-matched/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/02-direct-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/02-direct-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/03-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/04-direct-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/04-direct-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/05-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/06-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/06-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/07-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/08-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/08-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/09-direct-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-catalog-fallback/09-direct-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/02-direct-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/02-direct-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/03-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/04-direct-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/04-direct-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/05-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/06-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/06-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/07-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/08-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/08-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/09-direct-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-contract-inline/09-direct-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/02-direct-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/02-direct-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/03-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/04-direct-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/04-direct-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/05-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/06-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/06-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/07-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/08-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/08-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/09-direct-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/skill-impact/trials/skill-impact-matched/09-direct-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/static-analysis/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/static-analysis/conftest.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/static-analysis/test_static_analysis.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/strands-state-review/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/strands-state-review/README.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/strands-state-review/recorded/baseline-native.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/strands-state-review/recorded/comparison.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/strands-state-review/recorded/current-native.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/coding-reference/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/coding-reference/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/coding-reference/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/coding-reference/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/coding-reference/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-partial/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-partial/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-partial/attempts/0002/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-partial/attempts/0002/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-partial/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-partial/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-partial/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-protected/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-protected/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-protected/attempts/0002/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-protected/attempts/0002/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-protected/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-protected/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/jobs/support-protected/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/junit.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/plan.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/suite.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suite/suite.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suites/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suites/acceptance.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/suites/partial-progress.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/support-audit/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/support-audit/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/support-audit/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/support-node/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/support-node/evalarc.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/support-node/main.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/trace-workbench/baseline.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/trace-workbench/current.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/examples/trace-workbench/mcp-recorded.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/frontend/report_enhance.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/frontend/tsconfig.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/huggingface/DATASET.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/huggingface/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/research/naming-checks-2026-09-14.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/research/papers.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/research/references.bib +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/research/sources.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/behavior_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_behavior_site.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_context_collection.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_context_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_dataset.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_handoff_mcp.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_harbor_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_judge_examples.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_research_site.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_site.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_skill_handoff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_skill_impact_site.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_swe_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/build_trace_examples.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/capture_ai_walkthrough.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/capture_first_review.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_ai_walkthrough.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_behavior_browser.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_context_browser.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_context_tokens.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_frontend_build.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_handoff_browser.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_hosted_downloads.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_installed.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_model_upgrade.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_reports_browser.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_sdist.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_site.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_strands_browser.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_strands_recipe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/check_swe_browser.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/export_funes_trace.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/export_harbor_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/handoff_metrics.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/handoff_page.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/harbor_control_agent.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/hf_readback.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/local_model_server.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/model_upgrade.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/model_upgrade_page.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/prepare_context_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/prepare_funes_source.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/prepare_skill_handoff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/prepare_swe_conditions.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/publish_dataset.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/publish_space.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/record_behavior_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/record_behavior_pilot.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/record_behavior_service_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/record_context_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/record_handoff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/record_handoff_mcp.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/record_harbor_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/record_skill_composition.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/record_skill_impact.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/record_swe_control.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/record_swe_pilot.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/skill_handoff_README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/skill_handoff_README.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/skill_handoff_page.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/strands_page.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/swe_dataset.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/swe_report_README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/swe_report_README.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/swe_report_index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/swe_workspace.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/scripts/verify_research.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/setup.cfg +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/site/app.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/site/icon.svg +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/site/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/site/labs/research.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/site/labs/skill-impact.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/site/labs/skill-impact.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/site/model-proof.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/site/strands/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/site/strands/review.css +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/site/strands/review.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/site/style.css +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/__main__.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/agent_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/artifacts.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/EVAL_README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/JAVASCRIPT.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/ROBOT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/SUPPORT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/eval_app.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/eval_evaluate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/eval_grader.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/eval_propose.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/report_enhance.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/robot_recordings.json +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/robot_reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/robot_reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/robot_starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/robot_starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/support_reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/support_reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/support_starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/assets/support_starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/audit.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/cli.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/coding.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/compare.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/decision_coverage.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/doctor.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/eval_health.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/eval_project.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/evaluate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/events.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/evidence.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/generalization.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/hillclimb.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/hillclimb_run.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/interop.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/judge_stability.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/judge_stability_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/judging.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/junit.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/provenance.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/records.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/repetition.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/robot_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/suite.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/suite_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/support.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/tasks.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/templates.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/trace_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/trace_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/trajectory.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/transcripts.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/trials.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/trusted.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/usage.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/verify.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc/viewer.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc.egg-info/dependency_links.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc.egg-info/entry_points.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc.egg-info/requires.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/src/evalarc.egg-info/top_level.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_agent_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_artifact_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_behavior_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_behavior_site.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_case_attributes.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_commands.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_comparison.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_context_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_dataset.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_detection_margin.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_diff_suites.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_eval_health.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_eval_project.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_feature_3412504c3ce6.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_feature_3f06389f4f3d.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_feature_434f7ba01ae3.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_feature_6401d7fe5951.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_feature_6457aeea39a6.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_feature_b64744a8af0c.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_feature_cb4fe5a9ab91.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_feature_e0a029ce3b1b.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_feature_f107c0a41d3a.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_generalization.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_grading.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_handoff_metrics.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_handoff_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_harbor_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_harbor_export.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_hf_readback.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_hillclimb.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_hillclimb_run.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_hillclimb_suites.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_interop.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_judge_panel.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_judge_stability.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_judging.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_model_file_identity.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_model_upgrade.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_recording_failures.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_repetition.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_report_verify.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_research.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_results_diff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_robot_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_runtime_limits.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_site.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_skill_handoff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_skill_handoff_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_startup_readiness.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_static_analysis_example.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_strands_page.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_suite.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_summary_display_boundary.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_support.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_swe_control.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_swe_dataset.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_swe_pilot.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_swe_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_swe_workspace.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_task_inputs.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_templates.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_trace_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_trajectory.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_transcripts.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_trials.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_usage.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_verify.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_viewer.py +0 -0
- {evalarc-0.22.0 → evalarc-0.23.0}/tests/test_workflow.py +0 -0
|
@@ -1,5 +1,13 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.23.0 — 2026-11-02
|
|
4
|
+
|
|
5
|
+
- show the per-finding "Why the gate failed" explanation in the diff index.html. When a diff has at least one blocking change, `evalarc diff --output DIR` now adds a 'Why the gate failed' section to DIR/index.html, the report the CLI links to. The section sits after the Changed checks table and before the remaining sections. It contains the numeric threshold sentence and a table with these columns: Finding (kind, plus '(within noise)' when flagged, shown as a ✗ tone label so it does not rely on color), Case / check, Baseline, Current, and Failing attempt (the first failing current attempt's value and evidence, each clipped to 120 characters). Removed checks show the baseline attempt labelled 'not recorded in the current run; baseline:'. Rows with no detail show 'no attempt detail recorded'. A metadata line gives each input's file name and a 12-character sha256 prefix. Every value is HTML-escaped. summary.md and index.html now build this section from the same shared rows, so they cannot drift. summary.md text, diff.json and exit codes are unchanged. When nothing blocks, index.html is unchanged.
|
|
6
|
+
|
|
7
|
+
## 0.22.1 — 2026-10-28
|
|
8
|
+
|
|
9
|
+
- fix: refuse to compare Inspect runs scored at different numeric pass thresholds. evalarc.results_diff.diff() now refuses to compare two Inspect runs whose numeric scores were judged against different pass thresholds. The Inspect loader turns every finite numeric score into a pass or fail with the threshold given to load_results(path, threshold=...). So a baseline loaded at 0.8 and a current run loaded at 0.5 could report checks as improved, or let the gate pass, when the agent had not changed. The new check runs after the existing format and task checks. It raises ValueError('inputs are not comparable: numeric pass threshold 0.8 (baseline) != 0.5 (current); numeric Inspect scores were judged against different pass thresholds. Load both runs with the same threshold.') and returns no partial result. These comparisons behave as before: equal thresholds (1 and 1.0 count as equal), Inspect runs with only letter-grade, boolean or missing score values, a baseline run dict without a threshold key, and all promptfoo and JUnit comparisons. docs/ci-gate.md has a new section, 'Numeric pass threshold must match (Inspect)'.
|
|
10
|
+
|
|
3
11
|
## 0.22.0 — 2026-10-20
|
|
4
12
|
|
|
5
13
|
- explain each blocking finding in the diff summary. When a diff has at least one blocking change (regressed, less_reliable, unassessed, less_covered or removed), summary.md and the --markdown output ($GITHUB_STEP_SUMMARY or a PR comment) now include a '#### Why the gate failed' section after the changes table. It states the numeric pass threshold that was applied. It then has one row per blocking finding: the kind, a '(within noise)' flag when the change is within sampling noise, the case and check together in one cell, the baseline and current fractions, and the first failing recorded attempt as 'value V · evidence E'. Removed checks show their baseline attempt instead, and less_covered checks show both assessed counts. The section ends with a provenance line giving each input's file name and the first 12 hex characters of its sha256, but only when both digests are recorded. Untrusted values are escaped and cut to 120 characters. The section follows the existing row limit and gives an overflow count that points to diff.json. Summaries with no blocking change are unchanged, and so are diff.json, index.html, exit codes and the gate logic.
|
|
@@ -4,8 +4,8 @@ title: "EvalArc: Auditable Evaluations for AI Agents"
|
|
|
4
4
|
type: software
|
|
5
5
|
authors:
|
|
6
6
|
- name: EvalArc contributors
|
|
7
|
-
version: 0.
|
|
8
|
-
date-released: 2026-
|
|
7
|
+
version: 0.23.0
|
|
8
|
+
date-released: 2026-11-02
|
|
9
9
|
license: MIT
|
|
10
10
|
repository-code: "https://github.com/noteflowai/evalarc"
|
|
11
11
|
url: "https://noteflowai.github.io/evalarc/"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: evalarc
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.23.0
|
|
4
4
|
Summary: Find agent regressions behind better scores: compare changed checks, review recorded tool actions and verify evidence offline.
|
|
5
5
|
Author: EvalArc contributors
|
|
6
6
|
License-Expression: MIT
|
|
@@ -103,13 +103,13 @@ and the upgrade gate fails. These checks share two format/schema failures.
|
|
|
103
103
|
installs the published wheel, downloads the records and rebuilds the comparison.
|
|
104
104
|
Verification exits 0 for consistency; comparison exits 1 for the regression.
|
|
105
105
|
|
|
106
|
-
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.
|
|
106
|
+
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.23.0/)
|
|
107
107
|
in a fresh virtual environment:
|
|
108
108
|
|
|
109
109
|
```bash
|
|
110
110
|
python3 -m venv .venv
|
|
111
111
|
. .venv/bin/activate
|
|
112
|
-
python -m pip install evalarc==0.
|
|
112
|
+
python -m pip install evalarc==0.23.0
|
|
113
113
|
evalarc --version
|
|
114
114
|
```
|
|
115
115
|
|
|
@@ -161,7 +161,7 @@ because checks missing from it cannot be compared; rerun that evaluation to
|
|
|
161
161
|
completion and compare again.
|
|
162
162
|
|
|
163
163
|
```yaml
|
|
164
|
-
- uses: noteflowai/evalarc@v0.
|
|
164
|
+
- uses: noteflowai/evalarc@v0.23.0 # or a full commit SHA
|
|
165
165
|
with:
|
|
166
166
|
baseline: evals/baseline.json
|
|
167
167
|
current: results/current.json
|
|
@@ -68,13 +68,13 @@ and the upgrade gate fails. These checks share two format/schema failures.
|
|
|
68
68
|
installs the published wheel, downloads the records and rebuilds the comparison.
|
|
69
69
|
Verification exits 0 for consistency; comparison exits 1 for the regression.
|
|
70
70
|
|
|
71
|
-
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.
|
|
71
|
+
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.23.0/)
|
|
72
72
|
in a fresh virtual environment:
|
|
73
73
|
|
|
74
74
|
```bash
|
|
75
75
|
python3 -m venv .venv
|
|
76
76
|
. .venv/bin/activate
|
|
77
|
-
python -m pip install evalarc==0.
|
|
77
|
+
python -m pip install evalarc==0.23.0
|
|
78
78
|
evalarc --version
|
|
79
79
|
```
|
|
80
80
|
|
|
@@ -126,7 +126,7 @@ because checks missing from it cannot be compared; rerun that evaluation to
|
|
|
126
126
|
completion and compare again.
|
|
127
127
|
|
|
128
128
|
```yaml
|
|
129
|
-
- uses: noteflowai/evalarc@v0.
|
|
129
|
+
- uses: noteflowai/evalarc@v0.23.0 # or a full commit SHA
|
|
130
130
|
with:
|
|
131
131
|
baseline: evals/baseline.json
|
|
132
132
|
current: results/current.json
|
|
@@ -52,13 +52,13 @@ EvalArc 是面向 Agent 评测的 Python 命令行复核工具:逐项对比已
|
|
|
52
52
|
3. **本地复算。** [首次复核指南](docs/first-review.zh-CN.md)使用发布的 wheel 和原始记录重建报告;
|
|
53
53
|
复核退出 0 表示一致,对照退出 1 表示发现退步。
|
|
54
54
|
|
|
55
|
-
在新的虚拟环境中,从 [PyPI](https://pypi.org/project/evalarc/0.
|
|
55
|
+
在新的虚拟环境中,从 [PyPI](https://pypi.org/project/evalarc/0.23.0/)
|
|
56
56
|
安装已发布的复核工具:
|
|
57
57
|
|
|
58
58
|
```bash
|
|
59
59
|
python3 -m venv .venv
|
|
60
60
|
. .venv/bin/activate
|
|
61
|
-
python -m pip install evalarc==0.
|
|
61
|
+
python -m pip install evalarc==0.23.0
|
|
62
62
|
evalarc --version
|
|
63
63
|
```
|
|
64
64
|
|
|
@@ -105,7 +105,7 @@ Anthropic《Demystifying evals for AI agents》的建议在 EvalArc 中如何落
|
|
|
105
105
|
准确率从 0.625 升至 0.8125,同时有三个检查项丢失通过。
|
|
106
106
|
|
|
107
107
|
```yaml
|
|
108
|
-
- uses: noteflowai/evalarc@v0.
|
|
108
|
+
- uses: noteflowai/evalarc@v0.23.0 # 或完整的提交 SHA
|
|
109
109
|
with:
|
|
110
110
|
baseline: evals/baseline.json
|
|
111
111
|
current: results/current.json
|
|
@@ -84,8 +84,15 @@ Inputs: baseline `baseline.json` sha256 `<first 12 hex>`, current `current.json`
|
|
|
84
84
|
- The `Inputs:` line appears only when both runs record a source name and
|
|
85
85
|
digest. The full digests stay in `diff.json`.
|
|
86
86
|
|
|
87
|
-
|
|
88
|
-
|
|
87
|
+
`index.html`, the report the CLI prints after `Report:`, shows the same
|
|
88
|
+
section below the Changed checks table. It has the same columns, threshold
|
|
89
|
+
sentence and `Inputs:` digest line, built from the same rows. Each finding is
|
|
90
|
+
marked with a ✗ symbol as well as a color, and the table scrolls inside a
|
|
91
|
+
keyboard-focusable region. Unlike `summary.md`, the HTML lists every blocking
|
|
92
|
+
finding with no row limit, as its Changed checks table already does.
|
|
93
|
+
|
|
94
|
+
The section only explains the result. It never changes the gate, the exit code
|
|
95
|
+
or `diff.json`. A summary or `index.html` with no blocking change has no such
|
|
89
96
|
section and is the same as before. That covers a passing gate, an incomplete run
|
|
90
97
|
with no changed checks, and a failure of the opt-in regression suite only.
|
|
91
98
|
|
|
@@ -187,6 +194,51 @@ pass rates. Re-export with `promptfoo eval --output` (or remove the copied row
|
|
|
187
194
|
in a reviewed commit) and compare again. Rows without an integer `testIdx`
|
|
188
195
|
are not checked, and a copy whose `testIdx` was edited is not detected.
|
|
189
196
|
|
|
197
|
+
### Numeric pass threshold must match (Inspect)
|
|
198
|
+
|
|
199
|
+
The Inspect loader turns each finite numeric score into a pass or a fail by
|
|
200
|
+
comparing it with the threshold given to
|
|
201
|
+
`load_results(path, threshold=...)`. A score passes when it is at least the
|
|
202
|
+
threshold. A score of 0.7 passes at 0.5 and fails at 0.8, so two runs loaded at
|
|
203
|
+
different thresholds use different pass definitions. Their `improved` or
|
|
204
|
+
`regressed` rows would then come from the threshold, not from the agent. For
|
|
205
|
+
that reason `diff` refuses an Inspect comparison when all of these hold: both
|
|
206
|
+
runs record a threshold, the two thresholds are unequal, and at least one run
|
|
207
|
+
has a numeric score value.
|
|
208
|
+
|
|
209
|
+
```text
|
|
210
|
+
inputs are not comparable: numeric pass threshold 0.8 (baseline) != 0.5 (current); numeric Inspect scores were judged against different pass thresholds. Load both runs with the same threshold.
|
|
211
|
+
```
|
|
212
|
+
|
|
213
|
+
Python callers of `diff` receive `ValueError`, with no partial result and no
|
|
214
|
+
gate verdict. This check runs after the format and task checks, so those errors
|
|
215
|
+
are still reported first, with the same messages. To fix the error, load both
|
|
216
|
+
runs with the same threshold:
|
|
217
|
+
|
|
218
|
+
```python
|
|
219
|
+
from pathlib import Path
|
|
220
|
+
|
|
221
|
+
from evalarc.results_diff import diff, load_results
|
|
222
|
+
|
|
223
|
+
result = diff(
|
|
224
|
+
load_results(Path("baseline.json"), threshold=0.8),
|
|
225
|
+
load_results(Path("current.json"), threshold=0.8),
|
|
226
|
+
)
|
|
227
|
+
```
|
|
228
|
+
|
|
229
|
+
These cases are not affected:
|
|
230
|
+
|
|
231
|
+
- Equal thresholds. `1` and `1.0` count as equal.
|
|
232
|
+
- Inspect logs whose score values are only letter grades, booleans or missing
|
|
233
|
+
values. The threshold cannot change their verdicts.
|
|
234
|
+
- promptfoo and JUnit inputs.
|
|
235
|
+
- A hand-built baseline run dict without a `threshold` key. The rule is
|
|
236
|
+
skipped for it.
|
|
237
|
+
|
|
238
|
+
As before, `diff` does not support a current run dict without a `threshold`
|
|
239
|
+
key. `numeric_pass_threshold` in `diff.json` still records the current run's
|
|
240
|
+
threshold.
|
|
241
|
+
|
|
190
242
|
## Regression corpus
|
|
191
243
|
|
|
192
244
|
`tests/test_feature_cb4fe5a9ab91.py` pins how the gate handles each kind of
|
|
@@ -97,6 +97,14 @@ JUnit 用例)时,若至少一侧出现了通过与失败并存的实际波
|
|
|
97
97
|
每个检查项的尝试次数(Inspect `--epochs`、promptfoo `--repeat`)。这对应“收益必须超过
|
|
98
98
|
评测噪声才值得采纳”的做法。
|
|
99
99
|
|
|
100
|
+
## 门禁失败原因
|
|
101
|
+
|
|
102
|
+
至少有一个变化阻断门禁时,`summary.md` 与 `index.html` 都会在变化表之后加上
|
|
103
|
+
“Why the gate failed”一节:逐条给出阻断类型、是否在采样噪声内、第一次失败的已记录尝试
|
|
104
|
+
(`removed` 行显示基线尝试,`less_covered` 行显示已评估次数),以及数值阈值和两份输入
|
|
105
|
+
SHA-256 的前 12 位。两者使用同一组行;`summary.md` 沿用变化表的行数上限,`index.html`
|
|
106
|
+
列出全部阻断行。这一节只解释结果,不改变门禁、退出码或 `diff.json`;没有阻断变化时不出现。
|
|
107
|
+
|
|
100
108
|
## 留出集:改动是否泛化
|
|
101
109
|
|
|
102
110
|
若改动是针对部分评测用例调出来的,仅凭这些用例无法说明它在别处也有帮助。用一个小 JSON
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "evalarc-evidence-site",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.23.0",
|
|
4
4
|
"lockfileVersion": 3,
|
|
5
5
|
"requires": true,
|
|
6
6
|
"packages": {
|
|
7
7
|
"": {
|
|
8
8
|
"name": "evalarc-evidence-site",
|
|
9
|
-
"version": "0.
|
|
9
|
+
"version": "0.23.0",
|
|
10
10
|
"devDependencies": {
|
|
11
11
|
"@axe-core/playwright": "4.13.0",
|
|
12
12
|
"playwright": "1.63.0",
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "evalarc"
|
|
7
|
-
version = "0.
|
|
7
|
+
version = "0.23.0"
|
|
8
8
|
description = "Find agent regressions behind better scores: compare changed checks, review recorded tool actions and verify evidence offline."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
requires-python = ">=3.11"
|
|
@@ -98,6 +98,8 @@ def diff(baseline: dict, current: dict) -> dict:
|
|
|
98
98
|
before, after = baseline["identity"].get(field), current["identity"].get(field)
|
|
99
99
|
if before is not None and after is not None and before != after:
|
|
100
100
|
raise ValueError(f"inputs are not comparable: {field} {before!r} != {after!r}")
|
|
101
|
+
if baseline["format"] == "inspect":
|
|
102
|
+
_require_same_numeric_threshold(baseline, current)
|
|
101
103
|
changes, unchanged = [], 0
|
|
102
104
|
for case_id in sorted(set(baseline["cases"]) | set(current["cases"])):
|
|
103
105
|
before_checks = baseline["cases"].get(case_id, {})
|
|
@@ -293,7 +295,7 @@ def render_markdown(result: dict, limit: int = 50) -> str:
|
|
|
293
295
|
|
|
294
296
|
|
|
295
297
|
def render_html(result: dict, destination: Path) -> None:
|
|
296
|
-
from evalarc.report import _card, _esc, _page, _tone, _verdict
|
|
298
|
+
from evalarc.report import _card, _esc, _page, _table, _tone, _verdict
|
|
297
299
|
|
|
298
300
|
before, after = result["baseline"], result["current"]
|
|
299
301
|
passed = (
|
|
@@ -386,6 +388,8 @@ def render_html(result: dict, destination: Path) -> None:
|
|
|
386
388
|
body += "</tbody></table></div>"
|
|
387
389
|
else:
|
|
388
390
|
body += "<p>Every recorded check has the same pass count.</p>"
|
|
391
|
+
# Empty unless a change blocks the gate, so other reports keep their exact HTML.
|
|
392
|
+
body += _blocking_html(result, _esc, _table, _tone)
|
|
389
393
|
if result.get("generalization") or result.get("leakage"):
|
|
390
394
|
from evalarc.generalization import render_html as split_html
|
|
391
395
|
|
|
@@ -1100,6 +1104,41 @@ def _add_material(material: dict, case_id: str, role: str, text: object) -> None
|
|
|
1100
1104
|
# --- comparison helpers -----------------------------------------------------------
|
|
1101
1105
|
|
|
1102
1106
|
|
|
1107
|
+
def _is_numeric_score(value: object) -> bool:
|
|
1108
|
+
"""True for exactly the values _inspect_passed compares with the threshold."""
|
|
1109
|
+
return isinstance(value, (int, float)) and not isinstance(value, bool) and math.isfinite(value)
|
|
1110
|
+
|
|
1111
|
+
|
|
1112
|
+
def _has_numeric_scores(run: dict) -> bool:
|
|
1113
|
+
for checks in run["cases"].values():
|
|
1114
|
+
for attempts in checks.values():
|
|
1115
|
+
for attempt in attempts or []:
|
|
1116
|
+
if _is_numeric_score(attempt.get("value")):
|
|
1117
|
+
return True
|
|
1118
|
+
return False
|
|
1119
|
+
|
|
1120
|
+
|
|
1121
|
+
def _require_same_numeric_threshold(baseline: dict, current: dict) -> None:
|
|
1122
|
+
"""Refuse Inspect runs whose numeric scores were judged at different thresholds.
|
|
1123
|
+
|
|
1124
|
+
The Inspect loader binarizes every finite numeric score with the threshold it was
|
|
1125
|
+
loaded with, so unequal thresholds mean the two sides use different pass
|
|
1126
|
+
definitions and any regressed/improved verdict would be an artifact. Runs without
|
|
1127
|
+
numeric score values (letter grades, booleans) cannot be affected and are allowed.
|
|
1128
|
+
A run dict without a threshold key (hand-built by an API caller) skips the rule.
|
|
1129
|
+
"""
|
|
1130
|
+
before, after = baseline.get("threshold"), current.get("threshold")
|
|
1131
|
+
if before is None or after is None or before == after:
|
|
1132
|
+
return
|
|
1133
|
+
if not (_has_numeric_scores(baseline) or _has_numeric_scores(current)):
|
|
1134
|
+
return
|
|
1135
|
+
raise ValueError(
|
|
1136
|
+
f"inputs are not comparable: numeric pass threshold {before!r} (baseline) != "
|
|
1137
|
+
f"{after!r} (current); numeric Inspect scores were judged against different "
|
|
1138
|
+
"pass thresholds. Load both runs with the same threshold."
|
|
1139
|
+
)
|
|
1140
|
+
|
|
1141
|
+
|
|
1103
1142
|
def _attempt(passed: bool | None, evidence: object = None, value: object = None) -> dict:
|
|
1104
1143
|
row: dict = {"passed": passed}
|
|
1105
1144
|
if value is not None:
|
|
@@ -1316,16 +1355,30 @@ def _clip(value: object) -> str:
|
|
|
1316
1355
|
return text
|
|
1317
1356
|
|
|
1318
1357
|
|
|
1319
|
-
def
|
|
1320
|
-
"""
|
|
1358
|
+
def _attempt_parts(entry: object) -> tuple | None:
|
|
1359
|
+
"""(value, evidence) of one recorded attempt, each clipped or None; None if neither."""
|
|
1321
1360
|
if not isinstance(entry, dict):
|
|
1322
1361
|
return None
|
|
1362
|
+
value = _clip(entry["value"]) if entry.get("value") is not None else None
|
|
1363
|
+
evidence = _clip(entry["evidence"]) if entry.get("evidence") not in (None, "") else None
|
|
1364
|
+
if value is None and evidence is None:
|
|
1365
|
+
return None
|
|
1366
|
+
return value, evidence
|
|
1367
|
+
|
|
1368
|
+
|
|
1369
|
+
def _attempt_markdown_parts(value: str | None, evidence: str | None) -> str:
|
|
1323
1370
|
parts = []
|
|
1324
|
-
if
|
|
1325
|
-
parts.append("value " + _cell(
|
|
1326
|
-
if
|
|
1327
|
-
parts.append("evidence " + _cell(
|
|
1328
|
-
return " · ".join(parts)
|
|
1371
|
+
if value is not None:
|
|
1372
|
+
parts.append("value " + _cell(value))
|
|
1373
|
+
if evidence is not None:
|
|
1374
|
+
parts.append("evidence " + _cell(evidence))
|
|
1375
|
+
return " · ".join(parts)
|
|
1376
|
+
|
|
1377
|
+
|
|
1378
|
+
def _attempt_text(entry: object) -> str | None:
|
|
1379
|
+
"""'value V · evidence E' for one recorded attempt; absent parts are left out."""
|
|
1380
|
+
parts = _attempt_parts(entry)
|
|
1381
|
+
return _attempt_markdown_parts(*parts) if parts else None
|
|
1329
1382
|
|
|
1330
1383
|
|
|
1331
1384
|
def _first_attempt(detail: object, failing: bool) -> dict | None:
|
|
@@ -1337,25 +1390,53 @@ def _first_attempt(detail: object, failing: bool) -> dict | None:
|
|
|
1337
1390
|
return None
|
|
1338
1391
|
|
|
1339
1392
|
|
|
1340
|
-
|
|
1341
|
-
|
|
1393
|
+
_REMOVED_PREFIX = "not recorded in the current run; baseline: "
|
|
1394
|
+
|
|
1395
|
+
|
|
1396
|
+
def _attempt_record(row: dict) -> dict:
|
|
1397
|
+
"""Unescaped parts of the smallest recorded example for one blocking row.
|
|
1398
|
+
|
|
1399
|
+
Returns {prefix, value, evidence, text}: text is set when no value/evidence pair
|
|
1400
|
+
is shown. Malformed or missing detail falls back to text and never raises.
|
|
1401
|
+
"""
|
|
1342
1402
|
kind = row.get("kind")
|
|
1403
|
+
prefix = None
|
|
1404
|
+
text = None
|
|
1405
|
+
parts = None
|
|
1343
1406
|
if kind == "removed":
|
|
1344
|
-
|
|
1345
|
-
|
|
1346
|
-
|
|
1407
|
+
prefix = _REMOVED_PREFIX
|
|
1408
|
+
parts = _attempt_parts(_first_attempt(row.get("baseline_detail"), failing=False))
|
|
1409
|
+
elif kind == "less_covered":
|
|
1410
|
+
text = _NO_ATTEMPT_DETAIL
|
|
1347
1411
|
before, after = row.get("baseline"), row.get("current")
|
|
1348
1412
|
if isinstance(before, dict) and isinstance(after, dict):
|
|
1349
1413
|
old, new = before.get("assessed"), after.get("assessed")
|
|
1350
1414
|
if isinstance(old, int) and isinstance(new, int):
|
|
1351
|
-
|
|
1352
|
-
|
|
1353
|
-
|
|
1354
|
-
|
|
1415
|
+
text = f"assessed {new} of {old} baseline attempts"
|
|
1416
|
+
else:
|
|
1417
|
+
parts = _attempt_parts(_first_attempt(row.get("current_detail"), failing=True))
|
|
1418
|
+
if text is None and parts is None:
|
|
1419
|
+
text = _NO_ATTEMPT_DETAIL
|
|
1420
|
+
value, evidence = parts if parts else (None, None)
|
|
1421
|
+
return {"prefix": prefix, "value": value, "evidence": evidence, "text": text}
|
|
1422
|
+
|
|
1423
|
+
|
|
1424
|
+
def _attempt_markdown(record: dict) -> str:
|
|
1425
|
+
body = (
|
|
1426
|
+
record["text"]
|
|
1427
|
+
if record["text"] is not None
|
|
1428
|
+
else _attempt_markdown_parts(record["value"], record["evidence"])
|
|
1429
|
+
)
|
|
1430
|
+
return (record["prefix"] or "") + body
|
|
1355
1431
|
|
|
1356
1432
|
|
|
1357
|
-
def
|
|
1358
|
-
"""
|
|
1433
|
+
def _failing_attempt(row: dict) -> str:
|
|
1434
|
+
"""The smallest recorded example that explains why one blocking row fails."""
|
|
1435
|
+
return _attempt_markdown(_attempt_record(row))
|
|
1436
|
+
|
|
1437
|
+
|
|
1438
|
+
def _provenance_parts(result: dict) -> list | None:
|
|
1439
|
+
"""(label, name, digest prefix) for both inputs, or None when either was not recorded."""
|
|
1359
1440
|
parts = []
|
|
1360
1441
|
for label in ("baseline", "current"):
|
|
1361
1442
|
summary = result.get(label)
|
|
@@ -1367,41 +1448,123 @@ def _provenance_line(result: dict) -> str | None:
|
|
|
1367
1448
|
return None
|
|
1368
1449
|
if not _HEX_DIGEST.fullmatch(digest):
|
|
1369
1450
|
return None
|
|
1370
|
-
parts.append(
|
|
1371
|
-
return
|
|
1451
|
+
parts.append((label, name, digest[:12]))
|
|
1452
|
+
return parts
|
|
1453
|
+
|
|
1454
|
+
|
|
1455
|
+
def _provenance_line(result: dict) -> str | None:
|
|
1456
|
+
"""Digest prefixes of both inputs, or None when either digest was not recorded."""
|
|
1457
|
+
parts = _provenance_parts(result)
|
|
1458
|
+
if parts is None:
|
|
1459
|
+
return None
|
|
1460
|
+
return "Inputs: " + ", ".join(
|
|
1461
|
+
f"{label} {_cell(name)} sha256 `{prefix}`" for label, name, prefix in parts
|
|
1462
|
+
)
|
|
1463
|
+
|
|
1464
|
+
|
|
1465
|
+
_THRESHOLD_SENTENCE = (
|
|
1466
|
+
"Numeric scores pass at threshold {}; categorical verdicts use the source tool's pass mark."
|
|
1467
|
+
)
|
|
1468
|
+
|
|
1469
|
+
|
|
1470
|
+
def _threshold_text(result: dict) -> str:
|
|
1471
|
+
"""The numeric pass threshold as the headline formats it, or '—' when unusable."""
|
|
1472
|
+
threshold = result.get("numeric_pass_threshold")
|
|
1473
|
+
numeric = isinstance(threshold, (int, float)) and not isinstance(threshold, bool)
|
|
1474
|
+
return _value({"value": threshold}) if numeric and math.isfinite(threshold) else "—"
|
|
1475
|
+
|
|
1476
|
+
|
|
1477
|
+
def _blocking_rows(result: dict) -> list:
|
|
1478
|
+
"""Unescaped parts of each blocking change, shared by summary.md and index.html."""
|
|
1479
|
+
rows = []
|
|
1480
|
+
for row in result.get("changes") or []:
|
|
1481
|
+
if not (isinstance(row, dict) and row.get("kind") in BLOCKING):
|
|
1482
|
+
continue
|
|
1483
|
+
finding = row["kind"].replace("_", " ")
|
|
1484
|
+
if row.get("within_sampling_noise") is True:
|
|
1485
|
+
finding += " (within noise)"
|
|
1486
|
+
rows.append(
|
|
1487
|
+
{
|
|
1488
|
+
"finding": finding,
|
|
1489
|
+
"case_id": row.get("case_id"),
|
|
1490
|
+
"check": row.get("check"),
|
|
1491
|
+
"baseline": row.get("baseline"),
|
|
1492
|
+
"current": row.get("current"),
|
|
1493
|
+
"attempt": _attempt_record(row),
|
|
1494
|
+
}
|
|
1495
|
+
)
|
|
1496
|
+
return rows
|
|
1497
|
+
|
|
1498
|
+
|
|
1499
|
+
def _blocking_html(result: dict, esc, table, tone) -> str:
|
|
1500
|
+
"""The index.html 'Why the gate failed' section, or '' when no change blocks."""
|
|
1501
|
+
rows = _blocking_rows(result)
|
|
1502
|
+
if not rows:
|
|
1503
|
+
return ""
|
|
1504
|
+
cells = []
|
|
1505
|
+
for row in rows:
|
|
1506
|
+
attempt = row["attempt"]
|
|
1507
|
+
if attempt["text"] is not None:
|
|
1508
|
+
shown = esc(attempt["text"])
|
|
1509
|
+
else:
|
|
1510
|
+
parts = []
|
|
1511
|
+
if attempt["value"] is not None:
|
|
1512
|
+
parts.append(f"value <code>{esc(attempt['value'])}</code>")
|
|
1513
|
+
if attempt["evidence"] is not None:
|
|
1514
|
+
parts.append(f"evidence <code>{esc(attempt['evidence'])}</code>")
|
|
1515
|
+
shown = " · ".join(parts)
|
|
1516
|
+
cells.append(
|
|
1517
|
+
[
|
|
1518
|
+
tone(row["finding"], "bad"),
|
|
1519
|
+
f"<code>{esc(row['case_id'])}</code> / <code>{esc(row['check'])}</code>",
|
|
1520
|
+
esc(_fraction(row["baseline"])),
|
|
1521
|
+
esc(_fraction(row["current"])),
|
|
1522
|
+
esc(attempt["prefix"] or "") + shown,
|
|
1523
|
+
]
|
|
1524
|
+
)
|
|
1525
|
+
out = (
|
|
1526
|
+
"<h2>Why the gate failed</h2><p>"
|
|
1527
|
+
+ esc(_THRESHOLD_SENTENCE.format(_threshold_text(result)))
|
|
1528
|
+
+ "</p>"
|
|
1529
|
+
+ table(
|
|
1530
|
+
"Why the gate failed",
|
|
1531
|
+
["Finding", "Case / check", "Baseline", "Current", "Failing attempt"],
|
|
1532
|
+
cells,
|
|
1533
|
+
)
|
|
1534
|
+
)
|
|
1535
|
+
provenance = _provenance_parts(result)
|
|
1536
|
+
if provenance:
|
|
1537
|
+
out += (
|
|
1538
|
+
'<p class="metadata">Inputs: '
|
|
1539
|
+
+ ", ".join(
|
|
1540
|
+
f"{esc(label)} <code>{esc(name)}</code> sha256 <code>{esc(prefix)}</code>"
|
|
1541
|
+
for label, name, prefix in provenance
|
|
1542
|
+
)
|
|
1543
|
+
+ "</p>"
|
|
1544
|
+
)
|
|
1545
|
+
return out
|
|
1372
1546
|
|
|
1373
1547
|
|
|
1374
1548
|
def _blocking_markdown(result: dict, limit: int) -> list:
|
|
1375
1549
|
"""Lines explaining each blocking change, or [] so other summaries stay unchanged."""
|
|
1376
|
-
rows =
|
|
1377
|
-
row
|
|
1378
|
-
for row in result.get("changes") or []
|
|
1379
|
-
if isinstance(row, dict) and row.get("kind") in BLOCKING
|
|
1380
|
-
]
|
|
1550
|
+
rows = _blocking_rows(result)
|
|
1381
1551
|
if not rows:
|
|
1382
1552
|
return []
|
|
1383
|
-
threshold = result.get("numeric_pass_threshold")
|
|
1384
|
-
numeric = isinstance(threshold, (int, float)) and not isinstance(threshold, bool)
|
|
1385
|
-
shown = _value({"value": threshold}) if numeric and math.isfinite(threshold) else "—"
|
|
1386
1553
|
lines = [
|
|
1387
1554
|
"#### Why the gate failed",
|
|
1388
1555
|
"",
|
|
1389
|
-
|
|
1390
|
-
"tool's pass mark.",
|
|
1556
|
+
_THRESHOLD_SENTENCE.format(_threshold_text(result)),
|
|
1391
1557
|
"",
|
|
1392
1558
|
"| Finding | Case / check | Baseline | Current | Failing attempt |",
|
|
1393
1559
|
"| --- | --- | ---: | ---: | --- |",
|
|
1394
1560
|
]
|
|
1395
1561
|
for row in rows[:limit]:
|
|
1396
|
-
finding = row["kind"].replace("_", " ")
|
|
1397
|
-
if row.get("within_sampling_noise") is True:
|
|
1398
|
-
finding += " (within noise)"
|
|
1399
1562
|
# Case and check share one cell: together they name the finding, and the row
|
|
1400
1563
|
# never repeats the changes table's standalone case cell.
|
|
1401
1564
|
lines.append(
|
|
1402
|
-
f"| {finding} | {_cell(row
|
|
1403
|
-
f"{_fraction(row
|
|
1404
|
-
f"{
|
|
1565
|
+
f"| {row['finding']} | {_cell(row['case_id'])} / {_cell(row['check'])} | "
|
|
1566
|
+
f"{_fraction(row['baseline'])} | {_fraction(row['current'])} | "
|
|
1567
|
+
f"{_attempt_markdown(row['attempt'])} |"
|
|
1405
1568
|
)
|
|
1406
1569
|
if len(rows) > limit:
|
|
1407
1570
|
lines.append(f"\n{len(rows) - limit} more blocking finding(s) are in `diff.json`.")
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: evalarc
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.23.0
|
|
4
4
|
Summary: Find agent regressions behind better scores: compare changed checks, review recorded tool actions and verify evidence offline.
|
|
5
5
|
Author: EvalArc contributors
|
|
6
6
|
License-Expression: MIT
|
|
@@ -103,13 +103,13 @@ and the upgrade gate fails. These checks share two format/schema failures.
|
|
|
103
103
|
installs the published wheel, downloads the records and rebuilds the comparison.
|
|
104
104
|
Verification exits 0 for consistency; comparison exits 1 for the regression.
|
|
105
105
|
|
|
106
|
-
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.
|
|
106
|
+
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.23.0/)
|
|
107
107
|
in a fresh virtual environment:
|
|
108
108
|
|
|
109
109
|
```bash
|
|
110
110
|
python3 -m venv .venv
|
|
111
111
|
. .venv/bin/activate
|
|
112
|
-
python -m pip install evalarc==0.
|
|
112
|
+
python -m pip install evalarc==0.23.0
|
|
113
113
|
evalarc --version
|
|
114
114
|
```
|
|
115
115
|
|
|
@@ -161,7 +161,7 @@ because checks missing from it cannot be compared; rerun that evaluation to
|
|
|
161
161
|
completion and compare again.
|
|
162
162
|
|
|
163
163
|
```yaml
|
|
164
|
-
- uses: noteflowai/evalarc@v0.
|
|
164
|
+
- uses: noteflowai/evalarc@v0.23.0 # or a full commit SHA
|
|
165
165
|
with:
|
|
166
166
|
baseline: evals/baseline.json
|
|
167
167
|
current: results/current.json
|
|
@@ -2403,9 +2403,11 @@ tests/test_feature_3f06389f4f3d.py
|
|
|
2403
2403
|
tests/test_feature_434f7ba01ae3.py
|
|
2404
2404
|
tests/test_feature_6401d7fe5951.py
|
|
2405
2405
|
tests/test_feature_6457aeea39a6.py
|
|
2406
|
+
tests/test_feature_ab24ecf56e51.py
|
|
2406
2407
|
tests/test_feature_b64744a8af0c.py
|
|
2407
2408
|
tests/test_feature_cb4fe5a9ab91.py
|
|
2408
2409
|
tests/test_feature_e0a029ce3b1b.py
|
|
2410
|
+
tests/test_feature_e5db40f1ad73.py
|
|
2409
2411
|
tests/test_feature_f107c0a41d3a.py
|
|
2410
2412
|
tests/test_generalization.py
|
|
2411
2413
|
tests/test_grading.py
|