evalarc 0.23.1__tar.gz → 0.23.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {evalarc-0.23.1 → evalarc-0.23.2}/CHANGELOG.md +4 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/CITATION.cff +2 -2
- {evalarc-0.23.1 → evalarc-0.23.2}/PKG-INFO +4 -4
- {evalarc-0.23.1 → evalarc-0.23.2}/README.md +3 -3
- {evalarc-0.23.1 → evalarc-0.23.2}/README.zh-CN.md +3 -3
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/ci-gate.md +22 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/ci-gate.zh-CN.md +9 -1
- {evalarc-0.23.1 → evalarc-0.23.2}/package-lock.json +2 -2
- {evalarc-0.23.1 → evalarc-0.23.2}/package.json +1 -1
- {evalarc-0.23.1 → evalarc-0.23.2}/pyproject.toml +1 -1
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/__init__.py +1 -1
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/results_diff.py +22 -2
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc.egg-info/PKG-INFO +4 -4
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc.egg-info/SOURCES.txt +1 -0
- evalarc-0.23.2/tests/test_feature_1e31601a8900.py +162 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/CONTRIBUTING.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/LICENSE +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/MANIFEST.in +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/SECURITY.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/agent-evals.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/agent-evals.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/agentcore-first-review.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/architecture.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/assets/ai-first-review.png +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/assets/banner.svg +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/assets/evidence-lab.png +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/assets/first-review.png +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/assets/judge-stability.png +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/assets/regression-lab.png +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/assets/repeat-lab.png +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/assets/suite-lab.png +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/behavior-first-review.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/behavior-first-review.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/candidate-commands.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/casebook.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/coverage-review.png +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/decision-coverage.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/eval-health.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/eval-health.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/eval-init.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/eval-init.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/explorer.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/first-model-review.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/first-review-media.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/first-review.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/first-review.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/hillclimb-review.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/hillclimb-review.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/hillclimb-run.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/hillclimb-run.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/independent-swe-pilot.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/interop.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/judge-stability.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/judge-stability.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/judging.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/judging.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/languages.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/languages.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/methodology.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/migration.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/naming.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/outreach/first-use-plan.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/outreach/hellogithub-submission.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/outreach/huggingface-introduction.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/outreach/hve-correspondence.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/outreach/launch.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/outreach/status.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/outreach/strands-showcase.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/outreach/weekly-submission.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/publication.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/reliability.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/reliability.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/research-pilots.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/research.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/reviewer-exercise-key.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/reviewer-exercise.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/roadmap.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/suites.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/suites.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/task-authoring.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/trace-workbench.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/validation-v0.3.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/validation-v0.4.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/validation-v0.5.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/validation-v0.6.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/validation.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/verification.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/viewer.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/viewer.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/workflow.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/docs/workflow.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/audit/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/audit/audit.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/audit/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/audit-v0.4/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/audit-v0.4/durable-kv/audit.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/audit-v0.4/durable-kv/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/audit-v0.4/durable-kv/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/audit-v0.4/support-routing/audit.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/audit-v0.4/support-routing/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/audit-v0.4/support-routing/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/PROVIDER-LICENSE.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/README.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-input-hardlink/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/allowed-temporary-file/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/base-dependencies/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/base-dependencies/src/evalarc/runner.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/base-dependencies/src/evalarc/templates.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/base-dependencies.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/blocked-observer-write/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-private-read/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/child-working-directory/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/candidate/build/cache.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/composed-cache-publish/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/discarded-private-read/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/duplicate-service-write/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/encoded-service-write/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/hardlink-private-read/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/harness/scripts/behavior_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/harness/scripts/record_behavior_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/harness/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/harness/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/harness/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/harness/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/harness/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/candidate/build/cache.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/internal-cache/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-only/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/metadata-open-path/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/missing-service-write/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/plan.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/private-readable-mapping/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/publisher-without-cache/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reference/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/rejected-http-method/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/reordered-json/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/sources.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/symlink-private-read/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unicode-temporary-file/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/unrequested-public-symlink/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/write-then-delete/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/controls/wrong-total/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/environment/Dockerfile +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/candidate/input/task.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/01-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/candidate/build/cache.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/candidate/input/task.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0004.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/02-cache-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/candidate/input/task.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0004.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0005.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0006.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0007.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/03-submit-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/candidate/build/cache.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/candidate/input/task.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0004.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0005.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0006.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0007.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/04-composed-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/candidate/build/cache.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/candidate/input/task.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0004.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/05-cache-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/candidate/input/task.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0004.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0005.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0006.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0007.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/06-submit-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/candidate/build/cache.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/candidate/input/task.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0004.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0005.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0006.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0007.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0008.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0008.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/07-composed-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/candidate/input/task.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/08-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/candidate/input/task.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0004.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0005.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0006.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0007.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0008.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0008.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/09-submit-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/candidate/build/cache.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/candidate/input/task.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0004.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0005.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0006.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0007.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/10-composed-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/candidate/input/task.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/11-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/candidate/build/cache.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/candidate/input/task.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0004.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/12-cache-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/bridge-preflight.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/completion.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/examples/behavior-audit/environment/Dockerfile +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/pyproject.toml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/scripts/local_model_server.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/scripts/record_behavior_pilot.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/scripts/record_skill_impact.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/__init__.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/__main__.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/agent_sandbox.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/artifacts.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/reference.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/robot_reference.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/robot_starter.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/starter.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/support_reference.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/support_starter.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/audit.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/cli.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/coding.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/compare.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/doctor.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/evaluate.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/events.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/interop.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/judge_stability.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/judge_stability_report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/junit.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/records.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/repetition.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/robot_task.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/runner.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/suite.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/support.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/task.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/tasks.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/templates.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/trace_report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/trace_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/trajectory.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/verify.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/examples/behavior-lab/skills/stage-order-cache/SKILL.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/examples/behavior-lab/skills/submit-order-cache/SKILL.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/examples/skill-impact/bridge.mjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/lib/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/lib/check-files-DJ37avYs.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/lib/cli.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/lib/client.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/lib/index.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/lib/mcp.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/lib/provider-DIndg2HA.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/lib/search-DUE-pmE0.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/lib/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/lib/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/lib/tools.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/node_modules/.pnpm/lock.yaml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/package.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/harness/provider/pnpm-lock.yaml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/model-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/plan.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/pilot/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/base-dependencies/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/base-dependencies/src/evalarc/runner.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/base-dependencies/src/evalarc/templates.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/base-dependencies.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/candidate-health/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/forged-health-header/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/harness/scripts/behavior_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/harness/scripts/record_behavior_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/harness/scripts/record_behavior_service_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/harness/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/harness/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/harness/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/harness/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/harness/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/idle/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/malformed-request/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/partial-post-timeout/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/plan.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/service-reference/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/sources.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unknown-method/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/candidate/private/unrelated.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/command-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/evidence/bootstrap.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/evidence/commands/step-0001.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/evidence/final-inventory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/evidence/initial-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/evidence/observation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/evidence/service.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/expected.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/policy.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/program.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/behavior-audit/service-controls/unparsed-connection/review.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/comparison/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/comparison/baseline.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/comparison/comparison.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/comparison/current.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/comparison/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/cohorts.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/dependencies/package.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/dependencies/source.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/diagnostics/buffering-diagnostic.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/diagnostics/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/diagnostics/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/experiment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/model-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/02-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/02-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/02-mcp-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/02-mcp-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/02-mcp-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/03-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/03-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/03-mcp-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/03-mcp-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/03-mcp-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/06-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/06-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/06-mcp-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/06-mcp-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/neutral/06-mcp-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/preflight-neutral.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/preflight-relevant.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/preparation/match.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/preparation/pools/neutral/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/preparation/pools/relevant/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/preparation-first-attempt/failed-match.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/preparation-first-attempt/pools/neutral/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/preparation-first-attempt/pools/relevant/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/01-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/01-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/01-mcp-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/01-mcp-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/01-mcp-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/04-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/04-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/04-mcp-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/04-mcp-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/04-mcp-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/05-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/05-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/05-mcp-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/05-mcp-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/relevant/05-mcp-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/runtime-image.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/skill-library/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/skill-library/check-files-DJ37avYs.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/skill-library/cli.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/skill-library/client.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/skill-library/index.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/skill-library/mcp.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/skill-library/provider-DIndg2HA.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/skill-library/search-DUE-pmE0.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/skill-library/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/skill-library/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/skill-library/tools.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/initial/tokenization-check.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/dependencies/package.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/dependencies/source.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/experiment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/model-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/02-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/02-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/02-mcp-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/02-mcp-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/02-mcp-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/03-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/03-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/03-mcp-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/03-mcp-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/03-mcp-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/06-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/06-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/06-mcp-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/06-mcp-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/neutral/06-mcp-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/preflight-neutral.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/preflight-relevant.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/preparation/match.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/preparation/pools/neutral/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/preparation/pools/relevant/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/protocol-probe-docker-check.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/01-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/01-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/01-mcp-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/01-mcp-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/01-mcp-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/04-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/04-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/04-mcp-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/04-mcp-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/04-mcp-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/05-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/05-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/05-mcp-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/05-mcp-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/relevant/05-mcp-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/runtime-image.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/skill-library/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/skill-library/check-files-DJ37avYs.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/skill-library/cli.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/skill-library/client.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/skill-library/index.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/skill-library/mcp.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/skill-library/provider-DIndg2HA.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/skill-library/search-DUE-pmE0.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/skill-library/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/skill-library/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/skill-library/tools.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/context-controls/protocol/tokenization-check.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/evaluation/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/evaluation/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/evaluation/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/LICENSE +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/dependencies/LICENSE +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/dependencies/package.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/dependencies/pnpm-lock.yaml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/experiment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-handoff.zip +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/02-none-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/02-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/02-none-17/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/02-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/02-none-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/02-none-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/02-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/03-none-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/03-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/03-none-41/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/03-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/03-none-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/03-none-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/03-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/06-none-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/06-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/06-none-97/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/06-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/06-none-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/06-none-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/funes-mcp/06-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/ROBOT_TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/agent_sandbox.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/bridge.mjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/client.mjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/handoff_metrics.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/local_model_server.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/prepare_funes_source.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/record_handoff_mcp.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/record_skill_impact.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/robot_task.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/runner.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/harness/server.mjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/memory-models-after.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/memory-models-before.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/memory-models-check.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/model-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/01-none-17/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/01-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/01-none-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/01-none-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/01-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/04-none-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/04-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/04-none-41/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/04-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/04-none-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/04-none-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/04-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/05-none-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/05-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/05-none-97/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/05-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/05-none-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/05-none-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/no-memory/05-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/preflight/baseline/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/preflight/baseline/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/preflight/baseline/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/preflight/baseline/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/preflight/baseline/record.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/preflight/mcp-entrypoint.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/records-manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/LICENSE +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/metadata.lance +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/part_0_docs.lance +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/part_0_invert.lance +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/part_0_tokens.lance +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/memory/chunks.lance/_transactions/0-31c6cd72-063d-4586-b9c2-da2390276d8e.txn +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/memory/chunks.lance/_transactions/1-3e9493b6-edcc-4c8b-b460-8c38b49d81b7.txn +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/memory/chunks.lance/_versions/18446744073709551613.manifest +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/memory/chunks.lance/_versions/18446744073709551614.manifest +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/memory/chunks.lance/_versions/latest_version_hint.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/memory/chunks.lance/data/01010110111111010101001042459d4b4abc6af5fca566c7fb.lance +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/prior/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/prior/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/prior-session.manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/prior-session.parquet +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/source/source.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/funes-handoff/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/attempts/cli-argument-error.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/imports/clock-fault/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/imports/clock-fault/harbor-import.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/imports/clock-fault/source-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/imports/clock-fault/source-trajectory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/imports/detached-answers/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/imports/detached-answers/harbor-import.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/imports/detached-answers/source-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/imports/detached-answers/source-trajectory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/imports/reference/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/imports/reference/harbor-import.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/imports/reference/source-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/imports/reference/source-trajectory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/clock-fault/config.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/clock-fault/lock.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/clock-fault/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/agent/trajectory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/artifacts/answers.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/artifacts/manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/config.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/lock.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/verifier/evidence.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/detached-answers/config.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/detached-answers/lock.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/detached-answers/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/agent/trajectory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/artifacts/answers.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/artifacts/manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/config.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/lock.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/verifier/evidence.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/reference/config.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/reference/lock.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/reference/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/reference/task__V4pJMVL/agent/trajectory.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/reference/task__V4pJMVL/artifacts/answers.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/reference/task__V4pJMVL/artifacts/manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/reference/task__V4pJMVL/config.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/reference/task__V4pJMVL/lock.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/reference/task__V4pJMVL/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/jobs/reference/task__V4pJMVL/verifier/evidence.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/plan.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/environment/requests.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/export-manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/instruction.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/task.toml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/tests/evalarc/assets/JAVASCRIPT.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/tests/evalarc/assets/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/tests/evalarc/assets/ROBOT_TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/tests/evalarc/assets/SUPPORT_TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/tests/evalarc/assets/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/tests/evalarc/assets/reference.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/tests/evalarc/assets/robot_recordings.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/tests/evalarc/assets/robot_reference.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/tests/evalarc/assets/robot_starter.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/tests/evalarc/assets/starter.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/tests/evalarc/assets/support_reference.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/harbor-controls/task/tests/evalarc/assets/support_starter.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-review/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-review/build.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-review/results/00-baseline.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-review/results/01-prompt-audit.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-review/results/02-refund-examples.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-review/results/03-opus-5.5-low.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-review/results/04-haiku-minimal.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-review/results/05-sonnet-5-low.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-review/split.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-run/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-run/hillclimb.toml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-run/judge.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-run/judge.toml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-run/split.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-run/workspace/evaluate.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-run/workspace/proposals.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-run/workspace/propose.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-run/workspace/rules.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/hillclimb-run/workspace/tickets.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/README.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/data.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/independent-swe.zip +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/rows.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/00.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/01.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/02.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/03.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/04.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/05.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/06.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/07.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/08.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/09.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/10.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/11.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/12.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/13.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/14.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/15.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/16.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/18.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/19.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/20.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/21.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/22.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/23.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/24.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/25.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/26.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/27.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/28.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/30.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/31.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/32.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/33.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/34.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/independent-swe/traces/35.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/javascript-audits/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/javascript-audits/durable-kv/audit.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/javascript-audits/durable-kv/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/javascript-audits/durable-kv/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/javascript-audits/support-routing/audit.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/javascript-audits/support-routing/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/javascript-audits/support-routing/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/judge-stability/judge-1.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/judge-stability/judge-2.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/judge-stability/judge-3.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/baseline-model-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/current-model-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/model_checks.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/protocol.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/protocol.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/record.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/already-closed-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/already-closed-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/already-closed-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/already-routed-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/already-routed-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/already-routed-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/identity.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/literal-note-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/literal-note-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/literal-note-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/open-billing-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/open-billing-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/open-billing-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/protocol.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/resolved-bug-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/resolved-bug-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/resolved-bug-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/retry-same-key-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/retry-same-key-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/retry-same-key-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/terminal-error-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/terminal-error-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/terminal-error-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/ticket-text-injection-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/ticket-text-injection-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/baseline/ticket-text-injection-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/already-closed-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/already-closed-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/already-closed-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/already-routed-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/already-routed-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/already-routed-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/identity.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/literal-note-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/literal-note-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/literal-note-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/open-billing-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/open-billing-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/open-billing-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/protocol.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/resolved-bug-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/resolved-bug-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/resolved-bug-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/retry-same-key-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/retry-same-key-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/retry-same-key-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/terminal-error-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/terminal-error-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/terminal-error-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/ticket-text-injection-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/ticket-text-injection-29.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/recorded/current/ticket-text-injection-43.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/regrade.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/baseline-17.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/baseline-17.xml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/baseline-29.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/baseline-29.xml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/baseline-43.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/baseline-43.xml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/baseline.xml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/comparison.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/comparison.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/current-17.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/current-17.xml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/current-29.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/current-29.xml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/current-43.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/current-43.xml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/current.xml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/reports/redactions.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/runtime-environment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/model-upgrade/runtime-failures.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/javascript-coding/attempts/0001/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/javascript-coding/attempts/0001/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/javascript-coding/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/javascript-coding/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/javascript-coding/repetition.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/javascript-support/attempts/0001/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/javascript-support/attempts/0001/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/javascript-support/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/javascript-support/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/javascript-support/repetition.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/python-coding/attempts/0001/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/python-coding/attempts/0001/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/python-coding/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/python-coding/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/jobs/python-coding/repetition.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/junit.xml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/plan.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/suite.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/run/suite.toml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/multilanguage/suite.toml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition/attempts/0001/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition/attempts/0001/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition/attempts/0002/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition/attempts/0002/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition/attempts/0003/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition/attempts/0003/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition/repetition.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition-faulty/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition-faulty/attempts/0001/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition-faulty/attempts/0001/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition-faulty/attempts/0002/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition-faulty/attempts/0002/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition-faulty/attempts/0003/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition-faulty/attempts/0003/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition-faulty/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition-faulty/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition-faulty/repetition.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/repetition-faulty-candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/funes/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/atif-validation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/experiment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/02-none-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/02-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/02-none-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/02-none-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/02-none-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/02-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/03-none-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/03-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/03-none-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/03-none-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/03-none-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/03-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/06-none-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/06-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/06-none-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/06-none-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/06-none-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/funes-recall/06-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/01-none-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/01-none-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/01-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/04-none-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/04-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/04-none-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/04-none-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/04-none-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/04-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/05-none-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/05-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/05-none-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/05-none-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/05-none-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/no-memory/05-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/handoff-continuation/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-import-oracle/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-import-oracle/harbor-import.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-import-oracle/source-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-import-oracle-retry/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-import-oracle-retry/harbor-import.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-import-oracle-retry/source-result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-native/robot-nop/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-native/robot-nop-retry/harbor-task__ax7VMfq/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-native/robot-nop-retry/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-native/robot-oracle/harbor-task__jNcD4Ci/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-native/robot-oracle/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-native/robot-oracle-fixed/harbor-task__pYo9jgP/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/harbor-native/robot-oracle-fixed/result.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/robot-audit-javascript/audit.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/robot-audit-python/audit.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/01-none-17/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/01-none-17/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/01-none-17/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/01-none-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/01-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/02-cache-17/candidate/build/cache.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/02-cache-17/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/02-cache-17/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/02-cache-17/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/02-cache-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/02-cache-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/03-publish-17/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/03-publish-17/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/03-publish-17/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/03-publish-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/03-publish-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/04-composed-17/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/04-composed-17/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/04-composed-17/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/04-composed-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/04-composed-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/05-cache-41/candidate/build/cache.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/05-cache-41/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/05-cache-41/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/05-cache-41/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/05-cache-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/05-cache-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/06-publish-41/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/06-publish-41/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/06-publish-41/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/06-publish-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/06-publish-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/07-composed-41/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/07-composed-41/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/07-composed-41/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/07-composed-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/07-composed-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/08-none-41/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/08-none-41/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/08-none-41/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/08-none-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/08-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/09-publish-97/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/09-publish-97/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/09-publish-97/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/09-publish-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/09-publish-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/10-composed-97/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/10-composed-97/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/10-composed-97/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/10-composed-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/10-composed-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/11-none-97/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/11-none-97/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/11-none-97/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/11-none-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/11-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/12-cache-97/candidate/build/cache.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/12-cache-97/candidate/input/orders.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/12-cache-97/candidate/private/client.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/12-cache-97/candidate/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/12-cache-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/12-cache-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/controls/boolean-count/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/controls/duplicate-key/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/controls/private-side-effect/public/audit.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/controls/private-side-effect/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/controls/self-reported-success/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/controls/valid/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/controls/valid-reordered/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/controls/wrong-total/public/report.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/experiment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/grader-controls.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-composition-pilot/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/01-none-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/01-none-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/01-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/02-direct-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/02-direct-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/02-direct-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/02-direct-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/02-direct-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/03-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/03-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/03-mcp-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/03-mcp-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/04-direct-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/04-direct-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/04-direct-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/04-direct-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/04-direct-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/05-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/05-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/05-mcp-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/05-mcp-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/06-none-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/06-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/06-none-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/06-none-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/06-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/07-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/07-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/07-mcp-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/07-mcp-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/08-none-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/08-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/08-none-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/08-none-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/08-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/09-direct-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/09-direct-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/09-direct-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/09-direct-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/09-direct-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/atif-validation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/experiment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/harness/skill-library/bundle-cli-DuVlt2Sp.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/harness/skill-library/check-files-CjcQukSA.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/harness/skill-library/cli.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/harness/skill-library/client.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/harness/skill-library/index.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/harness/skill-library/mcp.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/harness/skill-library/provider-D_asoyBt.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/harness/skill-library/search-DUE-pmE0.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/harness/skill-library/skill-bundle-rgNKCmVS.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/harness/skill-library/skill-check-Da47aHh6.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/harness/skill-library/tools.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-catalog-fallback/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/01-none-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/01-none-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/01-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/02-direct-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/02-direct-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/02-direct-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/02-direct-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/02-direct-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/03-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/03-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/03-mcp-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/03-mcp-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/04-direct-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/04-direct-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/04-direct-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/04-direct-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/04-direct-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/05-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/05-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/05-mcp-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/05-mcp-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/06-none-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/06-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/06-none-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/06-none-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/06-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/07-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/07-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/07-mcp-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/07-mcp-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/08-none-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/08-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/08-none-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/08-none-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/08-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/09-direct-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/09-direct-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/09-direct-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/09-direct-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/09-direct-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/atif-validation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/experiment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-contract-inline/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/01-none-17/evaluation-readiness.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/01-none-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/01-none-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/01-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/02-direct-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/02-direct-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/02-direct-17/evaluation-readiness.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/02-direct-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/02-direct-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/02-direct-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/03-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/03-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/03-mcp-17/evaluation-readiness.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/03-mcp-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/03-mcp-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/04-direct-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/04-direct-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/04-direct-41/evaluation-readiness.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/04-direct-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/04-direct-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/04-direct-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/05-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/05-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/05-mcp-41/evaluation-readiness.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/05-mcp-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/05-mcp-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/06-none-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/06-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/06-none-41/evaluation-readiness.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/06-none-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/06-none-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/06-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/07-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/07-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/07-mcp-97/evaluation-readiness.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/07-mcp-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/07-mcp-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/08-none-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/08-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/08-none-97/evaluation-readiness.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/08-none-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/08-none-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/08-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/09-direct-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/09-direct-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/09-direct-97/evaluation-readiness.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/09-direct-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/09-direct-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/09-direct-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/atif-validation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/experiment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/readiness-regrade.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/research/skill-impact-matched/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/inspect/attributes.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/inspect/baseline.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/inspect/cases.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/inspect/current.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/inspect/harness/system-prompt.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/inspect/refund_task.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/inspect/split.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/inspect/suites.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/junit/baseline.xml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/junit/cases.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/junit/current.xml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/junit/refund_checks.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/promptfoo/baseline.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/promptfoo/baseline.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/promptfoo/current.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/promptfoo/current.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/results-diff/promptfoo/promptfooconfig.yaml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/LICENSE +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/README.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/completion.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/dependencies/LICENSE +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/dependencies/package.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/dependencies/pnpm-lock.yaml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/experiment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/LICENSE +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/pyproject.toml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/scripts/export_funes_trace.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/scripts/handoff_metrics.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/scripts/local_model_server.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/scripts/prepare_funes_source.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/scripts/prepare_skill_handoff.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/scripts/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/scripts/record_handoff_mcp.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/scripts/record_skill_impact.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/__init__.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/__main__.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/agent_sandbox.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/artifacts.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/JAVASCRIPT.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/ROBOT_TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/SUPPORT_TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/reference.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/reference.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_recordings.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_reference.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_reference.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_starter.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_starter.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/starter.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/starter.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_reference.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_reference.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_starter.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_starter.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/audit.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/cli.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/coding.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/compare.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/doctor.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/evaluate.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/events.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/interop.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/judge_stability.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/judge_stability_report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/junit.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/records.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/repetition.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/robot_task.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/runner.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/suite.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/support.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/task.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/tasks.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/templates.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/trace_report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/trace_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/trajectory.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/evalarc/src/evalarc/verify.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/LICENSE +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/examples/funes-handoff/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/examples/funes-handoff/bridge.d.mts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/examples/funes-handoff/bridge.mjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/examples/funes-handoff/client.d.mts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/examples/funes-handoff/client.mjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/examples/funes-handoff/server.d.mts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/examples/funes-handoff/server.mjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/examples/skill-impact/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/examples/skill-impact/bridge.d.mts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/examples/skill-impact/bridge.mjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/check-files-DJ37avYs.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/cli.d.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/cli.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/client.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/index.d.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/index.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/mcp.d.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/mcp.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/provider-DIndg2HA.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/provider-ulVIl-58.d.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/search-DUE-pmE0.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/tools.d.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/lib/tools.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/package.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/pnpm-lock.yaml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/runtime-lock.yaml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/agents.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/bundle-cli.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/bundle-manifest.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/catalog.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/check-files.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/cli.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/client/index.tsx +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/client/locale.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/client/styles.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/config.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/discover.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/frontmatter.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/index.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/load-receipt.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/mcp.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/origin.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/provider.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/search.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/skill-bundle.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/skill-check.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/skill-input.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/skill-surface.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/sources.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/tools.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/web-protocol.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen/provider/src/web.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/frozen-inputs-check.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/02-none-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/02-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/02-none-17/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/02-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/02-none-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/02-none-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/02-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/03-none-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/03-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/03-none-41/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/03-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/03-none-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/03-none-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/03-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/06-none-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/06-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/06-none-97/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/06-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/06-none-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/06-none-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/funes-mcp/06-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/ROBOT_TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/agent_sandbox.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/bridge.mjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/client.mjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/handoff_metrics.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/local_model_server.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/prepare_funes_source.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/prepare_skill_handoff.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/record_handoff_mcp.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/record_skill_impact.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/robot_task.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/runner.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/harness/server.mjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/memory-models-after.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/memory-models-before.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/memory-models-check.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/model-files.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/01-none-17/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/01-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/01-none-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/01-none-17/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/01-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/04-none-41/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/04-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/04-none-41/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/04-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/04-none-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/04-none-41/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/04-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/05-none-97/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/05-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/05-none-97/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/05-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/05-none-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/05-none-97/progress.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/no-memory/05-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/preloads/funes-mcp-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/preloads/funes-mcp-41.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/preloads/funes-mcp-97.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/preloads/no-memory-17.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/preloads/no-memory-41.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/preloads/no-memory-97.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/records-manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/skill-handoff.zip +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/LICENSE +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/SKILL-LICENSE.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/metadata.lance +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/part_0_docs.lance +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/part_0_invert.lance +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/part_0_tokens.lance +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/memory/chunks.lance/_transactions/0-1b9813af-7636-4918-bf12-7b8c43dc5ed6.txn +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/memory/chunks.lance/_transactions/1-3e12aea4-1d1c-4c50-b909-870cd24ee4ab.txn +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/memory/chunks.lance/_versions/18446744073709551613.manifest +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/memory/chunks.lance/_versions/18446744073709551614.manifest +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/memory/chunks.lance/_versions/latest_version_hint.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/memory/chunks.lance/data/0010111101101010001000011605494953a8cebc1b74e9ed25.lance +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/prior/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/prior/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/prior-session.manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/prior-session.parquet +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/prior-skill-load.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/skill-pins.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/skills/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/source/source.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/summary.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/validation/baseline/candidate/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/validation/baseline/candidate/example.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/validation/baseline/candidate/main.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/validation/baseline/candidate/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/validation/baseline/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/validation/baseline/record.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/validation/mcp-controls.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/validation/preflight-pin-drift.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/validation/preflight-skill.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/validation/runtime-package-after.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-handoff/validation/runtime-package-during.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/METHODS.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/ROBOT_TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/app.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/lab.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/manifest.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/profiles/skill-impact-catalog-fallback/atif-validation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/profiles/skill-impact-catalog-fallback/experiment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/profiles/skill-impact-contract-inline/atif-validation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/profiles/skill-impact-contract-inline/experiment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/profiles/skill-impact-matched/atif-validation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/profiles/skill-impact-matched/experiment.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/01-none-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/01-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/02-direct-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/02-direct-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/03-mcp-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/04-direct-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/04-direct-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/05-mcp-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/06-none-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/06-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/07-mcp-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/08-none-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/08-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/09-direct-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-catalog-fallback/09-direct-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/01-none-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/01-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/02-direct-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/02-direct-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/03-mcp-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/04-direct-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/04-direct-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/05-mcp-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/06-none-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/06-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/07-mcp-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/08-none-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/08-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/09-direct-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-contract-inline/09-direct-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/01-none-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/01-none-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/02-direct-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/02-direct-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/03-mcp-17/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/04-direct-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/04-direct-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/05-mcp-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/06-none-41/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/06-none-41/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/07-mcp-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/08-none-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/08-none-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/09-direct-97/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/skill-impact/trials/skill-impact-matched/09-direct-97/trial.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/static-analysis/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/static-analysis/conftest.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/static-analysis/test_static_analysis.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/strands-state-review/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/strands-state-review/README.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/strands-state-review/recorded/baseline-native.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/strands-state-review/recorded/comparison.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/strands-state-review/recorded/current-native.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/coding-reference/attempts/0001/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/coding-reference/attempts/0001/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/coding-reference/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/coding-reference/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/coding-reference/repetition.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-partial/attempts/0001/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-partial/attempts/0001/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-partial/attempts/0002/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-partial/attempts/0002/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-partial/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-partial/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-partial/repetition.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-protected/attempts/0001/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-protected/attempts/0001/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-protected/attempts/0002/evaluation.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-protected/attempts/0002/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-protected/events.jsonl +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-protected/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/jobs/support-protected/repetition.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/junit.xml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/plan.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/suite.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suite/suite.toml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suites/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suites/acceptance.toml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/suites/partial-progress.toml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/support-audit/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/support-audit/audit.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/support-audit/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/support-node/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/support-node/evalarc.toml +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/support-node/main.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/trace-workbench/baseline.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/trace-workbench/current.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/examples/trace-workbench/mcp-recorded.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/frontend/report_enhance.ts +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/frontend/tsconfig.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/huggingface/DATASET.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/huggingface/README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/research/naming-checks-2026-09-14.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/research/papers.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/research/references.bib +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/research/sources.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/behavior_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_behavior_site.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_context_collection.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_context_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_dataset.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_handoff_mcp.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_harbor_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_judge_examples.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_research_site.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_site.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_skill_handoff.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_skill_impact_site.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_swe_report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/build_trace_examples.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/capture_ai_walkthrough.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/capture_first_review.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_ai_walkthrough.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_behavior_browser.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_context_browser.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_context_tokens.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_frontend_build.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_handoff_browser.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_hosted_downloads.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_installed.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_model_upgrade.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_reports_browser.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_sdist.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_site.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_strands_browser.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_strands_recipe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/check_swe_browser.cjs +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/export_funes_trace.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/export_harbor_task.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/handoff_metrics.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/handoff_page.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/harbor_control_agent.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/hf_readback.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/local_model_server.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/model_upgrade.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/model_upgrade_page.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/prepare_context_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/prepare_funes_source.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/prepare_skill_handoff.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/prepare_swe_conditions.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/publish_dataset.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/publish_space.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/record_behavior_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/record_behavior_pilot.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/record_behavior_service_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/record_context_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/record_handoff.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/record_handoff_mcp.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/record_harbor_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/record_skill_composition.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/record_skill_impact.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/record_swe_control.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/record_swe_pilot.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/skill_handoff_README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/skill_handoff_README.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/skill_handoff_page.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/strands_page.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/swe_dataset.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/swe_report_README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/swe_report_README.zh-CN.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/swe_report_index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/swe_workspace.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/scripts/verify_research.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/setup.cfg +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/site/app.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/site/icon.svg +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/site/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/site/labs/research.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/site/labs/skill-impact.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/site/labs/skill-impact.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/site/model-proof.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/site/strands/index.html +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/site/strands/review.css +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/site/strands/review.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/site/style.css +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/__main__.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/agent_sandbox.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/artifacts.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/EVAL_README.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/JAVASCRIPT.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/ROBOT_TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/SUPPORT_TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/TASK.md +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/eval_app.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/eval_evaluate.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/eval_grader.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/eval_propose.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/reference.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/reference.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/report_enhance.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/robot_recordings.json +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/robot_reference.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/robot_reference.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/robot_starter.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/robot_starter.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/starter.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/starter.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/support_reference.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/support_reference.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/support_starter.js +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/assets/support_starter.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/audit.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/cli.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/coding.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/compare.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/decision_coverage.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/doctor.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/eval_health.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/eval_project.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/evaluate.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/events.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/evidence.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/generalization.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/hillclimb.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/hillclimb_run.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/interop.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/judge_stability.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/judge_stability_report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/judging.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/junit.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/provenance.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/records.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/repetition.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/robot_task.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/runner.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/suite.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/suite_report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/support.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/task.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/tasks.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/templates.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/trace_report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/trace_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/trajectory.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/transcripts.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/trials.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/trusted.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/usage.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/verify.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc/viewer.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc.egg-info/dependency_links.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc.egg-info/entry_points.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc.egg-info/requires.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/src/evalarc.egg-info/top_level.txt +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_agent_sandbox.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_artifact_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_behavior_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_behavior_site.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_case_attributes.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_commands.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_comparison.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_context_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_dataset.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_detection_margin.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_diff_suites.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_eval_health.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_eval_project.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_feature_3412504c3ce6.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_feature_3f06389f4f3d.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_feature_434f7ba01ae3.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_feature_5e40b6f9743a.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_feature_6401d7fe5951.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_feature_6457aeea39a6.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_feature_ab24ecf56e51.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_feature_b64744a8af0c.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_feature_cb4fe5a9ab91.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_feature_e0a029ce3b1b.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_feature_e5db40f1ad73.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_feature_f107c0a41d3a.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_generalization.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_grading.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_handoff_metrics.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_handoff_report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_harbor_controls.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_harbor_export.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_hf_readback.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_hillclimb.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_hillclimb_run.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_hillclimb_suites.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_interop.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_judge_panel.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_judge_stability.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_judging.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_model_file_identity.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_model_upgrade.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_protocol_probe.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_recording_failures.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_repetition.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_report_verify.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_research.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_results_diff.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_robot_task.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_runtime_limits.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_site.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_skill_handoff.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_skill_handoff_report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_startup_readiness.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_static_analysis_example.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_strands_page.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_suite.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_summary_display_boundary.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_support.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_swe_control.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_swe_dataset.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_swe_pilot.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_swe_report.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_swe_workspace.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_task_inputs.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_templates.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_trace_review.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_trajectory.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_transcripts.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_trials.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_usage.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_verify.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_viewer.py +0 -0
- {evalarc-0.23.1 → evalarc-0.23.2}/tests/test_workflow.py +0 -0
|
@@ -1,5 +1,9 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.23.2 — 2026-11-09
|
|
4
|
+
|
|
5
|
+
- fix: name the archive and member when an Inspect .eval log has a malformed header.json or sample. evalarc diff now explains a malformed member in an Inspect .eval archive. The error names the archive, the member and the problem, plus a recovery step. Before, it printed a bare JSON decoder position or an internal Python TypeError. A header.json or samples/*.json member that is not valid UTF-8 JSON reports '<archive> member '<name>' is not valid JSON: <decoder message>'. A header.json that is not a JSON object reports 'must be a JSON object (got <type>)'. Member names are quoted and escaped like sample IDs, so control characters show as escapes such as \x1b. A displayed name longer than 80 characters is cut and ends in '...'. The command still exits 2, prints nothing to stdout, creates no --output folder and leaves the --markdown file untouched: an existing file keeps its bytes and a missing one is not created. Valid archives load exactly as before. docs/ci-gate.md and docs/ci-gate.zh-CN.md describe the messages.
|
|
6
|
+
|
|
3
7
|
## 0.23.1 — 2026-11-07
|
|
4
8
|
|
|
5
9
|
- fix: reject JUnit testcases without a name instead of merging them into one check. evalarc diff now rejects JUnit XML that contains a `<testcase>` element whose name attribute is missing, empty or whitespace-only. Before this fix, the JUnit loader built IDs such as `corpus::None` or `corpus::` for these elements and merged every unnamed testcase in a suite into one check. A swapped failure ([fail, pass] in the baseline, [pass, fail] in the current run) then tallied 1/2 on both sides, was classified as unchanged, and the gate exited 0. Loading now raises a ValueError that names the 0-based position of the testcase among its suite's direct testcase children and the suite name, or (unnamed suite) when the suite has no name. evalarc diff reports this through its existing unusable-input path: it exits 2 and prints the message on stderr, whichever input file contains the unnamed testcase. Named testcases keep their exact IDs, verdicts and evidence. Identically named classname::name entries still load as repeated attempts of one check. docs/ci-gate.md and docs/ci-gate.zh-CN.md list this case among the exit-2 causes and give the recovery step.
|
|
@@ -4,8 +4,8 @@ title: "EvalArc: Auditable Evaluations for AI Agents"
|
|
|
4
4
|
type: software
|
|
5
5
|
authors:
|
|
6
6
|
- name: EvalArc contributors
|
|
7
|
-
version: 0.23.
|
|
8
|
-
date-released: 2026-11-
|
|
7
|
+
version: 0.23.2
|
|
8
|
+
date-released: 2026-11-09
|
|
9
9
|
license: MIT
|
|
10
10
|
repository-code: "https://github.com/noteflowai/evalarc"
|
|
11
11
|
url: "https://noteflowai.github.io/evalarc/"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: evalarc
|
|
3
|
-
Version: 0.23.
|
|
3
|
+
Version: 0.23.2
|
|
4
4
|
Summary: Find agent regressions behind better scores: compare changed checks, review recorded tool actions and verify evidence offline.
|
|
5
5
|
Author: EvalArc contributors
|
|
6
6
|
License-Expression: MIT
|
|
@@ -103,13 +103,13 @@ and the upgrade gate fails. These checks share two format/schema failures.
|
|
|
103
103
|
installs the published wheel, downloads the records and rebuilds the comparison.
|
|
104
104
|
Verification exits 0 for consistency; comparison exits 1 for the regression.
|
|
105
105
|
|
|
106
|
-
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.23.
|
|
106
|
+
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.23.2/)
|
|
107
107
|
in a fresh virtual environment:
|
|
108
108
|
|
|
109
109
|
```bash
|
|
110
110
|
python3 -m venv .venv
|
|
111
111
|
. .venv/bin/activate
|
|
112
|
-
python -m pip install evalarc==0.23.
|
|
112
|
+
python -m pip install evalarc==0.23.2
|
|
113
113
|
evalarc --version
|
|
114
114
|
```
|
|
115
115
|
|
|
@@ -161,7 +161,7 @@ because checks missing from it cannot be compared; rerun that evaluation to
|
|
|
161
161
|
completion and compare again.
|
|
162
162
|
|
|
163
163
|
```yaml
|
|
164
|
-
- uses: noteflowai/evalarc@v0.23.
|
|
164
|
+
- uses: noteflowai/evalarc@v0.23.2 # or a full commit SHA
|
|
165
165
|
with:
|
|
166
166
|
baseline: evals/baseline.json
|
|
167
167
|
current: results/current.json
|
|
@@ -68,13 +68,13 @@ and the upgrade gate fails. These checks share two format/schema failures.
|
|
|
68
68
|
installs the published wheel, downloads the records and rebuilds the comparison.
|
|
69
69
|
Verification exits 0 for consistency; comparison exits 1 for the regression.
|
|
70
70
|
|
|
71
|
-
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.23.
|
|
71
|
+
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.23.2/)
|
|
72
72
|
in a fresh virtual environment:
|
|
73
73
|
|
|
74
74
|
```bash
|
|
75
75
|
python3 -m venv .venv
|
|
76
76
|
. .venv/bin/activate
|
|
77
|
-
python -m pip install evalarc==0.23.
|
|
77
|
+
python -m pip install evalarc==0.23.2
|
|
78
78
|
evalarc --version
|
|
79
79
|
```
|
|
80
80
|
|
|
@@ -126,7 +126,7 @@ because checks missing from it cannot be compared; rerun that evaluation to
|
|
|
126
126
|
completion and compare again.
|
|
127
127
|
|
|
128
128
|
```yaml
|
|
129
|
-
- uses: noteflowai/evalarc@v0.23.
|
|
129
|
+
- uses: noteflowai/evalarc@v0.23.2 # or a full commit SHA
|
|
130
130
|
with:
|
|
131
131
|
baseline: evals/baseline.json
|
|
132
132
|
current: results/current.json
|
|
@@ -52,13 +52,13 @@ EvalArc 是面向 Agent 评测的 Python 命令行复核工具:逐项对比已
|
|
|
52
52
|
3. **本地复算。** [首次复核指南](docs/first-review.zh-CN.md)使用发布的 wheel 和原始记录重建报告;
|
|
53
53
|
复核退出 0 表示一致,对照退出 1 表示发现退步。
|
|
54
54
|
|
|
55
|
-
在新的虚拟环境中,从 [PyPI](https://pypi.org/project/evalarc/0.23.
|
|
55
|
+
在新的虚拟环境中,从 [PyPI](https://pypi.org/project/evalarc/0.23.2/)
|
|
56
56
|
安装已发布的复核工具:
|
|
57
57
|
|
|
58
58
|
```bash
|
|
59
59
|
python3 -m venv .venv
|
|
60
60
|
. .venv/bin/activate
|
|
61
|
-
python -m pip install evalarc==0.23.
|
|
61
|
+
python -m pip install evalarc==0.23.2
|
|
62
62
|
evalarc --version
|
|
63
63
|
```
|
|
64
64
|
|
|
@@ -105,7 +105,7 @@ Anthropic《Demystifying evals for AI agents》的建议在 EvalArc 中如何落
|
|
|
105
105
|
准确率从 0.625 升至 0.8125,同时有三个检查项丢失通过。
|
|
106
106
|
|
|
107
107
|
```yaml
|
|
108
|
-
- uses: noteflowai/evalarc@v0.23.
|
|
108
|
+
- uses: noteflowai/evalarc@v0.23.2 # 或完整的提交 SHA
|
|
109
109
|
with:
|
|
110
110
|
baseline: evals/baseline.json
|
|
111
111
|
current: results/current.json
|
|
@@ -141,6 +141,28 @@ Inspect sample that is not an object or has no integer or string id, a
|
|
|
141
141
|
promptfoo result row repeated, a JUnit testcase without a name).
|
|
142
142
|
Treat 2 as a broken pipeline, not a regression.
|
|
143
143
|
|
|
144
|
+
An Inspect `.eval` archive with an unreadable member also exits 2, writes no
|
|
145
|
+
`--output` folder and appends no Markdown. The message names the archive and
|
|
146
|
+
the member. The member name is shown quoted and escaped the same way as sample
|
|
147
|
+
IDs, so a control character never reaches the terminal (an ESC character
|
|
148
|
+
appears as `\x1b`), and a displayed name longer than 80 characters is cut
|
|
149
|
+
and ends in `...`. Inside an archive, member header.json must be a JSON object,
|
|
150
|
+
and it and every `samples/*.json` member must be valid UTF-8 JSON. A member
|
|
151
|
+
that is not valid UTF-8 JSON gives the first message below. A `header.json` that is not a JSON object gives the
|
|
152
|
+
second:
|
|
153
|
+
|
|
154
|
+
```text
|
|
155
|
+
evalarc: current.eval member 'header.json' is not valid JSON: Expecting value: line 1 column 1 (char 0). Re-export the log from Inspect (inspect log dump LOG.eval > LOG.json) or rerun the evaluation instead of editing the archive.
|
|
156
|
+
evalarc: current.eval member 'header.json' must be a JSON object (got array): the archive is not a usable Inspect log. Re-export it from Inspect or rerun the evaluation.
|
|
157
|
+
```
|
|
158
|
+
|
|
159
|
+
Earlier versions printed only the decoder position or an internal Python
|
|
160
|
+
error, such as `list indices must be integers or slices, not str`. To recover,
|
|
161
|
+
convert the archive with `inspect log dump LOG.eval > LOG.json`. If Inspect
|
|
162
|
+
cannot read the archive either, rerun the evaluation. One bad member rejects the
|
|
163
|
+
whole input. A sample member that parses but is not an object keeps the
|
|
164
|
+
`sample at position N is not an object` message described below.
|
|
165
|
+
|
|
144
166
|
An Inspect log that contains the same sample ID twice in one epoch (an integer
|
|
145
167
|
`7` and a string `"7"` count as the same ID) exits 2 and names the sample
|
|
146
168
|
and epoch. Counting the copy as an extra attempt would overstate coverage and
|
|
@@ -47,7 +47,7 @@ epoch 中都对重复订单退款(`refund-duplicate` 退化),`cancel-pendi
|
|
|
47
47
|
`regressed` 或 `less_reliable`。删除一个失败的检查项也会失败,
|
|
48
48
|
否则删掉它就能让门禁变绿。退出码:**0** 无检查项丢失通过,**1** 至少一项丢失,
|
|
49
49
|
**2** 文件无法读取或无法比较(格式不同、Inspect 任务名不同、没有样本、格式错误、
|
|
50
|
-
Inspect 样本在同一 epoch 中重复、Inspect 样本不是对象或没有整数/字符串 id、promptfoo 结果行重复、JUnit testcase 没有 name
|
|
50
|
+
Inspect 样本在同一 epoch 中重复、Inspect 样本不是对象或没有整数/字符串 id、promptfoo 结果行重复、JUnit testcase 没有 name、Inspect `.eval` 归档成员不是有效 JSON 或其 header.json 不是对象)。同一 epoch 中重复出现的样本 ID(整数 `7` 与字符串
|
|
51
51
|
`"7"` 视为同一 ID)会以退出码 2 报告并给出样本与 epoch:若把副本算作额外尝试,会夸大覆盖并
|
|
52
52
|
掩盖 `less_covered`。这类日志通常来自手工合并、拼接或编辑;请用
|
|
53
53
|
`inspect log dump LOG.eval > LOG.json` 重新导出,或重新运行评测。同一 ID 出现在不同 epoch
|
|
@@ -59,6 +59,14 @@ promptfoo `--output` 文件中同一结果行(相同的 `testIdx`、`promptIdx
|
|
|
59
59
|
副本,若计入会夸大尝试次数与通过率。请用 `promptfoo eval --output` 重新导出(或在经过审阅的
|
|
60
60
|
提交中删除副本行)后再比较。没有整数 `testIdx` 的行不做此检查,`testIdx` 被改过的副本也无法发现。
|
|
61
61
|
JUnit `<testcase>` 的 `name` 属性缺失、为空或只有空白时,同样以退出码 2 报告,并给出所属套件和该 testcase 在套件内从 0 开始的位置;没有名称的套件显示为 `(unnamed suite)`,例如 `JUnit testcase at position 0 in suite 'corpus' has no name attribute`。没有名称的 testcase 无法在两次运行间配对。此前同一套件中所有无名 testcase 会得到同一个虚构 ID(如 `corpus::None`)并合并为一个检查项,失败从一个无名 testcase 移到另一个时会被读作不变,门禁通过。请让测试运行器带测试名重新导出,或修复报告程序使每个 `<testcase>` 都有 `name`,然后再比较。classname 与 name 都相同且非空的 testcase 仍按同一检查项的多次尝试读取。
|
|
62
|
+
Inspect `.eval` 归档中有成员无法读取时,同样以退出码 2 报告,不创建 `--output` 目录,也不追加 Markdown。错误信息给出归档文件名和成员名;成员名与样本 ID 一样加引号并转义显示,控制字符不会原样输出到终端(ESC 显示为 `\x1b`),显示长度超过 80 个字符的名称会被截断并以 `...` 结尾。`header.json` 或 `samples/*.json` 成员不是有效的 UTF-8 JSON 时给出下面第一条信息,`header.json` 不是 JSON 对象时给出第二条:
|
|
63
|
+
|
|
64
|
+
```text
|
|
65
|
+
evalarc: current.eval member 'header.json' is not valid JSON: Expecting value: line 1 column 1 (char 0). Re-export the log from Inspect (inspect log dump LOG.eval > LOG.json) or rerun the evaluation instead of editing the archive.
|
|
66
|
+
evalarc: current.eval member 'header.json' must be a JSON object (got array): the archive is not a usable Inspect log. Re-export it from Inspect or rerun the evaluation.
|
|
67
|
+
```
|
|
68
|
+
|
|
69
|
+
此前只会输出解码位置或 Python 内部错误(如 `list indices must be integers or slices, not str`)。恢复方法:用 `inspect log dump LOG.eval > LOG.json` 转换归档;若 Inspect 也无法读取,则重新运行评测。一个损坏的成员会使整个输入被拒绝。能解析但不是对象的样本成员仍报告 `sample at position N is not an object`。
|
|
62
70
|
2 表示流水线本身有问题,不是退化。
|
|
63
71
|
|
|
64
72
|
## 回归语料
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "evalarc-evidence-site",
|
|
3
|
-
"version": "0.23.
|
|
3
|
+
"version": "0.23.2",
|
|
4
4
|
"lockfileVersion": 3,
|
|
5
5
|
"requires": true,
|
|
6
6
|
"packages": {
|
|
7
7
|
"": {
|
|
8
8
|
"name": "evalarc-evidence-site",
|
|
9
|
-
"version": "0.23.
|
|
9
|
+
"version": "0.23.2",
|
|
10
10
|
"devDependencies": {
|
|
11
11
|
"@axe-core/playwright": "4.13.0",
|
|
12
12
|
"playwright": "1.63.0",
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "evalarc"
|
|
7
|
-
version = "0.23.
|
|
7
|
+
version = "0.23.2"
|
|
8
8
|
description = "Find agent regressions behind better scores: compare changed checks, review recorded tool actions and verify evidence offline."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
requires-python = ">=3.11"
|
|
@@ -448,6 +448,19 @@ def _json(raw: bytes, path: Path) -> object:
|
|
|
448
448
|
raise ValueError(f"{path.name} is not JSON: {error}") from None
|
|
449
449
|
|
|
450
450
|
|
|
451
|
+
def _archive_json(path: Path, archive: zipfile.ZipFile, item: zipfile.ZipInfo) -> object:
|
|
452
|
+
"""Parse one .eval member; on failure name the archive and the escaped member."""
|
|
453
|
+
raw = archive.read(item)
|
|
454
|
+
try:
|
|
455
|
+
return json.loads(raw)
|
|
456
|
+
except (UnicodeDecodeError, json.JSONDecodeError) as error:
|
|
457
|
+
raise ValueError(
|
|
458
|
+
f"{path.name} member {_shown_id(item.filename)} is not valid JSON: {error}. "
|
|
459
|
+
"Re-export the log from Inspect (inspect log dump LOG.eval > LOG.json) or rerun "
|
|
460
|
+
"the evaluation instead of editing the archive."
|
|
461
|
+
) from None
|
|
462
|
+
|
|
463
|
+
|
|
451
464
|
def _inspect_document(path: Path, raw: bytes) -> dict:
|
|
452
465
|
if raw[:4] != b"PK\x03\x04":
|
|
453
466
|
document = _json(raw, path)
|
|
@@ -462,9 +475,16 @@ def _inspect_document(path: Path, raw: bytes) -> dict:
|
|
|
462
475
|
header = PurePosixPath("header.json")
|
|
463
476
|
if header not in members:
|
|
464
477
|
raise ValueError(f"{path.name} has no header.json; the run may be incomplete")
|
|
465
|
-
document =
|
|
478
|
+
document = _archive_json(path, archive, members[header])
|
|
479
|
+
if not isinstance(document, dict):
|
|
480
|
+
shown = _shown_id(members[header].filename)
|
|
481
|
+
raise ValueError(
|
|
482
|
+
f"{path.name} member {shown} must be a JSON object "
|
|
483
|
+
f"(got {_json_type(document)}): the archive is not a usable Inspect log. "
|
|
484
|
+
"Re-export it from Inspect or rerun the evaluation."
|
|
485
|
+
)
|
|
466
486
|
document["samples"] = [
|
|
467
|
-
|
|
487
|
+
_archive_json(path, archive, item)
|
|
468
488
|
for name, item in sorted(members.items())
|
|
469
489
|
if name.parent == PurePosixPath("samples") and name.suffix == ".json"
|
|
470
490
|
]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: evalarc
|
|
3
|
-
Version: 0.23.
|
|
3
|
+
Version: 0.23.2
|
|
4
4
|
Summary: Find agent regressions behind better scores: compare changed checks, review recorded tool actions and verify evidence offline.
|
|
5
5
|
Author: EvalArc contributors
|
|
6
6
|
License-Expression: MIT
|
|
@@ -103,13 +103,13 @@ and the upgrade gate fails. These checks share two format/schema failures.
|
|
|
103
103
|
installs the published wheel, downloads the records and rebuilds the comparison.
|
|
104
104
|
Verification exits 0 for consistency; comparison exits 1 for the regression.
|
|
105
105
|
|
|
106
|
-
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.23.
|
|
106
|
+
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.23.2/)
|
|
107
107
|
in a fresh virtual environment:
|
|
108
108
|
|
|
109
109
|
```bash
|
|
110
110
|
python3 -m venv .venv
|
|
111
111
|
. .venv/bin/activate
|
|
112
|
-
python -m pip install evalarc==0.23.
|
|
112
|
+
python -m pip install evalarc==0.23.2
|
|
113
113
|
evalarc --version
|
|
114
114
|
```
|
|
115
115
|
|
|
@@ -161,7 +161,7 @@ because checks missing from it cannot be compared; rerun that evaluation to
|
|
|
161
161
|
completion and compare again.
|
|
162
162
|
|
|
163
163
|
```yaml
|
|
164
|
-
- uses: noteflowai/evalarc@v0.23.
|
|
164
|
+
- uses: noteflowai/evalarc@v0.23.2 # or a full commit SHA
|
|
165
165
|
with:
|
|
166
166
|
baseline: evals/baseline.json
|
|
167
167
|
current: results/current.json
|
|
@@ -2398,6 +2398,7 @@ tests/test_detection_margin.py
|
|
|
2398
2398
|
tests/test_diff_suites.py
|
|
2399
2399
|
tests/test_eval_health.py
|
|
2400
2400
|
tests/test_eval_project.py
|
|
2401
|
+
tests/test_feature_1e31601a8900.py
|
|
2401
2402
|
tests/test_feature_3412504c3ce6.py
|
|
2402
2403
|
tests/test_feature_3f06389f4f3d.py
|
|
2403
2404
|
tests/test_feature_434f7ba01ae3.py
|
|
@@ -0,0 +1,162 @@
|
|
|
1
|
+
"""SYNTHETIC .eval archives: a malformed member exits 2 and names the archive and member.
|
|
2
|
+
|
|
3
|
+
Every archive is built here from the bundled Inspect example or from hand-written
|
|
4
|
+
bytes. The cases pin how evalarc diff reports these defects. They say nothing about
|
|
5
|
+
which corruptions real Inspect exports produce.
|
|
6
|
+
"""
|
|
7
|
+
|
|
8
|
+
import json
|
|
9
|
+
import zipfile
|
|
10
|
+
from pathlib import Path
|
|
11
|
+
|
|
12
|
+
import pytest
|
|
13
|
+
|
|
14
|
+
from evalarc.cli import main
|
|
15
|
+
from evalarc.results_diff import load_results
|
|
16
|
+
|
|
17
|
+
ROOT = Path(__file__).resolve().parents[1]
|
|
18
|
+
EXAMPLES = ROOT / "examples/results-diff"
|
|
19
|
+
JSON_LOG = EXAMPLES / "inspect/current.json"
|
|
20
|
+
POSITIONS = pytest.mark.parametrize("archive_first", [True, False], ids=["baseline", "current"])
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
def header_and_samples():
|
|
24
|
+
document = json.loads(JSON_LOG.read_text())
|
|
25
|
+
samples = document.pop("samples")
|
|
26
|
+
return document, samples
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
def build(path, header, members=()):
|
|
30
|
+
with zipfile.ZipFile(path, "w", zipfile.ZIP_DEFLATED) as output:
|
|
31
|
+
output.writestr("header.json", header)
|
|
32
|
+
for name, body in members:
|
|
33
|
+
output.writestr(name, body)
|
|
34
|
+
return path
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
def run_diff(tmp_path, capsys, archive, archive_first=False, summary=None):
|
|
38
|
+
"""Run evalarc diff with --output and --markdown and check nothing was written.
|
|
39
|
+
|
|
40
|
+
summary: bytes to pre-create the --markdown file with, or None to leave it absent.
|
|
41
|
+
"""
|
|
42
|
+
pair = (archive, JSON_LOG) if archive_first else (JSON_LOG, archive)
|
|
43
|
+
output = tmp_path / "review"
|
|
44
|
+
markdown = tmp_path / "job-summary.md"
|
|
45
|
+
if summary is not None:
|
|
46
|
+
markdown.write_bytes(summary)
|
|
47
|
+
args = ["diff", str(pair[0]), str(pair[1]), "--output", str(output)]
|
|
48
|
+
code = main(args + ["--markdown", str(markdown)])
|
|
49
|
+
captured = capsys.readouterr()
|
|
50
|
+
assert code == 2, captured.err
|
|
51
|
+
assert captured.out == ""
|
|
52
|
+
assert not output.exists()
|
|
53
|
+
if summary is None:
|
|
54
|
+
assert not markdown.exists()
|
|
55
|
+
else:
|
|
56
|
+
assert markdown.read_bytes() == summary
|
|
57
|
+
assert "Traceback" not in captured.err
|
|
58
|
+
assert f"evalarc: {archive.name} member " in captured.err
|
|
59
|
+
return captured.err
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
@POSITIONS
|
|
63
|
+
def test_invalid_json_header_names_the_archive_and_member(tmp_path, capsys, archive_first):
|
|
64
|
+
archive = build(tmp_path / "broken-header.eval", "not json")
|
|
65
|
+
existing = b"## Earlier step\n\nkept as is\n"
|
|
66
|
+
err = run_diff(tmp_path, capsys, archive, archive_first, summary=existing)
|
|
67
|
+
assert f"{archive.name} member 'header.json' is not valid JSON" in err
|
|
68
|
+
assert "inspect log dump LOG.eval > LOG.json" in err
|
|
69
|
+
decoder_lines = [line for line in err.splitlines() if "Expecting value: line 1" in line]
|
|
70
|
+
assert decoder_lines
|
|
71
|
+
assert all(archive.name in line for line in decoder_lines)
|
|
72
|
+
|
|
73
|
+
|
|
74
|
+
@POSITIONS
|
|
75
|
+
@pytest.mark.parametrize(
|
|
76
|
+
"header,kind,internal",
|
|
77
|
+
[
|
|
78
|
+
("[1, 2]", "array", "list indices must be integers"),
|
|
79
|
+
('"text"', "string", "does not support item assignment"),
|
|
80
|
+
("7", "number", "does not support item assignment"),
|
|
81
|
+
("null", "null", "does not support item assignment"),
|
|
82
|
+
],
|
|
83
|
+
ids=["array", "string", "number", "null"],
|
|
84
|
+
)
|
|
85
|
+
def test_non_object_header_is_explained(tmp_path, capsys, archive_first, header, kind, internal):
|
|
86
|
+
archive = build(tmp_path / "odd-header.eval", header)
|
|
87
|
+
err = run_diff(tmp_path, capsys, archive, archive_first)
|
|
88
|
+
assert f"{archive.name} member 'header.json' must be a JSON object (got {kind})" in err
|
|
89
|
+
assert "Re-export it from Inspect or rerun the evaluation" in err
|
|
90
|
+
assert internal not in err
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
def test_invalid_utf8_sample_names_the_member(tmp_path, capsys):
|
|
94
|
+
header = json.dumps(header_and_samples()[0])
|
|
95
|
+
members = [("samples/refund_epoch_1.json", b'{"id": "\xc3\x28"}')]
|
|
96
|
+
archive = build(tmp_path / "bad-sample.eval", header, members)
|
|
97
|
+
err = run_diff(tmp_path, capsys, archive)
|
|
98
|
+
assert "member 'samples/refund_epoch_1.json' is not valid JSON" in err
|
|
99
|
+
|
|
100
|
+
|
|
101
|
+
def test_member_name_control_characters_are_escaped(tmp_path, capsys):
|
|
102
|
+
header = json.dumps(header_and_samples()[0])
|
|
103
|
+
members = [("samples/bad\x1b[31m.json", "not json")]
|
|
104
|
+
archive = build(tmp_path / "escape.eval", header, members)
|
|
105
|
+
err = run_diff(tmp_path, capsys, archive)
|
|
106
|
+
assert "not valid JSON" in err
|
|
107
|
+
assert "bad" in err
|
|
108
|
+
assert "member 'samples/bad\\x1b[31m.json' is not valid JSON" in err
|
|
109
|
+
raw = [ch for ch in err if (ord(ch) < 32 or ord(ch) == 127) and ch not in "\r\n"]
|
|
110
|
+
assert raw == []
|
|
111
|
+
|
|
112
|
+
|
|
113
|
+
def test_long_member_name_is_cut_at_80_characters(tmp_path, capsys):
|
|
114
|
+
header = json.dumps(header_and_samples()[0])
|
|
115
|
+
name = "samples/" + "x" * 100 + ".json"
|
|
116
|
+
archive = build(tmp_path / "long.eval", header, [(name, "not json")])
|
|
117
|
+
err = run_diff(tmp_path, capsys, archive, summary=b"")
|
|
118
|
+
shown = "'samples/" + "x" * 68 + "..."
|
|
119
|
+
assert len(shown) == 80
|
|
120
|
+
assert f"member {shown} is not valid JSON" in err
|
|
121
|
+
assert name not in err
|
|
122
|
+
|
|
123
|
+
|
|
124
|
+
def test_parsed_non_object_sample_keeps_the_position_error(tmp_path, capsys):
|
|
125
|
+
header = json.dumps(header_and_samples()[0])
|
|
126
|
+
archive = build(tmp_path / "array-sample.eval", header, [("samples/a.json", "[1]")])
|
|
127
|
+
assert main(["diff", str(JSON_LOG), str(archive)]) == 2
|
|
128
|
+
assert "sample at position 0 is not an object (got array)" in capsys.readouterr().err
|
|
129
|
+
|
|
130
|
+
|
|
131
|
+
def test_valid_archive_still_loads_like_the_json_log(tmp_path, capsys):
|
|
132
|
+
header, samples = header_and_samples()
|
|
133
|
+
members = [
|
|
134
|
+
(f"samples/{item['id']}_epoch_{item['epoch']}.json", json.dumps(item)) for item in samples
|
|
135
|
+
]
|
|
136
|
+
archive = build(tmp_path / "current.eval", json.dumps(header), members)
|
|
137
|
+
assert load_results(archive)["cases"] == load_results(JSON_LOG)["cases"]
|
|
138
|
+
assert main(["diff", str(EXAMPLES / "inspect/baseline.json"), str(archive)]) == 1
|
|
139
|
+
assert "regressed: refund-duplicate / match" in capsys.readouterr().out
|
|
140
|
+
|
|
141
|
+
|
|
142
|
+
def test_ci_gate_docs_explain_the_archive_messages():
|
|
143
|
+
text = (ROOT / "docs/ci-gate.md").read_text(encoding="utf-8")
|
|
144
|
+
start = text.index("Exit codes: **0**")
|
|
145
|
+
for phrase in (
|
|
146
|
+
"member header.json must be a JSON object",
|
|
147
|
+
"member 'header.json' is not valid JSON",
|
|
148
|
+
"member 'header.json' must be a JSON object (got array)",
|
|
149
|
+
"is not valid JSON",
|
|
150
|
+
"inspect log dump LOG.eval",
|
|
151
|
+
):
|
|
152
|
+
assert text.find(phrase, start) > start, phrase
|
|
153
|
+
|
|
154
|
+
|
|
155
|
+
def test_zh_ci_gate_docs_explain_the_archive_messages():
|
|
156
|
+
text = (ROOT / "docs/ci-gate.zh-CN.md").read_text(encoding="utf-8")
|
|
157
|
+
for phrase in (
|
|
158
|
+
"member 'header.json' is not valid JSON",
|
|
159
|
+
"member 'header.json' must be a JSON object (got array)",
|
|
160
|
+
"inspect log dump LOG.eval > LOG.json",
|
|
161
|
+
):
|
|
162
|
+
assert phrase in text, phrase
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|