evalarc 0.22.0__tar.gz → 0.22.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {evalarc-0.22.0 → evalarc-0.22.1}/CHANGELOG.md +4 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/CITATION.cff +2 -2
- {evalarc-0.22.0 → evalarc-0.22.1}/PKG-INFO +4 -4
- {evalarc-0.22.0 → evalarc-0.22.1}/README.md +3 -3
- {evalarc-0.22.0 → evalarc-0.22.1}/README.zh-CN.md +3 -3
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/ci-gate.md +45 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/package-lock.json +2 -2
- {evalarc-0.22.0 → evalarc-0.22.1}/package.json +1 -1
- {evalarc-0.22.0 → evalarc-0.22.1}/pyproject.toml +1 -1
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/__init__.py +1 -1
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/results_diff.py +37 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc.egg-info/PKG-INFO +4 -4
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc.egg-info/SOURCES.txt +1 -0
- evalarc-0.22.1/tests/test_feature_ab24ecf56e51.py +110 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/CONTRIBUTING.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/MANIFEST.in +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/SECURITY.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/agent-evals.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/agent-evals.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/agentcore-first-review.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/architecture.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/assets/ai-first-review.png +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/assets/banner.svg +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/assets/evidence-lab.png +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/assets/first-review.png +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/assets/judge-stability.png +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/assets/regression-lab.png +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/assets/repeat-lab.png +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/assets/suite-lab.png +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/behavior-first-review.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/behavior-first-review.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/candidate-commands.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/casebook.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/ci-gate.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/coverage-review.png +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/decision-coverage.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/eval-health.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/eval-health.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/eval-init.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/eval-init.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/explorer.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/first-model-review.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/first-review-media.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/first-review.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/first-review.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/hillclimb-review.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/hillclimb-review.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/hillclimb-run.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/hillclimb-run.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/independent-swe-pilot.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/interop.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/judge-stability.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/judge-stability.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/judging.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/judging.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/languages.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/languages.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/methodology.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/migration.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/naming.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/outreach/first-use-plan.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/outreach/hellogithub-submission.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/outreach/huggingface-introduction.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/outreach/hve-correspondence.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/outreach/launch.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/outreach/status.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/outreach/strands-showcase.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/outreach/weekly-submission.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/publication.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/reliability.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/reliability.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/research-pilots.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/research.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/reviewer-exercise-key.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/reviewer-exercise.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/roadmap.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/suites.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/suites.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/task-authoring.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/trace-workbench.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/validation-v0.3.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/validation-v0.4.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/validation-v0.5.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/validation-v0.6.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/validation.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/verification.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/viewer.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/viewer.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/workflow.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/docs/workflow.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/audit/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/audit/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/audit/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/audit-v0.4/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/audit-v0.4/durable-kv/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/audit-v0.4/durable-kv/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/audit-v0.4/durable-kv/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/audit-v0.4/support-routing/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/audit-v0.4/support-routing/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/audit-v0.4/support-routing/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/PROVIDER-LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/README.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-input-hardlink/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/allowed-temporary-file/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/base-dependencies/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/base-dependencies/src/evalarc/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/base-dependencies/src/evalarc/templates.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/base-dependencies.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/blocked-observer-write/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-private-read/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/child-working-directory/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/composed-cache-publish/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/discarded-private-read/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/duplicate-service-write/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/encoded-service-write/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/hardlink-private-read/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/harness/scripts/behavior_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/harness/scripts/record_behavior_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/harness/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/harness/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/harness/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/harness/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/harness/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/internal-cache/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-only/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/metadata-open-path/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/missing-service-write/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/plan.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/private-readable-mapping/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/publisher-without-cache/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reference/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/rejected-http-method/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/reordered-json/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/sources.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/symlink-private-read/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unicode-temporary-file/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/unrequested-public-symlink/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/write-then-delete/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/controls/wrong-total/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/environment/Dockerfile +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/02-cache-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0005.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0006.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0007.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/03-submit-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0005.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0006.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0007.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/04-composed-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/05-cache-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0005.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0006.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0007.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/06-submit-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0005.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0006.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0007.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0008.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/commands/step-0008.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/07-composed-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/08-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0005.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0006.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0007.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0008.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/commands/step-0008.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/09-submit-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0005.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0005.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0006.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0006.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0007.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/commands/step-0007.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/10-composed-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/11-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/candidate/input/task.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0002.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0002.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0003.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0003.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0004.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/commands/step-0004.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/12-cache-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/bridge-preflight.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/completion.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/examples/behavior-audit/environment/Dockerfile +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/pyproject.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/scripts/local_model_server.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/scripts/record_behavior_pilot.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/scripts/record_skill_impact.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/__init__.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/__main__.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/agent_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/artifacts.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/robot_reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/robot_starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/support_reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/assets/support_starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/audit.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/cli.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/coding.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/compare.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/doctor.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/evaluate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/events.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/interop.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/judge_stability.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/judge_stability_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/junit.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/records.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/repetition.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/robot_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/suite.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/support.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/tasks.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/templates.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/trace_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/trace_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/trajectory.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/evalarc/src/evalarc/verify.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/examples/behavior-lab/skills/stage-order-cache/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/examples/behavior-lab/skills/submit-order-cache/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/examples/skill-impact/bridge.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/lib/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/lib/check-files-DJ37avYs.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/lib/cli.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/lib/client.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/lib/index.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/lib/mcp.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/lib/provider-DIndg2HA.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/lib/search-DUE-pmE0.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/lib/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/lib/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/lib/tools.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/node_modules/.pnpm/lock.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/package.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/harness/provider/pnpm-lock.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/plan.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/pilot/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/base-dependencies/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/base-dependencies/src/evalarc/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/base-dependencies/src/evalarc/templates.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/base-dependencies.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/candidate-health/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/forged-health-header/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/harness/scripts/behavior_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/harness/scripts/record_behavior_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/harness/scripts/record_behavior_service_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/harness/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/harness/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/harness/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/harness/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/harness/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/idle/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/malformed-request/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/partial-post-timeout/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/plan.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/service-reference/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/sources.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unknown-method/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/candidate/private/unrelated.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/command-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/evidence/bootstrap.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/evidence/commands/step-0001.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/evidence/commands/step-0001.strace.gz +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/evidence/final-inventory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/evidence/initial-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/evidence/observation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/evidence/service.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/expected.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/policy.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/program.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/behavior-audit/service-controls/unparsed-connection/review.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/comparison/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/comparison/baseline.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/comparison/comparison.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/comparison/current.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/comparison/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/cohorts.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/dependencies/package.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/dependencies/source.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/diagnostics/buffering-diagnostic.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/diagnostics/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/diagnostics/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/02-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/02-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/02-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/02-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/02-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/03-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/03-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/03-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/03-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/03-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/06-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/06-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/06-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/06-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/neutral/06-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/preflight-neutral.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/preflight-relevant.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/preparation/match.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/preparation/pools/neutral/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/preparation/pools/relevant/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/preparation-first-attempt/failed-match.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/preparation-first-attempt/pools/neutral/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/preparation-first-attempt/pools/relevant/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/01-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/01-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/01-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/01-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/01-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/04-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/04-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/04-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/04-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/04-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/05-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/05-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/05-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/05-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/relevant/05-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/runtime-image.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/skill-library/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/skill-library/check-files-DJ37avYs.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/skill-library/cli.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/skill-library/client.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/skill-library/index.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/skill-library/mcp.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/skill-library/provider-DIndg2HA.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/skill-library/search-DUE-pmE0.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/skill-library/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/skill-library/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/skill-library/tools.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/initial/tokenization-check.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/dependencies/package.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/dependencies/source.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/02-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/02-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/02-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/02-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/02-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/03-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/03-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/03-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/03-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/03-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/06-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/06-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/06-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/06-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/neutral/06-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/preflight-neutral.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/preflight-relevant.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/preparation/match.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/preparation/pools/neutral/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/preparation/pools/relevant/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/protocol-probe-docker-check.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/01-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/01-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/01-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/01-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/01-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/04-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/04-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/04-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/04-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/04-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/05-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/05-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/05-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/05-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/relevant/05-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/runtime-image.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/skill-library/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/skill-library/check-files-DJ37avYs.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/skill-library/cli.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/skill-library/client.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/skill-library/index.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/skill-library/mcp.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/skill-library/provider-DIndg2HA.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/skill-library/search-DUE-pmE0.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/skill-library/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/skill-library/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/skill-library/tools.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/context-controls/protocol/tokenization-check.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/evaluation/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/evaluation/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/evaluation/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/dependencies/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/dependencies/package.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/dependencies/pnpm-lock.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-handoff.zip +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/02-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/02-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/02-none-17/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/02-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/02-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/02-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/02-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/03-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/03-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/03-none-41/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/03-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/03-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/03-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/03-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/06-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/06-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/06-none-97/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/06-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/06-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/06-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/funes-mcp/06-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/ROBOT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/agent_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/bridge.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/client.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/handoff_metrics.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/local_model_server.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/prepare_funes_source.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/record_handoff_mcp.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/record_skill_impact.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/robot_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/harness/server.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/memory-models-after.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/memory-models-before.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/memory-models-check.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/01-none-17/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/01-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/04-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/04-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/04-none-41/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/04-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/04-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/04-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/04-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/05-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/05-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/05-none-97/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/05-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/05-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/05-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/no-memory/05-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/preflight/baseline/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/preflight/baseline/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/preflight/baseline/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/preflight/baseline/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/preflight/baseline/record.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/preflight/mcp-entrypoint.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/records-manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/metadata.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/part_0_docs.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/part_0_invert.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/memory/chunks.lance/_indices/5d3cabe8-ebc2-4547-89fd-a89116844bfe/part_0_tokens.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/memory/chunks.lance/_transactions/0-31c6cd72-063d-4586-b9c2-da2390276d8e.txn +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/memory/chunks.lance/_transactions/1-3e9493b6-edcc-4c8b-b460-8c38b49d81b7.txn +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/memory/chunks.lance/_versions/18446744073709551613.manifest +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/memory/chunks.lance/_versions/18446744073709551614.manifest +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/memory/chunks.lance/_versions/latest_version_hint.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/memory/chunks.lance/data/01010110111111010101001042459d4b4abc6af5fca566c7fb.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/prior/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/prior/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/prior-session.manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/prior-session.parquet +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/source/source.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/funes-handoff/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/attempts/cli-argument-error.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/imports/clock-fault/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/imports/clock-fault/harbor-import.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/imports/clock-fault/source-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/imports/clock-fault/source-trajectory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/imports/detached-answers/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/imports/detached-answers/harbor-import.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/imports/detached-answers/source-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/imports/detached-answers/source-trajectory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/imports/reference/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/imports/reference/harbor-import.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/imports/reference/source-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/imports/reference/source-trajectory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/clock-fault/config.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/clock-fault/lock.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/clock-fault/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/agent/trajectory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/artifacts/answers.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/artifacts/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/config.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/lock.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/clock-fault/task__vMuY9HA/verifier/evidence.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/detached-answers/config.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/detached-answers/lock.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/detached-answers/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/agent/trajectory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/artifacts/answers.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/artifacts/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/config.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/lock.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/detached-answers/task__v4kEuZQ/verifier/evidence.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/reference/config.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/reference/lock.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/reference/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/reference/task__V4pJMVL/agent/trajectory.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/reference/task__V4pJMVL/artifacts/answers.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/reference/task__V4pJMVL/artifacts/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/reference/task__V4pJMVL/config.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/reference/task__V4pJMVL/lock.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/reference/task__V4pJMVL/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/jobs/reference/task__V4pJMVL/verifier/evidence.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/plan.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/environment/requests.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/export-manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/instruction.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/task.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/tests/evalarc/assets/JAVASCRIPT.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/tests/evalarc/assets/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/tests/evalarc/assets/ROBOT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/tests/evalarc/assets/SUPPORT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/tests/evalarc/assets/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/tests/evalarc/assets/reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/tests/evalarc/assets/robot_recordings.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/tests/evalarc/assets/robot_reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/tests/evalarc/assets/robot_starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/tests/evalarc/assets/starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/tests/evalarc/assets/support_reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/harbor-controls/task/tests/evalarc/assets/support_starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-review/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-review/build.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-review/results/00-baseline.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-review/results/01-prompt-audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-review/results/02-refund-examples.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-review/results/03-opus-5.5-low.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-review/results/04-haiku-minimal.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-review/results/05-sonnet-5-low.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-review/split.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-run/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-run/hillclimb.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-run/judge.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-run/judge.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-run/split.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-run/workspace/evaluate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-run/workspace/proposals.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-run/workspace/propose.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-run/workspace/rules.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/hillclimb-run/workspace/tickets.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/README.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/data.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/independent-swe.zip +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/rows.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/00.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/01.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/02.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/03.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/04.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/05.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/06.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/07.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/08.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/09.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/10.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/11.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/12.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/13.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/14.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/15.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/16.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/18.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/19.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/20.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/21.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/22.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/23.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/24.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/25.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/26.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/27.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/28.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/30.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/31.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/32.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/33.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/34.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/independent-swe/traces/35.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/javascript-audits/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/javascript-audits/durable-kv/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/javascript-audits/durable-kv/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/javascript-audits/durable-kv/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/javascript-audits/support-routing/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/javascript-audits/support-routing/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/javascript-audits/support-routing/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/judge-stability/judge-1.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/judge-stability/judge-2.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/judge-stability/judge-3.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/baseline-model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/current-model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/model_checks.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/protocol.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/protocol.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/record.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/already-closed-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/already-closed-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/already-closed-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/already-routed-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/already-routed-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/already-routed-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/identity.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/literal-note-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/literal-note-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/literal-note-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/open-billing-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/open-billing-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/open-billing-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/protocol.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/resolved-bug-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/resolved-bug-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/resolved-bug-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/retry-same-key-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/retry-same-key-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/retry-same-key-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/terminal-error-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/terminal-error-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/terminal-error-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/ticket-text-injection-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/ticket-text-injection-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/baseline/ticket-text-injection-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/already-closed-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/already-closed-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/already-closed-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/already-routed-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/already-routed-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/already-routed-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/identity.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/literal-note-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/literal-note-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/literal-note-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/open-billing-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/open-billing-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/open-billing-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/protocol.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/resolved-bug-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/resolved-bug-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/resolved-bug-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/retry-same-key-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/retry-same-key-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/retry-same-key-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/terminal-error-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/terminal-error-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/terminal-error-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/ticket-text-injection-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/ticket-text-injection-29.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/recorded/current/ticket-text-injection-43.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/regrade.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/baseline-17.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/baseline-17.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/baseline-29.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/baseline-29.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/baseline-43.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/baseline-43.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/baseline.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/comparison.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/comparison.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/current-17.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/current-17.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/current-29.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/current-29.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/current-43.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/current-43.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/current.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/reports/redactions.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/runtime-environment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/model-upgrade/runtime-failures.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/javascript-coding/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/javascript-coding/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/javascript-coding/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/javascript-coding/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/javascript-coding/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/javascript-support/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/javascript-support/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/javascript-support/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/javascript-support/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/javascript-support/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/python-coding/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/python-coding/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/python-coding/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/python-coding/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/jobs/python-coding/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/junit.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/plan.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/suite.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/run/suite.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/multilanguage/suite.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition/attempts/0002/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition/attempts/0002/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition/attempts/0003/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition/attempts/0003/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition-faulty/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition-faulty/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition-faulty/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition-faulty/attempts/0002/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition-faulty/attempts/0002/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition-faulty/attempts/0003/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition-faulty/attempts/0003/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition-faulty/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition-faulty/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition-faulty/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/repetition-faulty-candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/funes/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/02-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/02-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/02-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/02-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/02-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/02-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/03-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/03-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/03-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/03-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/03-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/03-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/06-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/06-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/06-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/06-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/06-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/funes-recall/06-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/04-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/04-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/04-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/04-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/04-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/04-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/05-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/05-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/05-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/05-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/05-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/no-memory/05-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/handoff-continuation/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-import-oracle/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-import-oracle/harbor-import.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-import-oracle/source-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-import-oracle-retry/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-import-oracle-retry/harbor-import.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-import-oracle-retry/source-result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-native/robot-nop/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-native/robot-nop-retry/harbor-task__ax7VMfq/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-native/robot-nop-retry/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-native/robot-oracle/harbor-task__jNcD4Ci/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-native/robot-oracle/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-native/robot-oracle-fixed/harbor-task__pYo9jgP/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/harbor-native/robot-oracle-fixed/result.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/robot-audit-javascript/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/robot-audit-python/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/01-none-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/01-none-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/01-none-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/02-cache-17/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/02-cache-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/02-cache-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/02-cache-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/02-cache-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/02-cache-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/03-publish-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/03-publish-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/03-publish-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/03-publish-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/03-publish-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/04-composed-17/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/04-composed-17/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/04-composed-17/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/04-composed-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/04-composed-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/05-cache-41/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/05-cache-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/05-cache-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/05-cache-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/05-cache-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/05-cache-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/06-publish-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/06-publish-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/06-publish-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/06-publish-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/06-publish-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/07-composed-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/07-composed-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/07-composed-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/07-composed-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/07-composed-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/08-none-41/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/08-none-41/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/08-none-41/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/08-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/08-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/09-publish-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/09-publish-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/09-publish-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/09-publish-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/09-publish-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/10-composed-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/10-composed-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/10-composed-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/10-composed-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/10-composed-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/11-none-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/11-none-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/11-none-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/11-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/11-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/12-cache-97/candidate/build/cache.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/12-cache-97/candidate/input/orders.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/12-cache-97/candidate/private/client.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/12-cache-97/candidate/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/12-cache-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/12-cache-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/controls/boolean-count/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/controls/duplicate-key/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/controls/private-side-effect/public/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/controls/private-side-effect/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/controls/self-reported-success/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/controls/valid/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/controls/valid-reordered/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/controls/wrong-total/public/report.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/grader-controls.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-composition-pilot/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/02-direct-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/02-direct-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/02-direct-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/02-direct-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/02-direct-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/03-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/03-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/03-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/03-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/04-direct-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/04-direct-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/04-direct-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/04-direct-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/04-direct-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/05-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/05-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/05-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/05-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/06-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/06-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/06-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/06-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/06-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/07-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/07-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/07-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/07-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/08-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/08-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/08-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/08-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/08-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/09-direct-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/09-direct-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/09-direct-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/09-direct-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/09-direct-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/harness/skill-library/bundle-cli-DuVlt2Sp.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/harness/skill-library/check-files-CjcQukSA.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/harness/skill-library/cli.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/harness/skill-library/client.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/harness/skill-library/index.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/harness/skill-library/mcp.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/harness/skill-library/provider-D_asoyBt.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/harness/skill-library/search-DUE-pmE0.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/harness/skill-library/skill-bundle-rgNKCmVS.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/harness/skill-library/skill-check-Da47aHh6.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/harness/skill-library/tools.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-catalog-fallback/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/02-direct-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/02-direct-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/02-direct-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/02-direct-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/02-direct-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/03-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/03-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/03-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/03-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/04-direct-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/04-direct-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/04-direct-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/04-direct-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/04-direct-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/05-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/05-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/05-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/05-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/06-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/06-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/06-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/06-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/06-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/07-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/07-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/07-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/07-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/08-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/08-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/08-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/08-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/08-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/09-direct-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/09-direct-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/09-direct-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/09-direct-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/09-direct-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-contract-inline/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/01-none-17/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/02-direct-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/02-direct-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/02-direct-17/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/02-direct-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/02-direct-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/02-direct-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/03-mcp-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/03-mcp-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/03-mcp-17/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/03-mcp-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/03-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/04-direct-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/04-direct-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/04-direct-41/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/04-direct-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/04-direct-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/04-direct-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/05-mcp-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/05-mcp-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/05-mcp-41/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/05-mcp-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/05-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/06-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/06-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/06-none-41/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/06-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/06-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/06-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/07-mcp-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/07-mcp-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/07-mcp-97/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/07-mcp-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/07-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/08-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/08-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/08-none-97/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/08-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/08-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/08-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/09-direct-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/09-direct-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/09-direct-97/evaluation-readiness.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/09-direct-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/09-direct-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/09-direct-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/readiness-regrade.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/research/skill-impact-matched/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/inspect/attributes.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/inspect/baseline.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/inspect/cases.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/inspect/current.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/inspect/harness/system-prompt.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/inspect/refund_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/inspect/split.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/inspect/suites.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/junit/baseline.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/junit/cases.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/junit/current.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/junit/refund_checks.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/promptfoo/baseline.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/promptfoo/baseline.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/promptfoo/current.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/promptfoo/current.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/results-diff/promptfoo/promptfooconfig.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/README.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/completion.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/dependencies/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/dependencies/package.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/dependencies/pnpm-lock.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/pyproject.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/scripts/export_funes_trace.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/scripts/handoff_metrics.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/scripts/local_model_server.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/scripts/prepare_funes_source.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/scripts/prepare_skill_handoff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/scripts/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/scripts/record_handoff_mcp.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/scripts/record_skill_impact.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/__init__.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/__main__.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/agent_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/artifacts.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/JAVASCRIPT.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/ROBOT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/SUPPORT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_recordings.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/robot_starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/assets/support_starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/audit.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/cli.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/coding.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/compare.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/doctor.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/evaluate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/events.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/interop.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/judge_stability.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/judge_stability_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/junit.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/records.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/repetition.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/robot_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/suite.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/support.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/tasks.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/templates.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/trace_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/trace_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/trajectory.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/evalarc/src/evalarc/verify.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/examples/funes-handoff/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/examples/funes-handoff/bridge.d.mts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/examples/funes-handoff/bridge.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/examples/funes-handoff/client.d.mts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/examples/funes-handoff/client.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/examples/funes-handoff/server.d.mts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/examples/funes-handoff/server.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/examples/skill-impact/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/examples/skill-impact/bridge.d.mts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/examples/skill-impact/bridge.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/bundle-cli-CiJDMO7m.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/check-files-DJ37avYs.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/cli.d.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/cli.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/client.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/index.d.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/index.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/mcp.d.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/mcp.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/provider-DIndg2HA.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/provider-ulVIl-58.d.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/search-DUE-pmE0.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/skill-bundle-2OVsba66.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/skill-check-BYFdW99u.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/tools.d.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/lib/tools.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/package.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/pnpm-lock.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/runtime-lock.yaml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/agents.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/bundle-cli.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/bundle-manifest.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/catalog.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/check-files.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/cli.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/client/index.tsx +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/client/locale.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/client/styles.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/config.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/discover.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/frontmatter.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/index.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/load-receipt.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/mcp.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/origin.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/provider.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/search.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/skill-bundle.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/skill-check.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/skill-input.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/skill-surface.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/sources.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/tools.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/web-protocol.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen/provider/src/web.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/frozen-inputs-check.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/02-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/02-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/02-none-17/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/02-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/02-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/02-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/02-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/03-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/03-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/03-none-41/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/03-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/03-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/03-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/03-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/06-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/06-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/06-none-97/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/06-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/06-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/06-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/funes-mcp/06-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/ROBOT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/agent_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/bridge.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/client.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/handoff_metrics.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/local_model_server.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/prepare_funes_source.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/prepare_skill_handoff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/record_handoff_mcp.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/record_skill_impact.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/robot_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/harness/server.mjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/memory-models-after.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/memory-models-before.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/memory-models-check.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/model-files.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/01-none-17/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/01-none-17/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/01-none-17/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/01-none-17/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/01-none-17/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/04-none-41/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/04-none-41/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/04-none-41/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/04-none-41/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/04-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/04-none-41/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/04-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/05-none-97/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/05-none-97/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/05-none-97/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/05-none-97/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/05-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/05-none-97/progress.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/no-memory/05-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/preloads/funes-mcp-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/preloads/funes-mcp-41.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/preloads/funes-mcp-97.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/preloads/no-memory-17.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/preloads/no-memory-41.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/preloads/no-memory-97.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/records-manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/skill-handoff.zip +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/LICENSE +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/SKILL-LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/metadata.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/part_0_docs.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/part_0_invert.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/memory/chunks.lance/_indices/735b8def-2665-443f-a267-48a5aeeca292/part_0_tokens.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/memory/chunks.lance/_transactions/0-1b9813af-7636-4918-bf12-7b8c43dc5ed6.txn +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/memory/chunks.lance/_transactions/1-3e12aea4-1d1c-4c50-b909-870cd24ee4ab.txn +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/memory/chunks.lance/_versions/18446744073709551613.manifest +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/memory/chunks.lance/_versions/18446744073709551614.manifest +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/memory/chunks.lance/_versions/latest_version_hint.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/memory/chunks.lance/data/0010111101101010001000011605494953a8cebc1b74e9ed25.lance +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/prior/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/prior/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/prior-session.manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/prior-session.parquet +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/prior-skill-load.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/skill-pins.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/skills/robot-recording-review/SKILL.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/source/source.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/summary.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/validation/baseline/candidate/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/validation/baseline/candidate/example.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/validation/baseline/candidate/main.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/validation/baseline/candidate/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/validation/baseline/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/validation/baseline/record.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/validation/mcp-controls.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/validation/preflight-pin-drift.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/validation/preflight-skill.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/validation/runtime-package-after.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-handoff/validation/runtime-package-during.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/METHODS.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/ROBOT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/app.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/lab.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/manifest.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/profiles/skill-impact-catalog-fallback/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/profiles/skill-impact-catalog-fallback/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/profiles/skill-impact-contract-inline/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/profiles/skill-impact-contract-inline/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/profiles/skill-impact-matched/atif-validation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/profiles/skill-impact-matched/experiment.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/02-direct-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/02-direct-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/03-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/04-direct-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/04-direct-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/05-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/06-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/06-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/07-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/08-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/08-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/09-direct-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-catalog-fallback/09-direct-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/02-direct-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/02-direct-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/03-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/04-direct-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/04-direct-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/05-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/06-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/06-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/07-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/08-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/08-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/09-direct-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-contract-inline/09-direct-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/01-none-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/01-none-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/01-none-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/02-direct-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/02-direct-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/02-direct-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/03-mcp-17/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/03-mcp-17/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/03-mcp-17/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/04-direct-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/04-direct-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/04-direct-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/05-mcp-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/05-mcp-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/05-mcp-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/06-none-41/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/06-none-41/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/06-none-41/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/07-mcp-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/07-mcp-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/07-mcp-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/08-none-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/08-none-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/08-none-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/09-direct-97/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/09-direct-97/trajectory.atif.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/skill-impact/trials/skill-impact-matched/09-direct-97/trial.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/static-analysis/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/static-analysis/conftest.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/static-analysis/test_static_analysis.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/strands-state-review/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/strands-state-review/README.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/strands-state-review/recorded/baseline-native.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/strands-state-review/recorded/comparison.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/strands-state-review/recorded/current-native.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/coding-reference/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/coding-reference/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/coding-reference/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/coding-reference/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/coding-reference/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-partial/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-partial/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-partial/attempts/0002/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-partial/attempts/0002/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-partial/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-partial/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-partial/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-protected/attempts/0001/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-protected/attempts/0001/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-protected/attempts/0002/evaluation.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-protected/attempts/0002/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-protected/events.jsonl +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-protected/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/jobs/support-protected/repetition.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/junit.xml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/plan.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/suite.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suite/suite.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suites/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suites/acceptance.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/suites/partial-progress.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/support-audit/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/support-audit/audit.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/support-audit/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/support-node/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/support-node/evalarc.toml +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/support-node/main.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/trace-workbench/baseline.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/trace-workbench/current.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/examples/trace-workbench/mcp-recorded.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/frontend/report_enhance.ts +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/frontend/tsconfig.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/huggingface/DATASET.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/huggingface/README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/research/naming-checks-2026-09-14.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/research/papers.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/research/references.bib +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/research/sources.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/behavior_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_behavior_site.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_context_collection.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_context_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_dataset.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_handoff_mcp.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_harbor_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_judge_examples.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_research_site.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_site.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_skill_handoff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_skill_impact_site.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_swe_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/build_trace_examples.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/capture_ai_walkthrough.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/capture_first_review.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_ai_walkthrough.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_behavior_browser.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_context_browser.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_context_tokens.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_frontend_build.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_handoff_browser.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_hosted_downloads.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_installed.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_model_upgrade.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_reports_browser.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_sdist.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_site.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_strands_browser.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_strands_recipe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/check_swe_browser.cjs +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/export_funes_trace.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/export_harbor_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/handoff_metrics.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/handoff_page.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/harbor_control_agent.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/hf_readback.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/local_model_server.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/model_upgrade.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/model_upgrade_page.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/prepare_context_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/prepare_funes_source.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/prepare_skill_handoff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/prepare_swe_conditions.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/publish_dataset.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/publish_space.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/record_behavior_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/record_behavior_pilot.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/record_behavior_service_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/record_context_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/record_handoff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/record_handoff_mcp.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/record_harbor_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/record_skill_composition.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/record_skill_impact.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/record_swe_control.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/record_swe_pilot.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/skill_handoff_README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/skill_handoff_README.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/skill_handoff_page.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/strands_page.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/swe_dataset.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/swe_report_README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/swe_report_README.zh-CN.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/swe_report_index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/swe_workspace.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/scripts/verify_research.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/setup.cfg +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/site/app.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/site/icon.svg +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/site/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/site/labs/research.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/site/labs/skill-impact.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/site/labs/skill-impact.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/site/model-proof.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/site/strands/index.html +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/site/strands/review.css +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/site/strands/review.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/site/style.css +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/__main__.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/agent_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/artifact_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/artifacts.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/EVAL_README.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/JAVASCRIPT.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/ROBOT_DATA_LICENSE.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/ROBOT_DATA_NOTICE.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/ROBOT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/SUPPORT_TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/TASK.md +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/behavior_candidate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/behavior_service.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/behavior_worker.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/eval_app.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/eval_evaluate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/eval_grader.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/eval_propose.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/report_enhance.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/robot_recordings.json +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/robot_reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/robot_reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/robot_starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/robot_starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/support_reference.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/support_reference.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/support_starter.js +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/assets/support_starter.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/audit.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/behavior_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/behavior_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/cli.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/coding.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/compare.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/decision_coverage.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/doctor.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/eval_health.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/eval_project.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/evaluate.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/events.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/evidence.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/generalization.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/hillclimb.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/hillclimb_run.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/interop.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/judge_stability.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/judge_stability_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/judging.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/junit.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/provenance.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/records.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/repetition.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/robot_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/runner.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/suite.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/suite_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/support.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/tasks.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/templates.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/trace_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/trace_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/trajectory.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/transcripts.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/trials.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/trusted.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/usage.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/verify.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc/viewer.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc.egg-info/dependency_links.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc.egg-info/entry_points.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc.egg-info/requires.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/src/evalarc.egg-info/top_level.txt +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_agent_sandbox.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_artifact_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_behavior_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_behavior_site.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_case_attributes.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_commands.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_comparison.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_context_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_dataset.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_detection_margin.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_diff_suites.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_eval_health.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_eval_project.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_feature_3412504c3ce6.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_feature_3f06389f4f3d.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_feature_434f7ba01ae3.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_feature_6401d7fe5951.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_feature_6457aeea39a6.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_feature_b64744a8af0c.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_feature_cb4fe5a9ab91.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_feature_e0a029ce3b1b.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_feature_f107c0a41d3a.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_generalization.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_grading.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_handoff_metrics.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_handoff_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_harbor_controls.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_harbor_export.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_hf_readback.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_hillclimb.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_hillclimb_run.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_hillclimb_suites.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_interop.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_judge_panel.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_judge_stability.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_judging.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_model_file_identity.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_model_upgrade.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_protocol_probe.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_recording_failures.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_repetition.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_report_verify.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_research.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_results_diff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_robot_task.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_runtime_limits.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_site.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_skill_handoff.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_skill_handoff_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_startup_readiness.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_static_analysis_example.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_strands_page.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_suite.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_summary_display_boundary.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_support.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_swe_control.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_swe_dataset.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_swe_pilot.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_swe_report.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_swe_workspace.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_task_inputs.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_templates.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_trace_review.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_trajectory.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_transcripts.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_trials.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_usage.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_verify.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_viewer.py +0 -0
- {evalarc-0.22.0 → evalarc-0.22.1}/tests/test_workflow.py +0 -0
|
@@ -1,5 +1,9 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.22.1 — 2026-10-28
|
|
4
|
+
|
|
5
|
+
- fix: refuse to compare Inspect runs scored at different numeric pass thresholds. evalarc.results_diff.diff() now refuses to compare two Inspect runs whose numeric scores were judged against different pass thresholds. The Inspect loader turns every finite numeric score into a pass or fail with the threshold given to load_results(path, threshold=...). So a baseline loaded at 0.8 and a current run loaded at 0.5 could report checks as improved, or let the gate pass, when the agent had not changed. The new check runs after the existing format and task checks. It raises ValueError('inputs are not comparable: numeric pass threshold 0.8 (baseline) != 0.5 (current); numeric Inspect scores were judged against different pass thresholds. Load both runs with the same threshold.') and returns no partial result. These comparisons behave as before: equal thresholds (1 and 1.0 count as equal), Inspect runs with only letter-grade, boolean or missing score values, a baseline run dict without a threshold key, and all promptfoo and JUnit comparisons. docs/ci-gate.md has a new section, 'Numeric pass threshold must match (Inspect)'.
|
|
6
|
+
|
|
3
7
|
## 0.22.0 — 2026-10-20
|
|
4
8
|
|
|
5
9
|
- explain each blocking finding in the diff summary. When a diff has at least one blocking change (regressed, less_reliable, unassessed, less_covered or removed), summary.md and the --markdown output ($GITHUB_STEP_SUMMARY or a PR comment) now include a '#### Why the gate failed' section after the changes table. It states the numeric pass threshold that was applied. It then has one row per blocking finding: the kind, a '(within noise)' flag when the change is within sampling noise, the case and check together in one cell, the baseline and current fractions, and the first failing recorded attempt as 'value V · evidence E'. Removed checks show their baseline attempt instead, and less_covered checks show both assessed counts. The section ends with a provenance line giving each input's file name and the first 12 hex characters of its sha256, but only when both digests are recorded. Untrusted values are escaped and cut to 120 characters. The section follows the existing row limit and gives an overflow count that points to diff.json. Summaries with no blocking change are unchanged, and so are diff.json, index.html, exit codes and the gate logic.
|
|
@@ -4,8 +4,8 @@ title: "EvalArc: Auditable Evaluations for AI Agents"
|
|
|
4
4
|
type: software
|
|
5
5
|
authors:
|
|
6
6
|
- name: EvalArc contributors
|
|
7
|
-
version: 0.22.
|
|
8
|
-
date-released: 2026-10-
|
|
7
|
+
version: 0.22.1
|
|
8
|
+
date-released: 2026-10-28
|
|
9
9
|
license: MIT
|
|
10
10
|
repository-code: "https://github.com/noteflowai/evalarc"
|
|
11
11
|
url: "https://noteflowai.github.io/evalarc/"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: evalarc
|
|
3
|
-
Version: 0.22.
|
|
3
|
+
Version: 0.22.1
|
|
4
4
|
Summary: Find agent regressions behind better scores: compare changed checks, review recorded tool actions and verify evidence offline.
|
|
5
5
|
Author: EvalArc contributors
|
|
6
6
|
License-Expression: MIT
|
|
@@ -103,13 +103,13 @@ and the upgrade gate fails. These checks share two format/schema failures.
|
|
|
103
103
|
installs the published wheel, downloads the records and rebuilds the comparison.
|
|
104
104
|
Verification exits 0 for consistency; comparison exits 1 for the regression.
|
|
105
105
|
|
|
106
|
-
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.22.
|
|
106
|
+
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.22.1/)
|
|
107
107
|
in a fresh virtual environment:
|
|
108
108
|
|
|
109
109
|
```bash
|
|
110
110
|
python3 -m venv .venv
|
|
111
111
|
. .venv/bin/activate
|
|
112
|
-
python -m pip install evalarc==0.22.
|
|
112
|
+
python -m pip install evalarc==0.22.1
|
|
113
113
|
evalarc --version
|
|
114
114
|
```
|
|
115
115
|
|
|
@@ -161,7 +161,7 @@ because checks missing from it cannot be compared; rerun that evaluation to
|
|
|
161
161
|
completion and compare again.
|
|
162
162
|
|
|
163
163
|
```yaml
|
|
164
|
-
- uses: noteflowai/evalarc@v0.22.
|
|
164
|
+
- uses: noteflowai/evalarc@v0.22.1 # or a full commit SHA
|
|
165
165
|
with:
|
|
166
166
|
baseline: evals/baseline.json
|
|
167
167
|
current: results/current.json
|
|
@@ -68,13 +68,13 @@ and the upgrade gate fails. These checks share two format/schema failures.
|
|
|
68
68
|
installs the published wheel, downloads the records and rebuilds the comparison.
|
|
69
69
|
Verification exits 0 for consistency; comparison exits 1 for the regression.
|
|
70
70
|
|
|
71
|
-
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.22.
|
|
71
|
+
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.22.1/)
|
|
72
72
|
in a fresh virtual environment:
|
|
73
73
|
|
|
74
74
|
```bash
|
|
75
75
|
python3 -m venv .venv
|
|
76
76
|
. .venv/bin/activate
|
|
77
|
-
python -m pip install evalarc==0.22.
|
|
77
|
+
python -m pip install evalarc==0.22.1
|
|
78
78
|
evalarc --version
|
|
79
79
|
```
|
|
80
80
|
|
|
@@ -126,7 +126,7 @@ because checks missing from it cannot be compared; rerun that evaluation to
|
|
|
126
126
|
completion and compare again.
|
|
127
127
|
|
|
128
128
|
```yaml
|
|
129
|
-
- uses: noteflowai/evalarc@v0.22.
|
|
129
|
+
- uses: noteflowai/evalarc@v0.22.1 # or a full commit SHA
|
|
130
130
|
with:
|
|
131
131
|
baseline: evals/baseline.json
|
|
132
132
|
current: results/current.json
|
|
@@ -52,13 +52,13 @@ EvalArc 是面向 Agent 评测的 Python 命令行复核工具:逐项对比已
|
|
|
52
52
|
3. **本地复算。** [首次复核指南](docs/first-review.zh-CN.md)使用发布的 wheel 和原始记录重建报告;
|
|
53
53
|
复核退出 0 表示一致,对照退出 1 表示发现退步。
|
|
54
54
|
|
|
55
|
-
在新的虚拟环境中,从 [PyPI](https://pypi.org/project/evalarc/0.22.
|
|
55
|
+
在新的虚拟环境中,从 [PyPI](https://pypi.org/project/evalarc/0.22.1/)
|
|
56
56
|
安装已发布的复核工具:
|
|
57
57
|
|
|
58
58
|
```bash
|
|
59
59
|
python3 -m venv .venv
|
|
60
60
|
. .venv/bin/activate
|
|
61
|
-
python -m pip install evalarc==0.22.
|
|
61
|
+
python -m pip install evalarc==0.22.1
|
|
62
62
|
evalarc --version
|
|
63
63
|
```
|
|
64
64
|
|
|
@@ -105,7 +105,7 @@ Anthropic《Demystifying evals for AI agents》的建议在 EvalArc 中如何落
|
|
|
105
105
|
准确率从 0.625 升至 0.8125,同时有三个检查项丢失通过。
|
|
106
106
|
|
|
107
107
|
```yaml
|
|
108
|
-
- uses: noteflowai/evalarc@v0.22.
|
|
108
|
+
- uses: noteflowai/evalarc@v0.22.1 # 或完整的提交 SHA
|
|
109
109
|
with:
|
|
110
110
|
baseline: evals/baseline.json
|
|
111
111
|
current: results/current.json
|
|
@@ -187,6 +187,51 @@ pass rates. Re-export with `promptfoo eval --output` (or remove the copied row
|
|
|
187
187
|
in a reviewed commit) and compare again. Rows without an integer `testIdx`
|
|
188
188
|
are not checked, and a copy whose `testIdx` was edited is not detected.
|
|
189
189
|
|
|
190
|
+
### Numeric pass threshold must match (Inspect)
|
|
191
|
+
|
|
192
|
+
The Inspect loader turns each finite numeric score into a pass or a fail by
|
|
193
|
+
comparing it with the threshold given to
|
|
194
|
+
`load_results(path, threshold=...)`. A score passes when it is at least the
|
|
195
|
+
threshold. A score of 0.7 passes at 0.5 and fails at 0.8, so two runs loaded at
|
|
196
|
+
different thresholds use different pass definitions. Their `improved` or
|
|
197
|
+
`regressed` rows would then come from the threshold, not from the agent. For
|
|
198
|
+
that reason `diff` refuses an Inspect comparison when all of these hold: both
|
|
199
|
+
runs record a threshold, the two thresholds are unequal, and at least one run
|
|
200
|
+
has a numeric score value.
|
|
201
|
+
|
|
202
|
+
```text
|
|
203
|
+
inputs are not comparable: numeric pass threshold 0.8 (baseline) != 0.5 (current); numeric Inspect scores were judged against different pass thresholds. Load both runs with the same threshold.
|
|
204
|
+
```
|
|
205
|
+
|
|
206
|
+
Python callers of `diff` receive `ValueError`, with no partial result and no
|
|
207
|
+
gate verdict. This check runs after the format and task checks, so those errors
|
|
208
|
+
are still reported first, with the same messages. To fix the error, load both
|
|
209
|
+
runs with the same threshold:
|
|
210
|
+
|
|
211
|
+
```python
|
|
212
|
+
from pathlib import Path
|
|
213
|
+
|
|
214
|
+
from evalarc.results_diff import diff, load_results
|
|
215
|
+
|
|
216
|
+
result = diff(
|
|
217
|
+
load_results(Path("baseline.json"), threshold=0.8),
|
|
218
|
+
load_results(Path("current.json"), threshold=0.8),
|
|
219
|
+
)
|
|
220
|
+
```
|
|
221
|
+
|
|
222
|
+
These cases are not affected:
|
|
223
|
+
|
|
224
|
+
- Equal thresholds. `1` and `1.0` count as equal.
|
|
225
|
+
- Inspect logs whose score values are only letter grades, booleans or missing
|
|
226
|
+
values. The threshold cannot change their verdicts.
|
|
227
|
+
- promptfoo and JUnit inputs.
|
|
228
|
+
- A hand-built baseline run dict without a `threshold` key. The rule is
|
|
229
|
+
skipped for it.
|
|
230
|
+
|
|
231
|
+
As before, `diff` does not support a current run dict without a `threshold`
|
|
232
|
+
key. `numeric_pass_threshold` in `diff.json` still records the current run's
|
|
233
|
+
threshold.
|
|
234
|
+
|
|
190
235
|
## Regression corpus
|
|
191
236
|
|
|
192
237
|
`tests/test_feature_cb4fe5a9ab91.py` pins how the gate handles each kind of
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "evalarc-evidence-site",
|
|
3
|
-
"version": "0.22.
|
|
3
|
+
"version": "0.22.1",
|
|
4
4
|
"lockfileVersion": 3,
|
|
5
5
|
"requires": true,
|
|
6
6
|
"packages": {
|
|
7
7
|
"": {
|
|
8
8
|
"name": "evalarc-evidence-site",
|
|
9
|
-
"version": "0.22.
|
|
9
|
+
"version": "0.22.1",
|
|
10
10
|
"devDependencies": {
|
|
11
11
|
"@axe-core/playwright": "4.13.0",
|
|
12
12
|
"playwright": "1.63.0",
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "evalarc"
|
|
7
|
-
version = "0.22.
|
|
7
|
+
version = "0.22.1"
|
|
8
8
|
description = "Find agent regressions behind better scores: compare changed checks, review recorded tool actions and verify evidence offline."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
requires-python = ">=3.11"
|
|
@@ -98,6 +98,8 @@ def diff(baseline: dict, current: dict) -> dict:
|
|
|
98
98
|
before, after = baseline["identity"].get(field), current["identity"].get(field)
|
|
99
99
|
if before is not None and after is not None and before != after:
|
|
100
100
|
raise ValueError(f"inputs are not comparable: {field} {before!r} != {after!r}")
|
|
101
|
+
if baseline["format"] == "inspect":
|
|
102
|
+
_require_same_numeric_threshold(baseline, current)
|
|
101
103
|
changes, unchanged = [], 0
|
|
102
104
|
for case_id in sorted(set(baseline["cases"]) | set(current["cases"])):
|
|
103
105
|
before_checks = baseline["cases"].get(case_id, {})
|
|
@@ -1100,6 +1102,41 @@ def _add_material(material: dict, case_id: str, role: str, text: object) -> None
|
|
|
1100
1102
|
# --- comparison helpers -----------------------------------------------------------
|
|
1101
1103
|
|
|
1102
1104
|
|
|
1105
|
+
def _is_numeric_score(value: object) -> bool:
|
|
1106
|
+
"""True for exactly the values _inspect_passed compares with the threshold."""
|
|
1107
|
+
return isinstance(value, (int, float)) and not isinstance(value, bool) and math.isfinite(value)
|
|
1108
|
+
|
|
1109
|
+
|
|
1110
|
+
def _has_numeric_scores(run: dict) -> bool:
|
|
1111
|
+
for checks in run["cases"].values():
|
|
1112
|
+
for attempts in checks.values():
|
|
1113
|
+
for attempt in attempts or []:
|
|
1114
|
+
if _is_numeric_score(attempt.get("value")):
|
|
1115
|
+
return True
|
|
1116
|
+
return False
|
|
1117
|
+
|
|
1118
|
+
|
|
1119
|
+
def _require_same_numeric_threshold(baseline: dict, current: dict) -> None:
|
|
1120
|
+
"""Refuse Inspect runs whose numeric scores were judged at different thresholds.
|
|
1121
|
+
|
|
1122
|
+
The Inspect loader binarizes every finite numeric score with the threshold it was
|
|
1123
|
+
loaded with, so unequal thresholds mean the two sides use different pass
|
|
1124
|
+
definitions and any regressed/improved verdict would be an artifact. Runs without
|
|
1125
|
+
numeric score values (letter grades, booleans) cannot be affected and are allowed.
|
|
1126
|
+
A run dict without a threshold key (hand-built by an API caller) skips the rule.
|
|
1127
|
+
"""
|
|
1128
|
+
before, after = baseline.get("threshold"), current.get("threshold")
|
|
1129
|
+
if before is None or after is None or before == after:
|
|
1130
|
+
return
|
|
1131
|
+
if not (_has_numeric_scores(baseline) or _has_numeric_scores(current)):
|
|
1132
|
+
return
|
|
1133
|
+
raise ValueError(
|
|
1134
|
+
f"inputs are not comparable: numeric pass threshold {before!r} (baseline) != "
|
|
1135
|
+
f"{after!r} (current); numeric Inspect scores were judged against different "
|
|
1136
|
+
"pass thresholds. Load both runs with the same threshold."
|
|
1137
|
+
)
|
|
1138
|
+
|
|
1139
|
+
|
|
1103
1140
|
def _attempt(passed: bool | None, evidence: object = None, value: object = None) -> dict:
|
|
1104
1141
|
row: dict = {"passed": passed}
|
|
1105
1142
|
if value is not None:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: evalarc
|
|
3
|
-
Version: 0.22.
|
|
3
|
+
Version: 0.22.1
|
|
4
4
|
Summary: Find agent regressions behind better scores: compare changed checks, review recorded tool actions and verify evidence offline.
|
|
5
5
|
Author: EvalArc contributors
|
|
6
6
|
License-Expression: MIT
|
|
@@ -103,13 +103,13 @@ and the upgrade gate fails. These checks share two format/schema failures.
|
|
|
103
103
|
installs the published wheel, downloads the records and rebuilds the comparison.
|
|
104
104
|
Verification exits 0 for consistency; comparison exits 1 for the regression.
|
|
105
105
|
|
|
106
|
-
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.22.
|
|
106
|
+
Install the released reviewer from [PyPI](https://pypi.org/project/evalarc/0.22.1/)
|
|
107
107
|
in a fresh virtual environment:
|
|
108
108
|
|
|
109
109
|
```bash
|
|
110
110
|
python3 -m venv .venv
|
|
111
111
|
. .venv/bin/activate
|
|
112
|
-
python -m pip install evalarc==0.22.
|
|
112
|
+
python -m pip install evalarc==0.22.1
|
|
113
113
|
evalarc --version
|
|
114
114
|
```
|
|
115
115
|
|
|
@@ -161,7 +161,7 @@ because checks missing from it cannot be compared; rerun that evaluation to
|
|
|
161
161
|
completion and compare again.
|
|
162
162
|
|
|
163
163
|
```yaml
|
|
164
|
-
- uses: noteflowai/evalarc@v0.22.
|
|
164
|
+
- uses: noteflowai/evalarc@v0.22.1 # or a full commit SHA
|
|
165
165
|
with:
|
|
166
166
|
baseline: evals/baseline.json
|
|
167
167
|
current: results/current.json
|
|
@@ -2403,6 +2403,7 @@ tests/test_feature_3f06389f4f3d.py
|
|
|
2403
2403
|
tests/test_feature_434f7ba01ae3.py
|
|
2404
2404
|
tests/test_feature_6401d7fe5951.py
|
|
2405
2405
|
tests/test_feature_6457aeea39a6.py
|
|
2406
|
+
tests/test_feature_ab24ecf56e51.py
|
|
2406
2407
|
tests/test_feature_b64744a8af0c.py
|
|
2407
2408
|
tests/test_feature_cb4fe5a9ab91.py
|
|
2408
2409
|
tests/test_feature_e0a029ce3b1b.py
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
"""Inspect runs scored at different numeric pass thresholds are not comparable.
|
|
2
|
+
|
|
3
|
+
Every log in this file is SYNTHETIC: it is built from the recorded example
|
|
4
|
+
examples/results-diff/inspect/baseline.json by replacing each sample's scores.
|
|
5
|
+
These fixtures prove the comparability rule only, not behavior on real exports.
|
|
6
|
+
"""
|
|
7
|
+
|
|
8
|
+
import json
|
|
9
|
+
from pathlib import Path
|
|
10
|
+
|
|
11
|
+
import pytest
|
|
12
|
+
|
|
13
|
+
from evalarc.results_diff import diff, load_results
|
|
14
|
+
|
|
15
|
+
EXAMPLES = Path(__file__).resolve().parents[1] / "examples/results-diff"
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
def synthetic_log(tmp_path, name, value_for, task=None):
|
|
19
|
+
"""Write a synthetic Inspect log whose score values come from value_for(sample_id)."""
|
|
20
|
+
document = json.loads((EXAMPLES / "inspect/baseline.json").read_text())
|
|
21
|
+
for sample in document["samples"]:
|
|
22
|
+
sample["scores"] = {"rubric": {"value": value_for(sample["id"])}}
|
|
23
|
+
if task is not None:
|
|
24
|
+
document["eval"] = {**document["eval"], "task": task}
|
|
25
|
+
path = tmp_path / name
|
|
26
|
+
path.write_text(json.dumps(document))
|
|
27
|
+
return path
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
def numeric_pair(tmp_path):
|
|
31
|
+
"""Synthetic numeric logs: every score 0.7, except refund-small 0.9 in the current run."""
|
|
32
|
+
before = synthetic_log(tmp_path, "baseline.json", lambda _: 0.7)
|
|
33
|
+
after = synthetic_log(
|
|
34
|
+
tmp_path, "current.json", lambda case: 0.9 if case == "refund-small" else 0.7
|
|
35
|
+
)
|
|
36
|
+
return before, after
|
|
37
|
+
|
|
38
|
+
|
|
39
|
+
def kinds(result):
|
|
40
|
+
return sorted((row["kind"], row["case_id"], row["check"]) for row in result["changes"])
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
def test_mismatched_numeric_thresholds_are_not_comparable(tmp_path):
|
|
44
|
+
before, after = numeric_pair(tmp_path)
|
|
45
|
+
# At 0.8 every 0.7 fails; at 0.5 it passes. Comparing them would report gains
|
|
46
|
+
# that come only from the pass definition, so diff() must refuse.
|
|
47
|
+
with pytest.raises(ValueError) as error:
|
|
48
|
+
diff(load_results(before, threshold=0.8), load_results(after, threshold=0.5))
|
|
49
|
+
message = str(error.value)
|
|
50
|
+
assert "not comparable" in message
|
|
51
|
+
assert "threshold" in message
|
|
52
|
+
assert "0.8 (baseline)" in message and "0.5 (current)" in message
|
|
53
|
+
assert "same threshold" in message
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
@pytest.mark.parametrize("left,right", [(0.8, 0.8), (1, 1.0), (0.5, 0.50)])
|
|
57
|
+
def test_equal_thresholds_compare_as_before(tmp_path, left, right):
|
|
58
|
+
before, after = numeric_pair(tmp_path)
|
|
59
|
+
result = diff(load_results(before, threshold=left), load_results(after, threshold=right))
|
|
60
|
+
reference = diff(load_results(before, threshold=right), load_results(after, threshold=right))
|
|
61
|
+
for key in ("counts", "gate_passed", "changes", "numeric_pass_threshold"):
|
|
62
|
+
assert result[key] == reference[key]
|
|
63
|
+
assert result["numeric_pass_threshold"] == right
|
|
64
|
+
if right == 0.8:
|
|
65
|
+
assert kinds(result) == [("improved", "refund-small", "rubric")]
|
|
66
|
+
|
|
67
|
+
|
|
68
|
+
@pytest.mark.parametrize("value", ["C", True])
|
|
69
|
+
def test_non_numeric_scores_ignore_the_threshold(tmp_path, value):
|
|
70
|
+
before = synthetic_log(tmp_path, "baseline.json", lambda _: value)
|
|
71
|
+
after = synthetic_log(tmp_path, "current.json", lambda _: value)
|
|
72
|
+
result = diff(load_results(before, threshold=0.8), load_results(after, threshold=0.5))
|
|
73
|
+
assert result["gate_passed"] and not result["changes"]
|
|
74
|
+
assert result["numeric_pass_threshold"] == 0.5
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
def test_letter_grades_that_change_still_compare(tmp_path):
|
|
78
|
+
before = synthetic_log(tmp_path, "baseline.json", lambda _: "C")
|
|
79
|
+
after = synthetic_log(
|
|
80
|
+
tmp_path, "current.json", lambda case: "I" if case == "refund-small" else "C"
|
|
81
|
+
)
|
|
82
|
+
result = diff(load_results(before, threshold=0.8), load_results(after, threshold=0.5))
|
|
83
|
+
assert kinds(result) == [("regressed", "refund-small", "rubric")]
|
|
84
|
+
|
|
85
|
+
|
|
86
|
+
def test_baseline_dict_without_threshold_skips_the_rule(tmp_path):
|
|
87
|
+
before, after = numeric_pair(tmp_path)
|
|
88
|
+
baseline = load_results(before, threshold=0.8)
|
|
89
|
+
del baseline["threshold"]
|
|
90
|
+
result = diff(baseline, load_results(after, threshold=0.5))
|
|
91
|
+
assert result["numeric_pass_threshold"] == 0.5
|
|
92
|
+
assert "counts" in result and "gate_passed" in result
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
def test_format_mismatch_is_still_reported_first(tmp_path):
|
|
96
|
+
before, _ = numeric_pair(tmp_path)
|
|
97
|
+
with pytest.raises(ValueError, match="different formats"):
|
|
98
|
+
diff(
|
|
99
|
+
load_results(before, threshold=0.8),
|
|
100
|
+
load_results(EXAMPLES / "promptfoo/current.json", threshold=0.5),
|
|
101
|
+
)
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
def test_task_mismatch_is_still_reported_before_the_threshold(tmp_path):
|
|
105
|
+
before, _ = numeric_pair(tmp_path)
|
|
106
|
+
other = synthetic_log(tmp_path, "other.json", lambda _: 0.7, task="other")
|
|
107
|
+
with pytest.raises(ValueError) as error:
|
|
108
|
+
diff(load_results(before, threshold=0.8), load_results(other, threshold=0.5))
|
|
109
|
+
assert str(error.value).startswith("inputs are not comparable: task ")
|
|
110
|
+
assert "'other'" in str(error.value)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|