agentic-engineering-harness 0.8.3 → 0.8.4

package/docs/CERTIFICATION.md

@@ -0,0 +1,31 @@
+# AEH Certification Core
+
+AEH certification is a runtime-agnostic quality boundary. `CertificationCore` accepts a `CandidateRevision`, a frozen `CertificationPolicy`, and an independent deterministic `CertificationOracle`. It emits one of:
+
+```text
+ACCEPTED
+REPAIR_REQUIRED
+HUMAN_REQUIRED
+PARTIAL
+BLOCKED
+NOT_TESTED
+```
+
+Capability reports contain separate `contract` and `modelE2E` lanes. A deterministic contract PASS with a blocked or untested model lane is `PARTIAL`, never a full PASS. A campaign requiring model execution is accepted only when the provider receipt proves startup and the oracle verifies model-produced journey evidence.
+
+External actors can propose or repair a candidate, but their claimed verdicts never become acceptance evidence. Provider execution is behind `AgentProvider`; the initial `CodexAgentProvider` is a bootstrap adapter and is not part of certification policy or oracle semantics.
+
+The bootstrap lane packs the current checkout, installs that pack into a disposable fixture with lifecycle scripts disabled, and evaluates it with an argv-based deterministic command oracle:
+
+```bash
+aeh certification self-dogfood <fixture> \
+  --check node \
+  --check-args '["-e","process.exit(0)"]' \
+  --prompt "Run the fixture task"
+```
+
+The Codex adapter resolves installed CLI capabilities from `codex exec --help`, uses `-c model_reasoning_effort="high"` when the CLI does not expose a reasoning flag, and records requested/effective configuration plus the Codex thread identifier. It uses a temporary controlled `HOME`/`CODEX_HOME` containing only the copied Codex auth file and generated model configuration; the fixture does not receive the host HOME tree.
+
+The provider boundary filters ambient environment variables, rejects recursive certification, bounds output and time, and terminates process groups on timeout or output overflow. Direct execution does not enforce OS-level network isolation. Reports therefore record `networkPolicy.requested`, `networkPolicy.enforced`, and `networkPolicy.enforcement`; a policy requiring isolation blocks when the direct transport cannot enforce it.
+
+Reports from the CLI are persisted under `.aeh-test-results/certification/<certification-id>.json` with the packed candidate SHA-256 and package identity. Temporary candidate paths remain diagnostic only.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentic-engineering-harness",
-  "version": "0.8.3",
+  "version": "0.8.4",
   "description": "OSS-first engineering harness for deterministic, spec-driven, issue-driven, audit-governed and orchestration-first multi-agent software delivery.",
   "type": "module",
   "bin": {
@@ -34,7 +34,7 @@
     "test:system-all": "npm run build && vitest run tests/system && AEH_RELIABILITY_SUITES=system AEH_RELIABILITY_REQUIRE_COMPLETE=1 tsx scripts/generate-reliability-report.ts",
     "reliability:report": "tsx scripts/generate-reliability-report.ts",
     "typecheck": "tsc -p tsconfig.json --noEmit",
-    "check": "npm run typecheck && npm test && npm run build",
+    "check": "npm run typecheck && npm run build && npm test",
     "release:check": "npm run check && npm pack --dry-run",
     "release:resolve": "node scripts/release-version.mjs"
   },

package/schemas/project.schema.json

@@ -69,6 +69,7 @@
     "security": { "type": "object", "properties": { "sandbox": { "type": "object", "properties": { "provider": { "type": "string" }, "required": { "type": "boolean" }, "image": { "type": "string" }, "imageDigest": { "type": "string" }, "network": { "type": "boolean" }, "extraArgs": { "type": "array", "items": { "type": "string" } }, "readOnlyRoot": { "type": "boolean" }, "ephemeralHome": { "type": "boolean" }, "noNewPrivileges": { "type": "boolean" }, "capDropAll": { "type": "boolean" }, "pidsLimit": { "type": "integer", "minimum": 1 }, "memory": { "type": "string" }, "cpus": { "type": "number", "exclusiveMinimum": 0 }, "tmpfs": { "type": "array", "items": { "type": "string" } }, "forceForRisks": { "type": "array", "items": { "enum": ["low", "medium", "high"] } }, "environmentAllowlist": { "type": "array", "items": { "type": "string" } }, "credentialEnvAllowlist": { "type": "array", "items": { "type": "string" } } } }, "tools": { "type": "array", "items": { "type": "string" } } } },
     "telemetry": { "type": "object" },
     "evals": { "type": "object", "properties": { "corpusDir": { "type": "string" }, "resultsDir": { "type": "string" }, "workspacesDir": { "type": "string" }, "defaultRuns": { "type": "integer", "minimum": 1 }, "confidenceLevel": { "type": "number", "exclusiveMinimum": 0, "exclusiveMaximum": 1 } } },
+    "certification": { "type": "object", "properties": { "enabled": { "type": "boolean" }, "policyPath": { "type": "string" }, "provider": { "type": "string" }, "fixtureRoot": { "type": "string" }, "requireSandbox": { "type": "boolean" }, "maxAttempts": { "type": "integer", "minimum": 0 }, "maxDurationMs": { "type": "integer", "minimum": 1 }, "maxCostUsd": { "type": "number", "minimum": 0 }, "maxTotalTokens": { "type": "integer", "minimum": 0 } } },
     "provenance": { "type": "object", "properties": { "outputDir": { "type": "string" }, "buildType": { "type": "string" }, "cosignKey": { "type": "string" }, "required": { "type": "boolean" }, "sbom": { "type": "object", "properties": { "required": { "type": "boolean" }, "command": { "type": "string" } } }, "signing": { "type": "object", "properties": { "required": { "type": "boolean" }, "key": { "type": "string" } } }, "verification": { "type": "object", "properties": { "required": { "type": "boolean" }, "publicKey": { "type": "string" } } } } }
   },
   "$defs": {