@kontourai/flow-agents 1.4.0 → 2.0.1

package/evals/integration/test_enforcer_expects_driven.sh

@@ -0,0 +1,281 @@
+#!/usr/bin/env bash
+# test_enforcer_expects_driven.sh — Integration eval for ADR 0016 Abstraction A P-c.
+#
+# Proves:
+#   1. A TAMPERED declared-type bundle BLOCKS (exit 2) with the tamper/disputed
+#      warning. Session has current.json with active_flow_id=builder.build,
+#      active_step_id=verify. trust.bundle has a builder.verify.tests claim with
+#      stored status "verified" but evidence passing=false (re-derives to disputed).
+#      This exercises the expects[] claim-selection path in bundleEnforcement.
+#   2. A CLEAN declared-type bundle PASSES (exit 0). Same session, same claimType,
+#      but passing evidence → re-derives to verified.
+#   3. A NO-ACTIVE-FLOW bundle uses the workflow.* fallback (the workflow.check.*
+#      path): a tampered workflow.check.command claim still BLOCKS. current.json
+#      has no active_flow_id/active_step_id.
+#
+# Deterministic, no model spend, self-cleaning.
+# Usage: bash evals/integration/test_enforcer_expects_driven.sh
+
+set -uo pipefail
+
+ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
+GATE="$ROOT/scripts/hooks/stop-goal-fit.js"
+
+export FLOW_AGENTS_GOAL_FIT_MAX_BLOCKS=100000
+
+TMP="$(mktemp -d)"
+errors=0
+_pass() { echo "  ✓ $1"; }
+_fail() { echo "  ✗ $1"; errors=$((errors + 1)); }
+
+cleanup() { rm -rf "$TMP"; }
+trap cleanup EXIT
+
+# ─── helper: seed a minimal delivered workflow artifact ───────────────────────
+seed_repo() { # $1=dir $2=slug
+  local p="$1" slug="$2"
+  mkdir -p "$p/.flow-agents/$slug"
+  printf '# Repo\n' > "$p/AGENTS.md"
+  printf '%s' "{\"schema_version\":\"1.0\",\"task_slug\":\"$slug\",\"status\":\"delivered\",\"phase\":\"done\",\"updated_at\":\"2026-06-26T00:00:00Z\",\"next_action\":{\"status\":\"done\",\"summary\":\"done\"}}" \
+    > "$p/.flow-agents/$slug/state.json"
+  cat > "$p/.flow-agents/$slug/$slug--deliver.md" << MD
+# $slug
+
+branch: main
+status: delivered
+type: deliver
+
+## Definition Of Done
+- [x] tests pass
+
+## Goal Fit Gate
+- [x] acceptance verified
+
+### Verdict: PASS
+MD
+}
+
+# ─── Test 1: TAMPERED declared-type bundle BLOCKS via expects[] path ─────────
+# current.json has active_flow_id=builder.build, active_step_id=verify.
+# The trust.bundle has builder.verify.tests (declared by verify-gate expects[]),
+# stored status "verified" but evidence passing=false → re-derives to "disputed".
+# The enforcer must use the expects[] path and BLOCK with the tamper warning.
+echo "Test 1: tampered declared-type bundle (builder.verify.tests, stored verified, evidence→disputed) must BLOCK via expects[] path"
+
+T1_DIR="$TMP/t1"
+seed_repo "$T1_DIR" "declares-tampered"
+
+# current.json: active flow
+printf '%s' '{"artifact_dir":"declares-tampered","active_flow_id":"builder.build","active_step_id":"verify"}' \
+  > "$T1_DIR/.flow-agents/current.json"
+
+python3 - "$T1_DIR/.flow-agents/declares-tampered/trust.bundle" << 'PY'
+import json, sys
+bundle = {
+    "schemaVersion": 3,
+    "source": "flow-agents/workflow-sidecar",
+    "claims": [{
+        "id": "c1",
+        "subjectId": "declares-tampered/tests",
+        "subjectType": "flow-step",
+        "claimType": "builder.verify.tests",
+        "fieldOrBehavior": "build/verify tests",
+        "value": "pass",
+        "impactLevel": "high",
+        "status": "verified",   # tampered: edited from "disputed" → "verified"
+        "createdAt": "2026-06-26T00:00:00Z",
+        "updatedAt": "2026-06-26T00:00:00Z"
+    }],
+    "evidence": [{
+        "id": "ev1",
+        "claimId": "c1",
+        "evidenceType": "test_output",
+        "method": "validation",
+        "sourceRef": "command-log.jsonl",
+        "excerptOrSummary": "npm test failed with exit 1",
+        "observedAt": "2026-06-26T00:00:00Z",
+        "collectedBy": "harness",
+        "passing": False,
+        "blocking": True
+    }],
+    "policies": [],
+    "events": [{
+        "id": "evt1",
+        "claimId": "c1",
+        "status": "verified",
+        "actor": "agent",
+        "method": "workflow-check",
+        "evidenceIds": ["ev1"],
+        "createdAt": "2026-06-26T00:00:00Z"
+    }]
+}
+json.dump(bundle, open(sys.argv[1], 'w'))
+PY
+
+set +e
+t1_out="$(FLOW_AGENTS_GOAL_FIT_MODE=block FLOW_AGENTS_GOAL_FIT_BACKSTOP=skip \
+    node "$GATE" 2>&1 <<< "{\"hook_event_name\":\"Stop\",\"cwd\":\"$T1_DIR\"}")"
+t1_exit="$?"
+set -e
+
+if [ "$t1_exit" -eq 2 ]; then
+  _pass "tampered declared-type bundle blocks (exit 2)"
+else
+  _fail "tampered declared-type bundle did NOT block: exit=$t1_exit output=$t1_out"
+fi
+
+if echo "$t1_out" | grep -qE "stored status.*does not match recompute|possible tampered bundle"; then
+  _pass "tampered declared-type bundle emits tamper warning"
+else
+  _fail "tampered declared-type bundle missing tamper warning: $t1_out"
+fi
+
+if echo "$t1_out" | grep -q "caught false-completion"; then
+  _pass "tampered declared-type bundle emits caught false-completion"
+else
+  _fail "tampered declared-type bundle missing caught false-completion: $t1_out"
+fi
+
+if echo "$t1_out" | grep -q "builder.verify.tests"; then
+  _pass "tampered declared-type bundle warning names the declared claimType"
+else
+  _fail "tampered declared-type bundle warning does not mention builder.verify.tests: $t1_out"
+fi
+
+# ─── Test 2: CLEAN declared-type bundle PASSES ───────────────────────────────
+# Same session, same claimType, but passing evidence → re-derives to verified.
+# Must NOT block.
+echo ""
+echo "Test 2: clean declared-type bundle (builder.verify.tests, passing evidence→verified) must ALLOW"
+
+T2_DIR="$TMP/t2"
+seed_repo "$T2_DIR" "declares-clean"
+
+printf '%s' '{"artifact_dir":"declares-clean","active_flow_id":"builder.build","active_step_id":"verify"}' \
+  > "$T2_DIR/.flow-agents/current.json"
+
+python3 - "$T2_DIR/.flow-agents/declares-clean/trust.bundle" << 'PY'
+import json, sys
+bundle = {
+    "schemaVersion": 3,
+    "source": "flow-agents/workflow-sidecar",
+    "claims": [{
+        "id": "c2",
+        "subjectId": "declares-clean/tests",
+        "subjectType": "flow-step",
+        "claimType": "builder.verify.tests",
+        "fieldOrBehavior": "build/verify tests",
+        "value": "pass",
+        "impactLevel": "high",
+        "status": "verified",
+        "createdAt": "2026-06-26T00:00:00Z",
+        "updatedAt": "2026-06-26T00:00:00Z"
+    }],
+    "evidence": [{
+        "id": "ev2",
+        "claimId": "c2",
+        "evidenceType": "test_output",
+        "method": "validation",
+        "sourceRef": "command-log.jsonl",
+        "excerptOrSummary": "npm test passed",
+        "observedAt": "2026-06-26T00:00:00Z",
+        "collectedBy": "harness",
+        "passing": True,
+        "blocking": False
+    }],
+    "policies": [],
+    "events": [{
+        "id": "evt2",
+        "claimId": "c2",
+        "status": "verified",
+        "actor": "agent",
+        "method": "workflow-check",
+        "evidenceIds": ["ev2"],
+        "createdAt": "2026-06-26T00:00:00Z"
+    }]
+}
+json.dump(bundle, open(sys.argv[1], 'w'))
+PY
+
+set +e
+t2_out="$(FLOW_AGENTS_GOAL_FIT_MODE=block FLOW_AGENTS_GOAL_FIT_BACKSTOP=skip \
+    node "$GATE" 2>&1 <<< "{\"hook_event_name\":\"Stop\",\"cwd\":\"$T2_DIR\"}")"
+t2_exit="$?"
+set -e
+
+if [ "$t2_exit" -ne 2 ]; then
+  _pass "clean declared-type bundle not blocked (exit $t2_exit)"
+else
+  _fail "clean declared-type bundle false-blocked (exit 2): $t2_out"
+fi
+
+if echo "$t2_out" | grep -q "caught false-completion"; then
+  _fail "clean declared-type bundle incorrectly emits false-completion: $t2_out"
+else
+  _pass "clean declared-type bundle does not emit false-completion"
+fi
+
+# ─── Test 3: NO-ACTIVE-FLOW bundle uses workflow.* fallback path ─────────────
+# current.json has NO active_flow_id/active_step_id (or no current.json at all).
+# The trust.bundle has workflow.check.command claims with stored "disputed".
+# Must still BLOCK via the workflow.* path (no regression from #133).
+echo ""
+echo "Test 3: no-active-flow bundle must use workflow.* fallback and still BLOCK"
+
+T3_DIR="$TMP/t3"
+seed_repo "$T3_DIR" "no-flow"
+
+# No current.json flow keys (empty current.json that is still valid)
+printf '%s' '{"artifact_dir":"no-flow"}' \
+  > "$T3_DIR/.flow-agents/current.json"
+
+python3 - "$T3_DIR/.flow-agents/no-flow/trust.bundle" << 'PY'
+import json, sys
+bundle = {
+    "schemaVersion": 3,
+    "source": "flow-agents/workflow-sidecar",
+    "claims": [{
+        "id": "c3",
+        "subjectId": "no-flow/unit-tests",
+        "subjectType": "workflow-check",
+        "claimType": "workflow.check.command",
+        "fieldOrBehavior": "unit tests",
+        "value": "fail",
+        "impactLevel": "high",
+        "status": "disputed",   # stored as disputed (not tampered — correctly flagged)
+        "createdAt": "2026-06-26T00:00:00Z",
+        "updatedAt": "2026-06-26T00:00:00Z"
+    }],
+    "evidence": [],
+    "policies": [],
+    "events": []
+}
+json.dump(bundle, open(sys.argv[1], 'w'))
+PY
+
+set +e
+t3_out="$(FLOW_AGENTS_GOAL_FIT_MODE=block FLOW_AGENTS_GOAL_FIT_BACKSTOP=skip \
+    node "$GATE" 2>&1 <<< "{\"hook_event_name\":\"Stop\",\"cwd\":\"$T3_DIR\"}")"
+t3_exit="$?"
+set -e
+
+if [ "$t3_exit" -eq 2 ]; then
+  _pass "no-active-flow bundle still blocks via workflow.* fallback (exit 2)"
+else
+  _fail "no-active-flow bundle did NOT block (exit $t3_exit): $t3_out"
+fi
+
+if echo "$t3_out" | grep -q "caught false-completion"; then
+  _pass "no-active-flow bundle emits caught false-completion"
+else
+  _fail "no-active-flow bundle missing caught false-completion: $t3_out"
+fi
+
+# ─── Summary ─────────────────────────────────────────────────────────────────
+echo ""
+if [ "$errors" -eq 0 ]; then
+  echo "P-c enforcer expects-driven tests passed."
+  exit 0
+fi
+echo "P-c enforcer expects-driven tests FAILED: $errors issue(s)."
+exit 1

package/evals/integration/test_evidence_capture_hook.sh

@@ -0,0 +1,185 @@
+#!/usr/bin/env bash
+# test_evidence_capture_hook.sh — Capture-first evidence determinism contracts.
+#
+# Part A: evidence-capture.js deterministically records command executions to
+#         .flow-agents/<slug>/command-log.jsonl (machine-recorded, not model-claimed).
+# Part B: stop-goal-fit.js cross-references evidence.json claimed-pass command
+#         checks against the capture log, and re-runs a TRUSTED backstop command
+#         only when the log has no execution for a claimed-pass command.
+set -uo pipefail
+
+ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
+CAPTURE="$ROOT/scripts/hooks/evidence-capture.js"
+GATE="$ROOT/scripts/hooks/stop-goal-fit.js"
+
+# Disable the block escape hatch so repeated independent assertions never trip it.
+export FLOW_AGENTS_GOAL_FIT_MAX_BLOCKS=100000
+
+TMP="$(mktemp -d)"
+errors=0
+_pass() { echo "  ✓ $1"; }
+_fail() { echo "  ✗ $1"; errors=$((errors + 1)); }
+
+# ---- helpers -------------------------------------------------------------
+seed_repo() { # $1 dir, $2 slug
+  local p="$1" slug="$2"
+  mkdir -p "$p/.flow-agents/$slug"
+  printf '# Repo\n' > "$p/AGENTS.md"
+  printf '%s' "{\"schema_version\":\"1.0\",\"task_slug\":\"$slug\",\"status\":\"delivered\",\"phase\":\"done\",\"updated_at\":\"2026-06-23T00:00:00Z\",\"next_action\":{\"status\":\"done\",\"summary\":\"done\"}}" > "$p/.flow-agents/$slug/state.json"
+  cat > "$p/.flow-agents/$slug/$slug--deliver.md" <<MD
+# $slug
+
+branch: main
+status: delivered
+type: deliver
+
+## Definition Of Done
+- [x] tests pass
+
+## Goal Fit Gate
+- [x] acceptance verified
+
+### Verdict: PASS
+MD
+}
+
+capture() { # stdin = payload json
+  node "$CAPTURE" >/dev/null 2>&1
+}
+
+# ============================================================================
+# Part A — deterministic capture
+# ============================================================================
+A="$TMP/capture"; seed_repo "$A" t1
+echo "Part A: deterministic capture"
+
+printf '{"hook_event_name":"PostToolUse","tool_name":"Bash","cwd":"%s","tool_input":{"command":"npm test"},"tool_response":{"exitCode":0,"stdout":"ok"}}' "$A" | capture
+printf '{"hook_event_name":"PostToolUse","tool_name":"Bash","cwd":"%s","tool_input":{"command":"npm run lint"},"error":"command failed"}' "$A" | capture
+printf '{"hook_event_name":"PostToolUse","tool_name":"Bash","cwd":"%s","tool_input":{"command":"make build"},"tool_response":{"exit_code":2}}' "$A" | capture
+# A non-command tool (Write) must NOT be captured.
+printf '{"hook_event_name":"PostToolUse","tool_name":"Write","cwd":"%s","tool_input":{"file_path":"/tmp/x"}}' "$A" | capture
+
+LOG="$A/.flow-agents/t1/command-log.jsonl"
+if [[ -f "$LOG" ]]; then _pass "capture writes command-log.jsonl"; else _fail "capture did not write command-log.jsonl"; fi
+
+lines=$(wc -l < "$LOG" | tr -d ' ')
+if [[ "$lines" == "3" ]]; then _pass "capture records 3 command executions (Write tool excluded)"; else _fail "expected 3 log lines, got $lines"; fi
+
+if rg -q '"command":"npm test","observedResult":"pass","exitCode":0' "$LOG"; then
+  _pass "clean exit 0 recorded as observedResult:pass exitCode:0"
+else _fail "passing command not recorded correctly: $(cat "$LOG")"; fi
+
+if rg -q '"command":"npm run lint","observedResult":"fail","exitCode":null' "$LOG"; then
+  _pass "error field with no exit code recorded as fail exitCode:null"
+else _fail "errored command not recorded correctly"; fi
+
+if rg -q '"command":"make build","observedResult":"fail","exitCode":2' "$LOG"; then
+  _pass "non-zero exit recorded as fail with exitCode"
+else _fail "non-zero-exit command not recorded correctly"; fi
+
+if rg -q '"source":"postToolUse-capture"' "$LOG"; then _pass "records source:postToolUse-capture"; else _fail "missing source field"; fi
+
+# Capture is non-blocking: it always exits 0 and echoes stdin.
+out=$(printf '{"hook_event_name":"PostToolUse","tool_name":"Bash","cwd":"%s","tool_input":{"command":"echo hi"},"error":"boom"}' "$A" | node "$CAPTURE"; echo "EXIT=$?")
+if rg -q 'EXIT=0' <<<"$out" && rg -q 'echo hi' <<<"$out"; then
+  _pass "capture is non-blocking (exit 0, echoes stdin) even on a failing command"
+else _fail "capture should be non-blocking and echo stdin"; fi
+
+# ============================================================================
+# Part B1 — gate cross-references log: claimed pass but log shows FAIL → block
+# ============================================================================
+echo "Part B1: log contradicts claimed pass → block"
+B="$TMP/contradict"; seed_repo "$B" t1
+printf '%s' '{"schema_version":"1.0","task_slug":"t1","verdict":"pass","checks":[{"id":"unit-tests","kind":"command","status":"pass","command":"npm test","summary":"tests passed"}]}' > "$B/.flow-agents/t1/evidence.json"
+printf '%s\n' '{"command":"npm test","observedResult":"fail","exitCode":1,"capturedAt":"2026-06-23T00:00:00Z","source":"postToolUse-capture"}' > "$B/.flow-agents/t1/command-log.jsonl"
+
+if FLOW_AGENTS_GOAL_FIT_MODE=block FLOW_AGENTS_GOAL_FIT_BACKSTOP=skip node "$GATE" >/dev/null 2>"$TMP/b1.err" <<JSON
+{"hook_event_name":"Stop","cwd":"$B"}
+JSON
+then _fail "gate should BLOCK when capture log contradicts claimed pass"
+else
+  status=$?
+  if [[ "$status" -eq 2 ]] && rg -q 'capture log CONTRADICTS claimed pass' "$TMP/b1.err" && rg -q 'caught false-completion' "$TMP/b1.err"; then
+    _pass "gate blocks (exit 2) caught false-completion via capture log"
+  else _fail "gate returned unexpected result: status=$status output=$(cat "$TMP/b1.err")"; fi
+fi
+
+# ============================================================================
+# Part B2 — gate cross-references log: claimed pass and log shows PASS → no re-run
+# ============================================================================
+echo "Part B2: log confirms claimed pass → satisfied, no re-run"
+C="$TMP/confirm"; seed_repo "$C" t1
+printf '%s' '{"schema_version":"1.0","task_slug":"t1","verdict":"pass","checks":[{"id":"unit-tests","kind":"command","status":"pass","command":"npm test","summary":"tests passed"}]}' > "$C/.flow-agents/t1/evidence.json"
+printf '%s\n' '{"command":"npm test","observedResult":"pass","exitCode":0,"capturedAt":"2026-06-23T00:00:00Z","source":"postToolUse-capture"}' > "$C/.flow-agents/t1/command-log.jsonl"
+# A poisoned npm on PATH proves the gate does NOT re-run when the log confirms.
+POISON="$TMP/poison"; mkdir -p "$POISON"
+printf '#!/usr/bin/env bash\necho "npm should not run" >&2\nexit 99\n' > "$POISON/npm"; chmod +x "$POISON/npm"
+PATH="$POISON:$PATH" FLOW_AGENTS_GOAL_FIT_MODE=block node "$GATE" >/dev/null 2>"$TMP/b2.err" <<JSON
+{"hook_event_name":"Stop","cwd":"$C"}
+JSON
+if rg -q 'CONTRADICTS|backstop|npm should not run' "$TMP/b2.err"; then
+  _fail "gate should NOT re-run or warn when the capture log confirms the pass: $(cat "$TMP/b2.err")"
+else _pass "gate trusts the log on a confirmed pass and does not re-run the backstop"; fi
+
+# ============================================================================
+# Part B3 — never-captured claimed-pass command → trusted backstop re-run (declared manifest target FAILS) → block
+# ============================================================================
+echo "Part B3: never-captured claim → trusted manifest backstop catches a fail"
+D="$TMP/backstop"; seed_repo "$D" t1
+printf '%s' '{"name":"x","scripts":{"test":"exit 7"}}' > "$D/package.json"
+printf '%s' '{"schema_version":"1.0","task_slug":"t1","verdict":"pass","checks":[{"id":"unit-tests","kind":"command","status":"pass","command":"npm test","summary":"tests passed"}]}' > "$D/.flow-agents/t1/evidence.json"
+# command-log.jsonl intentionally absent — the command was never actually run.
+
+if FLOW_AGENTS_GOAL_FIT_MODE=block node "$GATE" >/dev/null 2>"$TMP/b3.err" <<JSON
+{"hook_event_name":"Stop","cwd":"$D"}
+JSON
+then _fail "gate should BLOCK when trusted backstop re-run of declared manifest target fails"
+else
+  status=$?
+  if [[ "$status" -eq 2 ]] && rg -q 'trusted backstop \(manifest\)' "$TMP/b3.err" && rg -q 'FAILED with exit 7' "$TMP/b3.err"; then
+    _pass "gate runs trusted declared manifest target as backstop and blocks on its failure"
+  else _fail "backstop did not catch declared-target failure: status=$status output=$(cat "$TMP/b3.err")"; fi
+fi
+
+# ============================================================================
+# Part B4 — never-captured claim, no trusted command resolves → NOT_VERIFIED (never a silent pass)
+# ============================================================================
+echo "Part B4: never-captured claim, nothing trusted resolves → NOT_VERIFIED"
+E="$TMP/notverified"; seed_repo "$E" t1
+printf '%s' '{"schema_version":"1.0","task_slug":"t1","verdict":"pass","checks":[{"id":"custom","kind":"command","status":"pass","command":"./my-thing.sh","summary":"ran custom"}]}' > "$E/.flow-agents/t1/evidence.json"
+
+if FLOW_AGENTS_GOAL_FIT_MODE=block node "$GATE" >/dev/null 2>"$TMP/b4.err" <<JSON
+{"hook_event_name":"Stop","cwd":"$E"}
+JSON
+then _fail "gate should not silently pass an un-captured, un-verifiable claimed-pass command"
+else
+  status=$?
+  if [[ "$status" -eq 2 ]] && rg -q 'NOT_VERIFIED' "$TMP/b4.err" && rg -q 'no trusted command' "$TMP/b4.err"; then
+    _pass "gate records NOT_VERIFIED (never a guess) when no trusted command resolves"
+  else _fail "NOT_VERIFIED path returned unexpected result: status=$status output=$(cat "$TMP/b4.err")"; fi
+fi
+
+# ============================================================================
+# Part B5 — arbitrary model command is opt-in only (FLOW_AGENTS_GOAL_FIT_RECHECK)
+# ============================================================================
+echo "Part B5: free-form model command re-run is opt-in only"
+F="$TMP/recheck"; seed_repo "$F" t1
+printf '%s' '{"schema_version":"1.0","task_slug":"t1","verdict":"pass","checks":[{"id":"custom","kind":"command","status":"pass","command":"exit 5","summary":"ran custom"}]}' > "$F/.flow-agents/t1/evidence.json"
+# Opt-in ON: the model's free-form "exit 5" is re-run and fails → block.
+if FLOW_AGENTS_GOAL_FIT_MODE=block FLOW_AGENTS_GOAL_FIT_RECHECK=true node "$GATE" >/dev/null 2>"$TMP/b5.err" <<JSON
+{"hook_event_name":"Stop","cwd":"$F"}
+JSON
+then _fail "with RECHECK=true the failing model command should block"
+else
+  status=$?
+  if [[ "$status" -eq 2 ]] && rg -q 'FLOW_AGENTS_GOAL_FIT_RECHECK' "$TMP/b5.err"; then
+    _pass "FLOW_AGENTS_GOAL_FIT_RECHECK=true opts into re-running the model's free-form command"
+  else _fail "recheck opt-in path returned unexpected result: status=$status output=$(cat "$TMP/b5.err")"; fi
+fi
+
+if [[ "$errors" -eq 0 ]]; then
+  echo "Evidence capture hook integration passed."
+  exit 0
+fi
+echo "Evidence capture hook integration failed: $errors issue(s)."
+exit 1

package/evals/integration/test_flow_kit_repository.sh

@@ -53,6 +53,7 @@ expect_fail() {
 
 echo "=== Flow Kit Repository Fixture Checks ==="
 expect_pass "valid-local-kit"
+expect_pass "valid-unknown-extension"
 expect_fail "invalid-schema-version" '\.schema_version must be "1\.0"'
 expect_fail "invalid-missing-schema-version" '\.schema_version must be "1\.0"'
 expect_fail "invalid-id" '\.id must be a kebab-case string'
@@ -63,6 +64,7 @@ expect_fail "invalid-absolute-path" 'flows\[0\]\.path must be relative'
 expect_fail "invalid-traversal" "flows\\[0\\]\\.path must not contain"
 expect_fail "invalid-malformed-json" 'invalid JSON'
 expect_fail "invalid-asset-section" '\.docs must be a list'
+expect_fail "invalid-missing-extension-asset" 'docs\[0\]\.path points at missing asset'
 expect_fail "invalid-duplicate-flow" "flows\\[1\\]\\.path duplicates"
 
 echo ""