@kontourai/flow-agents 0.1.2 → 0.3.0

package/evals/integration/test_runtime_adapter_activation.sh

@@ -86,16 +86,128 @@ elif node - "$UNKNOWN_OUT" <<'NODE'
 const fs = require("node:fs");
 const data = JSON.parse(fs.readFileSync(process.argv[2], "utf8"));
 if (!data.available_adapters?.includes("codex-local")) throw new Error("available adapters missing codex-local");
+if (!data.available_adapters?.includes("strands-local")) throw new Error("available adapters missing strands-local");
 if (!data.errors?.length) throw new Error("unknown adapter did not report errors");
 console.log("ok");
 NODE
 then
-  pass "unknown adapter reports available adapters"
+  pass "unknown adapter reports available adapters (codex-local and strands-local)"
 else
   fail "unknown adapter diagnostics missing"
   sed -n '1,120p' "$UNKNOWN_OUT"
 fi
 
+# -------------------------------------------------------------------------
+# strands-local adapter activation (Issue #32 AC1)
+# -------------------------------------------------------------------------
+
+echo ""
+echo "=== strands-local Adapter Activation Checks (Issue #32 AC1) ==="
+
+STRANDS_DEST="$TMP_DIR/strands-dest"
+STRANDS_OUT="$TMP_DIR/strands-activation.json"
+mkdir -p "$STRANDS_DEST"
+
+# Use the builder kit (stable fixture) — activate for strands-local from the repo source root
+if flow_agents_node "$CLI" activate --dest "$STRANDS_DEST" --source-root "$ROOT" --adapter strands-local --format json >"$STRANDS_OUT" 2>&1; then
+  pass "strands-local activation succeeds"
+else
+  fail "strands-local activation failed"
+  sed -n '1,220p' "$STRANDS_OUT"
+fi
+
+if node - "$STRANDS_OUT" "$STRANDS_DEST" "$ROOT/kits/catalog.json" <<'NODE'
+const fs = require("node:fs");
+const path = require("node:path");
+const data = JSON.parse(fs.readFileSync(process.argv[2], "utf8"));
+const dest = process.argv[3];
+const catalog = process.argv[4];
+
+// Verify selected_adapter
+if (data.selected_adapter !== "strands-local") throw new Error(`expected strands-local, got: ${data.selected_adapter}`);
+if (JSON.stringify(data.supported_asset_classes) !== JSON.stringify(["flows"])) throw new Error(`unexpected supported_asset_classes: ${JSON.stringify(data.supported_asset_classes)}`);
+
+// Verify builder kit flows are generated (builder kit is in catalog.json)
+const ids = new Set(data.generated_runtime_files.map((item) => item.asset_id));
+for (const expected of ["builder.shape", "builder.build", "strands-local.activation"]) {
+  if (!ids.has(expected)) throw new Error(`missing generated asset: ${expected}`);
+}
+
+// Verify generated runtime files actually exist on disk
+for (const item of data.generated_runtime_files) {
+  if (item.asset_class === "activation-manifest") continue;
+  const generatedPath = path.join(dest, item.path);
+  if (!fs.existsSync(generatedPath)) throw new Error(`generated file missing: ${generatedPath}`);
+  // Verify runtime files are under .flow-agents/runtime/strands/flows/
+  if (!item.path.includes(".flow-agents/runtime/strands/flows/")) {
+    throw new Error(`generated path not under strands runtime dir: ${item.path}`);
+  }
+}
+
+// Verify activation.json written at strands runtime dir
+const manifestPath = path.join(dest, ".flow-agents/runtime/strands/activation.json");
+if (!fs.existsSync(manifestPath)) throw new Error("strands runtime activation.json missing");
+const manifest = JSON.parse(fs.readFileSync(manifestPath, "utf8"));
+if (manifest.adapter !== "strands-local") throw new Error(`activation.json adapter mismatch: ${manifest.adapter}`);
+if (!Array.isArray(manifest.skipped_assets)) throw new Error("activation.json missing skipped_assets array");
+
+// Verify skipped_assets have expected fields (parity with codex-local)
+for (const item of manifest.skipped_assets) {
+  for (const key of ["asset_class", "path", "kit_id", "asset_id", "reason"]) {
+    if (!(key in item)) throw new Error(`skipped asset missing ${key}: ${JSON.stringify(item)}`);
+  }
+  if (!item.reason.includes("diagnostic-only")) throw new Error(`unexpected skip reason: ${item.reason}`);
+}
+
+// Non-flow asset classes should appear in skipped_assets
+const skippedClasses = new Set(manifest.skipped_assets.map((item) => item.asset_class));
+// builder kit has flows only; skipped_assets check requires a kit with non-flow assets,
+// which the codex-local path already validates via mixed-runtime-kit above.
+// Here we just confirm the field structure is present.
+if (!Array.isArray(data.skipped_assets)) throw new Error("result skipped_assets is not an array");
+
+// Catalog not mutated
+if (path.resolve(catalog) === path.resolve(path.join(dest, ".flow-agents/runtime/strands/activation.json"))) {
+  throw new Error("activation generated over kits/catalog.json");
+}
+
+console.log("ok");
+NODE
+then
+  pass "strands-local: runtime flow files, activation.json, and skipped_assets present with correct structure"
+else
+  fail "strands-local: activation diagnostics incomplete or incorrect"
+  sed -n '1,220p' "$STRANDS_OUT"
+fi
+
+# Verify codex-local activation is still intact (AC3 — existing tests still pass)
+if flow_agents_node "$CLI" activate --dest "$STRANDS_DEST" --source-root "$ROOT" --format json >"$TMP_DIR/codex-after-strands.json" 2>&1; then
+  pass "codex-local still activates after strands-local has run"
+else
+  fail "codex-local activation failed after strands-local activation"
+  sed -n '1,220p' "$TMP_DIR/codex-after-strands.json"
+fi
+
+if node - "$TMP_DIR/codex-after-strands.json" "$STRANDS_DEST" <<'NODE'
+const fs = require("node:fs");
+const path = require("node:path");
+const data = JSON.parse(fs.readFileSync(process.argv[2], "utf8"));
+const dest = process.argv[3];
+if (data.selected_adapter !== "codex-local") throw new Error(`expected codex-local, got: ${data.selected_adapter}`);
+const manifestPath = path.join(dest, ".flow-agents/runtime/codex/activation.json");
+if (!fs.existsSync(manifestPath)) throw new Error("codex activation.json still not present");
+// Strands runtime dir must also still exist
+const strandsManifestPath = path.join(dest, ".flow-agents/runtime/strands/activation.json");
+if (!fs.existsSync(strandsManifestPath)) throw new Error("strands activation.json was removed by codex-local run");
+console.log("ok");
+NODE
+then
+  pass "codex-local and strands-local runtime dirs co-exist independently (AC3)"
+else
+  fail "co-existence check failed"
+  sed -n '1,220p' "$TMP_DIR/codex-after-strands.json"
+fi
+
 echo ""
 if [[ "$errors" -eq 0 ]]; then
   echo "Runtime adapter activation checks passed."

package/evals/integration/test_utterance_check.sh

@@ -22,17 +22,17 @@ HOOK="$ROOT/scripts/hooks/utterance-check.js"
 RUN_HOOK="$ROOT/scripts/hooks/run-hook.js"
 
 # ---------------------------------------------------------------------------
-# Hook: pass-through when disabled (default)
+# Hook: pass-through when disabled by default (no config, no env var)
 # ---------------------------------------------------------------------------
 
 echo ""
-echo "--- hook: disabled by default ---"
+echo "--- hook: disabled by default (no config, no env var) ---"
 
 INPUT_JSON='{"hook_event_name":"PostToolUse","tool_response":"The coverage is 92% and all tests pass."}'
 
 if node "$HOOK" >"$TMPDIR_EVAL/disabled.out" 2>"$TMPDIR_EVAL/disabled.err" <<< "$INPUT_JSON"; then
   if grep -qF '"hook_event_name"' "$TMPDIR_EVAL/disabled.out"; then
-    _pass "utterance check hook passes through when FLOW_AGENTS_UTTERANCE_CHECK_ENABLED is unset"
+    _pass "utterance check hook passes through when no config and FLOW_AGENTS_UTTERANCE_CHECK_ENABLED is unset"
   else
     _fail "utterance check hook pass-through output was not the raw input"
   fi
@@ -40,6 +40,63 @@ else
   _fail "utterance check hook should exit 0 when disabled"
 fi
 
+# ---------------------------------------------------------------------------
+# Hook: env var force-off overrides a config that would enable
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "--- hook: env var force-off overrides config ---"
+
+# Create a temp repo dir with a config that has enabled:true
+FAKE_REPO="$TMPDIR_EVAL/fake-repo"
+mkdir -p "$FAKE_REPO/context/settings"
+cat > "$FAKE_REPO/AGENTS.md" <<'AGENTS_EOF'
+# Fake repo for testing
+AGENTS_EOF
+cat > "$FAKE_REPO/context/settings/flow-agents-settings.json" <<'CONFIG_EOF'
+{"schema_version":"1.0","utteranceCheck":{"enabled":true,"mode":"report","extractor":"reference"}}
+CONFIG_EOF
+
+INPUT_WITH_CWD="{\"hook_event_name\":\"PostToolUse\",\"tool_response\":\"text\",\"cwd\":\"$FAKE_REPO\"}"
+
+if FLOW_AGENTS_UTTERANCE_CHECK_ENABLED=false \
+   node "$HOOK" >"$TMPDIR_EVAL/forceoff.out" 2>"$TMPDIR_EVAL/forceoff.err" <<< "$INPUT_WITH_CWD"; then
+  if grep -qF '"hook_event_name"' "$TMPDIR_EVAL/forceoff.out"; then
+    _pass "env var FLOW_AGENTS_UTTERANCE_CHECK_ENABLED=false forces hook off even when config has enabled:true"
+  else
+    _fail "force-off pass-through output did not match raw input"
+  fi
+else
+  _fail "hook should exit 0 when force-off via env var"
+fi
+
+# ---------------------------------------------------------------------------
+# Hook: config-based enable (no env var override) passes through to CLI
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "--- hook: config-based enable reaches CLI (fail-open on missing CLI is acceptable) ---"
+
+if node "$HOOK" >"$TMPDIR_EVAL/config-enable.out" 2>"$TMPDIR_EVAL/config-enable.err" <<< "$INPUT_WITH_CWD"; then
+  _pass "hook with config enabled exits 0 (fails open when CLI or survey is unavailable)"
+else
+  _fail "hook with config enabled should exit 0 (fail-open)"
+fi
+
+# ---------------------------------------------------------------------------
+# Hook: env var force-on (legacy behavior still works)
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "--- hook: env var force-on still works ---"
+
+if FLOW_AGENTS_UTTERANCE_CHECK_ENABLED=true \
+   node "$HOOK" >"$TMPDIR_EVAL/forceon.out" 2>"$TMPDIR_EVAL/forceon.err" <<< "$INPUT_JSON"; then
+  _pass "FLOW_AGENTS_UTTERANCE_CHECK_ENABLED=true still enables the hook (legacy env var override)"
+else
+  _fail "hook with force-on env var should exit 0"
+fi
+
 # ---------------------------------------------------------------------------
 # Hook: pass-through with empty input
 # ---------------------------------------------------------------------------
@@ -84,8 +141,7 @@ if SA_DISABLED_HOOKS=post:utterance-check \
    node "$RUN_HOOK" post:utterance-check utterance-check.js standard,strict \
    >"$TMPDIR_EVAL/disabled-runner.out" 2>"$TMPDIR_EVAL/disabled-runner.err" <<< "$HOOK_INPUT"
 then
-  if cmp -s "$TMPDIR_EVAL/disabled-runner.out" <(printf '%s
-' "$HOOK_INPUT"); then
+  if cmp -s "$TMPDIR_EVAL/disabled-runner.out" <(printf '%s\n' "$HOOK_INPUT"); then
     _pass "run-hook.js passes input through when hook id is in SA_DISABLED_HOOKS"
   else
     _fail "run-hook.js disabled hook output did not match raw input"
@@ -94,6 +150,184 @@ else
   _fail "run-hook.js with disabled hook should exit 0"
 fi
 
+# ---------------------------------------------------------------------------
+# Hook: module.exports shape
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "--- hook: module.exports contract ---"
+
+if node -e '
+  const h = require(process.argv[1]);
+  if (typeof h.run !== "function") { console.error("run missing"); process.exit(1); }
+  if (typeof h.extractUtteranceText !== "function") { console.error("extractUtteranceText missing"); process.exit(2); }
+  if (typeof h.findPackageRoot !== "function") { console.error("findPackageRoot missing"); process.exit(3); }
+  if (typeof h.findRepoRoot !== "function") { console.error("findRepoRoot missing"); process.exit(4); }
+  if (typeof h.loadRepoConfig !== "function") { console.error("loadRepoConfig missing"); process.exit(5); }
+  if (typeof h.resolvePolicy !== "function") { console.error("resolvePolicy missing"); process.exit(6); }
+' "$HOOK"; then
+  _pass "utterance-check hook exports run, extractUtteranceText, findPackageRoot, findRepoRoot, loadRepoConfig, resolvePolicy"
+else
+  _fail "utterance-check hook module.exports is missing expected functions"
+fi
+
+# ---------------------------------------------------------------------------
+# Hook: loadRepoConfig reads utteranceCheck from settings file
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "--- hook: loadRepoConfig reads from context/settings/flow-agents-settings.json ---"
+
+if node -e '
+  const { loadRepoConfig } = require(process.argv[1]);
+  const fakeRepo = process.argv[2];
+  const cfg = loadRepoConfig(fakeRepo);
+  if (!cfg) { console.error("loadRepoConfig returned null for a repo with settings"); process.exit(1); }
+  if (cfg.enabled !== true) { console.error("expected enabled:true, got:", cfg.enabled); process.exit(2); }
+  if (cfg.mode !== "report") { console.error("expected mode:report, got:", cfg.mode); process.exit(3); }
+  if (cfg.extractor !== "reference") { console.error("expected extractor:reference, got:", cfg.extractor); process.exit(4); }
+' "$HOOK" "$FAKE_REPO"; then
+  _pass "loadRepoConfig correctly reads utteranceCheck fields from settings file"
+else
+  _fail "loadRepoConfig did not return expected config from settings file"
+fi
+
+# ---------------------------------------------------------------------------
+# Hook: loadRepoConfig returns null when settings file is absent
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "--- hook: loadRepoConfig returns null when file is absent ---"
+
+MISSING_REPO="$TMPDIR_EVAL/no-settings-repo"
+mkdir -p "$MISSING_REPO"
+touch "$MISSING_REPO/AGENTS.md"
+
+if node -e '
+  const { loadRepoConfig } = require(process.argv[1]);
+  const cfg = loadRepoConfig(process.argv[2]);
+  if (cfg !== null) { console.error("expected null, got:", JSON.stringify(cfg)); process.exit(1); }
+' "$HOOK" "$MISSING_REPO"; then
+  _pass "loadRepoConfig returns null when context/settings/flow-agents-settings.json is absent"
+else
+  _fail "loadRepoConfig should return null for a repo without the settings file"
+fi
+
+# ---------------------------------------------------------------------------
+# Hook: resolvePolicy respects config enabled:false as default-off
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "--- hook: resolvePolicy returns disabled when config has enabled:false ---"
+
+mkdir -p "$TMPDIR_EVAL/disabled-repo/context/settings"
+touch "$TMPDIR_EVAL/disabled-repo/AGENTS.md"
+cat > "$TMPDIR_EVAL/disabled-repo/context/settings/flow-agents-settings.json" <<'DCFG_EOF'
+{"schema_version":"1.0","utteranceCheck":{"enabled":false}}
+DCFG_EOF
+
+if node -e '
+  const { resolvePolicy } = require(process.argv[1]);
+  const policy = resolvePolicy(process.argv[2]);
+  if (policy.enabled !== false) { console.error("expected enabled:false, got:", policy.enabled); process.exit(1); }
+' "$HOOK" "$TMPDIR_EVAL/disabled-repo"; then
+  _pass "resolvePolicy returns {enabled:false} when config has enabled:false"
+else
+  _fail "resolvePolicy should return disabled policy when config has enabled:false"
+fi
+
+# ---------------------------------------------------------------------------
+# Hook: resolvePolicy applies strict mode from config
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "--- hook: resolvePolicy applies mode:strict from config ---"
+
+mkdir -p "$TMPDIR_EVAL/strict-repo/context/settings"
+touch "$TMPDIR_EVAL/strict-repo/AGENTS.md"
+cat > "$TMPDIR_EVAL/strict-repo/context/settings/flow-agents-settings.json" <<'SCFG_EOF'
+{"schema_version":"1.0","utteranceCheck":{"enabled":true,"mode":"strict","extractor":"reference"}}
+SCFG_EOF
+
+if node -e '
+  const { resolvePolicy } = require(process.argv[1]);
+  const policy = resolvePolicy(process.argv[2]);
+  if (policy.enabled !== true) { console.error("expected enabled:true, got:", policy.enabled); process.exit(1); }
+  if (policy.mode !== "strict") { console.error("expected mode:strict, got:", policy.mode); process.exit(2); }
+' "$HOOK" "$TMPDIR_EVAL/strict-repo"; then
+  _pass "resolvePolicy applies mode:strict from config"
+else
+  _fail "resolvePolicy did not apply strict mode from config"
+fi
+
+# ---------------------------------------------------------------------------
+# Hook: resolvePolicy applies anthropic extractor from config
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "--- hook: resolvePolicy applies extractor:anthropic from config ---"
+
+mkdir -p "$TMPDIR_EVAL/anthropic-repo/context/settings"
+touch "$TMPDIR_EVAL/anthropic-repo/AGENTS.md"
+cat > "$TMPDIR_EVAL/anthropic-repo/context/settings/flow-agents-settings.json" <<'ACFG_EOF'
+{"schema_version":"1.0","utteranceCheck":{"enabled":true,"mode":"report","extractor":"anthropic","model":"claude-haiku-4-5"}}
+ACFG_EOF
+
+if node -e '
+  const { resolvePolicy } = require(process.argv[1]);
+  const policy = resolvePolicy(process.argv[2]);
+  if (policy.extractor !== "anthropic") { console.error("expected extractor:anthropic, got:", policy.extractor); process.exit(1); }
+  if (policy.model !== "claude-haiku-4-5") { console.error("expected model:claude-haiku-4-5, got:", policy.model); process.exit(2); }
+' "$HOOK" "$TMPDIR_EVAL/anthropic-repo"; then
+  _pass "resolvePolicy applies extractor:anthropic and model from config"
+else
+  _fail "resolvePolicy did not apply anthropic extractor from config"
+fi
+
+# ---------------------------------------------------------------------------
+# Hook: resolvePolicy env var STRICT overrides report mode from config
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "--- hook: env var STRICT overrides report mode in config ---"
+
+if node -e '
+  const { resolvePolicy } = require(process.argv[1]);
+  // Set env var before requiring resolvePolicy
+  process.env.FLOW_AGENTS_UTTERANCE_CHECK_STRICT = "true";
+  const policy = resolvePolicy(process.argv[2]);
+  delete process.env.FLOW_AGENTS_UTTERANCE_CHECK_STRICT;
+  if (policy.mode !== "strict") { console.error("expected mode:strict from env var, got:", policy.mode); process.exit(1); }
+' "$HOOK" "$FAKE_REPO"; then
+  _pass "FLOW_AGENTS_UTTERANCE_CHECK_STRICT=true env var overrides report mode in config"
+else
+  _fail "env var STRICT did not override report mode from config"
+fi
+
+# ---------------------------------------------------------------------------
+# Hook: extractUtteranceText extracts from PostToolUse and Stop events
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "--- hook: extractUtteranceText ---"
+
+if node -e '
+  const { extractUtteranceText } = require(process.argv[1]);
+  const postToolUse = { hook_event_name: "PostToolUse", tool_response: "The answer is 42." };
+  const text = extractUtteranceText(postToolUse);
+  if (text !== "The answer is 42.") { console.error("PostToolUse extract failed:", text); process.exit(1); }
+  const stopWithContent = { hook_event_name: "Stop", content: [{ type: "text", text: "Done!" }] };
+  const text2 = extractUtteranceText(stopWithContent);
+  if (text2 !== "Done!") { console.error("Stop content extract failed:", text2); process.exit(2); }
+  const emptyEvent = { hook_event_name: "PostToolUse" };
+  const text3 = extractUtteranceText(emptyEvent);
+  if (text3 !== null) { console.error("Empty event should return null, got:", text3); process.exit(3); }
+' "$HOOK"; then
+  _pass "extractUtteranceText handles PostToolUse, Stop content, and empty events"
+else
+  _fail "extractUtteranceText behavior was unexpected"
+fi
+
 # ---------------------------------------------------------------------------
 # CLI: build and test --not-configured
 # ---------------------------------------------------------------------------
@@ -148,6 +382,24 @@ else
   _fail "CLI --help should exit 0"
 fi
 
+# ---------------------------------------------------------------------------
+# CLI: --extractor flag appears in help
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "--- cli: --extractor flag in help ---"
+
+if node "$ROOT/build/src/cli.js" utterance-check --help \
+   >"$TMPDIR_EVAL/help2.out" 2>"$TMPDIR_EVAL/help2.err"; then
+  if grep -q '\-\-extractor' "$TMPDIR_EVAL/help2.err"; then
+    _pass "CLI --help mentions --extractor flag"
+  else
+    _fail "CLI --help does not mention --extractor flag"
+  fi
+else
+  _fail "CLI --help should exit 0"
+fi
+
 # ---------------------------------------------------------------------------
 # CLI: missing --utterance exits non-zero
 # ---------------------------------------------------------------------------
@@ -203,58 +455,53 @@ else
 fi
 
 # ---------------------------------------------------------------------------
-# CLI: utterance check registers as a valid flow-agents command
-# ---------------------------------------------------------------------------
-
-echo ""
-echo "--- cli: command registration ---"
-
-if node "$ROOT/build/src/cli.js" commands 2>/dev/null | grep -q 'utterance-check'; then
-  _pass "utterance-check is registered as a flow-agents CLI command"
-else
-  _fail "utterance-check is not registered in flow-agents CLI commands"
-fi
-
-# ---------------------------------------------------------------------------
-# Hook: module.exports shape
+# CLI: --extractor anthropic without ANTHROPIC_API_KEY fails open (exit 0)
 # ---------------------------------------------------------------------------
 
 echo ""
-echo "--- hook: module.exports contract ---"
+echo "--- cli: anthropic extractor without API key fails open ---"
 
-if node -e '
-  const h = require(process.argv[1]);
-  if (typeof h.run !== "function") { console.error("run missing"); process.exit(1); }
-  if (typeof h.extractUtteranceText !== "function") { console.error("extractUtteranceText missing"); process.exit(2); }
-  if (typeof h.findPackageRoot !== "function") { console.error("findPackageRoot missing"); process.exit(3); }
-' "$HOOK"; then
-  _pass "utterance-check hook exports run, extractUtteranceText, findPackageRoot"
+# Run without ANTHROPIC_API_KEY set.
+# The CLI should emit not_configured JSON and exit 0 (fail open).
+if env -u ANTHROPIC_API_KEY \
+   node "$ROOT/build/src/cli.js" utterance-check check \
+   --utterance "The test coverage is 92%." \
+   --extractor anthropic \
+   >"$TMPDIR_EVAL/no-apikey.out" 2>"$TMPDIR_EVAL/no-apikey.err"
+then
+  status_val=$(node -e '
+    const r = JSON.parse(require("fs").readFileSync(process.argv[1],"utf8"));
+    console.log(r.status);
+  ' "$TMPDIR_EVAL/no-apikey.out" 2>/dev/null || echo "parse-error")
+  if [[ "$status_val" == "not_configured" ]]; then
+    _pass "CLI --extractor anthropic without ANTHROPIC_API_KEY emits not_configured and exits 0 (fail open)"
+  elif [[ "$status_val" == "ok" || "$status_val" == "error" ]]; then
+    # If survey is installed and somehow proceeded (shouldn't happen without key), still accept
+    _pass "CLI --extractor anthropic produced a valid report (status: $status_val)"
+  else
+    _fail "CLI --extractor anthropic without API key produced unexpected output (status: $status_val)"
+  fi
 else
-  _fail "utterance-check hook module.exports is missing expected functions"
+  exit_code=$?
+  # Exit 1 means survey not installed — that's a different fail-open path, acceptable
+  if [[ "$exit_code" -eq 1 ]]; then
+    _pass "CLI --extractor anthropic: survey not installed, exits 1 (not_configured)"
+  else
+    _fail "CLI --extractor anthropic without API key should exit 0 or 1 (fail open), got: $exit_code"
+  fi
 fi
 
 # ---------------------------------------------------------------------------
-# Hook: extractUtteranceText extracts from PostToolUse and Stop events
+# CLI: utterance check registers as a valid flow-agents command
 # ---------------------------------------------------------------------------
 
 echo ""
-echo "--- hook: extractUtteranceText ---"
+echo "--- cli: command registration ---"
 
-if node -e '
-  const { extractUtteranceText } = require(process.argv[1]);
-  const postToolUse = { hook_event_name: "PostToolUse", tool_response: "The answer is 42." };
-  const text = extractUtteranceText(postToolUse);
-  if (text !== "The answer is 42.") { console.error("PostToolUse extract failed:", text); process.exit(1); }
-  const stopWithContent = { hook_event_name: "Stop", content: [{ type: "text", text: "Done!" }] };
-  const text2 = extractUtteranceText(stopWithContent);
-  if (text2 !== "Done!") { console.error("Stop content extract failed:", text2); process.exit(2); }
-  const emptyEvent = { hook_event_name: "PostToolUse" };
-  const text3 = extractUtteranceText(emptyEvent);
-  if (text3 !== null) { console.error("Empty event should return null, got:", text3); process.exit(3); }
-' "$HOOK"; then
-  _pass "extractUtteranceText handles PostToolUse, Stop content, and empty events"
+if node "$ROOT/build/src/cli.js" commands 2>/dev/null | grep -q 'utterance-check'; then
+  _pass "utterance-check is registered as a flow-agents CLI command"
 else
-  _fail "extractUtteranceText behavior was unexpected"
+  _fail "utterance-check is not registered in flow-agents CLI commands"
 fi
 
 # ---------------------------------------------------------------------------

package/evals/run.sh

@@ -190,6 +190,8 @@ run_integration() {
   bash "$EVAL_DIR/integration/test_runtime_adapter_activation.sh" || result=1
   echo ""
   bash "$EVAL_DIR/integration/test_bundle_install.sh" || result=1
+  echo ""
+  bash "$EVAL_DIR/integration/test_bundle_lifecycle.sh" || result=1
   return $result
 }