agentskeptic 0.1.4 → 0.1.6

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentskeptic",
-  "version": "0.1.4",
+  "version": "0.1.6",
   "description": "Green agent traces and tool success flags often hide missing or wrong database rows. AgentSkeptic runs read-only SQL at verification time against persisted state vs structured tool activity—not chat narratives.",
   "license": "MIT",
   "type": "module",
@@ -18,13 +18,13 @@
     "start": "npm run build && node scripts/demo.mjs",
     "dev": "npm run dev -w agentskeptic-web",
     "test:vitest": "vitest run",
-    "test:node:sqlite": "node --test --test-force-exit test/reconciler.sqlite.test.mjs test/pipeline.sqlite.test.mjs test/withWorkflowVerification.test.mjs test/workflowTruthReport.test.mjs test/cli.test.mjs test/stable-failure-consistency.test.mjs test/workflow-result-consumer-contract.test.mjs test/workflow-result-stdout-version.test.mjs test/docs-relational-ssot.test.mjs test/tools-registry-relational-surface.test.mjs test/docs-contract.test.mjs test/docs-commercial-enforce-gate-normative.test.mjs test/docs-remediation-doctrine.test.mjs test/bundle-signature-fixture.test.mjs test/bundle-signature-codes-doc.test.mjs test/bundle-signature-cli-write.test.mjs test/quick-verify.sqlite.test.mjs test/quickVerifyPostbuildGate.test.mjs test/npm-scripts-contract.test.mjs test/removed-script-names-ban.test.mjs test/docs-workflow-result-normative-prose.test.mjs test/enforce-oss-forbidden.test.mjs test/docs-enforce-stream-contract.test.mjs test/docs-quick-enforce-link.test.mjs test/commercial-pricing-policy-parity.test.mjs test/distribution-requirement-clauses.test.mjs test/distribution-traceability-literals.test.mjs test/distribution-ssot-clause-coverage.test.mjs test/distribution-consumer-pipeline.test.mjs test/discovery-payload.test.mjs test/redaction-rules.test.mjs test/indexable-guide-paths-fs.contract.test.mjs test/npm-pack-discovery-scripts.test.mjs test/registry-metadata-parity.test.mjs",
+    "test:node:sqlite": "node scripts/assert-dependency-security-pins.mjs && node --test --test-force-exit test/reconciler.sqlite.test.mjs test/pipeline.sqlite.test.mjs test/withWorkflowVerification.test.mjs test/workflowTruthReport.test.mjs test/cli.test.mjs test/stable-failure-consistency.test.mjs test/workflow-result-consumer-contract.test.mjs test/workflow-result-stdout-version.test.mjs test/docs-relational-ssot.test.mjs test/tools-registry-relational-surface.test.mjs test/docs-contract.test.mjs test/docs-commercial-enforce-gate-normative.test.mjs test/docs-remediation-doctrine.test.mjs test/bundle-signature-fixture.test.mjs test/bundle-signature-codes-doc.test.mjs test/bundle-signature-cli-write.test.mjs test/quick-verify.sqlite.test.mjs test/bootstrap-pack.test.mjs test/quickVerifyPostbuildGate.test.mjs test/npm-scripts-contract.test.mjs test/langgraph-reference-emitter-before-cli-spawn.test.mjs test/removed-script-names-ban.test.mjs test/docs-workflow-result-normative-prose.test.mjs test/enforce-oss-forbidden.test.mjs test/docs-enforce-stream-contract.test.mjs test/docs-quick-enforce-link.test.mjs test/commercial-pricing-policy-parity.test.mjs test/distribution-requirement-clauses.test.mjs test/distribution-traceability-literals.test.mjs test/distribution-ssot-clause-coverage.test.mjs test/distribution-consumer-pipeline.test.mjs test/discovery-payload.test.mjs test/redaction-rules.test.mjs test/indexable-guide-paths-fs.contract.test.mjs test/npm-pack-discovery-scripts.test.mjs test/registry-metadata-parity.test.mjs test/docs-related-exists-export-ssot-negative.mjs test/dependency-security-pins.schema.contract.test.mjs test/drizzle-identifier-safety.contract.test.mjs",
     "test:postgres": "node scripts/pg-ci-init.mjs && node --test --test-force-exit test/postgres-session-readonly.test.mjs test/postgres-privilege.test.mjs test/pipeline.postgres.test.mjs test/ci-workflow-truth-postgres-contract.test.mjs test/quick-verify.postgres.test.mjs",
     "test:workflow-truth-contract": "node --test --test-force-exit test/ci-workflow-truth-postgres-contract.test.mjs",
     "validate-ttfv": "node scripts/validate-ttfv.mjs",
-    "test": "npm run build && npm run test:vitest && npm run test:node:sqlite && node scripts/first-run.mjs && npm run partner-quickstart && node test/partner-quickstart.adversarial.mjs && npm run check:partner-quickstart-ssot && node dist/cli.js assurance run --manifest examples/assurance/manifest.json && node scripts/commercial-enforce-test-harness.mjs && npm run build && npm run validate-ttfv",
+    "test": "npm run build && npm run test:vitest && npm run test:vitest -w agentskeptic-web -- __tests__/langgraph-reference-primacy.dom.test.tsx && npm run test:node:sqlite && node scripts/first-run.mjs && npm run partner-quickstart && node scripts/langgraph-reference-verify.mjs && node test/partner-quickstart.adversarial.mjs && npm run check:partner-quickstart-ssot && node dist/cli.js assurance run --manifest examples/assurance/manifest.json && node scripts/commercial-enforce-test-harness.mjs && npm run build && npm run validate-ttfv && node scripts/related-exists-export-user-outcome.mjs",
     "test:debug-ui": "playwright test",
-    "test:ci": "npm run build && npm run test:vitest && npm run test:node:sqlite && node scripts/first-run.mjs && npm run partner-quickstart && node test/partner-quickstart.adversarial.mjs && npm run check:partner-quickstart-ssot && node dist/cli.js assurance run --manifest examples/assurance/manifest.json && npm run test:postgres && node scripts/run-partner-quickstart-postgres-ci.mjs && node scripts/commercial-enforce-test-harness.mjs --require-postgres && npx playwright install chromium && npm run test:debug-ui && npm run build && npm run validate-ttfv",
+    "test:ci": "npm run build && npm run test:vitest && npm run test:vitest -w agentskeptic-web -- __tests__/langgraph-reference-primacy.dom.test.tsx && npm run test:node:sqlite && node scripts/first-run.mjs && npm run partner-quickstart && node scripts/langgraph-reference-verify.mjs && node test/partner-quickstart.adversarial.mjs && npm run check:partner-quickstart-ssot && node dist/cli.js assurance run --manifest examples/assurance/manifest.json && npm run test:postgres && node scripts/run-partner-quickstart-postgres-ci.mjs && node scripts/commercial-enforce-test-harness.mjs --require-postgres && npx playwright install chromium && npm run test:debug-ui && npm run build && npm run validate-ttfv && node scripts/related-exists-export-user-outcome.mjs",
     "example:workflow-hook": "npm run build && node examples/workflow-runner.mjs",
     "agentskeptic": "node dist/cli.js",
     "migrate:workflow-result-v11": "npm run build && node scripts/migrate-workflow-result-v11.mjs",
@@ -38,6 +38,7 @@
     "sync:public-product-anchors": "node scripts/public-product-anchors.cjs",
     "distribution:consumer-pipeline": "node scripts/distribution-consumer-pipeline.mjs",
     "check:discovery-acquisition": "node scripts/validate-discovery-acquisition.mjs",
+    "verify:web-marketing-copy": "node scripts/validate-discovery-acquisition.mjs && node --test test/visitor-problem-outcome.test.mjs && npm run build -w agentskeptic-web && node scripts/run-website-vitest-with-reuse.mjs && node scripts/website-holistic-gate.mjs",
     "check:public-product-anchors": "node scripts/public-product-anchors.cjs --check",
     "test:commercial-layer": "node scripts/validate-commercial-funnel.mjs",
     "build:website": "npm run build && npm run build -w agentskeptic-web",
@@ -52,21 +53,30 @@
     "node": "22.x"
   },
   "devDependencies": {
+    "@lhci/cli": "0.15.1",
     "@playwright/test": "^1.51.0",
     "@types/node": "^22.10.2",
     "@types/pg": "^8.20.0",
     "@types/picomatch": "^4.0.3",
-    "ajv": "^8.17.1",
-    "ajv-formats": "^3.0.1",
     "stripe": "^17.5.0",
     "typescript": "^5.7.2",
     "vitest": "^3.2.4"
   },
   "dependencies": {
+    "ajv": "^8.17.1",
+    "ajv-formats": "^3.0.1",
     "pg": "^8.20.0",
     "picomatch": "^4.0.4",
     "yaml": "^2.8.3"
   },
+  "overrides": {
+    "esbuild": "0.25.12",
+    "tmp": "0.2.4",
+    "cookie": "0.7.2",
+    "agentskeptic-web": {
+      "agentskeptic": "file:."
+    }
+  },
   "repository": {
     "type": "git",
     "url": "git+https://github.com/jwekavanagh/agentskeptic.git"

package/schemas/bootstrap-pack-input-v1.schema.json

@@ -0,0 +1,61 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agentskeptic.com/schemas/bootstrap-pack-input-v1.schema.json",
+  "title": "BootstrapPackInputV1",
+  "type": "object",
+  "additionalProperties": false,
+  "required": ["schemaVersion", "workflowId", "openaiChatCompletion"],
+  "properties": {
+    "schemaVersion": { "type": "integer", "const": 1 },
+    "workflowId": {
+      "type": "string",
+      "pattern": "^[a-zA-Z0-9_-]{1,128}$"
+    },
+    "openaiChatCompletion": {
+      "type": "object",
+      "required": ["choices"],
+      "additionalProperties": true,
+      "properties": {
+        "choices": {
+          "type": "array",
+          "minItems": 1,
+          "items": {
+            "type": "object",
+            "required": ["message"],
+            "additionalProperties": true,
+            "properties": {
+              "message": {
+                "type": "object",
+                "required": ["tool_calls"],
+                "additionalProperties": true,
+                "properties": {
+                  "tool_calls": {
+                    "type": "array",
+                    "items": {
+                      "type": "object",
+                      "required": ["id", "type", "function"],
+                      "additionalProperties": false,
+                      "properties": {
+                        "id": { "type": "string", "minLength": 1 },
+                        "type": { "type": "string", "const": "function" },
+                        "function": {
+                          "type": "object",
+                          "required": ["name", "arguments"],
+                          "additionalProperties": false,
+                          "properties": {
+                            "name": { "type": "string", "minLength": 1 },
+                            "arguments": { "type": "string" }
+                          }
+                        }
+                      }
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    }
+  }
+}

package/schemas/quick-verify-report.schema.json

@@ -41,7 +41,7 @@
             "quick_verify_inferred_row_and_related_exists_only",
             "no_multi_effect_contract",
             "no_destructive_or_forbidden_row_contract",
-            "contract_replay_export_row_tools_only"
+            "contract_replay_export_row_and_eligible_related_exists_tools"
           ]
         },
         "ingestContract": { "type": "string", "const": "structured_tool_activity" },
@@ -244,7 +244,7 @@
           }
         },
         "quickVerifyProvisional": { "type": "boolean", "const": true },
-        "contractReplayPartialCoverage": { "type": "boolean", "const": true }
+        "contractReplayPartialCoverage": { "type": "boolean" }
       }
     }
   }

package/scripts/discovery-acquisition.lib.cjs

@@ -117,6 +117,39 @@ function validateIndexableGuides(discovery) {
   }
 }
 
+/**
+ * @param {Record<string, unknown>} discovery
+ */
+function validateIndexableExamples(discovery) {
+  const ex = /** @type {{ path: string; navLabel: string; problemAnchor: string; embedKey: string }[]} */ (
+    discovery.indexableExamples
+  );
+  if (!Array.isArray(ex)) {
+    throw new Error("discovery-acquisition: indexableExamples must be an array");
+  }
+  if (ex.length !== 2) {
+    throw new Error("discovery-acquisition: indexableExamples must have length exactly 2");
+  }
+  if (ex[0].path !== "/examples/wf-complete" || ex[1].path !== "/examples/wf-missing") {
+    throw new Error(
+      "discovery-acquisition: indexableExamples paths must be /examples/wf-complete then /examples/wf-missing",
+    );
+  }
+  if (ex[0].embedKey !== "wf_complete" || ex[1].embedKey !== "wf_missing") {
+    throw new Error(
+      "discovery-acquisition: indexableExamples embedKey order must be wf_complete then wf_missing",
+    );
+  }
+  for (let i = 0; i < ex.length; i++) {
+    const row = ex[i];
+    const nl = String(row.navLabel);
+    const pa = String(row.problemAnchor);
+    if (nl.includes("`") || pa.includes("`")) {
+      throw new Error(`discovery-acquisition: indexableExamples[${i}] must not contain backtick`);
+    }
+  }
+}
+
 /**
  * @param {string} baseLlms
  * @param {Record<string, unknown>} discovery
@@ -136,6 +169,13 @@ function appendDiscoveryLlmsAppendix(baseLlms, discovery, canonicalOrigin) {
       out += `- ${origin}${String(g.path)}\n`;
     }
   }
+  const examples = /** @type {{ path: string }[] | undefined} */ (discovery.indexableExamples);
+  if (Array.isArray(examples) && examples.length > 0) {
+    out += "\n## Indexable examples\n";
+    for (const ex of examples) {
+      out += `- ${origin}${String(ex.path)}\n`;
+    }
+  }
   const demo = discovery.shareableTerminalDemo;
   if (demo && typeof demo.title === "string" && typeof demo.transcript === "string") {
     out += `\n## ${demo.title}\n\n\`\`\`text\n${demo.transcript}\n\`\`\`\n`;
@@ -182,6 +222,7 @@ function validateDiscoveryAcquisition(root) {
     );
   }
   validateIndexableGuides(discovery);
+  validateIndexableExamples(discovery);
   return discovery;
 }
 
@@ -191,5 +232,6 @@ module.exports = {
   appendDiscoveryLlmsAppendix,
   validateDiscoveryAcquisition,
   validateIndexableGuides,
+  validateIndexableExamples,
   discoveryPaths,
 };

package/scripts/discovery-payload.lib.cjs

@@ -125,6 +125,7 @@ function buildDiscoveryPayload(root) {
       relatedQueries: llms.relatedQueries.map(String),
       demandMoments: /** @type {string[]} */ (discovery.demandMoments).map(String),
       indexableGuides: /** @type {unknown} */ (discovery.indexableGuides),
+      indexableExamples: /** @type {unknown} */ (discovery.indexableExamples),
       shareableTerminalDemo: {
         title: String(demo.title),
         transcript: String(demo.transcript),
@@ -137,7 +138,7 @@ function buildDiscoveryPayload(root) {
  * @param {Record<string, unknown>} payload
  */
 function discoveryObjectFromAppendix(payload) {
-  const ap = /** @type {{ slug: string; visitorProblemAnswer: string; intentPhrases: string[]; notFor: string[]; relatedQueries: string[]; demandMoments: string[]; indexableGuides?: { path: string; navLabel: string; problemAnchor: string }[]; shareableTerminalDemo?: { title: string; transcript: string } }} */ (
+  const ap = /** @type {{ slug: string; visitorProblemAnswer: string; intentPhrases: string[]; notFor: string[]; relatedQueries: string[]; demandMoments: string[]; indexableGuides?: { path: string; navLabel: string; problemAnchor: string }[]; indexableExamples?: { path: string; navLabel: string; problemAnchor: string; embedKey: string }[]; shareableTerminalDemo?: { title: string; transcript: string } }} */ (
     payload.appendix
   );
   const out = {
@@ -156,6 +157,9 @@ function discoveryObjectFromAppendix(payload) {
   if (Array.isArray(ap.indexableGuides)) {
     Object.assign(out, { indexableGuides: ap.indexableGuides });
   }
+  if (Array.isArray(ap.indexableExamples)) {
+    Object.assign(out, { indexableExamples: ap.indexableExamples });
+  }
   return out;
 }