@agentmarkup/audit 0.2.1 → 0.2.2

package/dist/bin.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import {
   run
-} from "./chunk-VYQOM2ID.js";
+} from "./chunk-EVNL3WJN.js";
 
 // src/bin.ts
 import { createRequire } from "module";

package/dist/{chunk-VYQOM2ID.js → chunk-EVNL3WJN.js}

@@ -117,6 +117,26 @@ function analyzeJsDependence(control) {
     }
   ];
 }
+var CONTENT_SIGNAL_USE_VALUES = /* @__PURE__ */ new Set(["immediate", "reference", "full"]);
+function parseContentSignal(body) {
+  const raw = [];
+  const directives = {};
+  const re = /^[ \t]*content-signal[ \t]*:[ \t]*(.+?)[ \t]*$/gim;
+  let match;
+  while ((match = re.exec(body)) !== null) {
+    const value = match[1].trim();
+    if (!value) continue;
+    raw.push(value);
+    for (const pair of value.split(",")) {
+      const eq = pair.indexOf("=");
+      if (eq === -1) continue;
+      const key = pair.slice(0, eq).trim().toLowerCase();
+      const val = pair.slice(eq + 1).trim().toLowerCase();
+      if (key) directives[key] = val;
+    }
+  }
+  return { present: raw.length > 0, directives, raw };
+}
 function analyzeRobots(robots) {
   const findings = [];
   const has = isRealTextResource(robots);
@@ -151,12 +171,30 @@ function analyzeRobots(robots) {
       detail: "None of the checked AI crawlers are shadowed by a wildcard disallow."
     });
   }
-  if (/^\s*content-signal\s*:/im.test(body)) {
+  const contentSignal = parseContentSignal(body);
+  if (contentSignal.present) {
+    const declared = Object.entries(contentSignal.directives).map(([key, value]) => `${key}=${value}`).join(", ");
+    const useValue = contentSignal.directives["use"];
+    const hasUse = typeof useValue === "string";
+    const useRecognized = hasUse && CONTENT_SIGNAL_USE_VALUES.has(useValue);
+    const detail = [
+      "The canonical Content-Signal directive is in robots.txt, where the Content Signals Policy and Lighthouse look for it."
+    ];
+    if (useRecognized) {
+      detail.push(
+        `It also declares the extended content-use preference use=${useValue} (immediate/reference/full), the field Cloudflare added to Content Signals for how AI may reuse the content.`
+      );
+    } else if (hasUse) {
+      detail.push(
+        `A use=${useValue} field is present but is not one of the recognized values (immediate, reference, full).`
+      );
+    }
     findings.push({
       code: "robots.content-signal",
       level: "pass",
-      title: "Content-Signal policy present in robots.txt",
-      detail: "The canonical Content-Signal directive is in robots.txt, where the Content Signals Policy and Lighthouse look for it."
+      title: hasUse ? "Content-Signal policy present (with content-use preference)" : "Content-Signal policy present in robots.txt",
+      detail: detail.join(" "),
+      evidence: declared || contentSignal.raw.join(" | ")
     });
   } else {
     findings.push({

package/dist/index.js

@@ -19,7 +19,7 @@ import {
   run,
   safeFetch,
   worstLevel
-} from "./chunk-VYQOM2ID.js";
+} from "./chunk-EVNL3WJN.js";
 export {
   ALL_AGENTS,
   BROWSER_CONTROL,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agentmarkup/audit",
-  "version": "0.2.1",
+  "version": "0.2.2",
   "description": "Audit a live URL the way AI crawlers see it: fetch as GPTBot, ClaudeBot, PerplexityBot and more, diff against a browser to catch accidental CDN blocks and JS-gated content, plus llms.txt, JSON-LD, robots.txt intent, Content-Signal, markdown mirror, sitemap, and page-metadata checks",
   "type": "module",
   "license": "MIT",
@@ -46,15 +46,6 @@
   "files": [
     "dist"
   ],
-  "dependencies": {
-    "@agentmarkup/core": "0.5.3"
-  },
-  "devDependencies": {
-    "eslint": "^9.0.0",
-    "tsup": "^8.4.0",
-    "typescript": "^5.7.0",
-    "vitest": "^3.0.0"
-  },
   "scripts": {
     "prebuild": "pnpm -C ../core build",
     "build": "tsup",
@@ -66,5 +57,14 @@
     "lint": "eslint src/ test/",
     "pretypecheck": "pnpm -C ../core build",
     "typecheck": "tsc --noEmit"
+  },
+  "dependencies": {
+    "@agentmarkup/core": "workspace:*"
+  },
+  "devDependencies": {
+    "eslint": "^9.0.0",
+    "tsup": "^8.4.0",
+    "typescript": "^5.7.0",
+    "vitest": "^3.0.0"
   }
-}
+}