@ainyc/canonry 2.4.5 → 2.5.0

package/dist/cli.js

@@ -38,7 +38,7 @@ import {
   showFirstRunNotice,
   trackEvent,
   usageError
-} from "./chunk-6UY2PETG.js";
+} from "./chunk-TIHU2YXW.js";
 import {
   apiKeys,
   competitors,
@@ -813,6 +813,35 @@ var BACKLINKS_CLI_COMMANDS = [
 function getClient2() {
   return createApiClient();
 }
+async function waitForRunStatus(client, runId, config) {
+  const start = Date.now();
+  process.stderr.write(config.progressLabel);
+  while (Date.now() - start < config.timeoutMs) {
+    await new Promise((resolve) => setTimeout(resolve, config.intervalMs));
+    const current = await client.getRun(runId);
+    process.stderr.write(".");
+    if (config.successStatuses.includes(current.status)) {
+      process.stderr.write("\n");
+      return current;
+    }
+    if (config.failureStatuses.includes(current.status)) {
+      process.stderr.write("\n");
+      throw new CliError({
+        code: config.failureCode,
+        message: config.failureMessage,
+        displayMessage: config.failureMessage,
+        details: { runId, status: current.status, ...config.details ?? {} }
+      });
+    }
+  }
+  process.stderr.write("\n");
+  throw new CliError({
+    code: config.timeoutCode,
+    message: config.timeoutMessage,
+    displayMessage: config.timeoutMessage,
+    details: { runId, ...config.details ?? {} }
+  });
+}
 async function bingConnect(project, opts) {
   const apiKey = opts?.apiKey;
   if (!apiKey) {
@@ -1091,6 +1120,42 @@ async function bingRequestIndexing(project, opts) {
     console.log(`Summary: ${result.summary.succeeded} succeeded, ${result.summary.failed} failed (${result.summary.total} total)`);
   }
 }
+async function bingInspectSitemap(project, opts) {
+  const client = getClient2();
+  const run = await client.bingInspectSitemap(project, {
+    sitemapUrl: opts.sitemapUrl
+  });
+  if (!opts.wait && opts.format === "json") {
+    console.log(JSON.stringify(run, null, 2));
+    return;
+  }
+  if (opts.format !== "json") {
+    console.log(`Bing sitemap inspection started (run ${run.id})`);
+  }
+  if (opts.wait) {
+    const current = await waitForRunStatus(client, run.id, {
+      timeoutMs: 30 * 60 * 1e3,
+      intervalMs: 3e3,
+      progressLabel: "Waiting for Bing sitemap inspection to complete",
+      successStatuses: ["completed", "partial"],
+      failureStatuses: ["failed"],
+      timeoutCode: "BING_INSPECT_SITEMAP_TIMEOUT",
+      failureCode: "BING_INSPECT_SITEMAP_FAILED",
+      timeoutMessage: "Timed out waiting for Bing sitemap inspection to complete.",
+      failureMessage: "Bing sitemap inspection failed.",
+      details: { project }
+    });
+    if (opts.format === "json") {
+      console.log(JSON.stringify(current, null, 2));
+      return;
+    }
+    if (current.status === "partial") {
+      console.log("Bing sitemap inspection completed with some errors.");
+      return;
+    }
+    console.log("Bing sitemap inspection completed successfully.");
+  }
+}
 async function bingPerformance(project, format) {
   const client = getClient2();
   const rows = await client.bingPerformance(project);
@@ -1222,6 +1287,22 @@ var BING_CLI_COMMANDS = [
       });
     }
   },
+  {
+    path: ["bing", "inspect-sitemap"],
+    usage: "canonry bing inspect-sitemap <project> [--sitemap-url <url>] [--wait] [--format json]",
+    options: {
+      "sitemap-url": stringOption(),
+      wait: { type: "boolean", default: false }
+    },
+    run: async (input) => {
+      const project = requireProject(input, "bing.inspect-sitemap", "canonry bing inspect-sitemap <project> [--sitemap-url <url>] [--wait] [--format json]");
+      await bingInspectSitemap(project, {
+        sitemapUrl: getString(input.values, "sitemap-url"),
+        wait: getBoolean(input.values, "wait"),
+        format: input.format
+      });
+    }
+  },
   {
     path: ["bing", "request-indexing"],
     usage: "canonry bing request-indexing <project> [url] [--all-unindexed] [--format json]",
@@ -1266,12 +1347,12 @@ var BING_CLI_COMMANDS = [
   },
   {
     path: ["bing"],
-    usage: "canonry bing <connect|disconnect|status|sites|set-site|coverage|coverage-history|inspect|inspections|request-indexing|performance|refresh> <project> [args]",
+    usage: "canonry bing <connect|disconnect|status|sites|set-site|coverage|coverage-history|inspect|inspect-sitemap|inspections|request-indexing|performance|refresh> <project> [args]",
     run: async (input) => {
       unknownSubcommand(input.positionals[0], {
         command: "bing",
-        usage: "canonry bing <connect|disconnect|status|sites|set-site|coverage|coverage-history|inspect|inspections|request-indexing|performance|refresh> <project> [args]",
-        available: ["connect", "disconnect", "status", "sites", "set-site", "coverage", "coverage-history", "inspect", "inspections", "request-indexing", "performance", "refresh"]
+        usage: "canonry bing <connect|disconnect|status|sites|set-site|coverage|coverage-history|inspect|inspect-sitemap|inspections|request-indexing|performance|refresh> <project> [args]",
+        available: ["connect", "disconnect", "status", "sites", "set-site", "coverage", "coverage-history", "inspect", "inspect-sitemap", "inspections", "request-indexing", "performance", "refresh"]
       });
     }
   }
@@ -2181,10 +2262,11 @@ var COMPETITOR_CLI_COMMANDS = [
 ];
 
 // src/commands/google.ts
+var INDEXING_API_SCOPE_NOTICE = "Note: Google's Indexing API officially supports only pages with JobPosting or BroadcastEvent (livestream VideoObject) structured data. For other URL types, submissions are accepted (HTTP 200) but not guaranteed to be prioritized for crawling. For general pages, submit a sitemap and use URL Inspection to monitor status.";
 function getClient6() {
   return createApiClient();
 }
-async function waitForRunStatus(client, runId, config) {
+async function waitForRunStatus2(client, runId, config) {
   const start = Date.now();
   process.stderr.write(config.progressLabel);
   while (Date.now() - start < config.timeoutMs) {
@@ -2328,7 +2410,7 @@ async function googleSync(project, opts) {
     console.log(`GSC sync started (run ${run.id})`);
   }
   if (opts.wait) {
-    const current = await waitForRunStatus(client, run.id, {
+    const current = await waitForRunStatus2(client, run.id, {
       timeoutMs: 10 * 60 * 1e3,
       intervalMs: 2e3,
       progressLabel: "Waiting for sync to complete",
@@ -2518,7 +2600,7 @@ async function googleInspectSitemap(project, opts) {
     console.log(`Sitemap inspection started (run ${run.id})`);
   }
   if (opts.wait) {
-    const current = await waitForRunStatus(client, run.id, {
+    const current = await waitForRunStatus2(client, run.id, {
       timeoutMs: 30 * 60 * 1e3,
       intervalMs: 3e3,
       progressLabel: "Waiting for sitemap inspection to complete",
@@ -2586,7 +2668,7 @@ Primary sitemap: ${result.primarySitemapUrl}`);
     console.log(`Sitemap URL saved. Inspection run queued (run ${result.run.id}).`);
   }
   if (opts.wait) {
-    const current = await waitForRunStatus(client, result.run.id, {
+    const current = await waitForRunStatus2(client, result.run.id, {
       timeoutMs: 30 * 60 * 1e3,
       intervalMs: 3e3,
       progressLabel: "Waiting for sitemap inspection to complete",
@@ -2630,27 +2712,32 @@ async function googleRequestIndexing(project, opts) {
       details: { command: "google.request-indexing" }
     });
   }
+  if (opts.format !== "json") {
+    console.error(INDEXING_API_SCOPE_NOTICE);
+    console.error();
+  }
   const result = await client.googleRequestIndexing(project, body);
   let indexingConfirmed = false;
+  const lastInspection = /* @__PURE__ */ new Map();
   if (opts.wait && result.results.some((r) => r.status === "success")) {
     const successUrls = result.results.filter((r) => r.status === "success").map((r) => r.url);
-    const timeout = 10 * 60 * 1e3;
+    const timeout = opts.waitTimeoutMs ?? 10 * 60 * 1e3;
+    const pollInterval = opts.waitPollIntervalMs ?? 1e4;
     const start = Date.now();
-    process.stderr.write("Waiting for indexing confirmation");
+    process.stderr.write("Polling URL Inspection for indexed verdict");
     while (Date.now() - start < timeout) {
-      await new Promise((r) => setTimeout(r, 1e4));
+      await new Promise((r) => setTimeout(r, pollInterval));
       process.stderr.write(".");
       let allIndexed = true;
       for (const url of successUrls) {
         try {
           const inspection = await client.gscInspect(project, url);
-          if (inspection.indexingState !== "INDEXING_ALLOWED") {
+          lastInspection.set(url, inspection);
+          if (inspection.verdict !== "PASS") {
             allIndexed = false;
-            break;
           }
         } catch {
           allIndexed = false;
-          break;
         }
       }
       if (allIndexed) {
@@ -2661,13 +2748,23 @@ async function googleRequestIndexing(project, opts) {
     }
     if (!indexingConfirmed) {
       process.stderr.write("\n");
+      const observed = successUrls.map((url) => {
+        const i = lastInspection.get(url);
+        return {
+          url,
+          verdict: i?.verdict ?? null,
+          coverageState: i?.coverageState ?? null,
+          indexingState: i?.indexingState ?? null
+        };
+      });
       throw new CliError({
         code: "GOOGLE_INDEXING_CONFIRMATION_TIMEOUT",
-        message: "Timed out waiting for indexing confirmation. URLs may still be processing.",
-        displayMessage: "Timed out waiting for indexing confirmation. URLs may still be processing.",
+        message: "Timed out waiting for Google to report verdict=PASS. Google typically takes hours to days to index new URLs, so this is expected and does not mean the submission failed. Re-check later with `canonry google gsc inspect <url>`.",
+        displayMessage: "Timed out waiting for Google to report verdict=PASS. Google typically takes hours to days to index new URLs \u2014 this is not a failure. Re-check later with `canonry google gsc inspect <url>`.",
         details: {
           project,
-          urls: successUrls
+          urls: successUrls,
+          lastObserved: observed
         }
       });
     }
@@ -2692,7 +2789,7 @@ async function googleRequestIndexing(project, opts) {
     console.log(`Summary: ${result.summary.succeeded} succeeded, ${result.summary.failed} failed (${result.summary.total} total)`);
   }
   if (indexingConfirmed) {
-    console.log("All requested URLs are now indexed.");
+    console.log("URL Inspection now reports verdict=PASS for the requested URLs (indexed in Google Search).");
   }
 }
 async function googleRefresh(project, format) {
@@ -2701,7 +2798,7 @@ async function googleRefresh(project, format) {
   if (format !== "json") {
     process.stderr.write("Refreshing GSC coverage data");
   }
-  const current = await waitForRunStatus(client, run.id, {
+  const current = await waitForRunStatus2(client, run.id, {
     timeoutMs: 10 * 60 * 1e3,
     intervalMs: 2e3,
     progressLabel: "",

package/dist/index.js

@@ -1,7 +1,7 @@
 import {
   createServer,
   loadConfig
-} from "./chunk-6UY2PETG.js";
+} from "./chunk-TIHU2YXW.js";
 import "./chunk-32YTAZBL.js";
 export {
   createServer,

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "@ainyc/canonry",
-  "version": "2.4.5",
+  "version": "2.5.0",
   "type": "module",
-  "description": "The ultimate open-source AEO monitoring tool - track how answer engines cite your domain",
+  "description": "Agent-first open-source AEO operating platform - track how answer engines cite your domain",
   "license": "FSL-1.1-ALv2",
   "homepage": "https://ainyc.ai",
   "repository": {
@@ -57,21 +57,21 @@
     "@types/node-cron": "^3.0.11",
     "tsup": "^8.5.1",
     "tsx": "^4.19.0",
-    "@ainyc/canonry-db": "0.0.0",
     "@ainyc/canonry-api-routes": "0.0.0",
-    "@ainyc/canonry-intelligence": "0.0.0",
+    "@ainyc/canonry-config": "0.0.0",
+    "@ainyc/canonry-db": "0.0.0",
     "@ainyc/canonry-contracts": "0.0.0",
+    "@ainyc/canonry-intelligence": "0.0.0",
     "@ainyc/canonry-integration-bing": "0.0.0",
-    "@ainyc/canonry-config": "0.0.0",
     "@ainyc/canonry-integration-commoncrawl": "0.0.0",
     "@ainyc/canonry-integration-google": "0.0.0",
     "@ainyc/canonry-integration-wordpress": "0.0.0",
-    "@ainyc/canonry-provider-gemini": "0.0.0",
-    "@ainyc/canonry-provider-local": "0.0.0",
+    "@ainyc/canonry-provider-claude": "0.0.0",
     "@ainyc/canonry-provider-cdp": "0.0.0",
+    "@ainyc/canonry-provider-local": "0.0.0",
     "@ainyc/canonry-provider-openai": "0.0.0",
-    "@ainyc/canonry-provider-perplexity": "0.0.0",
-    "@ainyc/canonry-provider-claude": "0.0.0"
+    "@ainyc/canonry-provider-gemini": "0.0.0",
+    "@ainyc/canonry-provider-perplexity": "0.0.0"
   },
   "scripts": {
     "build": "tsx scripts/copy-agent-assets.ts && tsup && tsx build-web.ts",