npm - @ainyc/canonry - Versions diffs - 2.13.2 → 2.14.0 - Mend

@ainyc/canonry 2.13.2 → 2.14.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (9) hide show

package/assets/assets/{index-CKzK0os-.js → index-BwFUCV6e.js} +116 -116
package/assets/assets/{index-CAewPdsZ.css → index-U2SLimrz.css} +1 -1
package/assets/index.html +2 -2
package/dist/{chunk-DHMCIJMQ.js → chunk-LD7Y4K4G.js} +118 -9
package/dist/{chunk-XJS7NALL.js → chunk-RNMMN2WI.js} +4 -1
package/dist/cli.js +42 -9
package/dist/index.js +2 -2
package/dist/mcp.js +12 -1
package/package.json +6 -6

package/assets/index.html CHANGED Viewed

@@ -12,8 +12,8 @@
     <link rel="icon" type="image/png" sizes="32x32" href="./favicon-32.png" />
     <link rel="apple-touch-icon" href="./apple-touch-icon.png" />
     <title>Canonry</title>
-    <script type="module" crossorigin src="./assets/index-CKzK0os-.js"></script>
-    <link rel="stylesheet" crossorigin href="./assets/index-CAewPdsZ.css">
+    <script type="module" crossorigin src="./assets/index-BwFUCV6e.js"></script>
+    <link rel="stylesheet" crossorigin href="./assets/index-U2SLimrz.css">
   </head>
   <body>
     <div id="root"></div>

package/dist/{chunk-DHMCIJMQ.js → chunk-LD7Y4K4G.js} RENAMED Viewed

@@ -59,7 +59,7 @@ import {
   visibilityStateFromAnswerMentioned,
   windowCutoff,
   wordpressEnvSchema
-} from "./chunk-XJS7NALL.js";
+} from "./chunk-RNMMN2WI.js";
 import {
   IntelligenceService,
   agentMemory,
@@ -5371,15 +5371,14 @@ var routeCatalog = [
     method: "post",
     path: "/api/v1/backlinks/syncs",
     summary: "Queue a workspace-wide Common Crawl release sync",
-    description: "Creates a `cc_release_syncs` row and fires the sync callback. Idempotent: an existing in-flight row for the same release is returned.",
+    description: "Creates a `cc_release_syncs` row and fires the sync callback. Idempotent: an existing in-flight row for the same release is returned. When `release` is omitted, the server auto-discovers the latest available Common Crawl release.",
     tags: ["backlinks"],
     requestBody: {
-      required: true,
+      required: false,
       content: {
         "application/json": {
           schema: {
             type: "object",
-            required: ["release"],
             properties: {
               release: stringSchema
             }
@@ -5422,6 +5421,17 @@ var routeCatalog = [
       200: { description: "Cached release metadata returned." }
     }
   },
+  {
+    method: "get",
+    path: "/api/v1/backlinks/latest-release",
+    summary: "Auto-discover the latest available Common Crawl hyperlinkgraph release",
+    description: "Probes Common Crawl by HEAD-checking quarterly release slugs and returns the newest one published. The local server caches the result for ~5 minutes so repeated calls do not hammer Common Crawl.",
+    tags: ["backlinks"],
+    responses: {
+      200: { description: "Latest available release, or null when no candidate slug responded." },
+      422: { description: "Backlinks feature is not available on this deployment." }
+    }
+  },
   {
     method: "delete",
     path: "/api/v1/backlinks/cache/{release}",
@@ -10712,6 +10722,60 @@ function forwardDomain(revDomain) {
 function isValidReleaseId(id) {
   return RELEASE_ID_REGEX.test(id);
 }
+function formatReleaseId(year, quarter) {
+  return `cc-main-${year}-${quarter}`;
+}
+// ../integration-commoncrawl/src/release-discovery.ts
+var QUARTERS = [
+  "oct-nov-dec",
+  "jul-aug-sep",
+  "apr-may-jun",
+  "jan-feb-mar"
+];
+function probeCandidates(now, maxBack) {
+  const year = now.getUTCFullYear();
+  const out = [];
+  for (let y = year; y >= year - maxBack; y--) {
+    for (const q of QUARTERS) {
+      out.push({ year: y, quarter: q });
+    }
+  }
+  return out;
+}
+async function probeRelease(release, fetchImpl = fetch) {
+  const paths = ccReleasePaths(release);
+  const [vertex, edges] = await Promise.all([
+    fetchImpl(paths.vertexUrl, { method: "HEAD" }),
+    fetchImpl(paths.edgesUrl, { method: "HEAD" })
+  ]);
+  if (!vertex.ok || !edges.ok) return null;
+  return {
+    release,
+    vertexUrl: paths.vertexUrl,
+    edgesUrl: paths.edgesUrl,
+    vertexBytes: parseContentLength(vertex.headers.get("content-length")),
+    edgesBytes: parseContentLength(edges.headers.get("content-length")),
+    lastModified: vertex.headers.get("last-modified")
+  };
+}
+async function probeLatestRelease(opts = {}) {
+  const now = opts.now ?? /* @__PURE__ */ new Date();
+  const maxBack = opts.maxQuartersBack ?? 3;
+  const fetchImpl = opts.fetchImpl ?? fetch;
+  const candidates = probeCandidates(now, maxBack);
+  for (const { year, quarter } of candidates) {
+    const release = formatReleaseId(year, quarter);
+    const result = await probeRelease(release, fetchImpl);
+    if (result) return result;
+  }
+  return null;
+}
+function parseContentLength(value) {
+  if (!value) return null;
+  const n = Number.parseInt(value, 10);
+  return Number.isFinite(n) ? n : null;
+}
 // ../integration-commoncrawl/src/downloader.ts
 import { createHash } from "crypto";
@@ -10739,7 +10803,7 @@ async function downloadFile(opts) {
   if (!res.ok || !res.body) {
     throw new Error(`HTTP ${res.status} ${res.statusText} for ${opts.url}`);
   }
-  const total = parseContentLength(res.headers.get("content-length"));
+  const total = parseContentLength2(res.headers.get("content-length"));
   const hasher = createHash("sha256");
   let bytes = 0;
   const hashAndCount = new Transform({
@@ -10790,7 +10854,7 @@ async function unlinkIfExists(p) {
   } catch {
   }
 }
-function parseContentLength(value) {
+function parseContentLength2(value) {
   if (!value) return null;
   const n = Number.parseInt(value, 10);
   return Number.isFinite(n) ? n : null;
@@ -11093,8 +11157,22 @@ async function backlinksRoutes(app, opts) {
     return reply.status(200).send(result);
   });
   app.post("/backlinks/syncs", async (request, reply) => {
-    const release = request.body?.release;
-    if (!release || !isValidReleaseId(release)) {
+    let release = request.body?.release;
+    if (!release) {
+      if (!opts.discoverLatestRelease) {
+        throw validationError(
+          "No `release` provided and auto-discovery is unavailable on this deployment. Pass an explicit release id (e.g., cc-main-2026-jan-feb-mar)."
+        );
+      }
+      const discovered = await opts.discoverLatestRelease();
+      if (!discovered) {
+        throw validationError(
+          "Could not auto-discover the latest Common Crawl release. Pass an explicit `release` body parameter."
+        );
+      }
+      release = discovered.release;
+    }
+    if (!isValidReleaseId(release)) {
       throw validationError("Invalid release id. Expected form: cc-main-YYYY-{jan-feb-mar,apr-may-jun,jul-aug-sep,oct-nov-dec}");
     }
     if (!opts.getBacklinksStatus || !opts.onReleaseSyncRequested) {
@@ -11145,6 +11223,13 @@ async function backlinksRoutes(app, opts) {
     const releases = opts.listCachedReleases?.() ?? [];
     return reply.send(releases);
   });
+  app.get("/backlinks/latest-release", async (_request, reply) => {
+    if (!opts.discoverLatestRelease) {
+      throw missingDependency(BACKLINKS_UNSUPPORTED_MESSAGE);
+    }
+    const discovered = await opts.discoverLatestRelease();
+    return reply.send(discovered);
+  });
   app.delete("/backlinks/cache/:release", async (request, reply) => {
     const release = request.params.release;
     if (!isValidReleaseId(release)) {
@@ -11941,7 +12026,8 @@ async function apiRoutes(app, opts) {
       onReleaseSyncRequested: opts.onReleaseSyncRequested,
       onBacklinkExtractRequested: opts.onBacklinkExtractRequested,
       onBacklinksPruneCache: opts.onBacklinksPruneCache,
-      listCachedReleases: opts.listCachedReleases
+      listCachedReleases: opts.listCachedReleases,
+      discoverLatestRelease: opts.discoverLatestRelease
     });
     await api.register(doctorRoutes, {
       googleConnectionStore: opts.googleConnectionStore,
@@ -19112,6 +19198,28 @@ async function createServer(opts) {
     }));
     return reply.status(204).send();
   });
+  const LATEST_RELEASE_TTL_MS = 5 * 60 * 1e3;
+  let latestReleaseCache = null;
+  const discoverLatestRelease = async () => {
+    const now = Date.now();
+    if (latestReleaseCache && latestReleaseCache.expiresAt > now) {
+      return latestReleaseCache.value;
+    }
+    const probed = await probeLatestRelease().catch((err) => {
+      app.log.warn({ err }, "Common Crawl latest-release probe failed");
+      return null;
+    });
+    const value = probed ? {
+      release: probed.release,
+      vertexUrl: probed.vertexUrl,
+      edgesUrl: probed.edgesUrl,
+      vertexBytes: probed.vertexBytes,
+      edgesBytes: probed.edgesBytes,
+      lastModified: probed.lastModified
+    } : null;
+    latestReleaseCache = { value, expiresAt: now + LATEST_RELEASE_TTL_MS };
+    return value;
+  };
   await app.register(apiRoutes, {
     db: opts.db,
     routePrefix: apiPrefix,
@@ -19220,6 +19328,7 @@ async function createServer(opts) {
         };
       });
     },
+    discoverLatestRelease,
     openApiInfo: {
       title: "Canonry API",
       version: PKG_VERSION,

package/dist/{chunk-XJS7NALL.js → chunk-RNMMN2WI.js} RENAMED Viewed

@@ -2409,7 +2409,10 @@ var ApiClient = class {
     return this.request("POST", "/backlinks/install");
   }
   async backlinksTriggerSync(release) {
-    return this.request("POST", "/backlinks/syncs", { release });
+    return this.request("POST", "/backlinks/syncs", release ? { release } : void 0);
+  }
+  async backlinksLatestRelease() {
+    return this.request("GET", "/backlinks/latest-release");
   }
   async backlinksLatestSync() {
     return this.request("GET", "/backlinks/syncs/latest");

package/dist/cli.js CHANGED Viewed

@@ -17,7 +17,7 @@ import {
   setGoogleAuthConfig,
   showFirstRunNotice,
   trackEvent
-} from "./chunk-DHMCIJMQ.js";
+} from "./chunk-LD7Y4K4G.js";
 import {
   CcReleaseSyncStatuses,
   CheckScopes,
@@ -44,7 +44,7 @@ import {
   saveConfig,
   saveConfigPatch,
   usageError
-} from "./chunk-XJS7NALL.js";
+} from "./chunk-RNMMN2WI.js";
 import {
   apiKeys,
   competitors,
@@ -638,8 +638,38 @@ async function backlinksSync(opts) {
     return;
   }
   if (opts.wait) process.stderr.write("\n");
+  if (!opts.release) {
+    process.stderr.write(`Auto-discovered release: ${sync.release}
+`);
+  }
   console.log(formatSync(final));
 }
+function formatBytesShort(n) {
+  if (n === null) return "\u2014";
+  if (n >= 1e9) return `${(n / 1e9).toFixed(1)} GB`;
+  if (n >= 1e6) return `${(n / 1e6).toFixed(1)} MB`;
+  if (n >= 1e3) return `${(n / 1e3).toFixed(1)} KB`;
+  return `${n} B`;
+}
+function formatLatestRelease(result) {
+  if (!result) return "No release discovered (Common Crawl probe returned no candidates).";
+  const lines = [];
+  lines.push(`Release: ${result.release}`);
+  lines.push(`Vertex:  ${result.vertexUrl}`);
+  lines.push(`         ${formatBytesShort(result.vertexBytes)}`);
+  lines.push(`Edges:   ${result.edgesUrl}`);
+  lines.push(`         ${formatBytesShort(result.edgesBytes)}`);
+  if (result.lastModified) lines.push(`Last modified: ${result.lastModified}`);
+  return lines.join("\n");
+}
+async function backlinksLatestRelease(opts = {}) {
+  const result = await getClient().backlinksLatestRelease();
+  if (opts.format === "json") {
+    printJson(result);
+    return;
+  }
+  console.log(formatLatestRelease(result));
+}
 async function backlinksStatus(opts = {}) {
   const sync = await getClient().backlinksLatestSync();
   if (opts.format === "json") {
@@ -715,19 +745,14 @@ var BACKLINKS_CLI_COMMANDS = [
   },
   {
     path: ["backlinks", "sync"],
-    usage: "canonry backlinks sync --release <id> [--wait] [--format json]",
+    usage: "canonry backlinks sync [--release <id>] [--wait] [--format json]",
     options: {
       release: stringOption(),
       wait: { type: "boolean" }
     },
     run: async (input) => {
-      const release = requireStringOption(input, "release", {
-        message: "--release is required",
-        usage: "canonry backlinks sync --release <id> [--wait]",
-        command: "backlinks sync"
-      });
       await backlinksSync({
-        release,
+        release: getString(input.values, "release"),
         wait: getBoolean(input.values, "wait"),
         format: input.format
       });
@@ -775,6 +800,14 @@ var BACKLINKS_CLI_COMMANDS = [
       await backlinksReleases({ format: input.format });
     }
   },
+  {
+    path: ["backlinks", "releases", "latest"],
+    usage: "canonry backlinks releases latest [--format json]",
+    options: {},
+    run: async (input) => {
+      await backlinksLatestRelease({ format: input.format });
+    }
+  },
   {
     path: ["backlinks", "extract"],
     usage: "canonry backlinks extract <project> [--release <id>] [--wait] [--format json]",

package/dist/index.js CHANGED Viewed

@@ -1,9 +1,9 @@
 import {
   createServer
-} from "./chunk-DHMCIJMQ.js";
+} from "./chunk-LD7Y4K4G.js";
 import {
   loadConfig
-} from "./chunk-XJS7NALL.js";
+} from "./chunk-RNMMN2WI.js";
 import "./chunk-UM6RDSRJ.js";
 import "./chunk-MLKGABMK.js";
 export {

package/dist/mcp.js CHANGED Viewed

@@ -10,7 +10,7 @@ import {
   projectUpsertRequestSchema,
   runTriggerRequestSchema,
   scheduleUpsertRequestSchema
-} from "./chunk-XJS7NALL.js";
+} from "./chunk-RNMMN2WI.js";
 import "./chunk-MLKGABMK.js";
 // src/mcp/cli.ts
@@ -412,6 +412,17 @@ var canonryMcpTools = [
     openApiOperations: ["GET /api/v1/projects/{name}/schedule"],
     handler: (client, input) => client.getSchedule(input.project)
   }),
+  defineTool({
+    name: "canonry_backlinks_latest_release",
+    title: "Discover latest Common Crawl release",
+    description: "Probes Common Crawl to find the latest published hyperlinkgraph release. Returns the release id and file URLs/sizes ready to feed into a backlinks sync (or null if no candidate slug responded).",
+    access: "read",
+    tier: "setup",
+    inputSchema: emptyInputSchema,
+    annotations: readAnnotations(true),
+    openApiOperations: ["GET /api/v1/backlinks/latest-release"],
+    handler: (client) => client.backlinksLatestRelease()
+  }),
   defineTool({
     name: "canonry_settings_get",
     title: "Get settings",

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@ainyc/canonry",
-  "version": "2.13.2",
+  "version": "2.14.0",
   "type": "module",
   "description": "Agent-first open-source AEO operating platform - track how answer engines cite your domain",
   "license": "FSL-1.1-ALv2",
@@ -59,21 +59,21 @@
     "@types/node-cron": "^3.0.11",
     "tsup": "^8.5.1",
     "tsx": "^4.19.0",
+    "@ainyc/canonry-config": "0.0.0",
     "@ainyc/canonry-api-routes": "0.0.0",
+    "@ainyc/canonry-contracts": "0.0.0",
     "@ainyc/canonry-db": "0.0.0",
-    "@ainyc/canonry-config": "0.0.0",
-    "@ainyc/canonry-integration-bing": "0.0.0",
     "@ainyc/canonry-intelligence": "0.0.0",
+    "@ainyc/canonry-integration-bing": "0.0.0",
     "@ainyc/canonry-integration-commoncrawl": "0.0.0",
     "@ainyc/canonry-integration-google": "0.0.0",
     "@ainyc/canonry-integration-wordpress": "0.0.0",
     "@ainyc/canonry-provider-cdp": "0.0.0",
     "@ainyc/canonry-provider-claude": "0.0.0",
-    "@ainyc/canonry-contracts": "0.0.0",
     "@ainyc/canonry-provider-gemini": "0.0.0",
-    "@ainyc/canonry-provider-openai": "0.0.0",
     "@ainyc/canonry-provider-local": "0.0.0",
-    "@ainyc/canonry-provider-perplexity": "0.0.0"
+    "@ainyc/canonry-provider-perplexity": "0.0.0",
+    "@ainyc/canonry-provider-openai": "0.0.0"
   },
   "scripts": {
     "build": "tsx scripts/copy-agent-assets.ts && tsup && tsx build-web.ts",