npm - @ainyc/canonry - Versions diffs - 2.3.1 → 2.4.2 - Mend

@ainyc/canonry 2.3.1 → 2.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (13) hide show

package/README.md +1 -0
package/assets/agent-workspace/skills/canonry-setup/references/canonry-cli.md +20 -0
package/assets/assets/index-CAewPdsZ.css +1 -0
package/assets/assets/index-Nrl3ecFY.js +301 -0
package/assets/index.html +2 -2
package/dist/{chunk-CW6CAPBQ.js → chunk-GZF3YIHY.js} +6 -1
package/dist/{chunk-JXOUZ6JH.js → chunk-Y7GCG4GD.js} +74 -21
package/dist/cli.js +14 -5
package/dist/index.js +2 -2
package/dist/{intelligence-service-232P7625.js → intelligence-service-KM64AW7J.js} +1 -1
package/package.json +5 -5
package/assets/assets/index-C_pxQt0X.js +0 -301
package/assets/assets/index-yF1fs-OW.css +0 -1

package/assets/index.html CHANGED Viewed

@@ -12,8 +12,8 @@
     <link rel="icon" type="image/png" sizes="32x32" href="./favicon-32.png" />
     <link rel="apple-touch-icon" href="./apple-touch-icon.png" />
     <title>Canonry</title>
-    <script type="module" crossorigin src="./assets/index-C_pxQt0X.js"></script>
-    <link rel="stylesheet" crossorigin href="./assets/index-yF1fs-OW.css">
+    <script type="module" crossorigin src="./assets/index-Nrl3ecFY.js"></script>
+    <link rel="stylesheet" crossorigin href="./assets/index-CAewPdsZ.css">
   </head>
   <body>
     <div id="root"></div>

package/dist/{chunk-CW6CAPBQ.js → chunk-GZF3YIHY.js} RENAMED Viewed

@@ -61,6 +61,7 @@ var projects = sqliteTable("projects", {
   providers: text("providers").notNull().default("[]"),
   locations: text("locations").notNull().default("[]"),
   defaultLocation: text("default_location"),
+  autoExtractBacklinks: integer("auto_extract_backlinks").notNull().default(0),
   configSource: text("config_source").notNull().default("cli"),
   configRevision: integer("config_revision").notNull().default(1),
   createdAt: text("created_at").notNull(),
@@ -1031,7 +1032,11 @@ var MIGRATIONS = [
     created_at               TEXT NOT NULL
   )`,
   `CREATE UNIQUE INDEX IF NOT EXISTS idx_backlink_summaries_project_release ON backlink_summaries(project_id, release)`,
-  `CREATE INDEX IF NOT EXISTS idx_backlink_summaries_project ON backlink_summaries(project_id)`
+  `CREATE INDEX IF NOT EXISTS idx_backlink_summaries_project ON backlink_summaries(project_id)`,
+  // v42: Per-project auto-extract toggle — when a release sync transitions
+  // to ready, projects with this flag get a backlink-extract run enqueued.
+  // Stored as INTEGER (0/1) to match SQLite boolean convention.
+  `ALTER TABLE projects ADD COLUMN auto_extract_backlinks INTEGER NOT NULL DEFAULT 0`
 ];
 function isDuplicateColumnError(err) {
   if (!(err instanceof Error)) return false;

package/dist/{chunk-JXOUZ6JH.js → chunk-Y7GCG4GD.js} RENAMED Viewed

@@ -30,7 +30,7 @@ import {
   runs,
   schedules,
   usageCounters
-} from "./chunk-CW6CAPBQ.js";
+} from "./chunk-GZF3YIHY.js";
 // src/config.ts
 import fs from "fs";
@@ -347,7 +347,7 @@ function printCliError(err, format) {
 // src/server.ts
 import { createRequire as createRequire3 } from "module";
 import crypto27 from "crypto";
-import fs12 from "fs";
+import fs13 from "fs";
 import path15 from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 import { eq as eq29 } from "drizzle-orm";
@@ -448,6 +448,7 @@ var projectUpsertRequestSchema = z3.object({
   providers: z3.array(providerNameSchema).optional(),
   locations: z3.array(locationContextSchema).optional(),
   defaultLocation: z3.string().nullable().optional(),
+  autoExtractBacklinks: z3.boolean().optional(),
   configSource: configSourceSchema.optional()
 });
 var projectDtoSchema = z3.object({
@@ -462,6 +463,7 @@ var projectDtoSchema = z3.object({
   labels: z3.record(z3.string(), z3.string()).default({}),
   locations: z3.array(locationContextSchema).default([]),
   defaultLocation: z3.string().nullable().optional(),
+  autoExtractBacklinks: z3.boolean().default(false),
   configSource: configSourceSchema.default("cli"),
   configRevision: z3.number().int().positive().default(1),
   createdAt: z3.string().optional(),
@@ -535,7 +537,8 @@ var configSpecSchema = z4.object({
   defaultLocation: z4.string().optional(),
   schedule: configScheduleSchema,
   notifications: z4.array(configNotificationSchema).optional().default([]),
-  google: configGoogleSchema
+  google: configGoogleSchema,
+  autoExtractBacklinks: z4.boolean().optional().default(false)
 }).superRefine((spec, ctx) => {
   const duplicateLabels = findDuplicateLocationLabels(spec.locations);
   if (duplicateLabels.length > 0) {
@@ -1679,6 +1682,7 @@ async function projectRoutes(app, opts) {
         defaultLocation: nextDefaultLocation
       });
     }
+    const nextAutoExtractBacklinks = body.autoExtractBacklinks !== void 0 ? body.autoExtractBacklinks ? 1 : 0 : existing?.autoExtractBacklinks ?? 0;
     if (existing) {
       app.db.transaction((tx) => {
         tx.update(projects).set({
@@ -1692,6 +1696,7 @@ async function projectRoutes(app, opts) {
           providers: JSON.stringify(body.providers ?? []),
           locations: JSON.stringify(nextLocations),
           defaultLocation: nextDefaultLocation,
+          autoExtractBacklinks: nextAutoExtractBacklinks,
           configSource: body.configSource ?? "api",
           configRevision: existing.configRevision + 1,
           updatedAt: now
@@ -1723,6 +1728,7 @@ async function projectRoutes(app, opts) {
         providers: JSON.stringify(body.providers ?? []),
         locations: JSON.stringify(nextLocations),
         defaultLocation: nextDefaultLocation,
+        autoExtractBacklinks: nextAutoExtractBacklinks,
         configSource: body.configSource ?? "api",
         configRevision: 1,
         createdAt: now,
@@ -1869,6 +1875,7 @@ async function projectRoutes(app, opts) {
         providers: parseJsonColumn(project.providers, []),
         locations: parseJsonColumn(project.locations, []),
         ...project.defaultLocation ? { defaultLocation: project.defaultLocation } : {},
+        ...project.autoExtractBacklinks === 1 ? { autoExtractBacklinks: true } : {},
         notifications: notificationRows.map((row) => {
           const cfg = parseJsonColumn(row.config, { url: "", events: [] });
           return {
@@ -1903,6 +1910,7 @@ function formatProject(row) {
     providers: parseJsonColumn(row.providers, []),
     locations: parseJsonColumn(row.locations, []),
     defaultLocation: row.defaultLocation,
+    autoExtractBacklinks: row.autoExtractBacklinks === 1,
     configSource: row.configSource,
     configRevision: row.configRevision,
     createdAt: row.createdAt,
@@ -2742,6 +2750,7 @@ async function applyRoutes(app, opts) {
           providers: JSON.stringify(config.spec.providers ?? []),
           locations: JSON.stringify(config.spec.locations ?? []),
           defaultLocation: config.spec.defaultLocation ?? null,
+          autoExtractBacklinks: config.spec.autoExtractBacklinks ? 1 : 0,
           configSource: "config-file",
           configRevision: existing.configRevision + 1,
           updatedAt: now
@@ -2768,6 +2777,7 @@ async function applyRoutes(app, opts) {
           providers: JSON.stringify(config.spec.providers ?? []),
           locations: JSON.stringify(config.spec.locations ?? []),
           defaultLocation: config.spec.defaultLocation ?? null,
+          autoExtractBacklinks: config.spec.autoExtractBacklinks ? 1 : 0,
           configSource: "config-file",
           configRevision: 1,
           createdAt: now,
@@ -2891,6 +2901,7 @@ async function applyRoutes(app, opts) {
       providers: parseJsonColumn(project.providers, []),
       locations: parseJsonColumn(project.locations, []),
       defaultLocation: project.defaultLocation,
+      autoExtractBacklinks: project.autoExtractBacklinks === 1,
       configSource: project.configSource,
       configRevision: project.configRevision,
       createdAt: project.createdAt,
@@ -15361,6 +15372,21 @@ async function executeReleaseSync(db, syncId, opts) {
       projectsProcessed: allProjects.length,
       domainsDiscovered: rows.length
     });
+    if (deps.enqueueAutoExtract) {
+      const autoExtractProjects = allProjects.filter((p) => p.autoExtractBacklinks === 1);
+      for (const p of autoExtractProjects) {
+        try {
+          deps.enqueueAutoExtract({ projectId: p.id, release });
+        } catch (err) {
+          log4.error("auto-extract.enqueue-failed", {
+            syncId,
+            release,
+            projectId: p.id,
+            error: err instanceof Error ? err.message : String(err)
+          });
+        }
+      }
+    }
   } catch (err) {
     const errorMsg = err instanceof Error ? err.message : String(err);
     const finishedAt = deps.now().toISOString();
@@ -15404,6 +15430,7 @@ function computeSummary(rows) {
 // src/backlink-extract.ts
 import crypto23 from "crypto";
+import fs9 from "fs";
 import { and as and12, desc as desc9, eq as eq23 } from "drizzle-orm";
 var log5 = createLogger("BacklinkExtract");
 function defaultDeps2() {
@@ -15432,6 +15459,11 @@ async function executeBacklinkExtract(db, runId, projectId, opts = {}) {
     if (!sync.vertexPath || !sync.edgesPath) {
       throw new Error(`Release ${sync.release} is missing cached file paths`);
     }
+    if (!fs9.existsSync(sync.vertexPath) || !fs9.existsSync(sync.edgesPath)) {
+      throw new Error(
+        `Cache for release ${sync.release} is missing from disk (expected at ${sync.vertexPath}). The sync record exists in the database, but the ~16 GB dump was deleted or never present on this machine. Re-sync this release from the Backlinks admin page to restore the cache.`
+      );
+    }
     const duckdb = deps.loadDuckdb();
     const rows = await deps.queryBacklinks({
       vertexPath: sync.vertexPath,
@@ -15946,7 +15978,7 @@ import crypto26 from "crypto";
 import { eq as eq27 } from "drizzle-orm";
 // src/agent/session.ts
-import fs11 from "fs";
+import fs12 from "fs";
 import path14 from "path";
 import { Agent } from "@mariozechner/pi-agent-core";
 import { registerBuiltInApiProviders } from "@mariozechner/pi-ai";
@@ -16048,7 +16080,7 @@ function buildAgentProvidersResponse(config) {
 }
 // src/agent/skill-paths.ts
-import fs9 from "fs";
+import fs10 from "fs";
 import path12 from "path";
 import { fileURLToPath } from "url";
 function resolveAeroSkillDir(pkgDir) {
@@ -16059,14 +16091,14 @@ function resolveAeroSkillDir(pkgDir) {
     path12.join(here, "../../../../skills/aero")
   ];
   for (const candidate of candidates) {
-    if (fs9.existsSync(path12.join(candidate, "SKILL.md"))) return candidate;
+    if (fs10.existsSync(path12.join(candidate, "SKILL.md"))) return candidate;
   }
   throw new Error(`Aero skill not found. Searched:
   ${candidates.join("\n  ")}`);
 }
 // src/agent/skill-tools.ts
-import fs10 from "fs";
+import fs11 from "fs";
 import path13 from "path";
 import { Type } from "@sinclair/typebox";
 var MAX_DOC_CHARS = 2e4;
@@ -16089,12 +16121,12 @@ function parseDescription(body) {
 }
 function scanSkillDocs(skillDir) {
   const refsDir = path13.join(skillDir ?? resolveAeroSkillDir(), "references");
-  if (!fs10.existsSync(refsDir)) return [];
+  if (!fs11.existsSync(refsDir)) return [];
   const entries = [];
-  for (const file of fs10.readdirSync(refsDir)) {
+  for (const file of fs11.readdirSync(refsDir)) {
     if (!file.endsWith(".md")) continue;
     const filePath = path13.join(refsDir, file);
-    const body = fs10.readFileSync(filePath, "utf-8");
+    const body = fs11.readFileSync(filePath, "utf-8");
     entries.push({
       slug: file.replace(/\.md$/, ""),
       description: parseDescription(body),
@@ -16138,7 +16170,7 @@ function buildReadSkillDocTool() {
         });
       }
       const filePath = path13.join(skillDir, "references", `${match.slug}.md`);
-      const content = fs10.readFileSync(filePath, "utf-8");
+      const content = fs11.readFileSync(filePath, "utf-8");
       if (content.length > MAX_DOC_CHARS) {
         return textResult({
           slug: match.slug,
@@ -16692,10 +16724,10 @@ function ensureBuiltinsRegistered() {
 }
 function loadAeroSystemPrompt(pkgDir) {
   const skillDir = resolveAeroSkillDir(pkgDir);
-  const skillBody = fs11.readFileSync(path14.join(skillDir, "SKILL.md"), "utf-8");
+  const skillBody = fs12.readFileSync(path14.join(skillDir, "SKILL.md"), "utf-8");
   const soulPath = path14.join(skillDir, "soul.md");
-  if (!fs11.existsSync(soulPath)) return skillBody;
-  const soulBody = fs11.readFileSync(soulPath, "utf-8");
+  if (!fs12.existsSync(soulPath)) return skillBody;
+  const soulBody = fs12.readFileSync(soulPath, "utf-8");
   return `${soulBody.trimEnd()}
 ---
@@ -18990,7 +19022,7 @@ async function createServer(opts) {
   jobRunner.onRunCompleted = (runId, projectId) => runCoordinator.onRunCompleted(runId, projectId);
   const snapshotService = new SnapshotService(registry);
   const orphanedOpenClawDir = path15.join(os6.homedir(), ".openclaw-aero");
-  if (fs12.existsSync(orphanedOpenClawDir)) {
+  if (fs13.existsSync(orphanedOpenClawDir)) {
     app.log.warn(
       { path: orphanedOpenClawDir },
       "OpenClaw gateway is no longer used. Remove ~/.openclaw-aero/ manually to reclaim the directory."
@@ -19314,7 +19346,26 @@ async function createServer(opts) {
       };
     },
     onReleaseSyncRequested: (syncId, release) => {
-      executeReleaseSync(opts.db, syncId, { release }).catch((err) => {
+      executeReleaseSync(opts.db, syncId, {
+        release,
+        deps: {
+          enqueueAutoExtract: ({ projectId, release: r }) => {
+            const now = (/* @__PURE__ */ new Date()).toISOString();
+            const runId = crypto27.randomUUID();
+            opts.db.insert(runs).values({
+              id: runId,
+              projectId,
+              kind: RunKinds["backlink-extract"],
+              status: RunStatuses.queued,
+              trigger: RunTriggers.scheduled,
+              createdAt: now
+            }).run();
+            executeBacklinkExtract(opts.db, runId, projectId, { release: r }).catch((err) => {
+              app.log.error({ runId, projectId, err }, "Auto backlink extract failed");
+            });
+          }
+        }
+      }).catch((err) => {
         app.log.error({ syncId, err }, "Common Crawl release sync failed");
       });
     },
@@ -19559,7 +19610,7 @@ async function createServer(opts) {
   });
   const dirname = path15.dirname(fileURLToPath2(import.meta.url));
   const assetsDir = path15.join(dirname, "..", "assets");
-  if (fs12.existsSync(assetsDir)) {
+  if (fs13.existsSync(assetsDir)) {
     const indexPath = path15.join(assetsDir, "index.html");
     const injectConfig = (html) => {
       const clientConfig = {};
@@ -19578,8 +19629,8 @@ async function createServer(opts) {
       index: false
     });
     const serveIndex = (_request, reply) => {
-      if (fs12.existsSync(indexPath)) {
-        const html = fs12.readFileSync(indexPath, "utf-8");
+      if (fs13.existsSync(indexPath)) {
+        const html = fs13.readFileSync(indexPath, "utf-8");
         return reply.type("text/html").send(injectConfig(html));
       }
       return reply.status(404).send({ error: "Dashboard not built" });
@@ -19599,8 +19650,8 @@ async function createServer(opts) {
       if (basePath && !url.startsWith(basePath)) {
         return reply.status(404).send({ error: "Not found", path: request.url });
       }
-      if (fs12.existsSync(indexPath)) {
-        const html = fs12.readFileSync(indexPath, "utf-8");
+      if (fs13.existsSync(indexPath)) {
+        const html = fs13.readFileSync(indexPath, "utf-8");
         return reply.type("text/html").send(injectConfig(html));
       }
       return reply.status(404).send({ error: "Not found" });
@@ -19690,8 +19741,10 @@ export {
   resolveProviderInput,
   notificationEventSchema,
   effectiveDomains,
+  RunStatuses,
   RunKinds,
   determineAnswerMentioned,
+  CcReleaseSyncStatuses,
   reparseStoredResult2 as reparseStoredResult,
   reparseStoredResult3 as reparseStoredResult2,
   reparseStoredResult as reparseStoredResult3,

package/dist/cli.js CHANGED Viewed

@@ -1,9 +1,11 @@
 #!/usr/bin/env node --import tsx
 import {
+  CcReleaseSyncStatuses,
   CliError,
   EXIT_SYSTEM_ERROR,
   ProviderNames,
   RunKinds,
+  RunStatuses,
   coerceAgentProvider,
   computeCompetitorOverlap,
   configExists,
@@ -36,7 +38,7 @@ import {
   showFirstRunNotice,
   trackEvent,
   usageError
-} from "./chunk-JXOUZ6JH.js";
+} from "./chunk-Y7GCG4GD.js";
 import {
   apiKeys,
   competitors,
@@ -46,7 +48,7 @@ import {
   projects,
   querySnapshots,
   runs
-} from "./chunk-CW6CAPBQ.js";
+} from "./chunk-GZF3YIHY.js";
 // src/cli.ts
 import { pathToFileURL } from "url";
@@ -293,7 +295,7 @@ async function backfillAnswerVisibilityCommand(opts) {
   console.log(`  Errors:   ${providerErrors}`);
 }
 async function backfillInsightsCommand(project, opts) {
-  const { IntelligenceService } = await import("./intelligence-service-232P7625.js");
+  const { IntelligenceService } = await import("./intelligence-service-KM64AW7J.js");
   const config = loadConfig();
   const db = createClient(config.database);
   migrate(db);
@@ -573,7 +575,10 @@ function formatInstallResult(result) {
 }
 async function pollSync(id, format) {
   const client = getClient();
-  const terminal = /* @__PURE__ */ new Set(["ready", "failed"]);
+  const terminal = /* @__PURE__ */ new Set([
+    CcReleaseSyncStatuses.ready,
+    CcReleaseSyncStatuses.failed
+  ]);
   while (true) {
     const syncs = await client.backlinksListSyncs();
     const row = syncs.find((s) => s.id === id);
@@ -587,7 +592,11 @@ async function pollSync(id, format) {
 }
 async function pollRun(runId, format) {
   const client = getClient();
-  const terminal = /* @__PURE__ */ new Set(["completed", "failed", "partial"]);
+  const terminal = /* @__PURE__ */ new Set([
+    RunStatuses.completed,
+    RunStatuses.failed,
+    RunStatuses.partial
+  ]);
   while (true) {
     const run = await client.getRun(runId);
     if (terminal.has(run.status)) return run;

package/dist/index.js CHANGED Viewed

@@ -1,8 +1,8 @@
 import {
   createServer,
   loadConfig
-} from "./chunk-JXOUZ6JH.js";
-import "./chunk-CW6CAPBQ.js";
+} from "./chunk-Y7GCG4GD.js";
+import "./chunk-GZF3YIHY.js";
 export {
   createServer,
   loadConfig

package/dist/{intelligence-service-232P7625.js → intelligence-service-KM64AW7J.js} RENAMED Viewed

@@ -1,6 +1,6 @@
 import {
   IntelligenceService
-} from "./chunk-CW6CAPBQ.js";
+} from "./chunk-GZF3YIHY.js";
 export {
   IntelligenceService
 };

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@ainyc/canonry",
-  "version": "2.3.1",
+  "version": "2.4.2",
   "type": "module",
   "description": "The ultimate open-source AEO monitoring tool - track how answer engines cite your domain",
   "license": "FSL-1.1-ALv2",
@@ -57,19 +57,19 @@
     "@types/node-cron": "^3.0.11",
     "tsup": "^8.5.1",
     "tsx": "^4.19.0",
+    "@ainyc/canonry-contracts": "0.0.0",
     "@ainyc/canonry-api-routes": "0.0.0",
-    "@ainyc/canonry-config": "0.0.0",
     "@ainyc/canonry-intelligence": "0.0.0",
-    "@ainyc/canonry-contracts": "0.0.0",
     "@ainyc/canonry-db": "0.0.0",
+    "@ainyc/canonry-config": "0.0.0",
     "@ainyc/canonry-integration-bing": "0.0.0",
     "@ainyc/canonry-integration-google": "0.0.0",
     "@ainyc/canonry-integration-commoncrawl": "0.0.0",
     "@ainyc/canonry-integration-wordpress": "0.0.0",
-    "@ainyc/canonry-provider-cdp": "0.0.0",
-    "@ainyc/canonry-provider-gemini": "0.0.0",
     "@ainyc/canonry-provider-claude": "0.0.0",
     "@ainyc/canonry-provider-local": "0.0.0",
+    "@ainyc/canonry-provider-gemini": "0.0.0",
+    "@ainyc/canonry-provider-cdp": "0.0.0",
     "@ainyc/canonry-provider-openai": "0.0.0",
     "@ainyc/canonry-provider-perplexity": "0.0.0"
   },