@ainyc/canonry 4.51.4 → 4.53.0

package/assets/assets/{server-traffic-C-0Ndjpw.js → server-traffic-D_1gSi-b.js}

@@ -1 +1 @@
-import{c as d,j as a,bC as S,by as l,bD as v,aj as y,l as t,bE as m,bz as i,bF as T,bG as h,bH as p,bI as b}from"./index-DTCZ93Ne.js";import{u as s,r as C,n as c,o as u}from"./vendor-tanstack-Dq7p98wZ.js";const g=[["path",{d:"M3 12a9 9 0 0 1 9-9 9.75 9.75 0 0 1 6.74 2.74L21 8",key:"v9h5vc"}],["path",{d:"M21 3v5h-5",key:"1q7to0"}],["path",{d:"M21 12a9 9 0 0 1-9 9 9.75 9.75 0 0 1-6.74-2.74L3 16",key:"3uifl3"}],["path",{d:"M8 16H3v5",key:"1cv678"}]],F=d("refresh-cw",g);function M(e){switch(e){case i.connected:return"positive";case i.paused:return"caution";case i.error:return"negative";case i.archived:return"neutral"}}function w(e){const r={};return e.kind&&e.kind!=="all"&&(r.kind=e.kind),e.sourceId&&(r.sourceId=e.sourceId),e.sinceMinutes!==void 0&&(r.since=new Date(Date.now()-e.sinceMinutes*6e4).toISOString()),e.limit!==void 0&&(r.limit=String(e.limit)),r}function o(e){e.invalidateQueries({predicate:r=>{const n=r.queryKey[0];return typeof n?._id=="string"&&n._id.startsWith("getApiV1ProjectsByNameTraffic")}})}function P(e){return s({...S({client:t,path:{name:e??""}}),enabled:!!e,staleTime:a})}function k(e){return s({...b({client:t,path:{name:e??""}}),enabled:!!e,staleTime:a})}function E(e,r){return s({...l({client:t,path:{name:e??"",id:r??""}}),enabled:!!(e&&r),staleTime:a})}function V(e,r){const n=C.useMemo(()=>w(r),[r.kind,r.sourceId,r.sinceMinutes,r.limit]);return s({...v({client:t,path:{name:e??""},query:n}),enabled:!!e,staleTime:a})}function A(e){const r=c();return u({mutationFn:n=>{if(!e)throw new Error("Project is required to connect a Cloud Run source");return p(e,n)},onSuccess:()=>{e&&o(r)}})}function I(e){const r=c();return u({mutationFn:n=>{if(!e)throw new Error("Project is required to connect a WordPress source");return T(e,n)},onSuccess:()=>{e&&o(r)}})}function Q(e){const r=c();return u({mutationFn:n=>{if(!e)throw new Error("Project is required to connect a Vercel source");return h(e,n)},onSuccess:()=>{e&&o(r)}})}function R(e,r){const n=c();return u({mutationFn:f=>{if(!e||!r)throw new Error("Project and sourceId are required to sync");return m(e,r,f??void 0)},onSuccess:()=>{e&&(o(n),n.invalidateQueries({queryKey:y({client:t})}))}})}export{F as R,I as a,Q as b,A as c,P as d,E as e,V as f,R as g,M as t,k as u};
+import{c as d,j as a,bC as S,by as l,bD as v,aj as y,l as t,bE as m,bz as i,bF as T,bG as h,bH as p,bI as b}from"./index-BStwmAg6.js";import{u as s,r as C,n as c,o as u}from"./vendor-tanstack-Dq7p98wZ.js";const g=[["path",{d:"M3 12a9 9 0 0 1 9-9 9.75 9.75 0 0 1 6.74 2.74L21 8",key:"v9h5vc"}],["path",{d:"M21 3v5h-5",key:"1q7to0"}],["path",{d:"M21 12a9 9 0 0 1-9 9 9.75 9.75 0 0 1-6.74-2.74L3 16",key:"3uifl3"}],["path",{d:"M8 16H3v5",key:"1cv678"}]],F=d("refresh-cw",g);function M(e){switch(e){case i.connected:return"positive";case i.paused:return"caution";case i.error:return"negative";case i.archived:return"neutral"}}function w(e){const r={};return e.kind&&e.kind!=="all"&&(r.kind=e.kind),e.sourceId&&(r.sourceId=e.sourceId),e.sinceMinutes!==void 0&&(r.since=new Date(Date.now()-e.sinceMinutes*6e4).toISOString()),e.limit!==void 0&&(r.limit=String(e.limit)),r}function o(e){e.invalidateQueries({predicate:r=>{const n=r.queryKey[0];return typeof n?._id=="string"&&n._id.startsWith("getApiV1ProjectsByNameTraffic")}})}function P(e){return s({...S({client:t,path:{name:e??""}}),enabled:!!e,staleTime:a})}function k(e){return s({...b({client:t,path:{name:e??""}}),enabled:!!e,staleTime:a})}function E(e,r){return s({...l({client:t,path:{name:e??"",id:r??""}}),enabled:!!(e&&r),staleTime:a})}function V(e,r){const n=C.useMemo(()=>w(r),[r.kind,r.sourceId,r.sinceMinutes,r.limit]);return s({...v({client:t,path:{name:e??""},query:n}),enabled:!!e,staleTime:a})}function A(e){const r=c();return u({mutationFn:n=>{if(!e)throw new Error("Project is required to connect a Cloud Run source");return p(e,n)},onSuccess:()=>{e&&o(r)}})}function I(e){const r=c();return u({mutationFn:n=>{if(!e)throw new Error("Project is required to connect a WordPress source");return T(e,n)},onSuccess:()=>{e&&o(r)}})}function Q(e){const r=c();return u({mutationFn:n=>{if(!e)throw new Error("Project is required to connect a Vercel source");return h(e,n)},onSuccess:()=>{e&&o(r)}})}function R(e,r){const n=c();return u({mutationFn:f=>{if(!e||!r)throw new Error("Project and sourceId are required to sync");return m(e,r,f??void 0)},onSuccess:()=>{e&&(o(n),n.invalidateQueries({queryKey:y({client:t})}))}})}export{F as R,I as a,Q as b,A as c,P as d,E as e,V as f,R as g,M as t,k as u};

package/assets/assets/{trash-2-lkrXVRRm.js → trash-2-8JiADnUJ.js}

@@ -1 +1 @@
-import{c}from"./index-DTCZ93Ne.js";const a=[["circle",{cx:"12",cy:"12",r:"10",key:"1mglay"}],["path",{d:"m9 12 2 2 4-4",key:"dzmm74"}]],h=c("circle-check",a);const e=[["circle",{cx:"12",cy:"12",r:"10",key:"1mglay"}],["path",{d:"M9.09 9a3 3 0 0 1 5.83 1c0 2-3 3-3 3",key:"1u773s"}],["path",{d:"M12 17h.01",key:"p32p05"}]],n=c("circle-question-mark",e);const o=[["path",{d:"M12 15V3",key:"m9g1x1"}],["path",{d:"M21 15v4a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2v-4",key:"ih7n3h"}],["path",{d:"m7 10 5 5 5-5",key:"brsn70"}]],s=c("download",o);const t=[["path",{d:"M10 11v6",key:"nco0om"}],["path",{d:"M14 11v6",key:"outv1u"}],["path",{d:"M19 6v14a2 2 0 0 1-2 2H7a2 2 0 0 1-2-2V6",key:"miytrc"}],["path",{d:"M3 6h18",key:"d0wm0j"}],["path",{d:"M8 6V4a2 2 0 0 1 2-2h4a2 2 0 0 1 2 2v2",key:"e791ji"}]],r=c("trash-2",t);export{h as C,s as D,r as T,n as a};
+import{c}from"./index-BStwmAg6.js";const a=[["circle",{cx:"12",cy:"12",r:"10",key:"1mglay"}],["path",{d:"m9 12 2 2 4-4",key:"dzmm74"}]],h=c("circle-check",a);const e=[["circle",{cx:"12",cy:"12",r:"10",key:"1mglay"}],["path",{d:"M9.09 9a3 3 0 0 1 5.83 1c0 2-3 3-3 3",key:"1u773s"}],["path",{d:"M12 17h.01",key:"p32p05"}]],n=c("circle-question-mark",e);const o=[["path",{d:"M12 15V3",key:"m9g1x1"}],["path",{d:"M21 15v4a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2v-4",key:"ih7n3h"}],["path",{d:"m7 10 5 5 5-5",key:"brsn70"}]],s=c("download",o);const t=[["path",{d:"M10 11v6",key:"nco0om"}],["path",{d:"M14 11v6",key:"outv1u"}],["path",{d:"M19 6v14a2 2 0 0 1-2 2H7a2 2 0 0 1-2-2V6",key:"miytrc"}],["path",{d:"M3 6h18",key:"d0wm0j"}],["path",{d:"M8 6V4a2 2 0 0 1 2-2h4a2 2 0 0 1 2 2v2",key:"e791ji"}]],r=c("trash-2",t);export{h as C,s as D,r as T,n as a};

package/assets/index.html

@@ -12,12 +12,12 @@
     <link rel="icon" type="image/png" sizes="32x32" href="./favicon-32.png" />
     <link rel="apple-touch-icon" href="./apple-touch-icon.png" />
     <title>Canonry</title>
-    <script type="module" crossorigin src="./assets/index-DTCZ93Ne.js"></script>
+    <script type="module" crossorigin src="./assets/index-BStwmAg6.js"></script>
     <link rel="modulepreload" crossorigin href="./assets/vendor-tanstack-Dq7p98wZ.js">
     <link rel="modulepreload" crossorigin href="./assets/vendor-radix-B57xfQbP.js">
     <link rel="modulepreload" crossorigin href="./assets/vendor-recharts-DWvKDyBF.js">
     <link rel="modulepreload" crossorigin href="./assets/vendor-markdown-DK7fbRNb.js">
-    <link rel="stylesheet" crossorigin href="./assets/index-DeGyEwik.css">
+    <link rel="stylesheet" crossorigin href="./assets/index-Bm3JQsW0.css">
   </head>
   <body>
     <div id="root"></div>

package/dist/{chunk-HMZKIOLG.js → chunk-J7MX3YOH.js}

@@ -22,7 +22,7 @@ import {
   trafficConnectVercelRequestSchema,
   trafficConnectWordpressRequestSchema,
   trafficEventKindSchema
-} from "./chunk-FYGBW3SM.js";
+} from "./chunk-VZPDBHBW.js";
 
 // src/config.ts
 import fs from "fs";

package/dist/{chunk-QZ5XSM6C.js → chunk-JHAHNKSN.js}

@@ -10,7 +10,7 @@ import {
   categoryLabel,
   determineAnswerMentioned,
   normalizeProjectDomain
-} from "./chunk-FYGBW3SM.js";
+} from "./chunk-VZPDBHBW.js";
 
 // src/intelligence-service.ts
 import { eq, desc, asc, and, ne, or, inArray } from "drizzle-orm";
@@ -27,6 +27,7 @@ __export(schema_exports, {
   agentMemory: () => agentMemory,
   agentSessions: () => agentSessions,
   aiReferralEventsHourly: () => aiReferralEventsHourly,
+  aiUserFetchEventsHourly: () => aiUserFetchEventsHourly,
   apiKeys: () => apiKeys,
   auditLog: () => auditLog,
   backlinkDomains: () => backlinkDomains,
@@ -643,6 +644,34 @@ var crawlerEventsHourly = sqliteTable("crawler_events_hourly", {
   index("idx_crawler_hourly_project_ts").on(table.projectId, table.tsHour),
   index("idx_crawler_hourly_path").on(table.projectId, table.pathNormalized)
 ]);
+var aiUserFetchEventsHourly = sqliteTable("ai_user_fetch_events_hourly", {
+  projectId: text("project_id").notNull().references(() => projects.id, { onDelete: "cascade" }),
+  sourceId: text("source_id").notNull().references(() => trafficSources.id, { onDelete: "cascade" }),
+  tsHour: text("ts_hour").notNull(),
+  botId: text("bot_id").notNull(),
+  operator: text("operator").notNull(),
+  verificationStatus: text("verification_status").notNull(),
+  pathNormalized: text("path_normalized").notNull(),
+  status: integer("status").notNull(),
+  hits: integer("hits").notNull().default(0),
+  sampledUserAgent: text("sampled_user_agent"),
+  createdAt: text("created_at").notNull(),
+  updatedAt: text("updated_at").notNull()
+}, (table) => [
+  primaryKey({
+    columns: [
+      table.projectId,
+      table.sourceId,
+      table.tsHour,
+      table.botId,
+      table.verificationStatus,
+      table.pathNormalized,
+      table.status
+    ]
+  }),
+  index("idx_ai_user_fetch_hourly_project_ts").on(table.projectId, table.tsHour),
+  index("idx_ai_user_fetch_hourly_path").on(table.projectId, table.pathNormalized)
+]);
 var aiReferralEventsHourly = sqliteTable("ai_referral_events_hourly", {
   projectId: text("project_id").notNull().references(() => projects.id, { onDelete: "cascade" }),
   sourceId: text("source_id").notNull().references(() => trafficSources.id, { onDelete: "cascade" }),
@@ -2056,6 +2085,78 @@ var MIGRATION_VERSIONS = [
       `ALTER TABLE audit_log ADD COLUMN user_agent TEXT`,
       `ALTER TABLE audit_log ADD COLUMN actor_session TEXT`
     ]
+  },
+  {
+    version: 64,
+    name: "ai-user-fetch-events-hourly",
+    // Splits per-user fetches (ChatGPT-User, Perplexity-User) out of
+    // crawler_events_hourly so the dashboard / API can distinguish bulk
+    // machine crawl from human-in-the-loop fetch. Bot IDs are pinned to the
+    // two `purpose: 'user-agent'` rules that existed before this change —
+    // future user-fetch UAs land in the new table directly via the
+    // refactored classifier and never need a backfill.
+    //
+    // Statements are idempotent: CREATE/INDEX are IF NOT EXISTS; the
+    // INSERT … SELECT uses ON CONFLICT DO NOTHING (composite PK rows
+    // already moved skip silently); the DELETE keys on `bot_id`, so a
+    // second run is a no-op after the first DELETE drains the source.
+    statements: [
+      `CREATE TABLE IF NOT EXISTS ai_user_fetch_events_hourly (
+         project_id           TEXT NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+         source_id            TEXT NOT NULL REFERENCES traffic_sources(id) ON DELETE CASCADE,
+         ts_hour              TEXT NOT NULL,
+         bot_id               TEXT NOT NULL,
+         operator             TEXT NOT NULL,
+         verification_status  TEXT NOT NULL,
+         path_normalized      TEXT NOT NULL,
+         status               INTEGER NOT NULL,
+         hits                 INTEGER NOT NULL DEFAULT 0,
+         sampled_user_agent   TEXT,
+         created_at           TEXT NOT NULL,
+         updated_at           TEXT NOT NULL,
+         PRIMARY KEY (project_id, source_id, ts_hour, bot_id, verification_status, path_normalized, status)
+       )`,
+      `CREATE INDEX IF NOT EXISTS idx_ai_user_fetch_hourly_project_ts ON ai_user_fetch_events_hourly(project_id, ts_hour)`,
+      `CREATE INDEX IF NOT EXISTS idx_ai_user_fetch_hourly_path ON ai_user_fetch_events_hourly(project_id, path_normalized)`,
+      `INSERT INTO ai_user_fetch_events_hourly
+         (project_id, source_id, ts_hour, bot_id, operator, verification_status, path_normalized, status, hits, sampled_user_agent, created_at, updated_at)
+       SELECT project_id, source_id, ts_hour, bot_id, operator, verification_status, path_normalized, status, hits, sampled_user_agent, created_at, updated_at
+         FROM crawler_events_hourly
+        WHERE bot_id IN ('openai-chatgpt-user', 'perplexity-user')
+       ON CONFLICT DO NOTHING`,
+      `DELETE FROM crawler_events_hourly WHERE bot_id IN ('openai-chatgpt-user', 'perplexity-user')`
+    ]
+  },
+  {
+    version: 65,
+    name: "split-mistral-ai-rule",
+    // The pre-existing `mistral-ai` rule matched both `MistralAI-User/*`
+    // (per-user fetch) and `MistralBot/*` (bulk crawl) under one id, so
+    // every historical row landed in crawler_events_hourly with
+    // bot_id='mistral-ai'. The rule is now split into `mistral-ai-user`
+    // (purpose: 'user-agent') and `mistral-bot` (purpose: 'crawl'); this
+    // migration best-effort routes the legacy rows using the bucket's
+    // representative sampled_user_agent.
+    //
+    // Mixed-UA buckets (where a single (project, source, hour, path,
+    // status) accumulated both UAs under the old shared id) are routed
+    // by whichever UA happened to be sampled — the bucket-key granularity
+    // doesn't preserve per-event UAs, so any heuristic has the same
+    // limitation. Going forward the split rules write to disjoint tables.
+    //
+    // Idempotent: the INSERT…SELECT uses ON CONFLICT DO NOTHING; the
+    // UPDATE and DELETE both filter on bot_id='mistral-ai', so a second
+    // run finds no rows after the first apply.
+    statements: [
+      `INSERT INTO ai_user_fetch_events_hourly
+         (project_id, source_id, ts_hour, bot_id, operator, verification_status, path_normalized, status, hits, sampled_user_agent, created_at, updated_at)
+       SELECT project_id, source_id, ts_hour, 'mistral-ai-user', operator, verification_status, path_normalized, status, hits, sampled_user_agent, created_at, updated_at
+         FROM crawler_events_hourly
+        WHERE bot_id = 'mistral-ai' AND sampled_user_agent LIKE '%MistralAI-User%'
+       ON CONFLICT DO NOTHING`,
+      `DELETE FROM crawler_events_hourly WHERE bot_id = 'mistral-ai' AND sampled_user_agent LIKE '%MistralAI-User%'`,
+      `UPDATE crawler_events_hourly SET bot_id = 'mistral-bot' WHERE bot_id = 'mistral-ai'`
+    ]
   }
 ];
 function isDuplicateColumnError(err) {
@@ -4436,6 +4537,7 @@ export {
   agentMemory,
   trafficSources,
   crawlerEventsHourly,
+  aiUserFetchEventsHourly,
   aiReferralEventsHourly,
   rawEventSamples,
   discoverySessions,