@pagebridge/core 0.0.3 → 0.2.0

package/dist/site-insight-analyzer.js

@@ -0,0 +1,144 @@
+import { searchAnalytics, queryAnalytics } from "@pagebridge/db";
+import { and, eq, gte, lte, sql } from "drizzle-orm";
+import { daysAgo, formatDate } from "./utils/date-utils.js";
+export class SiteInsightAnalyzer {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    async analyze(siteId, allPages) {
+        const [topPerformers, zeroClickPages, orphanPages, newKeywords] = await Promise.all([
+            this.getTopPerformers(siteId),
+            this.getZeroClickPages(siteId),
+            this.getOrphanPages(siteId, allPages),
+            this.getNewKeywordOpportunities(siteId),
+        ]);
+        return {
+            topPerformers,
+            zeroClickPages,
+            orphanPages,
+            newKeywordOpportunities: newKeywords,
+        };
+    }
+    async getTopPerformers(siteId) {
+        const startDate = daysAgo(28);
+        const endDate = daysAgo(3);
+        const results = await this.db
+            .select({
+            page: searchAnalytics.page,
+            totalClicks: sql `sum(${searchAnalytics.clicks})`,
+            totalImpressions: sql `sum(${searchAnalytics.impressions})`,
+            avgPosition: sql `avg(${searchAnalytics.position})`,
+        })
+            .from(searchAnalytics)
+            .where(and(eq(searchAnalytics.siteId, siteId), gte(searchAnalytics.date, formatDate(startDate)), lte(searchAnalytics.date, formatDate(endDate))))
+            .groupBy(searchAnalytics.page);
+        return results
+            .map((r) => ({
+            page: r.page,
+            clicks: Number(r.totalClicks) || 0,
+            impressions: Number(r.totalImpressions) || 0,
+            position: Number(r.avgPosition) || 0,
+        }))
+            .sort((a, b) => b.clicks - a.clicks)
+            .slice(0, 20);
+    }
+    async getZeroClickPages(siteId) {
+        const startDate = daysAgo(28);
+        const endDate = daysAgo(3);
+        const results = await this.db
+            .select({
+            page: searchAnalytics.page,
+            totalClicks: sql `sum(${searchAnalytics.clicks})`,
+            totalImpressions: sql `sum(${searchAnalytics.impressions})`,
+            avgPosition: sql `avg(${searchAnalytics.position})`,
+        })
+            .from(searchAnalytics)
+            .where(and(eq(searchAnalytics.siteId, siteId), gte(searchAnalytics.date, formatDate(startDate)), lte(searchAnalytics.date, formatDate(endDate))))
+            .groupBy(searchAnalytics.page);
+        return results
+            .filter((r) => {
+            const impressions = Number(r.totalImpressions) || 0;
+            const clicks = Number(r.totalClicks) || 0;
+            return impressions >= 100 && clicks <= 2;
+        })
+            .map((r) => ({
+            page: r.page,
+            impressions: Number(r.totalImpressions) || 0,
+            clicks: Number(r.totalClicks) || 0,
+            position: Number(r.avgPosition) || 0,
+        }))
+            .sort((a, b) => b.impressions - a.impressions);
+    }
+    async getOrphanPages(siteId, allPages) {
+        const startDate = daysAgo(28);
+        const endDate = daysAgo(3);
+        // Get pages that have had impressions in last 28 days
+        const activeResults = await this.db
+            .select({
+            page: searchAnalytics.page,
+        })
+            .from(searchAnalytics)
+            .where(and(eq(searchAnalytics.siteId, siteId), gte(searchAnalytics.date, formatDate(startDate)), lte(searchAnalytics.date, formatDate(endDate))))
+            .groupBy(searchAnalytics.page);
+        const activePages = new Set(activeResults.map((r) => r.page));
+        const orphanPageUrls = allPages.filter((page) => !activePages.has(page));
+        if (orphanPageUrls.length === 0)
+            return [];
+        // Query the last impression date for each orphan page
+        const lastImpressionResults = await this.db
+            .select({
+            page: searchAnalytics.page,
+            lastDate: sql `max(${searchAnalytics.date})`,
+        })
+            .from(searchAnalytics)
+            .where(and(eq(searchAnalytics.siteId, siteId), sql `${searchAnalytics.page} IN (${sql.join(orphanPageUrls.map((u) => sql `${u}`), sql `, `)})`))
+            .groupBy(searchAnalytics.page);
+        const lastImpressionMap = new Map();
+        for (const row of lastImpressionResults) {
+            if (row.lastDate)
+                lastImpressionMap.set(row.page, row.lastDate);
+        }
+        return orphanPageUrls.map((page) => ({
+            page,
+            lastImpression: lastImpressionMap.get(page),
+        }));
+    }
+    async getNewKeywordOpportunities(siteId) {
+        const recentStart = daysAgo(7);
+        const recentEnd = daysAgo(0);
+        const historicStart = daysAgo(90);
+        const historicEnd = daysAgo(14);
+        // Get queries from last 7 days
+        const recentQueries = await this.db
+            .select({
+            query: queryAnalytics.query,
+            page: queryAnalytics.page,
+            totalImpressions: sql `sum(${queryAnalytics.impressions})`,
+            avgPosition: sql `avg(${queryAnalytics.position})`,
+        })
+            .from(queryAnalytics)
+            .where(and(eq(queryAnalytics.siteId, siteId), gte(queryAnalytics.date, formatDate(recentStart)), lte(queryAnalytics.date, formatDate(recentEnd))))
+            .groupBy(queryAnalytics.query, queryAnalytics.page);
+        // Get queries seen in days 14-90
+        const historicQueryResults = await this.db
+            .select({
+            query: queryAnalytics.query,
+        })
+            .from(queryAnalytics)
+            .where(and(eq(queryAnalytics.siteId, siteId), gte(queryAnalytics.date, formatDate(historicStart)), lte(queryAnalytics.date, formatDate(historicEnd))))
+            .groupBy(queryAnalytics.query);
+        const historicQueries = new Set(historicQueryResults.map((r) => r.query));
+        return recentQueries
+            .filter((r) => !historicQueries.has(r.query) &&
+            (Number(r.totalImpressions) || 0) >= 10)
+            .map((r) => ({
+            query: r.query,
+            page: r.page,
+            impressions: Number(r.totalImpressions) || 0,
+            position: Number(r.avgPosition) || 0,
+        }))
+            .sort((a, b) => b.impressions - a.impressions)
+            .slice(0, 50);
+    }
+}

package/dist/sync-engine.d.ts

@@ -1,11 +1,46 @@
 import type { DrizzleClient } from "@pagebridge/db";
 import type { SanityClient } from "@sanity/client";
 import type { GSCClient, IndexStatusResult } from "./gsc-client.js";
+import type { QuickWinQuery } from "./quick-win-analyzer.js";
+import type { CtrAnomaly } from "./ctr-anomaly-analyzer.js";
+export interface PublishingImpact {
+    lastEditedAt: string;
+    daysSinceEdit: number;
+    positionBefore: number;
+    positionAfter: number;
+    positionDelta: number;
+    clicksBefore: number;
+    clicksAfter: number;
+    impressionsBefore: number;
+    impressionsAfter: number;
+    ctrBefore: number;
+    ctrAfter: number;
+}
+export interface CannibalizationTarget {
+    competingPage: string;
+    competingDocumentId: string;
+    sharedQueries: string[];
+}
+export interface DailyMetricPoint {
+    date: string;
+    clicks: number;
+    impressions: number;
+    position: number;
+}
+export interface SnapshotInsights {
+    quickWins?: Map<string, QuickWinQuery[]>;
+    ctrAnomalies?: Map<string, CtrAnomaly>;
+    dailyMetrics?: Map<string, DailyMetricPoint[]>;
+    publishingImpact?: Map<string, PublishingImpact>;
+    cannibalizationTargets?: Map<string, CannibalizationTarget[]>;
+    decayPages?: Set<string>;
+}
 export interface SyncOptions {
     siteUrl: string;
     startDate?: Date;
     endDate?: Date;
     dimensions?: ("page" | "query" | "date")[];
+    onProgress?: (message: string) => void;
 }
 export interface SyncResult {
     pages: string[];
@@ -32,7 +67,7 @@ export declare class SyncEngine {
     writeSnapshots(siteId: string, matches: {
         gscUrl: string;
         sanityId: string | undefined;
-    }[], siteUrl?: string): Promise<void>;
+    }[], siteUrl?: string, insights?: SnapshotInsights, onProgress?: (message: string) => void): Promise<void>;
     syncIndexStatus(siteUrl: string, pages: string[]): Promise<IndexStatusSyncResult>;
     getIndexStatus(siteUrl: string, page: string): Promise<IndexStatusResult | null>;
     private getAggregatedMetrics;

package/dist/sync-engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sync-engine.d.ts","sourceRoot":"","sources":["../src/sync-engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAQpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEpE,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,OAAO,CAAC,EAAE,IAAI,CAAC;IACf,UAAU,CAAC,EAAE,CAAC,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC;CAC5C;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAChC,GAAG,EAAE,SAAS,CAAC;IACf,EAAE,EAAE,aAAa,CAAC;IAClB,MAAM,EAAE,YAAY,CAAC;CACtB;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,GAAG,CAAY;IACvB,OAAO,CAAC,EAAE,CAAgB;IAC1B,OAAO,CAAC,MAAM,CAAe;gBAEjB,OAAO,EAAE,iBAAiB;IAMhC,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IA+G/C,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAA;KAAE,EAAE,EAC3D,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAmFV,eAAe,CACnB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EAAE,GACd,OAAO,CAAC,qBAAqB,CAAC;IA6E3B,cAAc,CAClB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAqBtB,oBAAoB;YAiDpB,aAAa;CAyD5B"}
+{"version":3,"file":"sync-engine.d.ts","sourceRoot":"","sources":["../src/sync-engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAQpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAK5D,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACvC,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;IAC/C,gBAAgB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IACjD,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,qBAAqB,EAAE,CAAC,CAAC;IAC9D,UAAU,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,OAAO,CAAC,EAAE,IAAI,CAAC;IACf,UAAU,CAAC,EAAE,CAAC,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC;IAC3C,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CACxC;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAChC,GAAG,EAAE,SAAS,CAAC;IACf,EAAE,EAAE,aAAa,CAAC;IAClB,MAAM,EAAE,YAAY,CAAC;CACtB;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,GAAG,CAAY;IACvB,OAAO,CAAC,EAAE,CAAgB;IAC1B,OAAO,CAAC,MAAM,CAAe;gBAEjB,OAAO,EAAE,iBAAiB;IAMhC,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IAgK/C,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAA;KAAE,EAAE,EAC3D,OAAO,CAAC,EAAE,MAAM,EAChB,QAAQ,CAAC,EAAE,gBAAgB,EAC3B,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GACrC,OAAO,CAAC,IAAI,CAAC;IAqMV,eAAe,CACnB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EAAE,GACd,OAAO,CAAC,qBAAqB,CAAC;IA6E3B,cAAc,CAClB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAqBtB,oBAAoB;YAiDpB,aAAa;CA0D5B"}

package/dist/sync-engine.js

@@ -1,5 +1,8 @@
 import { searchAnalytics, queryAnalytics, syncLog, pageIndexStatus, } from "@pagebridge/db";
-import { and, eq, gte, lte } from "drizzle-orm";
+import { and, eq, gte, lte, sql } from "drizzle-orm";
+import { CtrAnomalyAnalyzer } from "./ctr-anomaly-analyzer.js";
+import { daysAgo, formatDate } from "./utils/date-utils.js";
+import { sanityKey } from "./utils/sanity-key.js";
 export class SyncEngine {
     gsc;
     db;
@@ -10,7 +13,8 @@ export class SyncEngine {
         this.sanity = options.sanity;
     }
     async sync(options) {
-        const { siteUrl, startDate = daysAgo(90), endDate = daysAgo(3), dimensions = ["page", "date"], } = options;
+        const { siteUrl, startDate = daysAgo(90), endDate = daysAgo(3), dimensions = ["page", "query", "date"], onProgress, } = options;
+        const progress = onProgress ?? (() => { });
         const syncLogId = `${siteUrl}:${Date.now()}`;
         await this.db.insert(syncLog).values({
             id: syncLogId,
@@ -19,77 +23,112 @@ export class SyncEngine {
             status: "running",
         });
         try {
-            const rows = await this.gsc.fetchSearchAnalytics({
-                siteUrl,
-                startDate,
-                endDate,
-                dimensions,
-            });
+            // Fetch page-level and query-level data in parallel
+            const fetchQuery = dimensions.includes("query");
+            progress("Fetching data from Google Search Console...");
+            const [pageRows, queryRows] = await Promise.all([
+                this.gsc.fetchSearchAnalytics({
+                    siteUrl,
+                    startDate,
+                    endDate,
+                    dimensions: ["page", "date"],
+                }),
+                fetchQuery
+                    ? this.gsc.fetchSearchAnalytics({
+                        siteUrl,
+                        startDate,
+                        endDate,
+                        dimensions: ["page", "query", "date"],
+                    })
+                    : Promise.resolve([]),
+            ]);
+            progress(`Fetched ${pageRows.length} page rows` +
+                (fetchQuery ? ` and ${queryRows.length} query rows` : "") +
+                ` from GSC`);
             const pages = new Set();
-            for (const row of rows) {
+            for (const row of pageRows)
                 pages.add(row.page);
-                if (row.date) {
-                    const id = `${siteUrl}:${row.page}:${row.date}`;
-                    await this.db
-                        .insert(searchAnalytics)
-                        .values({
-                        id,
-                        siteId: siteUrl,
-                        page: row.page,
-                        date: row.date,
-                        clicks: row.clicks,
-                        impressions: row.impressions,
-                        ctr: row.ctr,
-                        position: row.position,
-                    })
-                        .onConflictDoUpdate({
-                        target: searchAnalytics.id,
-                        set: {
-                            clicks: row.clicks,
-                            impressions: row.impressions,
-                            ctr: row.ctr,
-                            position: row.position,
-                            fetchedAt: new Date(),
-                        },
-                    });
-                }
-                if (row.query && row.date) {
-                    const id = `${siteUrl}:${row.page}:${row.query}:${row.date}`;
-                    await this.db
-                        .insert(queryAnalytics)
-                        .values({
-                        id,
-                        siteId: siteUrl,
-                        page: row.page,
-                        query: row.query,
-                        date: row.date,
-                        clicks: row.clicks,
-                        impressions: row.impressions,
-                        ctr: row.ctr,
-                        position: row.position,
-                    })
-                        .onConflictDoUpdate({
-                        target: queryAnalytics.id,
-                        set: {
-                            clicks: row.clicks,
-                            impressions: row.impressions,
-                            ctr: row.ctr,
-                            position: row.position,
-                        },
-                    });
-                }
+            for (const row of queryRows)
+                pages.add(row.page);
+            const BATCH_SIZE = 500;
+            // Write page-level data to search_analytics
+            const pageValues = pageRows
+                .filter((row) => row.date)
+                .map((row) => ({
+                id: `${siteUrl}:${row.page}:${row.date}`,
+                siteId: siteUrl,
+                page: row.page,
+                date: row.date,
+                clicks: row.clicks,
+                impressions: row.impressions,
+                ctr: row.ctr,
+                position: row.position,
+            }));
+            for (let i = 0; i < pageValues.length; i += BATCH_SIZE) {
+                const batch = pageValues.slice(i, i + BATCH_SIZE);
+                await this.db
+                    .insert(searchAnalytics)
+                    .values(batch)
+                    .onConflictDoUpdate({
+                    target: searchAnalytics.id,
+                    set: {
+                        clicks: sql `excluded.clicks`,
+                        impressions: sql `excluded.impressions`,
+                        ctr: sql `excluded.ctr`,
+                        position: sql `excluded.position`,
+                        fetchedAt: new Date(),
+                    },
+                });
+                progress(`Writing page data... ${Math.min(i + BATCH_SIZE, pageValues.length)}/${pageValues.length} rows`);
+            }
+            if (pageValues.length > 0) {
+                progress(`Wrote ${pageValues.length} page rows to database`);
             }
+            // Write query-level data to query_analytics
+            const queryValues = queryRows
+                .filter((row) => row.query && row.date)
+                .map((row) => ({
+                id: `${siteUrl}:${row.page}:${row.query}:${row.date}`,
+                siteId: siteUrl,
+                page: row.page,
+                query: row.query,
+                date: row.date,
+                clicks: row.clicks,
+                impressions: row.impressions,
+                ctr: row.ctr,
+                position: row.position,
+            }));
+            for (let i = 0; i < queryValues.length; i += BATCH_SIZE) {
+                const batch = queryValues.slice(i, i + BATCH_SIZE);
+                await this.db
+                    .insert(queryAnalytics)
+                    .values(batch)
+                    .onConflictDoUpdate({
+                    target: queryAnalytics.id,
+                    set: {
+                        clicks: sql `excluded.clicks`,
+                        impressions: sql `excluded.impressions`,
+                        ctr: sql `excluded.ctr`,
+                        position: sql `excluded.position`,
+                    },
+                });
+                progress(`Writing query data... ${Math.min(i + BATCH_SIZE, queryValues.length)}/${queryValues.length} rows`);
+            }
+            if (queryValues.length > 0) {
+                progress(`Wrote ${queryValues.length} query rows to database`);
+            }
+            const totalRows = pageRows.length + queryRows.length;
             await this.db
                 .update(syncLog)
                 .set({
                 status: "completed",
                 completedAt: new Date(),
-                rowsProcessed: rows.length,
+                rowsProcessed: totalRows,
             })
                 .where(eq(syncLog.id, syncLogId));
             return {
                 pages: Array.from(pages),
-                rowsProcessed: rows.length,
+                rowsProcessed: totalRows,
                 syncLogId,
             };
         }
@@ -105,7 +144,8 @@ export class SyncEngine {
             throw error;
         }
     }
-    async writeSnapshots(siteId, matches, siteUrl) {
+    async writeSnapshots(siteId, matches, siteUrl, insights, onProgress) {
+        const progress = onProgress ?? (() => { });
         // Get the siteUrl from Sanity if not provided
         let resolvedSiteUrl = siteUrl;
         if (!resolvedSiteUrl) {
@@ -115,32 +155,107 @@ export class SyncEngine {
         if (!resolvedSiteUrl) {
             throw new Error(`Could not find siteUrl for site ID: ${siteId}`);
         }
+        const validMatches = matches.filter((m) => m.sanityId);
+        // Pre-fetch all existing snapshot IDs in one query
+        progress(`Checking existing snapshots for ${validMatches.length} pages...`);
+        const existingSnapshots = await this.sanity.fetch(`*[_type == "gscSnapshot" && site._ref == $siteId]{ _id, page, period }`, { siteId });
+        const snapshotIdMap = new Map();
+        for (const snap of existingSnapshots) {
+            snapshotIdMap.set(`${snap.page}:${snap.period}`, snap._id);
+        }
         const periods = ["last7", "last28", "last90"];
         const periodDays = { last7: 7, last28: 28, last90: 90 };
+        // Pre-fetch index status for all pages in parallel
+        const indexStatusMap = new Map();
+        await Promise.all(validMatches.map(async (match) => {
+            const status = await this.getIndexStatus(resolvedSiteUrl, match.gscUrl);
+            indexStatusMap.set(match.gscUrl, status);
+        }));
+        // Build all snapshot data, querying DB in parallel per match
+        progress(`Computing metrics for ${validMatches.length} pages × ${periods.length} periods...`);
+        const transaction = this.sanity.transaction();
+        let mutationCount = 0;
         for (const period of periods) {
             const startDate = daysAgo(periodDays[period]);
             const endDate = daysAgo(3);
-            for (const match of matches) {
-                if (!match.sanityId)
-                    continue;
-                const metrics = await this.getAggregatedMetrics(resolvedSiteUrl, match.gscUrl, startDate, endDate);
+            // Fetch metrics and top queries in parallel for all matches in this period
+            const matchData = await Promise.all(validMatches.map(async (match) => {
+                const [metrics, topQueries] = await Promise.all([
+                    this.getAggregatedMetrics(resolvedSiteUrl, match.gscUrl, startDate, endDate),
+                    this.getTopQueries(resolvedSiteUrl, match.gscUrl, startDate, endDate),
+                ]);
+                return { match, metrics, topQueries };
+            }));
+            for (const { match, metrics, topQueries } of matchData) {
                 if (!metrics)
                     continue;
-                const topQueries = await this.getTopQueries(resolvedSiteUrl, match.gscUrl, startDate, endDate);
-                // Get index status from database
-                const indexStatusData = await this.getIndexStatus(resolvedSiteUrl, match.gscUrl);
-                const existingSnapshot = await this.sanity.fetch(`*[_type == "gscSnapshot" && site._ref == $siteId && page == $page && period == $period][0]._id`, { siteId, page: match.gscUrl, period });
+                const indexStatusData = indexStatusMap.get(match.gscUrl);
+                const isLast28 = period === "last28";
+                const quickWinQueries = isLast28
+                    ? (insights?.quickWins?.get(match.gscUrl) ?? [])
+                    : [];
+                const ctrAnomaly = isLast28
+                    ? insights?.ctrAnomalies?.get(match.gscUrl)
+                    : undefined;
+                const dailyClicks = isLast28
+                    ? insights?.dailyMetrics?.get(match.gscUrl)
+                    : undefined;
+                const publishingImpact = isLast28
+                    ? insights?.publishingImpact?.get(match.gscUrl)
+                    : undefined;
+                const cannibalizationTargets = isLast28
+                    ? insights?.cannibalizationTargets?.get(match.gscUrl)
+                    : undefined;
+                // Build alerts from all insight sources
+                const hasQuickWins = quickWinQueries.length > 0;
+                const hasDecay = insights?.decayPages?.has(match.gscUrl) ?? false;
+                const hasCannibalization = (cannibalizationTargets?.length ?? 0) > 0;
+                const alerts = isLast28
+                    ? CtrAnomalyAnalyzer.buildAlerts(ctrAnomaly, hasQuickWins, hasDecay, hasCannibalization)
+                    : [];
+                // Add _key to all array items for Sanity
+                const keyedQuickWins = quickWinQueries.map((q) => ({
+                    _key: sanityKey(`qw:${q.query}`),
+                    ...q,
+                }));
+                const keyedAlerts = alerts.map((a) => ({
+                    _key: sanityKey(`al:${a.type}:${a.severity}`),
+                    ...a,
+                }));
+                const keyedDailyClicks = dailyClicks?.map((d) => ({
+                    _key: sanityKey(`dc:${d.date}`),
+                    ...d,
+                }));
+                const keyedCannibalization = cannibalizationTargets?.map((t) => ({
+                    _key: sanityKey(`ct:${t.competingPage}`),
+                    ...t,
+                }));
                 const snapshotData = {
                     _type: "gscSnapshot",
                     site: { _type: "reference", _ref: siteId },
                     page: match.gscUrl,
-                    linkedDocument: { _type: "reference", _ref: match.sanityId },
+                    linkedDocument: {
+                        _type: "reference",
+                        _ref: match.sanityId,
+                    },
                     period,
                     clicks: metrics.clicks,
                     impressions: metrics.impressions,
                     ctr: metrics.ctr,
                     position: metrics.position,
                     topQueries,
+                    ...(keyedQuickWins.length > 0
+                        ? { quickWinQueries: keyedQuickWins }
+                        : {}),
+                    ...(ctrAnomaly ? { ctrAnomaly } : {}),
+                    ...(keyedAlerts.length > 0 ? { alerts: keyedAlerts } : {}),
+                    ...(keyedDailyClicks && keyedDailyClicks.length > 0
+                        ? { dailyClicks: keyedDailyClicks }
+                        : {}),
+                    ...(publishingImpact ? { publishingImpact } : {}),
+                    ...(keyedCannibalization && keyedCannibalization.length > 0
+                        ? { cannibalizationTargets: keyedCannibalization }
+                        : {}),
                     fetchedAt: new Date().toISOString(),
                     indexStatus: indexStatusData
                         ? {
@@ -152,14 +267,18 @@ export class SyncEngine {
                         }
                         : undefined,
                 };
-                if (existingSnapshot) {
-                    await this.sanity.patch(existingSnapshot).set(snapshotData).commit();
+                const existingId = snapshotIdMap.get(`${match.gscUrl}:${period}`);
+                if (existingId) {
+                    transaction.patch(existingId, (p) => p.set(snapshotData));
                 }
                 else {
-                    await this.sanity.create(snapshotData);
+                    transaction.create(snapshotData);
                 }
+                mutationCount++;
             }
         }
+        progress(`Committing ${mutationCount} snapshot mutations...`);
+        await transaction.commit();
     }
     async syncIndexStatus(siteUrl, pages) {
         const result = {
@@ -300,6 +419,7 @@ export class SyncEngine {
         }
         return Array.from(queryMap.entries())
             .map(([query, data]) => ({
+            _key: sanityKey(`tq:${query}`),
             query,
             clicks: data.clicks,
             impressions: data.impressions,
@@ -309,14 +429,6 @@ export class SyncEngine {
             .slice(0, 10);
     }
 }
-function daysAgo(days) {
-    const date = new Date();
-    date.setDate(date.getDate() - days);
-    return date;
-}
-function formatDate(date) {
-    return date.toISOString().split("T")[0];
-}
 function delay(ms) {
     return new Promise((resolve) => setTimeout(resolve, ms));
 }

package/dist/utils/date-utils.d.ts

@@ -0,0 +1,4 @@
+export declare function daysAgo(days: number): Date;
+export declare function formatDate(date: Date): string;
+export declare function daysSince(date: Date): number;
+//# sourceMappingURL=date-utils.d.ts.map

package/dist/utils/date-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"date-utils.d.ts","sourceRoot":"","sources":["../../src/utils/date-utils.ts"],"names":[],"mappings":"AAAA,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAI1C;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,CAE7C;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,CAI5C"}

package/dist/utils/date-utils.js

@@ -0,0 +1,13 @@
+export function daysAgo(days) {
+    const date = new Date();
+    date.setDate(date.getDate() - days);
+    return date;
+}
+export function formatDate(date) {
+    return date.toISOString().split("T")[0];
+}
+export function daysSince(date) {
+    const now = new Date();
+    const diff = now.getTime() - date.getTime();
+    return Math.floor(diff / (1000 * 60 * 60 * 24));
+}

package/dist/utils/sanity-key.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Generates a deterministic Sanity `_key` from a string seed.
+ * Uses a short hash so keys stay compact but unique within an array.
+ */
+export declare function sanityKey(seed: string): string;
+//# sourceMappingURL=sanity-key.d.ts.map

package/dist/utils/sanity-key.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sanity-key.d.ts","sourceRoot":"","sources":["../../src/utils/sanity-key.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAE9C"}

package/dist/utils/sanity-key.js

@@ -0,0 +1,8 @@
+import { createHash } from "node:crypto";
+/**
+ * Generates a deterministic Sanity `_key` from a string seed.
+ * Uses a short hash so keys stay compact but unique within an array.
+ */
+export function sanityKey(seed) {
+    return createHash("sha256").update(seed).digest("hex").slice(0, 12);
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pagebridge/core",
-  "version": "0.0.3",
+  "version": "0.2.0",
   "description": "Core engine for PageBridge — GSC sync, URL matching, content decay detection, and task generation",
   "license": "MIT",
   "private": false,