@agentsean/google 1.0.0

package/dist/sync.js

@@ -0,0 +1,266 @@
+import { eq } from "drizzle-orm";
+import { ga4Connections, gscConnections, sites } from "@agentsean/db";
+import { createQuotaManager } from "./quota.js";
+import { defaultSleep } from "./http.js";
+import { createGscClient, defaultGscWindow, monthChunks, } from "./gsc.js";
+import { createGa4Client, googleOrganicFilter } from "./ga4.js";
+import { queryCruxWithFallback } from "./crux.js";
+import { runPsi } from "./psi.js";
+import { fetchIncidents, seedCuratedChangepoints, upsertIncidents, } from "./incidents.js";
+import { reconcileSite } from "./reconcile.js";
+import { persistCrux, persistGa4Daily, persistGa4Landing, persistGscDaily, persistGscDimensionRows, persistInspection, persistPsi, } from "./persist.js";
+import { loadApiKey, loadByoClient, loadGrant, validAccessToken } from "./tokens.js";
+import { brokerRefreshAccessToken } from "./oauth-broker.js";
+import { resolveOAuthConfig } from "./oauth-config.js";
+import { randomWrapKey } from "./pkce.js";
+import { QuotaExceededError } from "./errors.js";
+function httpOf(deps, db) {
+    return {
+        fetch: deps.fetch ?? fetch,
+        quota: createQuotaManager(db),
+        maxRetries: 4,
+        sleep: deps.sleep ?? defaultSleep,
+        maxBackoffMs: deps.maxBackoffMs ?? 15 * 60_000,
+    };
+}
+async function tokenFn(deps) {
+    const grant = await loadGrant(deps.store);
+    if (!grant)
+        throw new Error("Google is not connected.");
+    const cfg = resolveOAuthConfig();
+    const byo = (await loadByoClient(deps.store)) ?? cfg.byo;
+    const fetchFn = deps.fetch ?? fetch;
+    return validAccessToken(deps.store, {
+        fetch: fetchFn,
+        clientId: byo?.clientId,
+        clientSecret: byo?.clientSecret,
+        brokerRefresh: grant.mode === "broker"
+            ? async (rt) => {
+                const wrap = randomWrapKey();
+                return brokerRefreshAccessToken(cfg.brokerUrl, rt, wrap, fetchFn);
+            }
+            : undefined,
+    });
+}
+export async function syncGoogle(deps) {
+    const errors = [];
+    seedCuratedChangepoints(deps.db);
+    let incidents = 0;
+    try {
+        const fetched = await fetchIncidents(deps.fetch ?? fetch);
+        incidents = upsertIncidents(deps.db, fetched);
+    }
+    catch (err) {
+        errors.push(`incidents: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    const grant = await loadGrant(deps.store);
+    const testingModeSuspected = grant?.testingModeSuspected ?? false;
+    const http = httpOf(deps, deps.db);
+    const getToken = () => tokenFn(deps);
+    const gsc = createGscClient({ http, getToken });
+    const ga4 = createGa4Client({ http, getToken });
+    const gscConn = deps.db
+        .select()
+        .from(gscConnections)
+        .where(eq(gscConnections.siteId, deps.siteId))
+        .get();
+    const ga4Conn = deps.db
+        .select()
+        .from(ga4Connections)
+        .where(eq(ga4Connections.siteId, deps.siteId))
+        .get();
+    const site = deps.db.select().from(sites).where(eq(sites.id, deps.siteId)).get();
+    let gscDays = 0;
+    let gscPages = 0;
+    let gscQueries = 0;
+    if (gscConn) {
+        try {
+            const pulled = await syncGsc(gsc, deps.db, deps.siteId, gscConn.siteUrl);
+            gscDays = pulled.days;
+            gscPages = pulled.pages;
+            gscQueries = pulled.queries;
+        }
+        catch (err) {
+            errors.push(`gsc: ${err instanceof Error ? err.message : String(err)}`);
+        }
+        if (deps.inspectUrls?.length) {
+            for (const url of deps.inspectUrls) {
+                try {
+                    const remaining = http.quota.remainingInspectionToday(gscConn.siteUrl);
+                    if (remaining <= 0)
+                        break;
+                    const result = await gsc.inspectUrl(gscConn.siteUrl, url);
+                    if (result)
+                        persistInspection(deps.db, deps.siteId, url, result);
+                }
+                catch (err) {
+                    if (err instanceof QuotaExceededError)
+                        break;
+                    errors.push(`inspect ${url}: ${err instanceof Error ? err.message : String(err)}`);
+                }
+            }
+        }
+    }
+    let ga4Days = 0;
+    if (ga4Conn) {
+        try {
+            ga4Days = await syncGa4(ga4, deps.db, deps.siteId, ga4Conn.propertyId);
+        }
+        catch (err) {
+            errors.push(`ga4: ${err instanceof Error ? err.message : String(err)}`);
+        }
+    }
+    const apiKey = await loadApiKey(deps.store);
+    let cruxOk = false;
+    let psiOk = false;
+    if (apiKey && site) {
+        try {
+            const rec = await queryCruxWithFallback({
+                http,
+                apiKey,
+                url: site.origin,
+                origin: site.origin,
+                formFactor: "PHONE",
+            });
+            persistCrux(deps.db, deps.siteId, rec);
+            cruxOk = !rec.insufficientTraffic || rec.lcpP75 !== null;
+        }
+        catch (err) {
+            errors.push(`crux: ${err instanceof Error ? err.message : String(err)}`);
+        }
+        if (deps.runPsiAudit) {
+            try {
+                const psi = await runPsi({ http, url: site.origin, apiKey });
+                persistPsi(deps.db, deps.siteId, psi);
+                psiOk = true;
+            }
+            catch (err) {
+                errors.push(`psi: ${err instanceof Error ? err.message : String(err)}`);
+            }
+        }
+    }
+    const residualRows = reconcileSite(deps.db, deps.siteId);
+    const inspectionRemaining = gscConn
+        ? http.quota.remainingInspectionToday(gscConn.siteUrl)
+        : 0;
+    return {
+        gscDays,
+        gscPages,
+        gscQueries,
+        ga4Days,
+        crux: cruxOk,
+        psi: psiOk,
+        incidents,
+        residualRows,
+        inspectionRemaining,
+        testingModeSuspected,
+        errors,
+    };
+}
+async function syncGsc(gsc, db, siteId, siteUrl) {
+    const window = defaultGscWindow();
+    const chunks = monthChunks(window.startDate, window.endDate);
+    let days = 0;
+    let pages = 0;
+    let queries = 0;
+    let firstIncomplete = null;
+    for (const chunk of chunks) {
+        const totals = await gsc.querySearchAnalyticsAllPages(siteUrl, {
+            startDate: chunk.startDate,
+            endDate: chunk.endDate,
+            dimensions: ["date"],
+            type: "web",
+            dataState: "final",
+            rowLimit: 25_000,
+        });
+        if (totals.firstIncompleteDate)
+            firstIncomplete = totals.firstIncompleteDate;
+        for (const row of totals.rows) {
+            const date = row.keys?.[0];
+            if (!date)
+                continue;
+            persistGscDaily(db, siteId, "web", date, {
+                clicks: row.clicks,
+                impressions: row.impressions,
+                ctr: row.ctr,
+                position: row.position,
+            }, "final", firstIncomplete);
+            days += 1;
+        }
+        const pageRows = await gsc.querySearchAnalyticsAllPages(siteUrl, {
+            startDate: chunk.startDate,
+            endDate: chunk.endDate,
+            dimensions: ["page", "date"],
+            type: "web",
+            dataState: "final",
+            rowLimit: 25_000,
+        });
+        pages += persistGscDimensionRows(db, siteId, "web", "page", pageRows.rows);
+        const queryRows = await gsc.querySearchAnalyticsAllPages(siteUrl, {
+            startDate: chunk.startDate,
+            endDate: chunk.endDate,
+            dimensions: ["query", "date"],
+            type: "web",
+            dataState: "final",
+            rowLimit: 25_000,
+        });
+        queries += persistGscDimensionRows(db, siteId, "web", "query", queryRows.rows);
+    }
+    return { days, pages, queries };
+}
+async function syncGa4(ga4, db, siteId, propertyId) {
+    const window = defaultGscWindow();
+    const daily = await ga4.runReport({
+        propertyId,
+        startDate: window.startDate,
+        endDate: window.endDate,
+        dimensions: ["date"],
+        metrics: ["sessions", "engagedSessions", "conversions"],
+    });
+    const organic = await ga4.runReport({
+        propertyId,
+        startDate: window.startDate,
+        endDate: window.endDate,
+        dimensions: ["date"],
+        metrics: ["sessions"],
+        dimensionFilter: googleOrganicFilter(),
+    });
+    const organicByDate = new Map();
+    for (const row of organic.rows) {
+        organicByDate.set(ga4Date(row.dimensionValues[0] ?? ""), row.metricValues[0] ?? 0);
+    }
+    let n = 0;
+    for (const row of daily.rows) {
+        const date = ga4Date(row.dimensionValues[0] ?? "");
+        if (!date)
+            continue;
+        persistGa4Daily(db, siteId, date, {
+            sessions: row.metricValues[0] ?? 0,
+            organicSessions: organicByDate.get(date) ?? 0,
+            engagedSessions: row.metricValues[1] ?? 0,
+            conversions: row.metricValues[2] ?? 0,
+        });
+        n += 1;
+    }
+    const landing = await ga4.runReport({
+        propertyId,
+        startDate: window.startDate,
+        endDate: window.endDate,
+        dimensions: ["date", "landingPagePlusQueryString"],
+        metrics: ["sessions", "engagedSessions"],
+        limit: 10000,
+    });
+    for (const row of landing.rows) {
+        const date = ga4Date(row.dimensionValues[0] ?? "");
+        const page = row.dimensionValues[1] ?? "/";
+        persistGa4Landing(db, siteId, date, page, row.metricValues[0] ?? 0, row.metricValues[1] ?? 0);
+    }
+    return n;
+}
+function ga4Date(raw) {
+    if (/^\d{8}$/.test(raw)) {
+        return `${raw.slice(0, 4)}-${raw.slice(4, 6)}-${raw.slice(6, 8)}`;
+    }
+    return raw;
+}
+//# sourceMappingURL=sync.js.map

package/dist/sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.js","sourceRoot":"","sources":["../src/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,YAAY,EAAiC,MAAM,WAAW,CAAC;AACxE,OAAO,EACL,eAAe,EACf,gBAAgB,EAChB,WAAW,GAEZ,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAkB,MAAM,UAAU,CAAC;AAChF,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAClC,OAAO,EACL,cAAc,EACd,uBAAuB,EACvB,eAAe,GAChB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,aAAa,EAAoB,MAAM,gBAAgB,CAAC;AACjE,OAAO,EACL,WAAW,EACX,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,uBAAuB,EACvB,iBAAiB,EACjB,UAAU,GACX,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACrF,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AA2BjD,SAAS,MAAM,CAAC,IAAc,EAAE,EAAkB;IAChD,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;QAC1B,KAAK,EAAE,kBAAkB,CAAC,EAAE,CAAC;QAC7B,UAAU,EAAE,CAAC;QACb,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,YAAY;QACjC,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,EAAE,GAAG,MAAM;KAC/C,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,IAAc;IACnC,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACxD,MAAM,GAAG,GAAG,kBAAkB,EAAE,CAAC;IACjC,MAAM,GAAG,GAAG,CAAC,MAAM,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC;IACzD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC;IACpC,OAAO,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE;QAClC,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,GAAG,EAAE,QAAQ;QACvB,YAAY,EAAE,GAAG,EAAE,YAAY;QAC/B,aAAa,EACX,KAAK,CAAC,IAAI,KAAK,QAAQ;YACrB,CAAC,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;gBACX,MAAM,IAAI,GAAG,aAAa,EAAE,CAAC;gBAC7B,OAAO,wBAAwB,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YACpE,CAAC;YACH,CAAC,CAAC,SAAS;KAChB,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAc;IAC7C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC;QAC1D,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,cAAc,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,oBAAoB,GAAG,KAAK,EAAE,oBAAoB,IAAI,KAAK,CAAC;IAClE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IAEhD,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE;SACpB,MAAM,EAAE;SACR,IAAI,CAAC,cAAc,CAAC;SACpB,KAAK,CAAC,EAAE,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;SAC7C,GAAG,EAAE,CAAC;IACT,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE;SACpB,MAAM,EAAE;SACR,IAAI,CAAC,cAAc,CAAC;SACpB,KAAK,CAAC,EAAE,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;SAC7C,GAAG,EAAE,CAAC;IACT,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IAEjF,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YACzE,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC;YACtB,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;YACxB,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,QAAQ,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;YAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnC,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBACvE,IAAI,SAAS,IAAI,CAAC;wBAAE,MAAM;oBAC1B,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;oBAC1D,IAAI,MAAM;wBAAE,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;gBACnE,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,GAAG,YAAY,kBAAkB;wBAAE,MAAM;oBAC7C,MAAM,CAAC,IAAI,CACT,WAAW,GAAG,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACtE,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,QAAQ,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC;gBACtC,IAAI;gBACJ,MAAM;gBACN,GAAG,EAAE,IAAI,CAAC,MAAM;gBAChB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,OAAO;aACpB,CAAC,CAAC;YACH,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACvC,MAAM,GAAG,CAAC,GAAG,CAAC,mBAAmB,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC;QAC3D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,SAAS,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC7D,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBACtC,KAAK,GAAG,IAAI,CAAC;YACf,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,QAAQ,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,mBAAmB,GAAG,OAAO;QACjC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,OAAO,CAAC,OAAO,CAAC;QACtD,CAAC,CAAC,CAAC,CAAC;IAEN,OAAO;QACL,OAAO;QACP,QAAQ;QACR,UAAU;QACV,OAAO;QACP,IAAI,EAAE,MAAM;QACZ,GAAG,EAAE,KAAK;QACV,SAAS;QACT,YAAY;QACZ,mBAAmB;QACnB,oBAAoB;QACpB,MAAM;KACP,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,GAAc,EACd,EAAkB,EAClB,MAAc,EACd,OAAe;IAEf,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7D,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,eAAe,GAAkB,IAAI,CAAC;IAC1C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,4BAA4B,CAAC,OAAO,EAAE;YAC7D,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,UAAU,EAAE,CAAC,MAAM,CAAC;YACpB,IAAI,EAAE,KAAK;YACX,SAAS,EAAE,OAAO;YAClB,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,mBAAmB;YAAE,eAAe,GAAG,MAAM,CAAC,mBAAmB,CAAC;QAC7E,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC3B,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,eAAe,CACb,EAAE,EACF,MAAM,EACN,KAAK,EACL,IAAI,EACJ;gBACE,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,QAAQ,EAAE,GAAG,CAAC,QAAQ;aACvB,EACD,OAAO,EACP,eAAe,CAChB,CAAC;YACF,IAAI,IAAI,CAAC,CAAC;QACZ,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,4BAA4B,CAAC,OAAO,EAAE;YAC/D,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;YAC5B,IAAI,EAAE,KAAK;YACX,SAAS,EAAE,OAAO;YAClB,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;QACH,KAAK,IAAI,uBAAuB,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC3E,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,4BAA4B,CAAC,OAAO,EAAE;YAChE,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;YAC7B,IAAI,EAAE,KAAK;YACX,SAAS,EAAE,OAAO;YAClB,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;QACH,OAAO,IAAI,uBAAuB,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAClC,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,GAAc,EACd,EAAkB,EAClB,MAAc,EACd,UAAkB;IAElB,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;IAClC,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC;QAChC,UAAU;QACV,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,OAAO,EAAE,CAAC,UAAU,EAAE,iBAAiB,EAAE,aAAa,CAAC;KACxD,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC;QAClC,UAAU;QACV,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,OAAO,EAAE,CAAC,UAAU,CAAC;QACrB,eAAe,EAAE,mBAAmB,EAAE;KACvC,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,eAAe,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;YAChC,QAAQ,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;YAClC,eAAe,EAAE,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAC7C,eAAe,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;YACzC,WAAW,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;SACtC,CAAC,CAAC;QACH,CAAC,IAAI,CAAC,CAAC;IACT,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC;QAClC,UAAU;QACV,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,UAAU,EAAE,CAAC,MAAM,EAAE,4BAA4B,CAAC;QAClD,OAAO,EAAE,CAAC,UAAU,EAAE,iBAAiB,CAAC;QACxC,KAAK,EAAE,KAAK;KACb,CAAC,CAAC;IACH,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;QAC3C,iBAAiB,CACf,EAAE,EACF,MAAM,EACN,IAAI,EACJ,IAAI,EACJ,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,EACxB,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CACzB,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,OAAO,CAAC,GAAW;IAC1B,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACpE,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/tokens.d.ts

@@ -0,0 +1,57 @@
+import { type CredentialStore } from "@agentsean/credentials";
+export type OAuthMode = "broker" | "byo";
+export type StoredGoogleGrant = {
+    accessToken: string;
+    refreshToken: string;
+    expiresAt: string;
+    scopes: string;
+    tokenType: string;
+    issuedAt: string;
+    refreshTokenExpiresAt: string | null;
+    email: string | null;
+    googleSub: string | null;
+    mode: OAuthMode;
+    testingModeSuspected: boolean;
+};
+export type ByoClient = {
+    clientId: string;
+    clientSecret: string;
+};
+export declare function parseGrant(raw: string): StoredGoogleGrant;
+export declare function loadGrant(store: CredentialStore): Promise<StoredGoogleGrant | null>;
+export declare function saveGrant(store: CredentialStore, grant: StoredGoogleGrant): Promise<void>;
+export declare function loadByoClient(store: CredentialStore): Promise<ByoClient | null>;
+export declare function saveByoClient(store: CredentialStore, client: ByoClient): Promise<void>;
+export declare function loadApiKey(store: CredentialStore): Promise<string | null>;
+export declare function saveApiKey(store: CredentialStore, key: string): Promise<void>;
+export declare function testingModeFromTokenResponse(res: {
+    refresh_token_expires_in?: number | undefined;
+}): boolean;
+export declare function grantFromTokenResponse(res: {
+    access_token: string;
+    refresh_token?: string | undefined;
+    expires_in?: number | undefined;
+    scope?: string | undefined;
+    token_type?: string | undefined;
+    refresh_token_expires_in?: number | undefined;
+}, prev: StoredGoogleGrant | null, extras: {
+    mode: OAuthMode;
+    email: string | null;
+    googleSub: string | null;
+    now?: Date | undefined;
+}): StoredGoogleGrant;
+export declare function refreshAccessToken(grant: StoredGoogleGrant, opts: {
+    fetch: typeof fetch;
+    clientId?: string | undefined;
+    clientSecret?: string | undefined;
+    brokerRefresh?: ((refreshToken: string) => Promise<{
+        access_token: string;
+        expires_in?: number | undefined;
+        refresh_token?: string | undefined;
+        refresh_token_expires_in?: number | undefined;
+        scope?: string | undefined;
+    }>) | undefined;
+}): Promise<StoredGoogleGrant>;
+export declare function accessTokenValid(grant: StoredGoogleGrant, now?: Date): boolean;
+export declare function validAccessToken(store: CredentialStore, refreshOpts: Parameters<typeof refreshAccessToken>[1]): Promise<string>;
+//# sourceMappingURL=tokens.d.ts.map

package/dist/tokens.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokens.d.ts","sourceRoot":"","sources":["../src/tokens.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,KAAK,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAStE,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG,KAAK,CAAC;AAEzC,MAAM,MAAM,iBAAiB,GAAG;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,IAAI,EAAE,SAAS,CAAC;IAChB,oBAAoB,EAAE,OAAO,CAAC;CAC/B,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,iBAAiB,CAMzD;AAED,wBAAsB,SAAS,CAC7B,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAInC;AAED,wBAAsB,SAAS,CAC7B,KAAK,EAAE,eAAe,EACtB,KAAK,EAAE,iBAAiB,GACvB,OAAO,CAAC,IAAI,CAAC,CAEf;AAED,wBAAsB,aAAa,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CAMrF;AAED,wBAAsB,aAAa,CACjC,KAAK,EAAE,eAAe,EACtB,MAAM,EAAE,SAAS,GAChB,OAAO,CAAC,IAAI,CAAC,CAEf;AAED,wBAAsB,UAAU,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAG/E;AAED,wBAAsB,UAAU,CAAC,KAAK,EAAE,eAAe,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAEnF;AAED,wBAAgB,4BAA4B,CAAC,GAAG,EAAE;IAChD,wBAAwB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/C,GAAG,OAAO,CAIV;AAED,wBAAgB,sBAAsB,CACpC,GAAG,EAAE;IACH,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,wBAAwB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/C,EACD,IAAI,EAAE,iBAAiB,GAAG,IAAI,EAC9B,MAAM,EAAE;IACN,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,GAAG,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;CACxB,GACA,iBAAiB,CA4BnB;AAED,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,iBAAiB,EACxB,IAAI,EAAE;IACJ,KAAK,EAAE,OAAO,KAAK,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,aAAa,CAAC,EACV,CAAC,CAAC,YAAY,EAAE,MAAM,KAAK,OAAO,CAAC;QACjC,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAChC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACnC,wBAAwB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC9C,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,CAAC,CAAC,GACH,SAAS,CAAC;CACf,GACA,OAAO,CAAC,iBAAiB,CAAC,CA8C5B;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,OAAa,GAAG,OAAO,CAEpF;AAED,wBAAsB,gBAAgB,CACpC,KAAK,EAAE,eAAe,EACtB,WAAW,EAAE,UAAU,CAAC,OAAO,kBAAkB,CAAC,CAAC,CAAC,CAAC,GACpD,OAAO,CAAC,MAAM,CAAC,CAOjB"}

package/dist/tokens.js

@@ -0,0 +1,122 @@
+import { Secret } from "@agentsean/credentials";
+import { GOOGLE_API_KEY_ACCOUNT, GOOGLE_BYO_CLIENT_ACCOUNT, GOOGLE_OAUTH_ACCOUNT, GOOGLE_TOKEN_URL, } from "./scopes.js";
+import { GscTokenError } from "./errors.js";
+export function parseGrant(raw) {
+    const parsed = JSON.parse(raw);
+    if (!parsed.accessToken || !parsed.refreshToken) {
+        throw new GscTokenError("Stored Google grant is incomplete.");
+    }
+    return parsed;
+}
+export async function loadGrant(store) {
+    const secret = await store.get(GOOGLE_OAUTH_ACCOUNT);
+    if (!secret)
+        return null;
+    return parseGrant(secret.unwrap());
+}
+export async function saveGrant(store, grant) {
+    await store.set(GOOGLE_OAUTH_ACCOUNT, new Secret(JSON.stringify(grant)));
+}
+export async function loadByoClient(store) {
+    const secret = await store.get(GOOGLE_BYO_CLIENT_ACCOUNT);
+    if (!secret)
+        return null;
+    const parsed = JSON.parse(secret.unwrap());
+    if (!parsed.clientId || !parsed.clientSecret)
+        return null;
+    return parsed;
+}
+export async function saveByoClient(store, client) {
+    await store.set(GOOGLE_BYO_CLIENT_ACCOUNT, new Secret(JSON.stringify(client)));
+}
+export async function loadApiKey(store) {
+    const secret = await store.get(GOOGLE_API_KEY_ACCOUNT);
+    return secret?.unwrap() ?? null;
+}
+export async function saveApiKey(store, key) {
+    await store.set(GOOGLE_API_KEY_ACCOUNT, new Secret(key));
+}
+export function testingModeFromTokenResponse(res) {
+    const exp = res.refresh_token_expires_in;
+    if (typeof exp !== "number")
+        return false;
+    return exp > 0 && exp <= 7 * 24 * 3600 + 60;
+}
+export function grantFromTokenResponse(res, prev, extras) {
+    const now = extras.now ?? new Date();
+    const refresh = res.refresh_token ?? prev?.refreshToken;
+    if (!refresh) {
+        throw new GscTokenError("Google did not return a refresh token. Reconnect with prompt=consent.");
+    }
+    const expiresIn = res.expires_in ?? 3600;
+    const testing = testingModeFromTokenResponse(res) || (prev?.testingModeSuspected ?? false);
+    const refreshExp = typeof res.refresh_token_expires_in === "number"
+        ? new Date(now.getTime() + res.refresh_token_expires_in * 1000).toISOString()
+        : (prev?.refreshTokenExpiresAt ?? null);
+    return {
+        accessToken: res.access_token,
+        refreshToken: refresh,
+        expiresAt: new Date(now.getTime() + expiresIn * 1000).toISOString(),
+        scopes: res.scope ?? prev?.scopes ?? "",
+        tokenType: res.token_type ?? "Bearer",
+        issuedAt: prev?.issuedAt ?? now.toISOString(),
+        refreshTokenExpiresAt: refreshExp,
+        email: extras.email ?? prev?.email ?? null,
+        googleSub: extras.googleSub ?? prev?.googleSub ?? null,
+        mode: extras.mode,
+        testingModeSuspected: testing,
+    };
+}
+export async function refreshAccessToken(grant, opts) {
+    if (grant.mode === "broker") {
+        if (!opts.brokerRefresh) {
+            throw new GscTokenError("Broker refresh is not configured.");
+        }
+        const res = await opts.brokerRefresh(grant.refreshToken);
+        return grantFromTokenResponse(res, grant, {
+            mode: "broker",
+            email: grant.email,
+            googleSub: grant.googleSub,
+        });
+    }
+    if (!opts.clientId || !opts.clientSecret) {
+        throw new GscTokenError("BYO client_id and client_secret are required to refresh.");
+    }
+    const body = new URLSearchParams({
+        client_id: opts.clientId,
+        client_secret: opts.clientSecret,
+        refresh_token: grant.refreshToken,
+        grant_type: "refresh_token",
+    });
+    const response = await opts.fetch(GOOGLE_TOKEN_URL, {
+        method: "POST",
+        headers: { "Content-Type": "application/x-www-form-urlencoded" },
+        body,
+    });
+    if (!response.ok) {
+        const text = await response.text().catch(() => "");
+        throw new GscTokenError(`Google token refresh failed (${response.status}): ${text.slice(0, 200)}`);
+    }
+    const json = (await response.json());
+    if (!json.access_token)
+        throw new GscTokenError("Refresh response missing access_token.");
+    return grantFromTokenResponse({ ...json, access_token: json.access_token }, grant, {
+        mode: "byo",
+        email: grant.email,
+        googleSub: grant.googleSub,
+    });
+}
+export function accessTokenValid(grant, now = new Date()) {
+    return Date.parse(grant.expiresAt) - now.getTime() > 60_000;
+}
+export async function validAccessToken(store, refreshOpts) {
+    const grant = await loadGrant(store);
+    if (!grant)
+        throw new GscTokenError("Google is not connected.");
+    if (accessTokenValid(grant))
+        return grant.accessToken;
+    const next = await refreshAccessToken(grant, refreshOpts);
+    await saveGrant(store, next);
+    return next.accessToken;
+}
+//# sourceMappingURL=tokens.js.map

package/dist/tokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../src/tokens.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAwB,MAAM,wBAAwB,CAAC;AACtE,OAAO,EACL,sBAAsB,EACtB,yBAAyB,EACzB,oBAAoB,EACpB,gBAAgB,GACjB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAuB5C,MAAM,UAAU,UAAU,CAAC,GAAW;IACpC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QAChD,MAAM,IAAI,aAAa,CAAC,oCAAoC,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,KAAsB;IAEtB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,OAAO,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,KAAsB,EACtB,KAAwB;IAExB,MAAM,KAAK,CAAC,GAAG,CAAC,oBAAoB,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAsB;IACxD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAC1D,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAc,CAAC;IACxD,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IAC1D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAsB,EACtB,MAAiB;IAEjB,MAAM,KAAK,CAAC,GAAG,CAAC,yBAAyB,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACjF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAsB;IACrD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACvD,OAAO,MAAM,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC;AAClC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAsB,EAAE,GAAW;IAClE,MAAM,KAAK,CAAC,GAAG,CAAC,sBAAsB,EAAE,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,GAE5C;IACC,MAAM,GAAG,GAAG,GAAG,CAAC,wBAAwB,CAAC;IACzC,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC1C,OAAO,GAAG,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,EAAE,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,GAOC,EACD,IAA8B,EAC9B,MAKC;IAED,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;IACrC,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,IAAI,IAAI,EAAE,YAAY,CAAC;IACxD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,aAAa,CACrB,uEAAuE,CACxE,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC;IACzC,MAAM,OAAO,GACX,4BAA4B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,oBAAoB,IAAI,KAAK,CAAC,CAAC;IAC7E,MAAM,UAAU,GACd,OAAO,GAAG,CAAC,wBAAwB,KAAK,QAAQ;QAC9C,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;QAC7E,CAAC,CAAC,CAAC,IAAI,EAAE,qBAAqB,IAAI,IAAI,CAAC,CAAC;IAC5C,OAAO;QACL,WAAW,EAAE,GAAG,CAAC,YAAY;QAC7B,YAAY,EAAE,OAAO;QACrB,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;QACnE,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,EAAE,MAAM,IAAI,EAAE;QACvC,SAAS,EAAE,GAAG,CAAC,UAAU,IAAI,QAAQ;QACrC,QAAQ,EAAE,IAAI,EAAE,QAAQ,IAAI,GAAG,CAAC,WAAW,EAAE;QAC7C,qBAAqB,EAAE,UAAU;QACjC,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,KAAK,IAAI,IAAI;QAC1C,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI,EAAE,SAAS,IAAI,IAAI;QACtD,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,oBAAoB,EAAE,OAAO;KAC9B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAAwB,EACxB,IAaC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,aAAa,CAAC,mCAAmC,CAAC,CAAC;QAC/D,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACzD,OAAO,sBAAsB,CAAC,GAAG,EAAE,KAAK,EAAE;YACxC,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,KAAK,CAAC,SAAS;SAC3B,CAAC,CAAC;IACL,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QACzC,MAAM,IAAI,aAAa,CAAC,0DAA0D,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC;QAC/B,SAAS,EAAE,IAAI,CAAC,QAAQ;QACxB,aAAa,EAAE,IAAI,CAAC,YAAY;QAChC,aAAa,EAAE,KAAK,CAAC,YAAY;QACjC,UAAU,EAAE,eAAe;KAC5B,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE;QAClD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,mCAAmC,EAAE;QAChE,IAAI;KACL,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACnD,MAAM,IAAI,aAAa,CACrB,gCAAgC,QAAQ,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC1E,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAMlC,CAAC;IACF,IAAI,CAAC,IAAI,CAAC,YAAY;QACpB,MAAM,IAAI,aAAa,CAAC,wCAAwC,CAAC,CAAC;IACpE,OAAO,sBAAsB,CAAC,EAAE,GAAG,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE;QACjF,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,SAAS,EAAE,KAAK,CAAC,SAAS;KAC3B,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAwB,EAAE,GAAG,GAAG,IAAI,IAAI,EAAE;IACzE,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC;AAC9D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,KAAsB,EACtB,WAAqD;IAErD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,aAAa,CAAC,0BAA0B,CAAC,CAAC;IAChE,IAAI,gBAAgB,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,WAAW,CAAC;IACtD,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC1D,MAAM,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC7B,OAAO,IAAI,CAAC,WAAW,CAAC;AAC1B,CAAC"}

package/dist/verification.d.ts

@@ -0,0 +1,17 @@
+import { type GoogleHttp } from "./http.js";
+export type VerificationMethod = "META" | "FILE" | "ANALYTICS" | "TAG_MANAGER" | "DNS_TXT";
+export type VerificationToken = {
+    method: VerificationMethod;
+    token: string;
+};
+export type SiteVerificationClient = {
+    getToken: (identifier: string, method: VerificationMethod, type?: "SITE" | "INET_DOMAIN") => Promise<VerificationToken>;
+    insert: (identifier: string, method: VerificationMethod, type?: "SITE" | "INET_DOMAIN") => Promise<void>;
+};
+export declare function createSiteVerificationClient(opts: {
+    http: GoogleHttp;
+    getToken: () => Promise<string>;
+}): SiteVerificationClient;
+export declare function metaVerificationTag(token: string): string;
+export declare function fileVerificationPath(token: string): string;
+//# sourceMappingURL=verification.d.ts.map

package/dist/verification.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verification.d.ts","sourceRoot":"","sources":["../src/verification.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,KAAK,UAAU,EAAE,MAAM,WAAW,CAAC;AAIjE,MAAM,MAAM,kBAAkB,GAC5B,MAAM,GAAG,MAAM,GAAG,WAAW,GAAG,aAAa,GAAG,SAAS,CAAC;AAE5D,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,QAAQ,EAAE,CACR,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,kBAAkB,EAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,aAAa,KAC1B,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAChC,MAAM,EAAE,CACN,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,kBAAkB,EAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,aAAa,KAC1B,OAAO,CAAC,IAAI,CAAC,CAAC;CACpB,CAAC;AAEF,wBAAgB,4BAA4B,CAAC,IAAI,EAAE;IACjD,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;CACjC,GAAG,sBAAsB,CAiDzB;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE1D"}

package/dist/verification.js

@@ -0,0 +1,51 @@
+import { GscApiError, gscMessageForStatus } from "./errors.js";
+import { bearer, googleFetch } from "./http.js";
+const BASE = "https://www.googleapis.com/siteVerification/v1";
+export function createSiteVerificationClient(opts) {
+    const request = async (url, init) => {
+        const token = await opts.getToken();
+        const hasBody = init?.body !== undefined;
+        const res = await googleFetch(opts.http, "gsc.other", "siteVerification", url, {
+            method: init?.method ?? "GET",
+            headers: bearer(token, hasBody ? { "Content-Type": "application/json" } : undefined),
+            ...(hasBody ? { body: JSON.stringify(init?.body) } : {}),
+        });
+        if (!res.ok) {
+            const body = await res.text().catch(() => "");
+            throw new GscApiError(res.status, gscMessageForStatus(res.status, body), body);
+        }
+        if (res.status === 204)
+            return undefined;
+        const text = await res.text();
+        if (!text)
+            return undefined;
+        return JSON.parse(text);
+    };
+    return {
+        async getToken(identifier, method, type = "SITE") {
+            const data = await request(`${BASE}/token`, {
+                method: "POST",
+                body: {
+                    verificationMethod: method,
+                    site: { type, identifier },
+                },
+            });
+            return { method, token: data.token ?? "" };
+        },
+        async insert(identifier, method, type = "SITE") {
+            await request(`${BASE}/webResource?verificationMethod=${encodeURIComponent(method)}`, {
+                method: "POST",
+                body: {
+                    site: { type, identifier },
+                },
+            });
+        },
+    };
+}
+export function metaVerificationTag(token) {
+    return `<meta name="google-site-verification" content="${token}" />`;
+}
+export function fileVerificationPath(token) {
+    return `/${token}.html`;
+}
+//# sourceMappingURL=verification.js.map

package/dist/verification.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verification.js","sourceRoot":"","sources":["../src/verification.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,MAAM,EAAE,WAAW,EAAmB,MAAM,WAAW,CAAC;AAEjE,MAAM,IAAI,GAAG,gDAAgD,CAAC;AAuB9D,MAAM,UAAU,4BAA4B,CAAC,IAG5C;IACC,MAAM,OAAO,GAAG,KAAK,EACnB,GAAW,EACX,IAA0C,EAC9B,EAAE;QACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,EAAE,IAAI,KAAK,SAAS,CAAC;QACzC,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,kBAAkB,EAAE,GAAG,EAAE;YAC7E,MAAM,EAAE,IAAI,EAAE,MAAM,IAAI,KAAK;YAC7B,OAAO,EAAE,MAAM,CACb,KAAK,EACL,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,SAAS,CAC7D;YACD,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzD,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9C,MAAM,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;QACjF,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG;YAAE,OAAO,SAAc,CAAC;QAC9C,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC,IAAI;YAAE,OAAO,SAAc,CAAC;QACjC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC;IAC/B,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,GAAG,MAAM;YAC9C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAsC,GAAG,IAAI,QAAQ,EAAE;gBAC/E,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE;oBACJ,kBAAkB,EAAE,MAAM;oBAC1B,IAAI,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;iBAC3B;aACF,CAAC,CAAC;YACH,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QAC7C,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,GAAG,MAAM;YAC5C,MAAM,OAAO,CACX,GAAG,IAAI,mCAAmC,kBAAkB,CAAC,MAAM,CAAC,EAAE,EACtE;gBACE,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE;oBACJ,IAAI,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;iBAC3B;aACF,CACF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,OAAO,kDAAkD,KAAK,MAAM,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAChD,OAAO,IAAI,KAAK,OAAO,CAAC;AAC1B,CAAC"}

package/dist/waterfall.d.ts

@@ -0,0 +1,39 @@
+import type { SqliteDatabase } from "@agentsean/db";
+import { type DiscrepancyCause } from "./causes.js";
+export type WaterfallStep = DiscrepancyCause & {
+    applies: boolean;
+    estimatedShare: number | null;
+    detail: string;
+};
+export type WaterfallResult = {
+    windowStart: string;
+    windowEnd: string;
+    gscClicks: number;
+    queryDimensionClicks: number;
+    ga4OrganicSessions: number;
+    residual: number;
+    residualPct: number | null;
+    anonymizedQueryShare: number;
+    euInvisibleShare: number | null;
+    euProperty: boolean;
+    steps: WaterfallStep[];
+    notes: string;
+};
+export type WaterfallInput = {
+    gscClicks: number;
+    queryDimensionClicks: number;
+    ga4OrganicSessions: number;
+    windowStart: string;
+    windowEnd: string;
+    timeZone?: string | null | undefined;
+    sampled?: boolean | undefined;
+    thresholded?: boolean | undefined;
+};
+/**
+ * Named 17-cause waterfall. It explains the residual; it does not force
+ * GA4 and GSC to match. The leftover is the honest number.
+ */
+export declare function buildWaterfall(input: WaterfallInput): WaterfallResult;
+export declare function waterfallFromSite(db: SqliteDatabase, siteId: string, windowStart: string, windowEnd: string): WaterfallResult;
+export declare function persistWaterfall(db: SqliteDatabase, siteId: string, result: WaterfallResult, now?: Date): void;
+//# sourceMappingURL=waterfall.d.ts.map

package/dist/waterfall.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"waterfall.d.ts","sourceRoot":"","sources":["../src/waterfall.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAQpD,OAAO,EAML,KAAK,gBAAgB,EACtB,MAAM,aAAa,CAAC;AAGrB,MAAM,MAAM,aAAa,GAAG,gBAAgB,GAAG;IAC7C,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,UAAU,EAAE,OAAO,CAAC;IACpB,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACnC,CAAC;AASF;;;GAGG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,cAAc,GAAG,eAAe,CAoFrE;AAsBD,wBAAgB,iBAAiB,CAC/B,EAAE,EAAE,cAAc,EAClB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,GAChB,eAAe,CAwCjB;AAED,wBAAgB,gBAAgB,CAC9B,EAAE,EAAE,cAAc,EAClB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,eAAe,EACvB,GAAG,OAAa,GACf,IAAI,CAwCN"}