@iann29/rastro 0.3.0 → 0.5.0

package/dist/component/reports.d.ts

@@ -1,4 +1,4 @@
-import type { Id } from "./_generated/dataModel.js";
+import type { Doc, Id } from "./_generated/dataModel.js";
 export declare const overview: import("convex/server").RegisteredQuery<"public", {
     from: number;
     interval?: "day" | "hour" | undefined;
@@ -75,6 +75,21 @@ export declare const overview: import("convex/server").RegisteredQuery<"public",
         count: number;
         revenueCents: number;
     }[];
+    topPlatforms: {
+        value: string;
+        count: number;
+        revenueCents: number;
+    }[];
+    topChannels: {
+        value: string;
+        count: number;
+        revenueCents: number;
+    }[];
+    topEvidence: {
+        value: string;
+        count: number;
+        revenueCents: number;
+    }[];
     metadata: {
         visitors: {
             basis: "bucketOccurrences" | "estimatedUnique";
@@ -94,6 +109,9 @@ export declare const overview: import("convex/server").RegisteredQuery<"public",
             topGoals: "goalCompletionVolume";
             topMediums: "eventVolume" | "sessions";
             topOutbound: "eventVolume";
+            topPlatforms: "eventVolume" | "sessions";
+            topChannels: "eventVolume" | "sessions";
+            topEvidence: "eventVolume" | "sessions";
         };
         dimensionsSince: number | null;
         engagement: "counted" | "unavailable";
@@ -227,45 +245,12 @@ export declare const siteMap: import("convex/server").RegisteredQuery<"public",
         };
     };
 }>>;
+type SessionRow = Omit<Doc<"sessions">, "geoLookupAttemptedAt" | "lastPageviewAt">;
 /** Metadata for a selected session, independent of list pagination. */
 export declare const getSession: import("convex/server").RegisteredQuery<"public", {
     sessionId: string;
     siteId: import("convex/values").GenericId<"sites">;
-}, Promise<{
-    _creationTime: number;
-    _id: import("convex/values").GenericId<"sessions">;
-    affiliateAttributedAt?: number | undefined;
-    affiliateExpiresAt?: number | undefined;
-    affiliateId?: import("convex/values").GenericId<"affiliates"> | undefined;
-    affiliateSlug?: string | undefined;
-    browser: string;
-    city?: string | undefined;
-    conversionCount: number;
-    country?: string | undefined;
-    currency?: string | undefined;
-    device: string;
-    durationMs: number;
-    entryPath: string;
-    eventCount: number;
-    exitPath: string;
-    lastSeenAt: number;
-    latitude?: number | undefined;
-    longitude?: number | undefined;
-    newVisitor?: boolean | undefined;
-    os: string;
-    pageviewCount: number;
-    referrer?: string | undefined;
-    revenueCents: number;
-    sessionId: string;
-    siteId: import("convex/values").GenericId<"sites">;
-    source: string;
-    startedAt: number;
-    utmCampaign?: string | undefined;
-    utmMedium?: string | undefined;
-    utmSource?: string | undefined;
-    visitorId: string;
-    visitorKey?: string | undefined;
-} | null>>;
+}, Promise<SessionRow | null>>;
 /** Exact commissions alongside overview's period revenue/conversion totals. */
 export declare const revenueSummary: import("convex/server").RegisteredQuery<"public", {
     from: number;
@@ -287,41 +272,7 @@ export declare const listSessions: import("convex/server").RegisteredQuery<"publ
     siteId: import("convex/values").GenericId<"sites">;
     to: number;
 }, Promise<{
-    page: {
-        _creationTime: number;
-        _id: import("convex/values").GenericId<"sessions">;
-        affiliateAttributedAt?: number | undefined;
-        affiliateExpiresAt?: number | undefined;
-        affiliateId?: import("convex/values").GenericId<"affiliates"> | undefined;
-        affiliateSlug?: string | undefined;
-        browser: string;
-        city?: string | undefined;
-        conversionCount: number;
-        country?: string | undefined;
-        currency?: string | undefined;
-        device: string;
-        durationMs: number;
-        entryPath: string;
-        eventCount: number;
-        exitPath: string;
-        lastSeenAt: number;
-        latitude?: number | undefined;
-        longitude?: number | undefined;
-        newVisitor?: boolean | undefined;
-        os: string;
-        pageviewCount: number;
-        referrer?: string | undefined;
-        revenueCents: number;
-        sessionId: string;
-        siteId: import("convex/values").GenericId<"sites">;
-        source: string;
-        startedAt: number;
-        utmCampaign?: string | undefined;
-        utmMedium?: string | undefined;
-        utmSource?: string | undefined;
-        visitorId: string;
-        visitorKey?: string | undefined;
-    }[];
+    page: SessionRow[];
     isDone: boolean;
     continueCursor: string;
 }>>;
@@ -353,9 +304,11 @@ export declare const sessionJourney: import("convex/server").RegisteredQuery<"pu
         os: string;
         device: string;
         affiliateSlug?: string | undefined;
+        clid?: string[] | undefined;
         currency?: string | undefined;
         eventId: string;
         href?: string | undefined;
+        inApp?: string | undefined;
         name?: string | undefined;
         path: string;
         properties?: Record<string, string | number | boolean | null> | undefined;
@@ -426,9 +379,11 @@ export declare const visitorJourney: import("convex/server").RegisteredQuery<"pu
     os: string;
     device: string;
     affiliateSlug?: string | undefined;
+    clid?: string[] | undefined;
     currency?: string | undefined;
     eventId: string;
     href?: string | undefined;
+    inApp?: string | undefined;
     name?: string | undefined;
     path: string;
     properties?: Record<string, string | number | boolean | null> | undefined;
@@ -629,7 +584,7 @@ export declare const dataCoverage: import("convex/server").RegisteredQuery<"publ
     from: number;
     to: number;
     datasets: {
-        dataset: "affiliates" | "conversions" | "events" | "funnels" | "goals" | "overviewDay" | "overviewHour" | "overviewLocalDay" | "sessions" | "siteMap" | "vitals";
+        dataset: "affiliates" | "conversions" | "events" | "funnels" | "goals" | "origin" | "overviewDay" | "overviewHour" | "overviewLocalDay" | "sessions" | "siteMap" | "vitals";
         coverage: {
             state: "complete" | "partial" | "retained" | "unavailable";
             generation: 1 | null;

package/dist/component/reports.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reports.d.ts","sourceRoot":"","sources":["../../src/component/reports.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAO,EAAE,EAAE,MAAM,2BAA2B,CAAC;AA+LzD,eAAO,MAAM,QAAQ;;;;;;;;;;;;;gBAurEX,MAAM;mBACH,MAAM;gBACT,MAAM;sBACA,MAAM;wBACJ,MAAM;kBACZ,MAAM;kBACN,MAAM;qBACH,MAAM;sBACL,MAAM;oBACR,MAAM;2BACC,MAAM;qBACZ,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAn3DX,UAAU;YACV,YAAY;YACZ,QAAQ;YACR,YAAY;YACZ,UAAU;YACV,WAAW;YACX,SAAS,EAAE,aAAa;YACxB,QAAQ,EAAE,sBAAsB;YAChC,UAAU;YACV,WAAW,EAAE,aAAa;;;;;;;;;;;;;;sBAs9DtB,WAAW;;;;YAz8Df,aAAa,EAAE,aAAa;YAC5B,aAAa,EAAE,aAAa;YAC5B,aAAa,EAAE,aAAa;YAC5B,YAAY,EAAE,WAAW;;;GAKjC,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAsEvB,CAAC;AAsBH;;;;;;;;;GASG;AACH,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;cA0KN,MAAM;YAAM,MAAM;eAAS,MAAM;;;QA+CvC,MAAM;QACN,WAAW;;;eAzKN,aAAa;;;wBAGN,CAAC;;;;;;;;sBAqyDP,WAAW;;;;YA/xDP,KAAK,EAAE,iBAAiB;YAAW,KAAK;;;;;;;;GAyKxD,CAAC;AA0CH,uEAAuE;AACvE,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAkBrB,CAAC;AAEH,+EAA+E;AAC/E,eAAO,MAAM,cAAc;;;;;;GAwEzB,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwEvB,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BzB,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiE1B,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAgDzB,CAAC;AASH,eAAO,MAAM,WAAW;;;;;;;;qBAiBH,MAAM;oBAAc,MAAM;;;;;;;;;;;;QA0DvC,KAAK;QACL,QAAQ;;;;;;;QAWR,KAAK;;;sBA+qCC,WAAW;;;;GA3qCvB,CAAC;AAiBH,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;QAoFhB,KAAK;QAGL,QAAQ;;;;;;;QACR,KAAK;;;sBAkkCD,WAAW;;;;;;;;;;;;;;;;KA5jCvB,CAAC;AAYH,eAAO,MAAM,gBAAgB;;;;;;;;qBAqDR,MAAM;sBACL,MAAM;yBACH,MAAM;;;;;;;;;;;;;;QAkGvB,KAAK;QACL,QAAQ;;;;;;;QAaR,KAAK;;;sBAy4BC,WAAW;;;QAx4BjB,cAAc;YACZ,KAAK;YAGL,KAAK;;;GAKb,CAAC;AAWH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QA4HjB,KAAK,EAAE,aAAa;QACpB,QAAQ;;;;;;;QAOR,KAAK;;;sBAgvBC,WAAW;;;;GA5uBvB,CAAC;AAgBH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;GAkDvB,CAAC;AAkjBH,KAAK,YAAY,GAAG;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC"}
+{"version":3,"file":"reports.d.ts","sourceRoot":"","sources":["../../src/component/reports.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,2BAA2B,CAAC;AAiMzD,eAAO,MAAM,QAAQ;;;;;;;;;;;;;gBAqwEX,MAAM;mBACH,MAAM;gBACT,MAAM;sBACA,MAAM;wBACJ,MAAM;kBACZ,MAAM;kBACN,MAAM;qBACH,MAAM;sBACL,MAAM;oBACR,MAAM;2BACC,MAAM;qBACZ,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAt6DX,UAAU;YACV,YAAY;YACZ,QAAQ;YACR,YAAY;YACZ,UAAU;YACV,WAAW;YACX,SAAS,EAAE,aAAa;YACxB,QAAQ,EAAE,sBAAsB;YAChC,UAAU;YACV,WAAW,EAAE,aAAa;YAC1B,YAAY;YACZ,WAAW;YACX,WAAW;;;;;;;;;;;;;;sBAsgEP,WAAW;;;;YAz/Df,aAAa,EAAE,aAAa;YAC5B,aAAa,EAAE,aAAa;YAC5B,aAAa,EAAE,aAAa;YAC5B,YAAY,EAAE,WAAW;;;GAKjC,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAsEvB,CAAC;AAsBH;;;;;;;;;GASG;AACH,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;cA0KN,MAAM;YAAM,MAAM;eAAS,MAAM;;;QA+CvC,MAAM;QACN,WAAW;;;eAzKN,aAAa;;;wBAGN,CAAC;;;;;;;;sBAq1DP,WAAW;;;;YA/0DP,KAAK,EAAE,iBAAiB;YAAW,KAAK;;;;;;;;GAyKxD,CAAC;AA0CH,KAAK,UAAU,GAAG,IAAI,CACpB,GAAG,CAAC,UAAU,CAAC,EACf,sBAAsB,GAAG,gBAAgB,CAC1C,CAAC;AAkBF,uEAAuE;AACvE,eAAO,MAAM,UAAU;;;8BAmBrB,CAAC;AAEH,+EAA+E;AAC/E,eAAO,MAAM,cAAc;;;;;;GAwEzB,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;GAyEvB,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BzB,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiE1B,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAgDzB,CAAC;AASH,eAAO,MAAM,WAAW;;;;;;;;qBAiBH,MAAM;oBAAc,MAAM;;;;;;;;;;;;QA0DvC,KAAK;QACL,QAAQ;;;;;;;QAWR,KAAK;;;sBAwsCC,WAAW;;;;GApsCvB,CAAC;AAiBH,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;QAoFhB,KAAK;QAGL,QAAQ;;;;;;;QACR,KAAK;;;sBA2lCD,WAAW;;;;;;;;;;;;;;;;KArlCvB,CAAC;AAYH,eAAO,MAAM,gBAAgB;;;;;;;;qBAqDR,MAAM;sBACL,MAAM;yBACH,MAAM;;;;;;;;;;;;;;QAkGvB,KAAK;QACL,QAAQ;;;;;;;QAaR,KAAK;;;sBAk6BC,WAAW;;;QAj6BjB,cAAc;YACZ,KAAK;YAGL,KAAK;;;GAKb,CAAC;AAWH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QA4HjB,KAAK,EAAE,aAAa;QACpB,QAAQ;;;;;;;QAOR,KAAK;;;sBAywBC,WAAW;;;;GArwBvB,CAAC;AAiBH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;GAmDvB,CAAC;AAykBH,KAAK,YAAY,GAAG;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC"}

package/dist/component/reports.js

@@ -7,6 +7,8 @@ import { fail } from "./errors.js";
 import { isLocalDayAligned, localDayStart, localDayStarts, localDayTimezone, sharedLocalTimezone, } from "./localTime.js";
 import { compareJourneyEvents, hydrateEventContexts, loadSessionJourneyEvents, loadVisitorJourneyEvents, } from "./eventStore.js";
 import { isPlainRecord } from "./guards.js";
+import { classifyOrigin } from "./origin.js";
+import { externalReferrer } from "./sanitize.js";
 import { affiliateFieldsValidator, eventFieldsValidator, funnelFieldsValidator, goalFieldsValidator, sessionFieldsValidator, vitalMetricValidator, } from "./validators.js";
 import { resolveVisitorIdentities } from "./visitors.js";
 import { mergeVitalHistograms, VITAL_ALL, VITAL_METRICS, vitalHistogramPercentile, vitalRatingCounts, } from "./vitals.js";
@@ -145,6 +147,11 @@ export const overview = query({
         topMediums: v.array(topItemValidator),
         // Destination hosts of outbound clicks, ranked by clicks.
         topOutbound: v.array(topItemValidator),
+        // The session's origin (origin.ts), ranked like sources: platform ids,
+        // channel ids, and the evidence that decided them.
+        topPlatforms: v.array(topItemValidator),
+        topChannels: v.array(topItemValidator),
+        topEvidence: v.array(topItemValidator),
         metadata: v.object({
             visitors: v.object({
                 basis: v.union(v.literal("estimatedUnique"), v.literal("bucketOccurrences")),
@@ -164,6 +171,9 @@ export const overview = query({
                 topGoals: v.literal("goalCompletionVolume"),
                 topMediums: breakdownBasisValidator,
                 topOutbound: v.literal("eventVolume"),
+                topPlatforms: breakdownBasisValidator,
+                topChannels: breakdownBasisValidator,
+                topEvidence: breakdownBasisValidator,
             }),
             // Since when every site in the request records the medium and outbound
             // slots; null while one of them has not stamped it. A range that starts
@@ -247,10 +257,13 @@ export const overview = query({
         const bucketCount = localDays
             ? bucketStarts.length
             : Math.floor((lastBucket - firstBucket) / intervalMs) + 1;
-        const perSiteLimit = bucketCount *
-            (interval === "hour" ? HOURLY_AGGREGATE_SHARDS : AGGREGATE_SHARDS);
+        const shards = interval === "hour" ? HOURLY_AGGREGATE_SHARDS : AGGREGATE_SHARDS;
+        const perSiteLimit = bucketCount * shards;
         if (perSiteLimit * siteIds.length > MAX_OVERVIEW_AGGREGATE_ROWS) {
-            fail("LIMIT_EXCEEDED", "overview range is too wide for the requested number of sites", { maximumAggregateRows: MAX_OVERVIEW_AGGREGATE_ROWS });
+            // The row budget, not MAX_REPORT_RANGE_DAYS, bounds the overview: 101
+            // days for one site and 10 for ten; 24 hours for two, 5 for ten.
+            const maximumBuckets = Math.floor(MAX_OVERVIEW_AGGREGATE_ROWS / (shards * siteIds.length));
+            fail("LIMIT_EXCEEDED", `overview range is too wide: ${siteIds.length === 1 ? "one site" : `${siteIds.length} sites`} can read at most ${maximumBuckets} ${interval}s`, { maximumAggregateRows: MAX_OVERVIEW_AGGREGATE_ROWS, maximumBuckets });
         }
         const totals = emptyTotals();
         const points = new Map();
@@ -266,14 +279,26 @@ export const overview = query({
                 : "overviewLocalDay";
         await assertSourceAvailable(ctx, siteIds, [overviewDataset], from);
         for (const siteId of siteIds) {
-            const buckets = await ctx.db
+            // Iterated rather than taken whole: within the row budget a busy range
+            // can still cross the bytes a query may read. Values are length-capped,
+            // so sixteen buckets stay far below the reserve, and running out fails
+            // with REPORT_INCOMPLETE, as the feature reports do, instead of a raw
+            // limit error.
+            const buckets = [];
+            for await (const bucket of ctx.db
                 .query("aggregateBuckets")
                 .withIndex("by_siteId_and_granularity_and_bucketStart", (range) => range
                 .eq("siteId", siteId)
                 .eq("granularity", granularity)
                 .gte("bucketStart", firstBucket)
-                .lte("bucketStart", lastBucket))
-                .take(perSiteLimit + 1);
+                .lte("bucketStart", lastBucket))) {
+                buckets.push(bucket);
+                if (buckets.length > perSiteLimit)
+                    break;
+                if (buckets.length % 16 === 0) {
+                    await requireFeatureReadHeadroom(ctx, "overview aggregate buckets");
+                }
+            }
             failIfIncomplete(buckets, perSiteLimit, "overview aggregate buckets");
             for (const bucket of buckets) {
                 if (localDays &&
@@ -375,6 +400,9 @@ export const overview = query({
             topGoals: top("goal", "eventVolume"),
             topMediums: top("medium", sessionBasis),
             topOutbound: top("outbound", "eventVolume"),
+            topPlatforms: top("platform", sessionBasis),
+            topChannels: top("channel", sessionBasis),
+            topEvidence: top("evidence", sessionBasis),
             metadata: {
                 visitors: {
                     basis: visitorBasis,
@@ -394,6 +422,9 @@ export const overview = query({
                     topGoals: "goalCompletionVolume",
                     topMediums: sessionBasis,
                     topOutbound: "eventVolume",
+                    topPlatforms: sessionBasis,
+                    topChannels: sessionBasis,
+                    topEvidence: sessionBasis,
                 },
                 dimensionsSince: controls.every((control) => control?.dimensionsSince !== undefined)
                     ? Math.max(...controls.map((control) => control.dimensionsSince))
@@ -705,6 +736,22 @@ async function readRouteRollups(ctx, siteId, from, to, budget) {
     }
     return { rows, completeFrom: cutAt + DAY_MS };
 }
+/**
+ * A session recorded before origins existed, classified on read from what it
+ * kept (utm fields, referrer, affiliate) and marked `legacy`: it carries no
+ * click IDs or in-app signal, and it never enters the aggregates.
+ */
+function withOrigin(session, domains) {
+    if (session.platform !== undefined)
+        return session;
+    const origin = classifyOrigin({
+        utmSource: session.utmSource,
+        utmMedium: session.utmMedium,
+        referrer: externalReferrer(session.referrer, domains),
+        affiliate: session.affiliateSlug !== undefined,
+    });
+    return { ...session, ...origin, evidence: "legacy" };
+}
 /** Metadata for a selected session, independent of list pagination. */
 export const getSession = query({
     args: { siteId: v.id("sites"), sessionId: v.string() },
@@ -717,7 +764,8 @@ export const getSession = query({
         if (!session)
             return null;
         const { geoLookupAttemptedAt: _geo, lastPageviewAt: _pageview, ...result } = session;
-        return result;
+        const site = await ctx.db.get("sites", args.siteId);
+        return withOrigin(result, site?.domains ?? []);
     },
 });
 /** Exact commissions alongside overview's period revenue/conversion totals. */
@@ -829,7 +877,8 @@ export const listSessions = query({
                 .order("desc")
                 .take(take)));
         }
-        const publicRows = rows.map(({ geoLookupAttemptedAt: _attemptedAt, lastPageviewAt: _lastPageviewAt, ...row }) => row);
+        const site = await ctx.db.get("sites", args.siteId);
+        const publicRows = rows.map(({ geoLookupAttemptedAt: _attemptedAt, lastPageviewAt: _lastPageviewAt, ...row }) => withOrigin(row, site?.domains ?? []));
         return keysetPaginationResult(publicRows, pagination, (row) => ({
             timestamp: row.lastSeenAt,
             creationTime: row._creationTime,
@@ -1366,7 +1415,7 @@ export const vitalsReport = query({
         };
     },
 });
-const coverageDatasetValidator = v.union(v.literal("overviewHour"), v.literal("overviewDay"), v.literal("overviewLocalDay"), v.literal("events"), v.literal("sessions"), v.literal("conversions"), v.literal("goals"), v.literal("funnels"), v.literal("affiliates"), v.literal("vitals"), v.literal("siteMap"));
+const coverageDatasetValidator = v.union(v.literal("overviewHour"), v.literal("overviewDay"), v.literal("overviewLocalDay"), v.literal("events"), v.literal("sessions"), v.literal("conversions"), v.literal("goals"), v.literal("funnels"), v.literal("affiliates"), v.literal("vitals"), v.literal("siteMap"), v.literal("origin"));
 export const dataCoverage = query({
     args: {
         siteId: v.id("sites"),
@@ -1396,6 +1445,7 @@ export const dataCoverage = query({
             "affiliates",
             "vitals",
             "siteMap",
+            "origin",
         ];
         return {
             siteId: args.siteId,
@@ -1586,7 +1636,12 @@ async function assertSourceAvailable(ctx, siteIds, sources, from) {
 }
 async function datasetCoverageForRange(ctx, siteId, dataset, from, to) {
     if (dataset === "siteMap") {
-        return siteMapDatasetCoverage(ctx, siteId, from, to);
+        return stampedDatasetCoverage(ctx, siteId, from, to, "siteMapSince", siteMapCoverageDataset);
+    }
+    // Origins exist in sessions and aggregate slots from the site's stamp, and
+    // the overview reads them from the daily aggregates retention trims.
+    if (dataset === "origin") {
+        return stampedDatasetCoverage(ctx, siteId, from, to, "originSince", "overviewDay");
     }
     // Vitals have no legacy fallback source; the rollup either covers the range
     // or the coverage states say how much of it exists.
@@ -1620,17 +1675,18 @@ async function datasetCoverageForRange(ctx, siteId, dataset, from, to) {
     return options.sort((left, right) => coverageRank(right.state) - coverageRank(left.state))[0];
 }
 /**
- * The site map's coverage without reading its rows: it starts at the site's
- * `siteMapSince` and ends where retention cut it. The report itself may still
- * narrow the window when the range exceeds its row budget.
+ * A stamped dataset's coverage without reading its rows: it starts at the
+ * site's stamp (`siteMapSince`, `originSince`) and ends where retention cut
+ * it. The site map report may still narrow the window when the range exceeds
+ * its row budget.
  */
-async function siteMapDatasetCoverage(ctx, siteId, from, to) {
+async function stampedDatasetCoverage(ctx, siteId, from, to, stamp, retainedDataset) {
     const control = await ctx.db
         .query("analyticsCoverage")
         .withIndex("by_siteId", (range) => range.eq("siteId", siteId))
         .unique();
-    const since = control?.siteMapSince ?? null;
-    const retainedBefore = control?.retained.find((item) => item.dataset === siteMapCoverageDataset)
+    const since = control?.[stamp] ?? null;
+    const retainedBefore = control?.retained.find((item) => item.dataset === retainedDataset)
         ?.before ?? null;
     const unavailable = since === null ||
         to < since ||