@iann29/rastro 0.1.0-alpha.3 → 0.1.0-alpha.4

package/src/component/sanitize.ts

@@ -249,10 +249,21 @@ export function isValidMoney(value: number): boolean {
   return Number.isSafeInteger(value) && value >= 0 && value <= 1_000_000_000;
 }
 
-export function ensureBatchBytes(value: unknown): number {
-  const bytes = new TextEncoder().encode(JSON.stringify(value)).byteLength;
-  if (bytes > MAX_BATCH_BYTES) throw new Error("batch exceeds 64 KiB");
-  return bytes;
+export function measureBatchBytes(
+  siteId: string,
+  events: TrackerEvent[],
+): { batchBytes: number; eventByteCounts: number[] } {
+  const encoder = new TextEncoder();
+  const eventByteCounts = events.map((event) =>
+    encoder.encode(JSON.stringify(event)).byteLength
+  );
+  // The empty envelope already includes both array brackets; only commas remain.
+  const batchBytes =
+    encoder.encode(JSON.stringify({ siteId, events: [] })).byteLength +
+    eventByteCounts.reduce((total, byteCount) => total + byteCount, 0) +
+    Math.max(0, events.length - 1);
+  if (batchBytes > MAX_BATCH_BYTES) throw new Error("batch exceeds 64 KiB");
+  return { batchBytes, eventByteCounts };
 }
 
 export function sourceFromReferrer(referrer: string | undefined): string {

package/src/component/schema.ts

@@ -8,6 +8,7 @@ import {
   goalFieldsValidator,
   sessionFieldsValidator,
   siteFieldsValidator,
+  visitorSketchValidator,
 } from "./validators.js";
 
 export default defineSchema({
@@ -101,6 +102,115 @@ export default defineSchema({
       "bucketStart",
     ]),
 
+  goalDailyRollups: defineTable({
+    siteId: v.id("sites"),
+    goalId: v.id("goals"),
+    bucketStart: v.number(),
+    shard: v.number(),
+    generation: v.literal(1),
+    goalKey: v.string(),
+    completions: v.number(),
+    valueCents: v.number(),
+  })
+    .index("by_siteId_and_goalId_and_bucketStart_and_shard", [
+      "siteId",
+      "goalId",
+      "bucketStart",
+      "shard",
+    ])
+    .index("by_siteId_and_goalId_and_bucketStart", [
+      "siteId",
+      "goalId",
+      "bucketStart",
+    ])
+    .index("by_siteId_and_bucketStart", ["siteId", "bucketStart"]),
+
+  funnelDailyRollups: defineTable({
+    siteId: v.id("sites"),
+    funnelId: v.id("funnels"),
+    bucketStart: v.number(),
+    shard: v.number(),
+    generation: v.literal(1),
+    steps: v.array(v.object({
+      step: v.number(),
+      entrants: v.number(),
+      completions: v.number(),
+    })),
+  })
+    .index("by_siteId_and_funnelId_and_bucketStart_and_shard", [
+      "siteId",
+      "funnelId",
+      "bucketStart",
+      "shard",
+    ])
+    .index("by_siteId_and_funnelId_and_bucketStart", [
+      "siteId",
+      "funnelId",
+      "bucketStart",
+    ])
+    .index("by_siteId_and_bucketStart", ["siteId", "bucketStart"]),
+
+  affiliateDailyRollups: defineTable({
+    siteId: v.id("sites"),
+    affiliateId: v.id("affiliates"),
+    bucketStart: v.number(),
+    shard: v.number(),
+    generation: v.literal(1),
+    affiliateSlug: v.string(),
+    visits: v.number(),
+    visitorSketch: visitorSketchValidator,
+    conversions: v.number(),
+    revenueCents: v.number(),
+    commissionCents: v.number(),
+  })
+    .index("by_siteId_and_affiliateId_and_bucketStart_and_shard", [
+      "siteId",
+      "affiliateId",
+      "bucketStart",
+      "shard",
+    ])
+    .index("by_siteId_and_affiliateId_and_bucketStart", [
+      "siteId",
+      "affiliateId",
+      "bucketStart",
+    ])
+    .index("by_siteId_and_bucketStart", ["siteId", "bucketStart"]),
+
+  analyticsCoverage: defineTable({
+    siteId: v.id("sites"),
+    generation: v.literal(1),
+    rollupCompleteFrom: v.number(),
+    retained: v.array(v.object({ dataset: v.string(), before: v.number() })),
+    updatedAt: v.number(),
+  }).index("by_siteId", ["siteId"]),
+
+  retentionPolicies: defineTable({
+    siteId: v.id("sites"),
+    eventsDays: v.number(),
+    sessionsDays: v.number(),
+    conversionsDays: v.number(),
+    aggregatesDays: v.number(),
+    reportsDays: v.number(),
+    updatedAt: v.number(),
+  }).index("by_siteId", ["siteId"]),
+
+  retentionStates: defineTable({
+    siteId: v.id("sites"),
+    kind: v.string(),
+    before: v.number(),
+    status: v.union(
+      v.literal("pending"),
+      v.literal("running"),
+      v.literal("complete"),
+    ),
+    generation: v.number(),
+    attempt: v.number(),
+    leaseExpiresAt: v.optional(v.number()),
+    scheduledAt: v.optional(v.number()),
+    deleted: v.number(),
+    updatedAt: v.number(),
+  }).index("by_siteId_and_kind", ["siteId", "kind"]),
+
   goals: defineTable(goalFieldsValidator)
     .index("by_siteId", ["siteId"])
     .index("by_siteId_and_key", ["siteId", "key"]),

package/src/component/sites.ts

@@ -1,6 +1,7 @@
 import { v } from "convex/values";
 import { internalQuery, mutation, query } from "./_generated/server.js";
 import { MAX_SITES_PER_OWNER } from "./constants.js";
+import { ensureAnalyticsControl } from "./coverage.js";
 import { fail } from "./errors.js";
 import {
   cleanString,
@@ -66,6 +67,7 @@ export const create = mutation({
       ) {
         fail("CONFLICT", "site name is already associated with different settings");
       }
+      await ensureAnalyticsControl(ctx, existing._id, Date.now());
       return existing._id;
     }
 
@@ -80,7 +82,7 @@ export const create = mutation({
     }
 
     const now = Date.now();
-    return await ctx.db.insert("sites", {
+    const siteId = await ctx.db.insert("sites", {
       ownerId,
       name,
       domains,
@@ -91,6 +93,8 @@ export const create = mutation({
       createdAt: now,
       updatedAt: now,
     });
+    await ensureAnalyticsControl(ctx, siteId, now);
+    return siteId;
   },
 });
 

package/src/component/validators.ts

@@ -144,6 +144,12 @@ export const dimensionSlotValidator = v.object({
   revenueCents: v.number(),
 });
 
+export const visitorSketchValidator = v.object({
+  version: v.literal(1),
+  precision: v.number(),
+  registers: v.bytes(),
+});
+
 export const aggregateFieldsValidator = v.object({
   siteId: v.id("sites"),
   granularity: v.union(v.literal("hour"), v.literal("day")),
@@ -156,6 +162,8 @@ export const aggregateFieldsValidator = v.object({
   outboundClicks: v.number(),
   sessions: v.number(),
   visitors: v.number(),
+  visitorSketch: v.optional(visitorSketchValidator),
+  visitorSketchComplete: v.optional(v.boolean()),
   conversions: v.number(),
   revenueCents: v.number(),
   dimensions: v.array(dimensionSlotValidator),