@gscdump/engine 0.24.1 → 0.25.1

package/dist/_chunks/compaction.mjs

@@ -0,0 +1,247 @@
+import { dayPartition, inferSearchType, mondayOfWeek, monthPartition, objectKey, quarterOfMonth, quarterPartition, weekPartition } from "./layout.mjs";
+import { currentSchemaVersion } from "./schema.mjs";
+import { MS_PER_DAY } from "gscdump";
+const DAILY_PARTITION_RE = /^daily\/(\d{4}-\d{2}-\d{2})$/;
+const WEEKLY_PARTITION_RE = /^weekly\/(\d{4}-\d{2}-\d{2})$/;
+const MONTHLY_PARTITION_RE = /^monthly\/(\d{4}-\d{2})$/;
+const QUARTERLY_PARTITION_RE = /^quarterly\/(\d{4})-Q([1-4])$/;
+const DEFAULT_THRESHOLDS = {
+	raw: 7,
+	d7: 30,
+	d30: 90
+};
+function countRawDailies(entries) {
+	return entries.filter((e) => e.tier === "raw" || e.tier == null && e.partition.startsWith("daily/")).length;
+}
+const PENDING_WINDOW_DAYS = 4;
+const STAGES = [
+	{
+		inputTier: "raw",
+		outputTier: "d7",
+		cutoffDays: DEFAULT_THRESHOLDS.raw,
+		bucketKey: (e) => {
+			const m = e.partition.match(DAILY_PARTITION_RE);
+			if (!m) return void 0;
+			return mondayOfWeek(m[1]);
+		},
+		bucketLatestMs: (monday) => Date.parse(`${monday}T00:00:00Z`) + 6 * MS_PER_DAY,
+		outputPartition: weekPartition
+	},
+	{
+		inputTier: "d7",
+		outputTier: "d30",
+		cutoffDays: DEFAULT_THRESHOLDS.d7,
+		bucketKey: (e) => {
+			const m = e.partition.match(WEEKLY_PARTITION_RE);
+			if (!m) return void 0;
+			return m[1].slice(0, 7);
+		},
+		bucketLatestMs: monthEndMs,
+		outputPartition: monthPartition
+	},
+	{
+		inputTier: "d30",
+		outputTier: "d90",
+		cutoffDays: DEFAULT_THRESHOLDS.d30,
+		bucketKey: (e) => {
+			const m = e.partition.match(MONTHLY_PARTITION_RE);
+			if (!m) return void 0;
+			return quarterOfMonth(m[1]);
+		},
+		bucketLatestMs: quarterEndMs,
+		outputPartition: quarterPartition
+	}
+];
+async function compactTieredImpl(deps, ctx, now, overrides = {}) {
+	const thresholds = {
+		...DEFAULT_THRESHOLDS,
+		...overrides
+	};
+	const stagesWithThresholds = STAGES.map((s) => ({
+		...s,
+		cutoffDays: s.outputTier === "d7" ? thresholds.raw : s.outputTier === "d30" ? thresholds.d7 : thresholds.d30
+	}));
+	for (const stage of stagesWithThresholds) await runStage(deps, ctx, stage, now);
+}
+async function runStage(deps, ctx, stage, now) {
+	const cutoff = now - Math.max(stage.cutoffDays, PENDING_WINDOW_DAYS) * MS_PER_DAY;
+	const candidates = await deps.manifestStore.listLive({
+		userId: ctx.userId,
+		siteId: ctx.siteId,
+		table: ctx.table,
+		tier: stage.inputTier
+	});
+	const buckets = /* @__PURE__ */ new Map();
+	for (const entry of candidates) {
+		if (entry.partition.startsWith("hourly/")) continue;
+		const key = stage.bucketKey(entry);
+		if (!key) continue;
+		if (stage.bucketLatestMs(key) >= cutoff) continue;
+		const compositeKey = `${inferSearchType(entry)}\0${key}`;
+		if (!buckets.has(compositeKey)) buckets.set(compositeKey, []);
+		buckets.get(compositeKey).push(entry);
+	}
+	for (const [compositeKey, entries] of buckets) {
+		const [searchType, bucket] = compositeKey.split("\0");
+		const targetPartition = stage.outputPartition(bucket);
+		if (entries.length === 1 && entries[0].partition === targetPartition) continue;
+		await deps.manifestStore.withLock({
+			userId: ctx.userId,
+			siteId: ctx.siteId,
+			table: ctx.table,
+			partition: targetPartition
+		}, async () => {
+			const key = objectKey(ctx, ctx.table, targetPartition, now, searchType);
+			const { bytes, rowCount } = await deps.codec.compactRows({ table: ctx.table }, entries.map((e) => e.objectKey), key, deps.dataSource);
+			const newEntry = {
+				userId: ctx.userId,
+				siteId: ctx.siteId,
+				table: ctx.table,
+				partition: targetPartition,
+				objectKey: key,
+				rowCount,
+				bytes,
+				createdAt: now,
+				schemaVersion: currentSchemaVersion(ctx.table),
+				tier: stage.outputTier,
+				...searchType !== "web" ? { searchType } : {}
+			};
+			await deps.manifestStore.registerVersion(newEntry, entries);
+		});
+	}
+}
+function enumeratePartitions(startDate, endDate) {
+	const out = [];
+	const [sy, sm, sd] = startDate.split("-").map(Number);
+	const [ey, em, ed] = endDate.split("-").map(Number);
+	const start = Date.UTC(sy, sm - 1, sd);
+	const end = Date.UTC(ey, em - 1, ed);
+	if (end < start) return out;
+	const seenWeeks = /* @__PURE__ */ new Set();
+	const seenMonths = /* @__PURE__ */ new Set();
+	const seenQuarters = /* @__PURE__ */ new Set();
+	for (let t = start; t <= end; t += 864e5) {
+		const d = new Date(t);
+		const y = d.getUTCFullYear();
+		const m = String(d.getUTCMonth() + 1).padStart(2, "0");
+		const isoDay = `${y}-${m}-${String(d.getUTCDate()).padStart(2, "0")}`;
+		const isoMonth = `${y}-${m}`;
+		out.push(dayPartition(isoDay));
+		const monday = mondayOfWeek(isoDay);
+		if (!seenWeeks.has(monday)) {
+			seenWeeks.add(monday);
+			out.push(weekPartition(monday));
+		}
+		if (!seenMonths.has(isoMonth)) {
+			seenMonths.add(isoMonth);
+			out.push(monthPartition(isoMonth));
+		}
+		const quarter = quarterOfMonth(isoMonth);
+		if (!seenQuarters.has(quarter)) {
+			seenQuarters.add(quarter);
+			out.push(quarterPartition(quarter));
+		}
+	}
+	return out;
+}
+function partitionSpan(partition) {
+	let m = partition.match(DAILY_PARTITION_RE);
+	if (m) {
+		const ms = Date.parse(`${m[1]}T00:00:00Z`);
+		return {
+			rank: 0,
+			startMs: ms,
+			endMs: ms
+		};
+	}
+	m = partition.match(WEEKLY_PARTITION_RE);
+	if (m) {
+		const ms = Date.parse(`${m[1]}T00:00:00Z`);
+		return {
+			rank: 1,
+			startMs: ms,
+			endMs: ms + 6 * MS_PER_DAY
+		};
+	}
+	m = partition.match(MONTHLY_PARTITION_RE);
+	if (m) {
+		const [y, mo] = m[1].split("-").map(Number);
+		return {
+			rank: 2,
+			startMs: Date.UTC(y, mo - 1, 1),
+			endMs: Date.UTC(y, mo, 0)
+		};
+	}
+	m = partition.match(QUARTERLY_PARTITION_RE);
+	if (m) {
+		const y = Number(m[1]);
+		const q = Number(m[2]);
+		return {
+			rank: 3,
+			startMs: Date.UTC(y, (q - 1) * 3, 1),
+			endMs: Date.UTC(y, q * 3, 0)
+		};
+	}
+}
+function splitOverlappingTiers(entries, queryRange) {
+	const rangeStartMs = queryRange ? Date.parse(`${queryRange.start}T00:00:00Z`) : void 0;
+	const rangeEndMs = queryRange ? Date.parse(`${queryRange.end}T00:00:00Z`) : void 0;
+	const spanned = [];
+	const kept = [];
+	const subsumed = [];
+	for (const entry of entries) {
+		const span = partitionSpan(entry.partition);
+		if (!span) {
+			kept.push(entry);
+			continue;
+		}
+		const days = [];
+		for (let t = span.startMs; t <= span.endMs; t += MS_PER_DAY) {
+			if (rangeStartMs !== void 0 && (t < rangeStartMs || t > rangeEndMs)) continue;
+			days.push(t);
+		}
+		if (queryRange && days.length === 0) {
+			subsumed.push(entry);
+			continue;
+		}
+		spanned.push({
+			entry,
+			rank: span.rank,
+			days
+		});
+	}
+	spanned.sort((a, b) => a.rank - b.rank || b.entry.createdAt - a.entry.createdAt);
+	const coveredBySearchType = /* @__PURE__ */ new Map();
+	for (const { entry, days } of spanned) {
+		const slice = inferSearchType(entry);
+		let covered = coveredBySearchType.get(slice);
+		if (!covered) {
+			covered = /* @__PURE__ */ new Set();
+			coveredBySearchType.set(slice, covered);
+		}
+		if (days.every((d) => covered.has(d))) {
+			subsumed.push(entry);
+			continue;
+		}
+		kept.push(entry);
+		for (const d of days) covered.add(d);
+	}
+	return {
+		kept,
+		subsumed
+	};
+}
+function dedupeOverlappingTiers(entries, queryRange) {
+	return splitOverlappingTiers(entries, queryRange).kept;
+}
+function monthEndMs(month) {
+	const [y, m] = month.split("-").map(Number);
+	return Date.UTC(y, m, 0, 23, 59, 59, 999);
+}
+function quarterEndMs(quarter) {
+	const [yStr, qStr] = quarter.split("-Q");
+	const y = Number(yStr);
+	const q = Number(qStr);
+	return Date.UTC(y, q * 3, 0, 23, 59, 59, 999);
+}
+export { compactTieredImpl, countRawDailies, dedupeOverlappingTiers, enumeratePartitions, splitOverlappingTiers };

package/dist/_chunks/engine.mjs

@@ -1,9 +1,10 @@
+import { dayPartition, hourPartition, inferSearchType, objectKey, tenantPrefix } from "./layout.mjs";
 import { SCHEMAS, currentSchemaVersion, dedupeByNaturalKey } from "./schema.mjs";
-import { dayPartition, hourPartition, inferSearchType, objectKey, tenantPrefix } from "./storage.mjs";
-import { compactTieredImpl, compileLogicalQueryPlan, dedupeOverlappingTiers, substituteNamedFiles } from "./parquet-plan.mjs";
+import { compactTieredImpl, dedupeOverlappingTiers, splitOverlappingTiers } from "./compaction.mjs";
+import { compileLogicalQueryPlan, substituteNamedFiles } from "./parquet-plan.mjs";
 import { sqlEscape } from "../sql-bind.mjs";
 import { buildLogicalPlan } from "gscdump/query/plan";
-import { normalizeUrl } from "gscdump/normalize";
+import { normalizeUrl } from "gscdump";
 async function encodeBytes(db, table, rows) {
 	const inName = db.makeTempPath("json");
 	const outName = db.makeTempPath("parquet");
@@ -485,6 +486,22 @@ function createStorageEngine(opts) {
 			codec
 		}, ctx, (ctx.now ?? defaultNow)(), thresholds);
 	}
+	async function reconcileSubsumed(ctx) {
+		const { subsumed } = splitOverlappingTiers(await manifestStore.listLive({
+			userId: ctx.userId,
+			siteId: ctx.siteId,
+			table: ctx.table
+		}));
+		if (subsumed.length === 0) return {
+			retired: 0,
+			partitions: []
+		};
+		await manifestStore.registerVersions([], subsumed);
+		return {
+			retired: subsumed.length,
+			partitions: subsumed.map((e) => e.partition)
+		};
+	}
 	async function gcOrphans(ctx, graceMs) {
 		return gcOrphansImpl({
 			dataSource,
@@ -590,6 +607,7 @@ function createStorageEngine(opts) {
 		query,
 		runSQL,
 		compactTiered,
+		reconcileSubsumed,
 		gcOrphans,
 		purgeTenant,
 		purgeUrls,
@@ -601,4 +619,4 @@ function createStorageEngine(opts) {
 		readObject: (key) => dataSource.read(key)
 	};
 }
-export { MAX_DAY_BYTES, canonicalEmptyParquetSchema, createDuckDBCodec, createDuckDBExecutor, createStorageEngine, gcOrphansImpl };
+export { MAX_DAY_BYTES, canonicalEmptyParquetSchema, createDuckDBCodec, createDuckDBExecutor, createStorageEngine };

package/dist/_chunks/parquet-plan.mjs

@@ -1,252 +1,7 @@
-import { currentSchemaVersion, dimensionToColumn } from "./schema.mjs";
-import { dayPartition, inferSearchType, mondayOfWeek, monthPartition, objectKey, quarterOfMonth, quarterPartition, weekPartition } from "./storage.mjs";
+import { dimensionToColumn } from "./schema.mjs";
+import { enumeratePartitions } from "./compaction.mjs";
 import { METRIC_EXPR, escapeLike, topLevelPagePredicateSql } from "../sql-fragments.mjs";
-import { MS_PER_DAY } from "gscdump";
 import { buildLogicalPlan } from "gscdump/query/plan";
-const DAILY_PARTITION_RE = /^daily\/(\d{4}-\d{2}-\d{2})$/;
-const WEEKLY_PARTITION_RE = /^weekly\/(\d{4}-\d{2}-\d{2})$/;
-const MONTHLY_PARTITION_RE = /^monthly\/(\d{4}-\d{2})$/;
-const QUARTERLY_PARTITION_RE = /^quarterly\/(\d{4})-Q([1-4])$/;
-const DEFAULT_THRESHOLDS = {
-	raw: 7,
-	d7: 30,
-	d30: 90
-};
-const RAW_DAILY_COMPACT_THRESHOLD = 7;
-function countRawDailies(entries) {
-	return entries.filter((e) => e.tier === "raw" || e.tier == null && e.partition.startsWith("daily/")).length;
-}
-const PENDING_WINDOW_DAYS = 4;
-const STAGES = [
-	{
-		inputTier: "raw",
-		outputTier: "d7",
-		cutoffDays: DEFAULT_THRESHOLDS.raw,
-		bucketKey: (e) => {
-			const m = e.partition.match(DAILY_PARTITION_RE);
-			if (!m) return void 0;
-			return mondayOfWeek(m[1]);
-		},
-		bucketLatestMs: (monday) => Date.parse(`${monday}T00:00:00Z`) + 6 * MS_PER_DAY,
-		outputPartition: weekPartition
-	},
-	{
-		inputTier: "d7",
-		outputTier: "d30",
-		cutoffDays: DEFAULT_THRESHOLDS.d7,
-		bucketKey: (e) => {
-			const m = e.partition.match(WEEKLY_PARTITION_RE);
-			if (!m) return void 0;
-			return m[1].slice(0, 7);
-		},
-		bucketLatestMs: monthEndMs,
-		outputPartition: monthPartition
-	},
-	{
-		inputTier: "d30",
-		outputTier: "d90",
-		cutoffDays: DEFAULT_THRESHOLDS.d30,
-		bucketKey: (e) => {
-			const m = e.partition.match(MONTHLY_PARTITION_RE);
-			if (!m) return void 0;
-			return quarterOfMonth(m[1]);
-		},
-		bucketLatestMs: quarterEndMs,
-		outputPartition: quarterPartition
-	}
-];
-async function compactTieredImpl(deps, ctx, now, overrides = {}) {
-	const thresholds = {
-		...DEFAULT_THRESHOLDS,
-		...overrides
-	};
-	const stagesWithThresholds = STAGES.map((s) => ({
-		...s,
-		cutoffDays: s.outputTier === "d7" ? thresholds.raw : s.outputTier === "d30" ? thresholds.d7 : thresholds.d30
-	}));
-	for (const stage of stagesWithThresholds) await runStage(deps, ctx, stage, now);
-}
-async function runStage(deps, ctx, stage, now) {
-	const cutoff = now - Math.max(stage.cutoffDays, PENDING_WINDOW_DAYS) * MS_PER_DAY;
-	const candidates = await deps.manifestStore.listLive({
-		userId: ctx.userId,
-		siteId: ctx.siteId,
-		table: ctx.table,
-		tier: stage.inputTier
-	});
-	const buckets = /* @__PURE__ */ new Map();
-	for (const entry of candidates) {
-		if (entry.partition.startsWith("hourly/")) continue;
-		const key = stage.bucketKey(entry);
-		if (!key) continue;
-		if (stage.bucketLatestMs(key) >= cutoff) continue;
-		const compositeKey = `${inferSearchType(entry)}\0${key}`;
-		if (!buckets.has(compositeKey)) buckets.set(compositeKey, []);
-		buckets.get(compositeKey).push(entry);
-	}
-	for (const [compositeKey, entries] of buckets) {
-		const [searchType, bucket] = compositeKey.split("\0");
-		const targetPartition = stage.outputPartition(bucket);
-		if (entries.length === 1 && entries[0].partition === targetPartition) continue;
-		await deps.manifestStore.withLock({
-			userId: ctx.userId,
-			siteId: ctx.siteId,
-			table: ctx.table,
-			partition: targetPartition
-		}, async () => {
-			const key = objectKey(ctx, ctx.table, targetPartition, now, searchType);
-			const { bytes, rowCount } = await deps.codec.compactRows({ table: ctx.table }, entries.map((e) => e.objectKey), key, deps.dataSource);
-			const newEntry = {
-				userId: ctx.userId,
-				siteId: ctx.siteId,
-				table: ctx.table,
-				partition: targetPartition,
-				objectKey: key,
-				rowCount,
-				bytes,
-				createdAt: now,
-				schemaVersion: currentSchemaVersion(ctx.table),
-				tier: stage.outputTier,
-				...searchType !== "web" ? { searchType } : {}
-			};
-			await deps.manifestStore.registerVersion(newEntry, entries);
-		});
-	}
-}
-function enumeratePartitions(startDate, endDate) {
-	const out = [];
-	const [sy, sm, sd] = startDate.split("-").map(Number);
-	const [ey, em, ed] = endDate.split("-").map(Number);
-	const start = Date.UTC(sy, sm - 1, sd);
-	const end = Date.UTC(ey, em - 1, ed);
-	if (end < start) return out;
-	const seenWeeks = /* @__PURE__ */ new Set();
-	const seenMonths = /* @__PURE__ */ new Set();
-	const seenQuarters = /* @__PURE__ */ new Set();
-	for (let t = start; t <= end; t += 864e5) {
-		const d = new Date(t);
-		const y = d.getUTCFullYear();
-		const m = String(d.getUTCMonth() + 1).padStart(2, "0");
-		const isoDay = `${y}-${m}-${String(d.getUTCDate()).padStart(2, "0")}`;
-		const isoMonth = `${y}-${m}`;
-		out.push(dayPartition(isoDay));
-		const monday = mondayOfWeek(isoDay);
-		if (!seenWeeks.has(monday)) {
-			seenWeeks.add(monday);
-			out.push(weekPartition(monday));
-		}
-		if (!seenMonths.has(isoMonth)) {
-			seenMonths.add(isoMonth);
-			out.push(monthPartition(isoMonth));
-		}
-		const quarter = quarterOfMonth(isoMonth);
-		if (!seenQuarters.has(quarter)) {
-			seenQuarters.add(quarter);
-			out.push(quarterPartition(quarter));
-		}
-	}
-	return out;
-}
-function partitionSpan(partition) {
-	let m = partition.match(DAILY_PARTITION_RE);
-	if (m) {
-		const ms = Date.parse(`${m[1]}T00:00:00Z`);
-		return {
-			rank: 0,
-			startMs: ms,
-			endMs: ms
-		};
-	}
-	m = partition.match(WEEKLY_PARTITION_RE);
-	if (m) {
-		const ms = Date.parse(`${m[1]}T00:00:00Z`);
-		return {
-			rank: 1,
-			startMs: ms,
-			endMs: ms + 6 * MS_PER_DAY
-		};
-	}
-	m = partition.match(MONTHLY_PARTITION_RE);
-	if (m) {
-		const [y, mo] = m[1].split("-").map(Number);
-		return {
-			rank: 2,
-			startMs: Date.UTC(y, mo - 1, 1),
-			endMs: Date.UTC(y, mo, 0)
-		};
-	}
-	m = partition.match(QUARTERLY_PARTITION_RE);
-	if (m) {
-		const y = Number(m[1]);
-		const q = Number(m[2]);
-		return {
-			rank: 3,
-			startMs: Date.UTC(y, (q - 1) * 3, 1),
-			endMs: Date.UTC(y, q * 3, 0)
-		};
-	}
-}
-function splitOverlappingTiers(entries, queryRange) {
-	const rangeStartMs = queryRange ? Date.parse(`${queryRange.start}T00:00:00Z`) : void 0;
-	const rangeEndMs = queryRange ? Date.parse(`${queryRange.end}T00:00:00Z`) : void 0;
-	const spanned = [];
-	const kept = [];
-	const subsumed = [];
-	for (const entry of entries) {
-		const span = partitionSpan(entry.partition);
-		if (!span) {
-			kept.push(entry);
-			continue;
-		}
-		const days = [];
-		for (let t = span.startMs; t <= span.endMs; t += MS_PER_DAY) {
-			if (rangeStartMs !== void 0 && (t < rangeStartMs || t > rangeEndMs)) continue;
-			days.push(t);
-		}
-		if (queryRange && days.length === 0) {
-			subsumed.push(entry);
-			continue;
-		}
-		spanned.push({
-			entry,
-			rank: span.rank,
-			days
-		});
-	}
-	spanned.sort((a, b) => a.rank - b.rank || b.entry.createdAt - a.entry.createdAt);
-	const coveredBySearchType = /* @__PURE__ */ new Map();
-	for (const { entry, days } of spanned) {
-		const slice = inferSearchType(entry);
-		let covered = coveredBySearchType.get(slice);
-		if (!covered) {
-			covered = /* @__PURE__ */ new Set();
-			coveredBySearchType.set(slice, covered);
-		}
-		if (days.every((d) => covered.has(d))) {
-			subsumed.push(entry);
-			continue;
-		}
-		kept.push(entry);
-		for (const d of days) covered.add(d);
-	}
-	return {
-		kept,
-		subsumed
-	};
-}
-function dedupeOverlappingTiers(entries, queryRange) {
-	return splitOverlappingTiers(entries, queryRange).kept;
-}
-function monthEndMs(month) {
-	const [y, m] = month.split("-").map(Number);
-	return Date.UTC(y, m, 0, 23, 59, 59, 999);
-}
-function quarterEndMs(quarter) {
-	const [yStr, qStr] = quarter.split("-Q");
-	const y = Number(yStr);
-	const q = Number(qStr);
-	return Date.UTC(y, q * 3, 0, 23, 59, 59, 999);
-}
 const FILES_PLACEHOLDER = "{{FILES}}";
 function buildDimensionWhere(filters, table) {
 	const clauses = [];
@@ -381,4 +136,4 @@ function substituteNamedFiles(sql, sets) {
 	for (const [name, keys] of Object.entries(sets)) out = out.replace(new RegExp(`\\{\\{${name}\\}\\}`, "g"), fileList(keys));
 	return out;
 }
-export { FILES_PLACEHOLDER, RAW_DAILY_COMPACT_THRESHOLD, compactTieredImpl, compileLogicalQueryPlan, countRawDailies, dedupeOverlappingTiers, enumeratePartitions, resolveParquetSQL, splitOverlappingTiers, substituteNamedFiles };
+export { FILES_PLACEHOLDER, compileLogicalQueryPlan, resolveParquetSQL, substituteNamedFiles };

package/dist/_chunks/resolver.mjs

@@ -1,10 +1,10 @@
 import { SCHEMAS, drizzleSchema } from "./schema.mjs";
-import { enumeratePartitions } from "./parquet-plan.mjs";
+import { enumeratePartitions } from "./compaction.mjs";
 import { escapeLike } from "../sql-fragments.mjs";
 import "../planner.mjs";
-import { PgDialect, pgTable, varchar } from "drizzle-orm/pg-core";
 import { UnresolvableDatasetError, buildLogicalComparisonPlan, buildLogicalPlan, inferDataset as inferLogicalDataset, isDatasetResolvable } from "gscdump/query/plan";
-import { normalizeUrl } from "gscdump/normalize";
+import { normalizeUrl } from "gscdump";
+import { PgDialect, pgTable, varchar } from "drizzle-orm/pg-core";
 import { sql } from "drizzle-orm";
 const DIMENSION_SURFACES = {
 	page: ["api", "stored"],

package/dist/_chunks/{iceberg-schema.mjs → schema2.mjs}

@@ -68,5 +68,12 @@ function icebergTableSpec(table) {
 	};
 }
 const ICEBERG_SCHEMAS = Object.fromEntries(ICEBERG_TABLES.map((t) => [t, icebergTableSpec(t)]));
-new Set(ICEBERG_TABLES);
-export { ICEBERG_FIELD_ID_BASE, ICEBERG_PARTITION_COLUMNS, ICEBERG_PARTITION_SPEC, ICEBERG_SCHEMAS, ICEBERG_TABLES, icebergTableSpec };
+const ICEBERG_TABLE_SET = new Set(ICEBERG_TABLES);
+function isIcebergTable(table) {
+	return ICEBERG_TABLE_SET.has(table);
+}
+function assertIcebergTable(table) {
+	if (!isIcebergTable(table)) throw new Error(`Unknown Iceberg table '${table}'. Expected one of: ${ICEBERG_TABLES.join(", ")}`);
+	return table;
+}
+export { ICEBERG_FIELD_ID_BASE, ICEBERG_PARTITION_COLUMNS, ICEBERG_PARTITION_SPEC, ICEBERG_SCHEMAS, ICEBERG_TABLES, assertIcebergTable, icebergTableSpec, isIcebergTable };

package/dist/_chunks/sink.d.mts

@@ -94,6 +94,16 @@ declare const ICEBERG_PARTITION_SPEC: readonly IcebergPartitionField[];
 declare function icebergTableSpec(table: IcebergTableName): IcebergTableSpec;
 /** All Iceberg table specs, keyed by table name. */
 declare const ICEBERG_SCHEMAS: Record<IcebergTableName, IcebergTableSpec>;
+/** True when `table` is one of the canonical {@link ICEBERG_TABLES}. */
+declare function isIcebergTable(table: string): table is IcebergTableName;
+/**
+ * Narrow an arbitrary table name to a canonical {@link IcebergTableName},
+ * throwing a clear error otherwise. Guards write paths that index
+ * `ICEBERG_SCHEMAS` (a `Record<IcebergTableName, …>`) — a non-canonical name
+ * silently yields `undefined` there, propagating a corrupt/empty spec into the
+ * Iceberg job instead of failing loudly.
+ */
+declare function assertIcebergTable(table: string): IcebergTableName;
 /** icebird's lowercase Iceberg primitive types (subset we use). */
 type IcebergPrimitiveType = 'string' | 'int' | 'long' | 'double' | 'date';
 /** A field in an icebird table `Schema`. */
@@ -370,4 +380,4 @@ interface LocalIcebergSinkOptions extends SinkOptions {
   /** S3-compatible warehouse location (POC: MinIO). */
   warehouse: string;
 }
-export { CommitRetryOptions, ICEBERG_FIELD_ID_BASE, ICEBERG_PARTITION_COLUMNS, ICEBERG_PARTITION_SPEC, ICEBERG_SCHEMAS, ICEBERG_TABLES, IcebergAppendSinkOptions, IcebergCatalogConfig, IcebergColumn, IcebergColumnType, IcebergConnection, IcebergListedDataFile, IcebergPartitionField, IcebergPartitionSpec, IcebergPartitionSpecField, IcebergPartitionTransform, IcebergPrimitiveType, IcebergS3Config, IcebergSchema, IcebergSchemaField, IcebergTableName, IcebergTableOpResult, IcebergTableSpec, ListIcebergDataFilesOptions, LocalIcebergSinkOptions, Sink, SinkCapabilities, SinkCloseResult, SinkOptions, SinkSlice, SinkWriteResult, connectIcebergCatalog, createIcebergTables, dropIcebergTables, ensureIcebergNamespace, icebergAppendRetrying, icebergPartitionSpecFor, icebergSchemaFor, icebergTableSpec, isCommitRateLimited, listIcebergDataFiles, listIcebergTables };
+export { CommitRetryOptions, ICEBERG_FIELD_ID_BASE, ICEBERG_PARTITION_COLUMNS, ICEBERG_PARTITION_SPEC, ICEBERG_SCHEMAS, ICEBERG_TABLES, IcebergAppendSinkOptions, IcebergCatalogConfig, IcebergColumn, IcebergColumnType, IcebergConnection, IcebergListedDataFile, IcebergPartitionField, IcebergPartitionSpec, IcebergPartitionSpecField, IcebergPartitionTransform, IcebergPrimitiveType, IcebergS3Config, IcebergSchema, IcebergSchemaField, IcebergTableName, IcebergTableOpResult, IcebergTableSpec, ListIcebergDataFilesOptions, LocalIcebergSinkOptions, Sink, SinkCapabilities, SinkCloseResult, SinkOptions, SinkSlice, SinkWriteResult, assertIcebergTable, connectIcebergCatalog, createIcebergTables, dropIcebergTables, ensureIcebergNamespace, icebergAppendRetrying, icebergPartitionSpecFor, icebergSchemaFor, icebergTableSpec, isCommitRateLimited, isIcebergTable, listIcebergDataFiles, listIcebergTables };

package/dist/_chunks/source.mjs

@@ -1,4 +1,4 @@
-import "./storage.mjs";
+import "./layout.mjs";
 import { assertDimensionsSupported, getFilterDimensions, pgResolverAdapter, resolveToSQL } from "./resolver.mjs";
 import { runAnalyzerFromSource } from "./dispatch.mjs";
 function coerceRow(row) {