@gscdump/lakehouse 3.2.0 → 3.4.0

package/dist/_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/write/rewrite.mjs

@@ -0,0 +1,296 @@
+import { concat } from "../../../../../hyparquet@1.29.1/node_modules/hyparquet/src/utils.mjs";
+import { uuid4 } from "../utils.mjs";
+import { fetchDeleteMaps } from "../fetch.mjs";
+import { icebergManifests, splitManifestEntries } from "../manifest.mjs";
+import { groupByPartition } from "./partition.mjs";
+import { computeColumnStats } from "./stats.mjs";
+import { buildPartitionSummaries, buildSnapshotUpdate, currentSnapshot, loadPriorManifests } from "./snapshot.mjs";
+import { writeDataManifest, writeExistingDataManifest } from "./manifest.mjs";
+import { writeParquet } from "./parquet.mjs";
+import { buildSortComparator } from "./sort.mjs";
+import { checkWriteFormat, newSnapshotId, resolveParquetCodec } from "./stage.mjs";
+import { readDataFile } from "../read.mjs";
+async function icebergStageRewrite({ tableUrl, metadata, resolver, files, sortOrderId, partitionSpecId, targetFileRows }) {
+	if (!tableUrl) throw new Error("tableUrl is required");
+	if (!resolver?.writer) throw new Error("resolver.writer is required");
+	const writerFn = resolver.writer;
+	if (metadata["format-version"] !== 2 && metadata["format-version"] !== 3) throw new Error(`unsupported format-version: ${metadata["format-version"]}`);
+	const formatVersion = metadata["format-version"];
+	if (targetFileRows !== void 0 && !(targetFileRows > 0)) throw new Error("targetFileRows must be a positive number");
+	let targetPaths;
+	if (files !== void 0) {
+		if (!files.length) throw new Error("files must be a non-empty array of data file paths");
+		targetPaths = new Set(files);
+		if (targetPaths.size !== files.length) throw new Error("files contains duplicate paths");
+	}
+	if (!currentSnapshot(metadata)) throw new Error("no current snapshot to rewrite");
+	const schema = metadata.schemas.find((s) => s["schema-id"] === metadata["current-schema-id"]);
+	if (!schema) throw new Error("current schema not found in metadata");
+	const specId = partitionSpecId ?? metadata["default-spec-id"];
+	const partitionSpec = metadata["partition-specs"].find((s) => s["spec-id"] === specId);
+	if (!partitionSpec) throw new Error(`partition spec ${specId} not found in metadata`);
+	const orderId = sortOrderId ?? metadata["default-sort-order-id"] ?? 0;
+	const sortOrder = (metadata["sort-orders"] ?? []).find((o) => o["order-id"] === orderId);
+	if (sortOrderId !== void 0 && !sortOrder) throw new Error(`sort order ${sortOrderId} not found in metadata`);
+	const comparator = buildSortComparator(sortOrder, schema);
+	const appliedSortOrderId = comparator ? orderId : 0;
+	checkWriteFormat(metadata.properties?.["write.format.default"]);
+	const codec = resolveParquetCodec(metadata.properties?.["write.parquet.compression-codec"]);
+	const priorManifests = await loadPriorManifests(metadata, resolver);
+	const manifestList = await icebergManifests({
+		metadata,
+		resolver
+	});
+	const entriesByManifestPath = new Map(manifestList.map((m) => [m.url, m.entries]));
+	const affectedManifests = [];
+	const victimEntries = [];
+	let liveDataFiles = 0;
+	let survivorFiles = 0;
+	let survivorRecords = 0n;
+	let survivorBytes = 0n;
+	for (const manifest of priorManifests) {
+		if (manifest.content !== 0) continue;
+		const entries = entriesByManifestPath.get(manifest.manifest_path) ?? [];
+		const victims = [];
+		const survivors = [];
+		for (const entry of entries) {
+			if (entry.status === 2 || entry.data_file.content !== 0) continue;
+			liveDataFiles++;
+			if (!targetPaths || targetPaths.has(entry.data_file.file_path)) victims.push(entry);
+			else survivors.push(entry);
+		}
+		for (const entry of survivors) {
+			survivorFiles++;
+			survivorRecords += BigInt(entry.data_file.record_count);
+			survivorBytes += BigInt(entry.data_file.file_size_in_bytes);
+		}
+		if (victims.length) {
+			affectedManifests.push({
+				manifest,
+				survivors
+			});
+			concat(victimEntries, victims);
+		}
+	}
+	if (!targetPaths && liveDataFiles === 0) throw new Error("No data manifest files found for current snapshot");
+	if (targetPaths) {
+		const foundPaths = new Set(victimEntries.map((entry) => entry.data_file.file_path));
+		for (const path of targetPaths) if (!foundPaths.has(path)) throw new Error(`data file not found in current snapshot: ${path}`);
+	}
+	const survivorsExist = survivorFiles > 0;
+	const { deleteEntries } = splitManifestEntries(manifestList);
+	const { positionDeletesMap, equalityDeleteGroups } = await fetchDeleteMaps(deleteEntries, resolver);
+	const rowLineage = formatVersion >= 3;
+	const liveRows = (await Promise.all(victimEntries.map(async (entry) => {
+		const rows = [];
+		for await (const batch of readDataFile({
+			dataEntry: entry,
+			fileRowStart: 0,
+			fileRowEnd: Number(entry.data_file.record_count),
+			schema,
+			metadata,
+			resolver,
+			rowLineage,
+			positionDeletesMap,
+			equalityDeleteGroups
+		})) concat(rows, batch);
+		return rows;
+	}))).flat();
+	const sortedRows = comparator ? [...liveRows].sort(comparator) : liveRows;
+	const allLineage = rowLineage && liveRows.length > 0 && liveRows.every((r) => r._row_id != null && r._last_updated_sequence_number != null);
+	const minRowId = allLineage ? liveRows.reduce((min, r) => r._row_id < min ? r._row_id : min, liveRows[0]._row_id) : void 0;
+	const groups = partitionSpec.fields.length ? groupByPartition(sortedRows, schema, partitionSpec) : [{
+		partition: {},
+		records: sortedRows
+	}];
+	const snapshotId = newSnapshotId(metadata);
+	const manifestUuid = uuid4();
+	const writeSchema = rowLineage ? {
+		...schema,
+		fields: [
+			...schema.fields,
+			{
+				id: 2147483540,
+				name: "_row_id",
+				required: false,
+				type: "long"
+			},
+			{
+				id: 2147483539,
+				name: "_last_updated_sequence_number",
+				required: false,
+				type: "long"
+			}
+		]
+	} : schema;
+	const writtenDataFiles = [];
+	for (const group of groups) {
+		const chunks = targetFileRows ? chunkRecords(group.records, targetFileRows) : [group.records];
+		for (const chunk of chunks) {
+			if (chunk.length === 0) continue;
+			const dataPath = `${tableUrl}/data/${uuid4()}.parquet`;
+			const dataWriter = writerFn(dataPath);
+			await writeParquet({
+				writer: dataWriter,
+				schema: writeSchema,
+				records: chunk,
+				codec
+			});
+			const stats = computeColumnStats(chunk, schema);
+			writtenDataFiles.push({
+				partition: group.partition,
+				dataFile: {
+					content: 0,
+					file_path: dataPath,
+					file_format: "parquet",
+					partition: group.partition,
+					record_count: BigInt(chunk.length),
+					file_size_in_bytes: BigInt(dataWriter.offset),
+					value_counts: stats.value_counts,
+					null_value_counts: stats.null_value_counts,
+					nan_value_counts: stats.nan_value_counts,
+					lower_bounds: stats.lower_bounds,
+					upper_bounds: stats.upper_bounds,
+					sort_order_id: appliedSortOrderId
+				},
+				path: dataPath
+			});
+		}
+	}
+	const sequenceNumber = BigInt(metadata["last-sequence-number"] ?? 0) + 1n;
+	const timestampMs = Date.now();
+	const newManifests = [];
+	const writtenFiles = writtenDataFiles.map((f) => f.path);
+	const skipPriorManifestPaths = /* @__PURE__ */ new Set();
+	let replacementIndex = 0;
+	for (const { manifest, survivors } of affectedManifests) {
+		skipPriorManifestPaths.add(manifest.manifest_path);
+		if (!survivors.length) continue;
+		const spec = metadata["partition-specs"].find((s) => s["spec-id"] === manifest.partition_spec_id);
+		if (!spec) throw new Error(`partition spec ${manifest.partition_spec_id} not found in metadata`);
+		const retained = survivors.map((entry) => ({
+			...entry,
+			status: 0
+		}));
+		const manifestPath = `${tableUrl}/metadata/${manifestUuid}-r${replacementIndex}.avro`;
+		const manifestWriter = writerFn(manifestPath);
+		await writeExistingDataManifest({
+			writer: manifestWriter,
+			schema,
+			partitionSpec: spec,
+			entries: retained,
+			formatVersion
+		});
+		const existingRows = retained.reduce((sum, entry) => sum + BigInt(entry.data_file.record_count), 0n);
+		const replacement = {
+			manifest_path: manifestPath,
+			manifest_length: BigInt(manifestWriter.offset),
+			partition_spec_id: spec["spec-id"],
+			content: 0,
+			sequence_number: sequenceNumber,
+			min_sequence_number: minEntrySequenceNumber(retained, sequenceNumber),
+			added_snapshot_id: snapshotId,
+			added_files_count: 0,
+			existing_files_count: retained.length,
+			deleted_files_count: 0,
+			added_rows_count: 0n,
+			existing_rows_count: existingRows,
+			deleted_rows_count: 0n,
+			partitions: manifest.partitions ?? []
+		};
+		const carriedIds = retained.map((entry) => entry.data_file.first_row_id).filter((id) => id != null);
+		if (rowLineage && carriedIds.length === retained.length) replacement.first_row_id = carriedIds.reduce((min, id) => id < min ? id : min);
+		newManifests.push(replacement);
+		writtenFiles.push(manifestPath);
+		replacementIndex++;
+	}
+	const addedRowCount = writtenDataFiles.reduce((sum, f) => sum + f.dataFile.record_count, 0n);
+	const addedFilesSize = writtenDataFiles.reduce((sum, f) => sum + f.dataFile.file_size_in_bytes, 0n);
+	{
+		const manifestPath = `${tableUrl}/metadata/${manifestUuid}-m0.avro`;
+		const manifestWriter = writerFn(manifestPath);
+		await writeDataManifest({
+			writer: manifestWriter,
+			schema,
+			partitionSpec,
+			snapshotId,
+			dataFiles: writtenDataFiles.map((f) => f.dataFile),
+			formatVersion
+		});
+		const newManifest = {
+			manifest_path: manifestPath,
+			manifest_length: BigInt(manifestWriter.offset),
+			partition_spec_id: partitionSpec["spec-id"],
+			content: 0,
+			sequence_number: sequenceNumber,
+			min_sequence_number: sequenceNumber,
+			added_snapshot_id: snapshotId,
+			added_files_count: writtenDataFiles.length,
+			existing_files_count: 0,
+			deleted_files_count: 0,
+			added_rows_count: addedRowCount,
+			existing_rows_count: 0n,
+			deleted_rows_count: 0n,
+			partitions: buildPartitionSummaries(writtenDataFiles.map((f) => f.dataFile.partition), schema, partitionSpec)
+		};
+		if (allLineage) newManifest.first_row_id = minRowId;
+		newManifests.push(newManifest);
+		writtenFiles.push(manifestPath);
+	}
+	if (!survivorsExist) {
+		for (const manifest of priorManifests) if (manifest.content !== 0) skipPriorManifestPaths.add(manifest.manifest_path);
+	}
+	const deletedDataFiles = victimEntries.length;
+	const deletedRecords = victimEntries.reduce((sum, entry) => sum + BigInt(entry.data_file.record_count), 0n);
+	let totalDeleteFiles = 0;
+	let totalPositionDeletes = 0n;
+	let totalEqualityDeletes = 0n;
+	if (survivorsExist) for (const entry of deleteEntries) {
+		totalDeleteFiles++;
+		if (entry.data_file.content === 1) totalPositionDeletes += BigInt(entry.data_file.record_count);
+		else totalEqualityDeletes += BigInt(entry.data_file.record_count);
+	}
+	const summary = {
+		operation: "replace",
+		"added-data-files": String(writtenDataFiles.length),
+		"added-records": String(addedRowCount),
+		"added-files-size": String(addedFilesSize),
+		"deleted-data-files": String(deletedDataFiles),
+		"deleted-records": String(deletedRecords),
+		"total-records": String(survivorRecords + addedRowCount),
+		"total-files-size": String(survivorBytes + addedFilesSize),
+		"total-data-files": String(survivorFiles + writtenDataFiles.length),
+		"total-delete-files": String(totalDeleteFiles),
+		"total-position-deletes": String(totalPositionDeletes),
+		"total-equality-deletes": String(totalEqualityDeletes)
+	};
+	return await buildSnapshotUpdate({
+		tableUrl,
+		metadata,
+		resolver,
+		snapshotId,
+		sequenceNumber,
+		manifestUuid,
+		timestampMs,
+		formatVersion,
+		newManifests,
+		summary,
+		writtenFiles,
+		priorManifests,
+		skipPriorManifestPaths
+	});
+}
+function minEntrySequenceNumber(entries, fallback) {
+	let min = fallback;
+	for (const entry of entries) {
+		const seq = entry.sequence_number;
+		if (seq != null && BigInt(seq) < min) min = BigInt(seq);
+	}
+	return min;
+}
+function chunkRecords(arr, size) {
+	const out = [];
+	for (let i = 0; i < arr.length; i += size) out.push(arr.slice(i, i + size));
+	return out;
+}
+export { icebergStageRewrite };

package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6 → icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244}/node_modules/icebird/src/write/stage.mjs

@@ -116,7 +116,10 @@ async function stageSnapshotForAppend({ tableUrl, metadata, prepared, resolver,
 	const prevTotals = {
 		records: BigInt(prevSummary?.["total-records"] ?? "0"),
 		size: BigInt(prevSummary?.["total-files-size"] ?? "0"),
-		files: BigInt(prevSummary?.["total-data-files"] ?? "0")
+		files: BigInt(prevSummary?.["total-data-files"] ?? "0"),
+		deleteFiles: BigInt(prevSummary?.["total-delete-files"] ?? "0"),
+		positionDeletes: BigInt(prevSummary?.["total-position-deletes"] ?? "0"),
+		equalityDeletes: BigInt(prevSummary?.["total-equality-deletes"] ?? "0")
 	};
 	const summary = {
 		operation: "append",
@@ -127,9 +130,9 @@ async function stageSnapshotForAppend({ tableUrl, metadata, prepared, resolver,
 		"total-records": String(prevTotals.records + BigInt(prepared.recordsCount)),
 		"total-files-size": String(prevTotals.size + prepared.addedFilesSize),
 		"total-data-files": String(prevTotals.files + BigInt(prepared.addedDataFilesCount)),
-		"total-delete-files": "0",
-		"total-position-deletes": "0",
-		"total-equality-deletes": "0",
+		"total-delete-files": String(prevTotals.deleteFiles),
+		"total-position-deletes": String(prevTotals.positionDeletes),
+		"total-equality-deletes": String(prevTotals.equalityDeletes),
 		...snapshotProperties ?? {}
 	};
 	return await buildSnapshotUpdate({
@@ -180,7 +183,10 @@ async function stageSnapshotForAppendBatches({ tableUrl, metadata, prepared, res
 	const prevTotals = {
 		records: BigInt(prevSummary?.["total-records"] ?? "0"),
 		size: BigInt(prevSummary?.["total-files-size"] ?? "0"),
-		files: BigInt(prevSummary?.["total-data-files"] ?? "0")
+		files: BigInt(prevSummary?.["total-data-files"] ?? "0"),
+		deleteFiles: BigInt(prevSummary?.["total-delete-files"] ?? "0"),
+		positionDeletes: BigInt(prevSummary?.["total-position-deletes"] ?? "0"),
+		equalityDeletes: BigInt(prevSummary?.["total-equality-deletes"] ?? "0")
 	};
 	const summary = {
 		operation: "append",
@@ -191,9 +197,9 @@ async function stageSnapshotForAppendBatches({ tableUrl, metadata, prepared, res
 		"total-records": String(prevTotals.records + BigInt(recordsCount)),
 		"total-files-size": String(prevTotals.size + addedFilesSize),
 		"total-data-files": String(prevTotals.files + BigInt(addedDataFilesCount)),
-		"total-delete-files": "0",
-		"total-position-deletes": "0",
-		"total-equality-deletes": "0",
+		"total-delete-files": String(prevTotals.deleteFiles),
+		"total-position-deletes": String(prevTotals.positionDeletes),
+		"total-equality-deletes": String(prevTotals.equalityDeletes),
 		...snapshotProperties ?? {}
 	};
 	return await buildSnapshotUpdate({

package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6 → icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244}/node_modules/icebird/src/write/write.mjs

@@ -86,7 +86,7 @@ async function icebergAppendBatches({ catalog, namespace, table, tableUrl, resol
 		})
 	});
 }
-async function icebergRewrite({ catalog, namespace, table, tableUrl, resolver, sortOrderId, partitionSpecId, targetFileRows }) {
+async function icebergRewrite({ catalog, namespace, table, tableUrl, resolver, files, sortOrderId, partitionSpecId, targetFileRows }) {
 	const ctx = await loadTable({
 		catalog,
 		namespace,
@@ -98,6 +98,7 @@ async function icebergRewrite({ catalog, namespace, table, tableUrl, resolver, s
 		tableUrl: ctx.tableUrl,
 		metadata: ctx.metadata,
 		resolver: requireResolver(ctx.resolver, "icebergRewrite"),
+		files,
 		sortOrderId,
 		partitionSpecId,
 		targetFileRows

package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6 → icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244}/node_modules/icebird/types/fetch.d.mts

@@ -1,3 +1,4 @@
+import "../../../../hyparquet@1.29.1/node_modules/hyparquet/types/node.mjs";
 import { Resolver } from "../src/types.mjs";
 /**
  * Wrap a `Resolver` so reads of the same path share one HTTP fetch and

package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6 → icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244}/node_modules/icebird/types/index.d.mts

@@ -4,10 +4,10 @@ import { cachingResolver } from "./fetch.mjs";
 import "./create.mjs";
 import "./catalog/file.mjs";
 import { s3SignedResolver } from "./s3.mjs";
+import "../../../../squirreling@0.16.2/node_modules/squirreling/src/index.mjs";
 import "./read.mjs";
 import "./metadata.mjs";
 import { icebergManifests } from "./manifest.mjs";
-import "../../../../squirreling@0.15.3/node_modules/squirreling/src/index.mjs";
 import "./sql/icebergDataSource.mjs";
 import "./sql/icebergQuery.mjs";
 export { icebergAppend, icebergCreateTable, icebergDropTable, icebergManifests, restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable, s3SignedResolver };

package/dist/_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/metadata.d.mts

@@ -0,0 +1 @@
+import "../src/types.mjs";

package/dist/_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/read.d.mts

@@ -0,0 +1,3 @@
+import "../../../../hyparquet@1.29.1/node_modules/hyparquet/types/node.mjs";
+import "../src/types.mjs";
+import "../../../../squirreling@0.16.2/node_modules/squirreling/src/index.mjs";

package/dist/_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/sql/icebergDataSource.d.mts

@@ -0,0 +1,2 @@
+import "../../src/types.mjs";
+import "../../../../../squirreling@0.16.2/node_modules/squirreling/src/index.mjs";

package/dist/_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/sql/icebergQuery.d.mts

@@ -0,0 +1,2 @@
+import "../../src/types.mjs";
+import "../../../../../squirreling@0.16.2/node_modules/squirreling/src/index.mjs";

package/dist/_virtual/node_modules/.pnpm/squirreling@0.16.2/node_modules/squirreling/src/backend/batchAdapters.mjs

@@ -0,0 +1,3 @@
+import "./batch.mjs";
+import "../execute/yield.mjs";
+export {};

package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.3 → squirreling@0.16.2}/node_modules/squirreling/src/execute/aggregates.mjs

@@ -1,6 +1,7 @@
+import "./yield.mjs";
+import "../backend/dataSource.mjs";
 import "../expression/alias.mjs";
 import "./utils.mjs";
-import "./yield.mjs";
 import "../expression/evaluate.mjs";
 import "./accumulator.mjs";
 import "./scanColumn.mjs";

package/dist/_virtual/node_modules/.pnpm/squirreling@0.16.2/node_modules/squirreling/src/execute/batchResults.mjs

@@ -0,0 +1,3 @@
+import "../backend/batchAdapters.mjs";
+import "./utils.mjs";
+export {};

package/dist/_virtual/node_modules/.pnpm/squirreling@0.16.2/node_modules/squirreling/src/execute/batches.mjs

@@ -0,0 +1,4 @@
+import "../backend/batch.mjs";
+import "./yield.mjs";
+import "./utils.mjs";
+export {};

package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.3 → squirreling@0.16.2}/node_modules/squirreling/src/execute/execute.mjs

@@ -1,15 +1,21 @@
+import "../backend/batch.mjs";
+import "./yield.mjs";
+import "../backend/batchAdapters.mjs";
 import "../backend/dataSource.mjs";
 import "../expression/alias.mjs";
 import "./utils.mjs";
-import "./yield.mjs";
 import "../validation/tables.mjs";
+import "../expression/batch.mjs";
 import "../expression/evaluate.mjs";
 import "../parse/parse.mjs";
 import "../plan/columns.mjs";
 import "../plan/plan.mjs";
 import "./scanColumn.mjs";
 import "./sort.mjs";
+import "./rowScope.mjs";
 import "./aggregates.mjs";
+import "./batchResults.mjs";
+import "./batches.mjs";
 import "./join.mjs";
 import "./window.mjs";
 export {};

package/dist/_virtual/node_modules/.pnpm/squirreling@0.16.2/node_modules/squirreling/src/execute/rowScope.mjs

@@ -0,0 +1,2 @@
+import "../plan/columns.mjs";
+export {};

package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.3 → squirreling@0.16.2}/node_modules/squirreling/src/execute/streamingAggregate.mjs

@@ -1,9 +1,12 @@
+import "../backend/batch.mjs";
+import "./yield.mjs";
 import "../expression/alias.mjs";
 import "./utils.mjs";
-import "./yield.mjs";
 import "../validation/functions.mjs";
+import "../expression/batch.mjs";
 import "../expression/evaluate.mjs";
 import "../plan/columns.mjs";
 import "./accumulator.mjs";
 import "./sort.mjs";
+import "./rowScope.mjs";
 export {};

package/dist/_virtual/node_modules/.pnpm/squirreling@0.16.2/node_modules/squirreling/src/execute/utils.mjs

@@ -0,0 +1,2 @@
+import "../backend/batchAdapters.mjs";
+export {};

package/dist/_virtual/node_modules/.pnpm/squirreling@0.16.2/node_modules/squirreling/src/expression/batch.mjs

@@ -0,0 +1,10 @@
+import "../backend/batch.mjs";
+import "../execute/yield.mjs";
+import "../execute/utils.mjs";
+import "../validation/functions.mjs";
+import "../validation/tables.mjs";
+import "./binary.mjs";
+import "./regexp.mjs";
+import "./scalar.mjs";
+import "./strings.mjs";
+export {};

package/dist/_virtual/node_modules/.pnpm/squirreling@0.16.2/node_modules/squirreling/src/expression/binary.mjs

@@ -0,0 +1,2 @@
+import "../execute/utils.mjs";
+export {};

package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.3 → squirreling@0.16.2}/node_modules/squirreling/src/expression/evaluate.mjs

@@ -1,15 +1,16 @@
+import "../execute/yield.mjs";
 import "./alias.mjs";
 import "../execute/utils.mjs";
-import "../execute/yield.mjs";
 import "../validation/parseErrors.mjs";
 import "../validation/functions.mjs";
 import "../validation/executionErrors.mjs";
 import "../validation/tables.mjs";
 import "./binary.mjs";
+import "./regexp.mjs";
 import "./date.mjs";
+import "./scalar.mjs";
+import "./strings.mjs";
 import "./math.mjs";
-import "./regexp.mjs";
 import "../spatial/spatial.mjs";
-import "./strings.mjs";
 import "../execute/execute.mjs";
 export {};

package/dist/_virtual/node_modules/.pnpm/squirreling@0.16.2/node_modules/squirreling/src/expression/scalar.mjs

@@ -0,0 +1,4 @@
+import "../execute/utils.mjs";
+import "../validation/executionErrors.mjs";
+import "./date.mjs";
+export {};

package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.3 → squirreling@0.16.2}/node_modules/squirreling/src/index.mjs

@@ -1,3 +1,5 @@
+import "./backend/batch.mjs";
+import "./backend/batchAdapters.mjs";
 import "./backend/dataSource.mjs";
 import "./expression/alias.mjs";
 import "./execute/utils.mjs";

package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.3 → squirreling@0.16.2}/node_modules/squirreling/src/plan/columns.mjs

@@ -1,3 +1,4 @@
+import "../backend/dataSource.mjs";
 import "../expression/alias.mjs";
 import "../parse/parse.mjs";
 export {};

package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.3 → squirreling@0.16.2}/node_modules/squirreling/src/validation/tables.mjs

@@ -1,2 +1,3 @@
+import "../backend/dataSource.mjs";
 import "./executionErrors.mjs";
 export {};

package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/db0.d.mts

@@ -1,2 +1,2 @@
-import "../../../../db0@0.3.4_drizzle-orm@1.0.0-rc.4_@cloudflare+workers-types@5.20260816.1_valibot@1.4.2_typescript@6.0.3__zod@4.4.3_/node_modules/db0/dist/index.mjs";
+import "../../../../db0@0.3.4_drizzle-orm@1.0.0-rc.4_@cloudflare+workers-types@5.20260827.1_valibot@1.4.2_typescript@6.0.3__zod@4.4.3_/node_modules/db0/dist/index.mjs";
 import "../dist/index.mjs";

package/dist/catalog.d.mts

@@ -1,9 +1,9 @@
-import { icebergAppend } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/write/write.mjs";
+import { icebergAppend } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/write/write.mjs";
 import { CatalogCache } from "./catalog-cache.mjs";
 import { IcebergPrimitiveType, IcebergS3Config } from "./schema.mjs";
 import { PartitionValueMatch } from "./partition-prune.mjs";
-import { restCatalogConnect } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/catalog/rest.mjs";
-import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/fetch.mjs";
+import { restCatalogConnect } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/catalog/rest.mjs";
+import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/fetch.mjs";
 /** A field in an icebird table `Schema`. */
 interface IcebergSchemaField {
   id: number;

package/dist/catalog.mjs

@@ -1,14 +1,14 @@
 import { stringifyBigintSafe } from "./bigint.mjs";
-import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/catalog/rest.mjs";
-import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/fetch.mjs";
-import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/manifest.mjs";
-import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/s3.mjs";
+import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/catalog/rest.mjs";
+import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/fetch.mjs";
+import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/manifest.mjs";
+import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/s3.mjs";
 import { cacheGet, cachePut, reportCatalogCacheError } from "./catalog-cache.mjs";
 import { toIcebergDayCount } from "./date.mjs";
 import { buildManifestPartitionFilter } from "./partition-prune.mjs";
 let icebirdWriteModule;
 function useIcebirdWriteModule() {
-	icebirdWriteModule ??= import("./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/write/write.mjs");
+	icebirdWriteModule ??= import("./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/write/write.mjs");
 	return icebirdWriteModule;
 }
 const CATALOG_CONFIG_TTL_MS = 36e5;

package/dist/dataset-runtime.mjs

@@ -1,5 +1,5 @@
 import { connectIcebergCatalog, ensureIcebergNamespace, icebergAppendBatchesRetrying, icebergAppendRetrying, resolveIcebergDataFiles } from "./catalog.mjs";
-import { icebergCreateTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/write/write.mjs";
+import { icebergCreateTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/write/write.mjs";
 async function createDatasetTable(conn, table, schema, partitionSpec, sortOrder) {
 	const results = [];
 	await icebergCreateTable({

package/dist/orphan-sweep.mjs

@@ -1,6 +1,6 @@
-import { restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/catalog/rest.mjs";
-import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/manifest.mjs";
-import "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/index.mjs";
+import { restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/catalog/rest.mjs";
+import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/manifest.mjs";
+import "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/index.mjs";
 const DEFAULT_GRACE_HOURS = 48;
 const DEFAULT_MAX_DELETES = 500;
 const DEFAULT_IO_CONCURRENCY = 4;

package/dist/unsafe-raw.d.mts

@@ -1,7 +1,7 @@
-import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/write/write.mjs";
-import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/catalog/rest.mjs";
+import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/write/write.mjs";
+import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/catalog/rest.mjs";
 import { icebergAppendRetrying } from "./catalog.mjs";
-import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/s3.mjs";
-import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/manifest.mjs";
-import "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/index.mjs";
+import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/s3.mjs";
+import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/manifest.mjs";
+import "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/index.mjs";
 export { icebergAppend, icebergAppendRetrying, icebergCreateTable, icebergDropTable, icebergManifests, restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable, s3SignedResolver };

package/dist/unsafe-raw.mjs

@@ -1,7 +1,7 @@
-import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/catalog/rest.mjs";
-import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/manifest.mjs";
-import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/s3.mjs";
+import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/catalog/rest.mjs";
+import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/manifest.mjs";
+import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/s3.mjs";
 import { icebergAppendRetrying } from "./catalog.mjs";
-import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/write/write.mjs";
-import "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/index.mjs";
+import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/write/write.mjs";
+import "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/index.mjs";
 export { icebergAppend, icebergAppendRetrying, icebergCreateTable, icebergDropTable, icebergManifests, restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable, s3SignedResolver };