@gscdump/engine 3.7.0 → 4.0.0

package/dist/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/delta.mjs

@@ -17,7 +17,7 @@ function usesInt32NumberPath(values) {
 	if (values instanceof Int32Array) return true;
 	for (let i = 0; i < values.length; i++) {
 		const value = values[i];
-		if (typeof value !== "number" || !Number.isInteger(value) || value < -2147483648 || value > 2147483647) return false;
+		if (typeof value !== "number" || value !== (value | 0)) return false;
 	}
 	return true;
 }
@@ -26,7 +26,7 @@ function deltaBinaryPackInt32(writer, values) {
 	writer.appendVarInt(BLOCK_SIZE);
 	writer.appendVarInt(MINIBLOCKS_PER_BLOCK);
 	writer.appendVarInt(count);
-	appendZigZagNumber(writer, Number(values[0]));
+	appendZigZagNumber(writer, values[0]);
 	const packedByBitWidth = [];
 	const blockDeltas = new Float64Array(BLOCK_SIZE);
 	const bitWidths = new Uint8Array(MINIBLOCKS_PER_BLOCK);
@@ -34,10 +34,25 @@ function deltaBinaryPackInt32(writer, values) {
 	while (index < count) {
 		const blockEnd = Math.min(index + BLOCK_SIZE, count);
 		const blockSize = blockEnd - index;
-		let minDelta = Number(values[index]) - Number(values[index - 1]);
+		const firstDelta = values[index] - values[index - 1];
+		let previous = values[index];
+		let constantEnd = index + 1;
+		while (constantEnd < blockEnd) {
+			const value = values[constantEnd];
+			if (value - previous !== firstDelta) break;
+			previous = value;
+			constantEnd++;
+		}
+		if (constantEnd === blockEnd) {
+			appendZigZagNumber(writer, firstDelta);
+			writer.appendUint32(0);
+			index = blockEnd;
+			continue;
+		}
+		let minDelta = values[index] - values[index - 1];
 		blockDeltas[0] = minDelta;
 		for (let i = 1; i < blockSize; i++) {
-			const delta = Number(values[index + i]) - Number(values[index + i - 1]);
+			const delta = values[index + i] - values[index + i - 1];
 			blockDeltas[i] = delta;
 			if (delta < minDelta) minDelta = delta;
 		}
@@ -93,11 +108,12 @@ function deltaBinaryPackBigInt(writer, values) {
 	writer.appendVarInt(MINIBLOCKS_PER_BLOCK);
 	writer.appendVarInt(count);
 	writer.appendZigZag(values[0]);
+	const blockDeltas = new BigInt64Array(BLOCK_SIZE);
+	const bitWidths = new Uint8Array(MINIBLOCKS_PER_BLOCK);
 	let index = 1;
 	while (index < count) {
 		const blockEnd = Math.min(index + BLOCK_SIZE, count);
 		const blockSize = blockEnd - index;
-		const blockDeltas = new BigInt64Array(blockSize);
 		let minDelta = BigInt(values[index]) - BigInt(values[index - 1]);
 		blockDeltas[0] = minDelta;
 		for (let i = 1; i < blockSize; i++) {
@@ -106,7 +122,6 @@ function deltaBinaryPackBigInt(writer, values) {
 			if (delta < minDelta) minDelta = delta;
 		}
 		writer.appendZigZag(minDelta);
-		const bitWidths = new Uint8Array(MINIBLOCKS_PER_BLOCK);
 		for (let mb = 0; mb < MINIBLOCKS_PER_BLOCK; mb++) {
 			const mbStart = mb * VALUES_PER_MINIBLOCK;
 			const mbEnd = Math.min(mbStart + VALUES_PER_MINIBLOCK, blockSize);

package/dist/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/dremel.mjs

@@ -1,4 +1,4 @@
-import { getMaxDefinitionLevel, isListLike, isMapLike } from "../../../../hyparquet@1.29.2/node_modules/hyparquet/src/schema.mjs";
+import { getMaxDefinitionLevel, isListLike, isMapLike } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/schema.mjs";
 function encodeNestedValues(treePath, rows) {
 	const schemaPath = treePath.map((n) => n.element);
 	if (treePath.length < 2) throw new Error("parquet schema path must include column");

package/dist/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/indexes.mjs

@@ -1,5 +1,5 @@
+import { BoundaryOrders } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/constants.mjs";
 import { serializeTCompactProtocol } from "./thrift.mjs";
-import { BoundaryOrders } from "../../../../hyparquet@1.29.2/node_modules/hyparquet/src/constants.mjs";
 function writeIndexes(writer, pageIndexes) {
 	for (const { chunk, columnIndex } of pageIndexes) writeColumnIndex(writer, chunk, columnIndex);
 	for (const { chunk, offsetIndex } of pageIndexes) writeOffsetIndex(writer, chunk, offsetIndex);

package/dist/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/metadata.mjs

@@ -1,6 +1,6 @@
-import { getSchemaPath } from "../../../../hyparquet@1.29.2/node_modules/hyparquet/src/schema.mjs";
+import { CompressionCodecs, ConvertedTypes, EdgeInterpolationAlgorithms, Encodings, FieldRepetitionTypes, PageTypes, ParquetTypes } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/constants.mjs";
+import { getSchemaPath } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/schema.mjs";
 import { ThriftStruct, serializeTCompactProtocol } from "./thrift.mjs";
-import { CompressionCodecs, ConvertedTypes, EdgeInterpolationAlgorithms, Encodings, FieldRepetitionTypes, PageTypes, ParquetTypes } from "../../../../hyparquet@1.29.2/node_modules/hyparquet/src/constants.mjs";
 import { unconvertStatistics } from "./unconvert.mjs";
 function writeMetadata(writer, metadata) {
 	const compact = {

package/dist/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/parquet-writer.mjs

@@ -1,4 +1,4 @@
-import { getSchemaPath } from "../../../../hyparquet@1.29.2/node_modules/hyparquet/src/schema.mjs";
+import { getSchemaPath } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/schema.mjs";
 import { writeBlooms } from "./bloom.mjs";
 import { encodeVariantColumn } from "./variant.mjs";
 import { writeColumn } from "./column.mjs";

package/dist/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/types.d.mts

@@ -1,4 +1,4 @@
-import "../../../../hyparquet@1.29.2/node_modules/hyparquet/types/node.mjs";
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/types/node.mjs";
 export interface Writer {
   buffer: ArrayBuffer;
   view: DataView;

package/dist/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/unconvert.mjs

@@ -1,5 +1,5 @@
-import { toJson } from "../../../../hyparquet@1.29.2/node_modules/hyparquet/src/utils.mjs";
-import "../../../../hyparquet@1.29.2/node_modules/hyparquet/src/node.mjs";
+import { toJson } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/utils.mjs";
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/node.mjs";
 import { geojsonToWkb } from "./wkb.mjs";
 const dayMillis = 864e5;
 function mapConverted(values, convert) {

package/dist/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/types/index.d.mts

@@ -1,4 +1,4 @@
-import "../../../../hyparquet@1.29.2/node_modules/hyparquet/types/node.mjs";
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/types/node.mjs";
 import { Writer as Writer$1 } from "../src/types.mjs";
 import "./write.mjs";
 import "./write-rows.mjs";

package/dist/node_modules/.pnpm/hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/types/parquet-writer.d.mts

@@ -0,0 +1,2 @@
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/types/node.mjs";
+import "../src/types.mjs";

package/dist/node_modules/.pnpm/hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/types/schema.d.mts

@@ -0,0 +1,2 @@
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/types/node.mjs";
+import "../src/types.mjs";

package/dist/node_modules/.pnpm/{hyparquet@1.30.0 → hyparquet@1.31.1}/node_modules/hyparquet/src/filter.mjs

@@ -29,7 +29,7 @@ function matchFilter(record, filter, strict = true) {
 			if (operator === "$ne") return !equals(value, target, strict);
 			if (operator === "$in") return Array.isArray(target) && matchesIn(value, target, strict);
 			if (operator === "$nin") return Array.isArray(target) && !matchesIn(value, target, strict);
-			if (operator === "$not") return !matchFilter({ [field]: value }, { [field]: target }, strict);
+			if (operator === "$not") return !matchFilter({ value }, { value: target }, strict);
 			return true;
 		});
 	});

package/dist/node_modules/.pnpm/{hyparquet@1.30.0 → hyparquet@1.31.1}/node_modules/hyparquet/src/index.mjs

@@ -1,8 +1,8 @@
 import { parquetMetadataAsync, parquetSchema } from "./metadata.mjs";
 import "./indexes.mjs";
-import "./utils.mjs";
+import { toJson } from "./utils.mjs";
 import "./snappy.mjs";
 import "./scan.mjs";
 import { parquetReadObjects } from "./read.mjs";
 import "./query.mjs";
-export { parquetMetadataAsync, parquetReadObjects, parquetSchema };
+export { parquetMetadataAsync, parquetReadObjects, parquetSchema, toJson };

package/dist/node_modules/.pnpm/{hyparquet@1.30.0 → hyparquet@1.31.1}/node_modules/hyparquet/src/indexes.mjs

@@ -3,15 +3,15 @@ import { DEFAULT_PARSERS } from "./convert.mjs";
 import { deserializeTCompactProtocol } from "./thrift.mjs";
 import { convertMetadata } from "./metadata.mjs";
 function readColumnIndex(reader, schema, parsers = void 0) {
-	parsers = {
+	const allParsers = {
 		...DEFAULT_PARSERS,
 		...parsers
 	};
 	const thrift = deserializeTCompactProtocol(reader);
 	return {
 		null_pages: thrift.field_1,
-		min_values: thrift.field_2.map((m) => convertMetadata(m, schema, parsers)),
-		max_values: thrift.field_3.map((m) => convertMetadata(m, schema, parsers)),
+		min_values: thrift.field_2.map((m) => convertMetadata(m, schema, allParsers)),
+		max_values: thrift.field_3.map((m) => convertMetadata(m, schema, allParsers)),
 		boundary_order: BoundaryOrders[thrift.field_4],
 		null_counts: thrift.field_5,
 		repetition_level_histograms: thrift.field_6,

package/dist/node_modules/.pnpm/{hyparquet@1.30.0 → hyparquet@1.31.1}/node_modules/hyparquet/src/metadata.mjs

@@ -35,7 +35,7 @@ async function parquetMetadataAsync(asyncBuffer, { parsers, initialFetchSize = d
 function parquetMetadata(arrayBuffer, { parsers, geoparquet = true } = {}) {
 	if (!(arrayBuffer instanceof ArrayBuffer)) throw new Error("parquet expected ArrayBuffer");
 	const view = new DataView(arrayBuffer);
-	parsers = {
+	const allParsers = {
 		...DEFAULT_PARSERS,
 		...parsers
 	};
@@ -83,7 +83,7 @@ function parquetMetadata(arrayBuffer, { parsers, geoparquet = true } = {}) {
 				data_page_offset: column.field_3.field_9,
 				index_page_offset: column.field_3.field_10,
 				dictionary_page_offset: column.field_3.field_11,
-				statistics: convertStats(column.field_3.field_12, columnSchema[columnIndex], parsers),
+				statistics: convertStats(column.field_3.field_12, columnSchema[columnIndex], allParsers),
 				encoding_stats: column.field_3.field_13?.map((encodingStat) => ({
 					page_type: PageTypes[encodingStat.field_1],
 					encoding: Encodings[encodingStat.field_2],

package/dist/node_modules/.pnpm/{hyparquet@1.30.0 → hyparquet@1.31.1}/node_modules/hyparquet/src/node.mjs

@@ -1,7 +1,7 @@
 import { parquetMetadataAsync, parquetSchema } from "./metadata.mjs";
 import "./indexes.mjs";
-import "./utils.mjs";
+import { toJson } from "./utils.mjs";
 import "./snappy.mjs";
 import { parquetReadObjects } from "./read.mjs";
 import "./index.mjs";
-export { parquetMetadataAsync, parquetReadObjects, parquetSchema };
+export { parquetMetadataAsync, parquetReadObjects, parquetSchema, toJson };

package/dist/node_modules/.pnpm/{hyparquet@1.30.0 → hyparquet@1.31.1}/node_modules/hyparquet/src/rowgroup.mjs

@@ -13,12 +13,12 @@ function readRowGroup(options, { metadata }, groupPlan) {
 			pathInSchema,
 			element: schemaPath[schemaPath.length - 1].element,
 			schemaPath,
+			...options,
+			...chunk.columnMetadata,
 			parsers: {
 				...DEFAULT_PARSERS,
 				...options.parsers
-			},
-			...options,
-			...chunk.columnMetadata
+			}
 		};
 		const { startByte, endByte } = chunk.range;
 		if ("pageLocations" in chunk) asyncColumns.push({
@@ -133,7 +133,7 @@ async function asyncGroupToRows({ asyncColumns }, selectStart, selectEnd, column
 }
 function assembleAsync(asyncRowGroup, schemaTree, parsers) {
 	const { asyncColumns } = asyncRowGroup;
-	parsers = {
+	const allParsers = {
 		...DEFAULT_PARSERS,
 		...parsers
 	};
@@ -147,14 +147,14 @@ function assembleAsync(asyncRowGroup, schemaTree, parsers) {
 				const resolved = await Promise.all(childColumns.map((c) => c.data));
 				const subcolumnData = /* @__PURE__ */ new Map();
 				const flattened = resolved.map(({ data }) => flatten(data));
-				const skipped = Math.max(...resolved.map((result) => result.skipped));
-				const end = Math.min(...resolved.map((result, i) => result.skipped + flattened[i].length));
+				const skipped = Math.max(asyncRowGroup.selectStart ?? 0, ...resolved.map((result) => result.skipped));
+				const end = Math.min(asyncRowGroup.selectEnd ?? Infinity, ...resolved.map((result, i) => result.skipped + flattened[i].length));
 				for (let i = 0; i < childColumns.length; i++) {
 					const start = skipped - resolved[i].skipped;
 					const length = Math.max(0, end - skipped);
 					subcolumnData.set(childColumns[i].pathInSchema.join("."), flattened[i].slice(start, start + length));
 				}
-				assembleNested(subcolumnData, child, parsers);
+				assembleNested(subcolumnData, child, allParsers);
 				const assembled = subcolumnData.get(child.element.name);
 				if (!assembled) throw new Error("parquet column data not assembled");
 				return {

package/dist/node_modules/.pnpm/{hyparquet@1.30.0 → hyparquet@1.31.1}/node_modules/hyparquet/src/types.d.mts

@@ -22,4 +22,12 @@ export type ParquetQueryOperator = {
   $in?: ParquetQueryValue[];
   $nin?: ParquetQueryValue[];
   $not?: ParquetQueryOperator;
-};
+};
+/**
+ * File-like object that can read slices of a file asynchronously.
+ */
+export interface AsyncBuffer {
+  byteLength: number;
+  slice(start: number, end?: number): Awaitable<ArrayBuffer>;
+}
+export type Awaitable<T> = T | Promise<T>;

package/dist/node_modules/.pnpm/{hyparquet@1.30.0 → hyparquet@1.31.1}/node_modules/hyparquet/src/utils.mjs

@@ -1,4 +1,21 @@
 import "./metadata.mjs";
+function toJson(obj) {
+	if (obj === void 0) return null;
+	if (typeof obj === "bigint") return Number(obj);
+	if (Object.is(obj, -0)) return 0;
+	if (Array.isArray(obj)) return obj.map(toJson);
+	if (obj instanceof Uint8Array) return Array.from(obj);
+	if (obj instanceof Date) return obj.toISOString();
+	if (obj instanceof Object) {
+		const newObj = {};
+		for (const key of Object.keys(obj)) {
+			if (obj[key] === void 0) continue;
+			newObj[key] = toJson(obj[key]);
+		}
+		return newObj;
+	}
+	return obj;
+}
 function concat(aaa, bbb) {
 	const chunk = 1e4;
 	for (let i = 0; i < bbb.length; i += chunk) aaa.push(...bbb.slice(i, i + chunk));
@@ -29,4 +46,4 @@ function flatten(chunks) {
 	for (const chunk of chunks) concat(output, chunk);
 	return output;
 }
-export { concat, equals, flatten };
+export { concat, equals, flatten, toJson };

package/dist/node_modules/.pnpm/{hyparquet@1.30.0 → hyparquet@1.31.1}/node_modules/hyparquet/types/index.d.mts

@@ -1,4 +1,4 @@
-import { ParquetQueryFilter as ParquetQueryFilter$1 } from "../src/types.mjs";
+import { AsyncBuffer as AsyncBuffer$1, ParquetQueryFilter as ParquetQueryFilter$1 } from "../src/types.mjs";
 import "./indexes.mjs";
 import "./metadata.mjs";
 import "./read.mjs";
@@ -6,6 +6,7 @@ import "./scan.mjs";
 import "./query.mjs";
 import "./snappy.mjs";
 import "./utils.mjs";
+export type AsyncBuffer = AsyncBuffer$1;
 export type ParquetQueryFilter = ParquetQueryFilter$1;
 /**
  * Explicitly export types for use in downstream typescript projects through

package/dist/node_modules/.pnpm/hyparquet@1.31.1/node_modules/hyparquet/types/node.d.mts

@@ -0,0 +1,3 @@
+import "../src/types.mjs";
+import { AsyncBuffer, ParquetQueryFilter } from "./index.mjs";
+export { AsyncBuffer, ParquetQueryFilter };

package/dist/node_modules/.pnpm/icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/avro/avro.metadata.mjs

@@ -0,0 +1,2 @@
+Array.from({ length: 128 }, (_, i) => BigInt(i >>> 1 ^ -(i & 1)));
+export {};

package/dist/node_modules/.pnpm/icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/avro/avro.read.mjs

@@ -0,0 +1,5 @@
+import "../../../../../hyparquet@1.31.1/node_modules/hyparquet/src/convert.mjs";
+import "../../../../../hyparquet-compressors@1.1.2/node_modules/hyparquet-compressors/src/index.mjs";
+import "./avro.metadata.mjs";
+new TextDecoder();
+export {};

package/dist/node_modules/.pnpm/icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/avro/avro.write.mjs

@@ -0,0 +1,2 @@
+import "../../../../../hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/node.mjs";
+export {};

package/dist/node_modules/.pnpm/icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/fetch.mjs

@@ -0,0 +1,9 @@
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/node.mjs";
+import "../../../../hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/node.mjs";
+import "../../../../hyparquet-compressors@1.1.2/node_modules/hyparquet-compressors/src/index.mjs";
+import "./avro/avro.metadata.mjs";
+import "./avro/avro.read.mjs";
+import "./utils.mjs";
+import "./delete.mjs";
+import "./puffin/puffin.mjs";
+export {};

package/dist/node_modules/.pnpm/{icebird@0.8.28_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/index.mjs

@@ -3,7 +3,7 @@ import "./metadata.mjs";
 import "./catalog/rest.mjs";
 import "./create.mjs";
 import "./manifest.mjs";
-import "../../../../squirreling@0.16.4/node_modules/squirreling/src/index.mjs";
+import "../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";
 import "./read.mjs";
 import { icebergCreateTable } from "./write/write.mjs";
 import "./catalog/file.mjs";

package/dist/node_modules/.pnpm/icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/read.mjs

@@ -0,0 +1,12 @@
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/schema.mjs";
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/utils.mjs";
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/filter.mjs";
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/node.mjs";
+import "../../../../hyparquet-compressors@1.1.2/node_modules/hyparquet-compressors/src/index.mjs";
+import "./utils.mjs";
+import "./delete.mjs";
+import "./fetch.mjs";
+import "./metadata.mjs";
+import "./manifest.mjs";
+import "../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";
+export {};

package/dist/node_modules/.pnpm/icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/s3.mjs

@@ -0,0 +1,3 @@
+import "../../../../hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/node.mjs";
+import "./sigv4.mjs";
+export {};

package/dist/node_modules/.pnpm/{icebird@0.8.28_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/sql/icebergDataSource.mjs

@@ -1,7 +1,7 @@
 import "../fetch.mjs";
 import "../metadata.mjs";
 import "../manifest.mjs";
-import "../../../../../squirreling@0.16.4/node_modules/squirreling/src/index.mjs";
+import "../../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";
 import "../read.mjs";
 import "../prune.mjs";
 import "./whereFilter.mjs";

package/dist/node_modules/.pnpm/{icebird@0.8.28_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/sql/icebergQuery.mjs

@@ -1,5 +1,5 @@
 import "../fetch.mjs";
 import "../catalog/loadTable.mjs";
-import "../../../../../squirreling@0.16.4/node_modules/squirreling/src/index.mjs";
+import "../../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";
 import "./icebergDataSource.mjs";
 export {};

package/dist/node_modules/.pnpm/{icebird@0.8.28_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/types.d.mts

@@ -1,7 +1,7 @@
-import { AsyncBuffer } from "../../../../hyparquet@1.29.2/node_modules/hyparquet/types/index.mjs";
-import "../../../../hyparquet@1.29.2/node_modules/hyparquet/types/node.mjs";
-import { Writer } from "../../../../hyparquet-writer@0.16.9_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/types/index.mjs";
-import "../../../../hyparquet-writer@0.16.9_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/types/node.mjs";
+import { AsyncBuffer } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/types/index.mjs";
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/types/node.mjs";
+import { Writer } from "../../../../hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/types/index.mjs";
+import "../../../../hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/types/node.mjs";
 export interface WriterOptions {
   /**
    * If `'*'`, the writer must create the object only if it does not already

package/dist/node_modules/.pnpm/icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/write/parquet.mjs

@@ -0,0 +1,5 @@
+import "../../../../../hyparquet-writer@0.16.10_patch_hash_d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/node.mjs";
+import "../utils.mjs";
+import "../schema.mjs";
+import "./conversions.mjs";
+export {};

package/dist/node_modules/.pnpm/{icebird@0.8.28_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/rewrite.mjs

@@ -1,4 +1,4 @@
-import "../../../../../hyparquet@1.29.2/node_modules/hyparquet/src/utils.mjs";
+import "../../../../../hyparquet@1.31.1/node_modules/hyparquet/src/utils.mjs";
 import "../utils.mjs";
 import "../fetch.mjs";
 import "./partition.mjs";

package/dist/node_modules/.pnpm/icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/fetch.d.mts

@@ -0,0 +1,2 @@
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/types/node.mjs";
+import "../src/types.mjs";

package/dist/node_modules/.pnpm/{icebird@0.8.28_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/types/index.d.mts

@@ -4,7 +4,7 @@ import "./catalog/file.mjs";
 import "./catalog/rest.mjs";
 import "./fetch.mjs";
 import "./s3.mjs";
-import "../../../../squirreling@0.16.4/node_modules/squirreling/src/index.mjs";
+import "../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";
 import "./read.mjs";
 import "./metadata.mjs";
 import "./manifest.mjs";

package/dist/node_modules/.pnpm/icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/read.d.mts

@@ -0,0 +1,3 @@
+import "../../../../hyparquet@1.31.1/node_modules/hyparquet/types/node.mjs";
+import "../src/types.mjs";
+import "../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";

package/dist/node_modules/.pnpm/icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/sql/icebergDataSource.d.mts

@@ -0,0 +1,2 @@
+import "../../src/types.mjs";
+import "../../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";

package/dist/node_modules/.pnpm/icebird@0.8.30_patch_hash_fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/sql/icebergQuery.d.mts

@@ -0,0 +1,2 @@
+import "../../src/types.mjs";
+import "../../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";

package/dist/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/plan/plan.mjs

@@ -1,3 +1,4 @@
+import "../backend/dataSource.mjs";
 import "../expression/alias.mjs";
 import "../validation/parseErrors.mjs";
 import "../validation/tables.mjs";

package/dist/report/types.d.mts

@@ -1,4 +1,4 @@
-import { AnalysisParams, AnalysisResult } from "../analysis-types.mjs";
+import { AnalysisParams, AnalysisResult, AnalyzerCoverage } from "../analysis-types.mjs";
 import { ComparisonMode, ResolvedWindow, WindowPreset } from "../period/index.mjs";
 export type ReportStepStatus = 'pending' | 'running' | 'done' | 'skipped' | 'error';
 /**
@@ -90,6 +90,8 @@ export interface ReportStepStateMeta {
   type: string;
   status: ReportStepStatus;
   error?: string;
+  /** Set on `done` steps. `truncated` means the step read only part of its rows. */
+  coverage?: AnalyzerCoverage;
 }
 export interface ReportResultMeta {
   durationMs: number;
@@ -122,6 +124,11 @@ export interface ReportContext<P extends ReportParams = ReportParams> {
   params: P;
   /** Hash of registry/code version. Bumped via package version. */
   registryVersion: string;
+  /**
+   * Row-plan fetch cap applied to every step (`AnalysisParams.fetchBudget`).
+   * Omit for the default. SQL plans ignore it.
+   */
+  fetchBudget?: number;
 }
 /**
  * Reduce step results → sections. Runtime injects `meta` post-reduce.

package/dist/resolver/fragments.mjs

@@ -1,4 +1,5 @@
 import { escapeLike } from "../sql-fragments.mjs";
+import { toPath } from "../ingest.mjs";
 import { LOGICAL_DATASETS, UnresolvableDatasetError, inferLogicalDataset, isDatasetResolvable } from "./datasets.mjs";
 import { sql } from "drizzle-orm";
 const METRIC_NAMES = [
@@ -155,18 +156,19 @@ function createSqlFragments(config) {
 			const cRef = dim === "queryCanonical" ? void 0 : colRef(tableKey, dimColumn(dim, tableKey));
 			const matchExpr = dim === "page" || dim === "queryCanonical" ? dimExprSql(dim, tableKey) : cRef;
 			const patternExpr = dim === "queryCanonical" ? matchExpr : cRef;
+			const value = dim === "page" ? toPath(f.expression) : f.expression;
 			switch (f.operator) {
 				case "equals":
-					preds.push(sql`${matchExpr} = ${f.expression}`);
+					preds.push(sql`${matchExpr} = ${value}`);
 					break;
 				case "notEquals":
-					preds.push(sql`${matchExpr} != ${f.expression}`);
+					preds.push(sql`${matchExpr} != ${value}`);
 					break;
 				case "contains":
-					preds.push(sql`${patternExpr} LIKE ${`%${escapeLike(f.expression)}%`} ESCAPE '\\'`);
+					preds.push(sql`${patternExpr} LIKE ${`%${escapeLike(value)}%`} ESCAPE '\\'`);
 					break;
 				case "notContains":
-					preds.push(sql`${patternExpr} NOT LIKE ${`%${escapeLike(f.expression)}%`} ESCAPE '\\'`);
+					preds.push(sql`${patternExpr} NOT LIKE ${`%${escapeLike(value)}%`} ESCAPE '\\'`);
 					break;
 				case "includingRegex":
 					preds.push(regexPredicate(patternExpr, f.expression, false));

package/dist/schema.d.mts

@@ -24,11 +24,13 @@ export declare function naturalKeyColumns(table: TableName): readonly string[];
  * (date, dimension) tuple is produced exactly once per slice — so on healthy
  * data this is a no-op. It exists as a recurrence guard: the 2026-04 monthly
  * compaction corruption folded a complete month back on top of its own daily
- * inputs, doubling every row. Absorbing duplicates at every write/compaction
+ * inputs, doubling every row. Absorbing duplicates at a write or compaction
  * boundary keeps that class of bug from inflating impressions downstream.
  *
  * Last occurrence wins. Observed duplicates are byte-identical, so the choice
- * of survivor is immaterial.
+ * of survivor is immaterial. Rows that are distinct facts under one stored
+ * key, such as two Google URLs that normalize to one path, must add instead:
+ * use `sumByStoredKey` from `@gscdump/engine/ingest`.
  */
 export declare function dedupeByNaturalKey(table: TableName, rows: readonly Row[]): Row[];
 export declare function dimensionToColumn(dim: string, _table: TableName): string;

package/dist/storage.d.mts

@@ -1,6 +1,6 @@
 import { CompactionThresholds } from "./compaction.mjs";
-import { ParquetQueryFilter } from "./node_modules/.pnpm/hyparquet@1.30.0/node_modules/hyparquet/types/index.mjs";
-import "./node_modules/.pnpm/hyparquet@1.30.0/node_modules/hyparquet/types/node.mjs";
+import { ParquetQueryFilter } from "./node_modules/.pnpm/hyparquet@1.31.1/node_modules/hyparquet/types/index.mjs";
+import "./node_modules/.pnpm/hyparquet@1.31.1/node_modules/hyparquet/types/node.mjs";
 import { Grain, Grain as Grain$1, Row, Row as Row$1, TableName, TableName as TableName$1, TenantCtx, TenantCtx as TenantCtx$1 } from "@gscdump/contracts";
 import { BuilderState, SearchType, SearchType as SearchType$1 } from "gscdump/query";
 export interface WriteCtx extends TenantCtx {
@@ -280,6 +280,8 @@ export interface ManifestStore {
   bumpWatermark: (scope: WatermarkScope, date: string, at?: number) => Promise<void>;
   getSyncStates: (filter: SyncStateFilter) => Promise<SyncState[]>;
   setSyncState: (scope: SyncStateScope, state: SyncStateKind, detail?: SyncStateDetail) => Promise<void>;
+  /** Set one state on many scopes in a single write. Sync uses it to mark a whole plan `pending`. */
+  setSyncStates: (scopes: readonly SyncStateScope[], state: SyncStateKind, detail?: SyncStateDetail) => Promise<void>;
   /**
    * Serialize concurrent writers against the same scope. Held across the
    * write+register window so GC (orphan sweep) won't delete bytes that are
@@ -454,11 +456,17 @@ export interface RunSQLOptions {
   profiler?: QueryProfiler;
 }
 export interface StorageEngine {
+  /**
+   * Replace one day partition with `rows`. URLs are normalized to paths
+   * first, and rows that then share a stored key sum their metrics. Writing
+   * the same day again replaces it, so a re-fire never doubles the totals.
+   */
   writeDay: (ctx: WriteCtx, rows: Row[]) => Promise<void>;
   /**
-   * Read-merge-write a single-day hourly partition. Idempotent on
-   * `(url, hour)` (last-write-wins): callers can re-fire the same slice
-   * after a retry and the partition converges. `ctx.date` is the PT
+   * Read-merge-write a single-day hourly partition. Rows in one call that
+   * share a stored key sum. Across calls, the newest write wins on
+   * `(url, hour)`: callers can re-fire the same slice after a retry and the
+   * partition converges. `ctx.date` is the PT
    * calendar day; rows must carry `hour` + `date` fields. Partition shape
    *  `hourly/{date}`; coexists with daily partitions in the same `table`
    *  prefix (`hourly_pages`).
@@ -534,6 +542,8 @@ export interface StorageEngine {
   getWatermarks: (filter: WatermarkFilter) => Promise<Watermark[]>;
   getSyncStates: (filter: SyncStateFilter) => Promise<SyncState[]>;
   setSyncState: (scope: SyncStateScope, state: SyncStateKind, detail?: SyncStateDetail) => Promise<void>;
+  /** Set one state on many scopes in a single write. Sync uses it to mark a whole plan `pending`. */
+  setSyncStates: (scopes: readonly SyncStateScope[], state: SyncStateKind, detail?: SyncStateDetail) => Promise<void>;
   /** Read the raw bytes of a single object. Rarely needed outside the `dump` CLI. */
   readObject: (key: string) => Promise<Uint8Array>;
 }

package/dist/vendor/hysnappy-purejs.mjs

@@ -1,4 +1,4 @@
-import { snappyUncompress as snappyUncompress$1 } from "../node_modules/.pnpm/hyparquet@1.30.0/node_modules/hyparquet/src/snappy.mjs";
+import { snappyUncompress as snappyUncompress$1 } from "../node_modules/.pnpm/hyparquet@1.31.1/node_modules/hyparquet/src/snappy.mjs";
 function decode(input, outputLength) {
 	const output = new Uint8Array(outputLength);
 	snappyUncompress$1(input, output);