@gscdump/engine 2.1.1 → 2.3.0

package/dist/node_modules/.pnpm/{icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash_4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sql/icebergDataSource.mjs

@@ -2,7 +2,7 @@ import "../fetch.mjs";
 import "../metadata.mjs";
 import "../manifest.mjs";
 import "../read.mjs";
-import "../../../../../squirreling@0.15.0/node_modules/squirreling/src/index.mjs";
+import "../../../../../squirreling@0.15.3/node_modules/squirreling/src/index.mjs";
 import "../prune.mjs";
 import "./whereFilter.mjs";
 export {};

package/dist/node_modules/.pnpm/{icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash_4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sql/icebergQuery.mjs

@@ -1,5 +1,5 @@
 import "../fetch.mjs";
 import "../catalog/loadTable.mjs";
-import "../../../../../squirreling@0.15.0/node_modules/squirreling/src/index.mjs";
+import "../../../../../squirreling@0.15.3/node_modules/squirreling/src/index.mjs";
 import "./icebergDataSource.mjs";
 export {};

package/dist/node_modules/.pnpm/{icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash_4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/types.d.mts

@@ -1,7 +1,7 @@
-import { AsyncBuffer } from "../../../../hyparquet@1.26.2/node_modules/hyparquet/types/index.mjs";
-import "../../../../hyparquet@1.26.2/node_modules/hyparquet/types/node.mjs";
-import { Writer } from "../../../../hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/index.mjs";
-import "../../../../hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/node.mjs";
+import { AsyncBuffer } from "../../../../hyparquet@1.28.2/node_modules/hyparquet/types/index.mjs";
+import "../../../../hyparquet@1.28.2/node_modules/hyparquet/types/node.mjs";
+import { Writer } from "../../../../hyparquet-writer@0.16.6_patch_hash_549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/index.mjs";
+import "../../../../hyparquet-writer@0.16.6_patch_hash_549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/node.mjs";
 interface WriterOptions {
   /**
    * If `'*'`, the writer must create the object only if it does not already

package/dist/node_modules/.pnpm/{icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash_4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/commit.mjs

@@ -2,4 +2,5 @@ import "../json.mjs";
 import "../schema.mjs";
 import "./conversions.mjs";
 import "./partition.mjs";
+import "./snapshot.mjs";
 export {};

package/dist/node_modules/.pnpm/icebird@0.8.22_patch_hash_4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/write/parquet.mjs

@@ -0,0 +1,5 @@
+import "../../../../../hyparquet-writer@0.16.6_patch_hash_549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/src/node.mjs";
+import "../utils.mjs";
+import "../schema.mjs";
+import "./conversions.mjs";
+export {};

package/dist/node_modules/.pnpm/{icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash_4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/index.d.mts

@@ -7,7 +7,7 @@ import "./s3.mjs";
 import "./read.mjs";
 import "./metadata.mjs";
 import "./manifest.mjs";
-import "../../../../squirreling@0.15.0/node_modules/squirreling/src/index.mjs";
+import "../../../../squirreling@0.15.3/node_modules/squirreling/src/index.mjs";
 import "./sql/icebergDataSource.mjs";
 import "./sql/icebergQuery.mjs";
 export { icebergCreateTable };

package/dist/node_modules/.pnpm/icebird@0.8.22_patch_hash_4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/read.d.mts

@@ -0,0 +1,2 @@
+import "../../../../hyparquet@1.28.2/node_modules/hyparquet/types/node.mjs";
+import "../src/types.mjs";

package/dist/node_modules/.pnpm/icebird@0.8.22_patch_hash_4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/sql/icebergDataSource.d.mts

@@ -0,0 +1,2 @@
+import "../../src/types.mjs";
+import "../../../../../squirreling@0.15.3/node_modules/squirreling/src/index.mjs";

package/dist/node_modules/.pnpm/icebird@0.8.22_patch_hash_4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/sql/icebergQuery.d.mts

@@ -0,0 +1,2 @@
+import "../../src/types.mjs";
+import "../../../../../squirreling@0.15.3/node_modules/squirreling/src/index.mjs";

package/dist/storage.d.mts

@@ -1,6 +1,6 @@
 import { CompactionThresholds } from "./compaction.mjs";
-import { ParquetQueryFilter } from "./node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/index.mjs";
-import "./node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/node.mjs";
+import { ParquetQueryFilter } from "./node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/types/index.mjs";
+import "./node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/types/node.mjs";
 import { Grain, Grain as Grain$1, Row, Row as Row$1, TableName, TableName as TableName$1, TenantCtx, TenantCtx as TenantCtx$1 } from "@gscdump/contracts";
 import { BuilderState, SearchType, SearchType as SearchType$1 } from "gscdump/query";
 interface WriteCtx extends TenantCtx {

package/dist/vendor/hysnappy-purejs.mjs

@@ -1,4 +1,4 @@
-import { snappyUncompress as snappyUncompress$1 } from "../node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/snappy.mjs";
+import { snappyUncompress as snappyUncompress$1 } from "../node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/src/snappy.mjs";
 function decode(input, outputLength) {
 	const output = new Uint8Array(outputLength);
 	snappyUncompress$1(input, output);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@gscdump/engine",
   "type": "module",
-  "version": "2.1.1",
+  "version": "2.3.0",
   "description": "Append-only Parquet/DuckDB storage engine + planner + adapters for the gscdump pipeline. Node + edge runtimes; opt-in heavy peers.",
   "author": {
     "name": "Harlan Wilton",
@@ -186,19 +186,19 @@
   "dependencies": {
     "drizzle-orm": "1.0.0-rc.4",
     "proper-lockfile": "^4.1.2",
-    "@gscdump/lakehouse": "^2.1.1",
-    "gscdump": "^2.1.1",
-    "@gscdump/contracts": "^2.1.1"
+    "@gscdump/contracts": "^2.3.0",
+    "@gscdump/lakehouse": "^2.3.0",
+    "gscdump": "^2.3.0"
   },
   "devDependencies": {
     "@duckdb/duckdb-wasm": "1.33.1-dev57.0",
     "@types/node": "^26.2.0",
     "@types/proper-lockfile": "^4.1.4",
     "aws4fetch": "^1.0.20",
-    "hyparquet": "^1.26.2",
-    "hyparquet-writer": "^0.16.1",
-    "icebird": "^0.8.15",
-    "tsx": "^4.23.1",
+    "hyparquet": "^1.28.2",
+    "hyparquet-writer": "^0.16.6",
+    "icebird": "^0.8.22",
+    "tsx": "^4.23.12",
     "unstorage": "^1.17.5",
     "vitest": "^4.1.10"
   },

package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/bytewriter.mjs

@@ -1,91 +0,0 @@
-function ByteWriter(initalSize = 1024) {
-	this.buffer = new ArrayBuffer(initalSize);
-	this.view = new DataView(this.buffer);
-	this.offset = 0;
-	this.index = 0;
-	return this;
-}
-ByteWriter.prototype.ensure = function(size) {
-	if (this.index + size > this.buffer.byteLength) {
-		const newSize = Math.max(this.buffer.byteLength * 2, this.index + size);
-		const newBuffer = new ArrayBuffer(newSize);
-		new Uint8Array(newBuffer).set(new Uint8Array(this.buffer));
-		this.buffer = newBuffer;
-		this.view = new DataView(this.buffer);
-	}
-};
-ByteWriter.prototype.finish = function() {};
-ByteWriter.prototype.getBuffer = function() {
-	return this.buffer.slice(0, this.index);
-};
-ByteWriter.prototype.getBytes = function() {
-	return new Uint8Array(this.buffer, 0, this.index);
-};
-ByteWriter.prototype.appendUint8 = function(value) {
-	this.ensure(this.index + 1);
-	this.view.setUint8(this.index, value);
-	this.offset++;
-	this.index++;
-};
-ByteWriter.prototype.appendUint32 = function(value) {
-	this.ensure(this.index + 4);
-	this.view.setUint32(this.index, value, true);
-	this.offset += 4;
-	this.index += 4;
-};
-ByteWriter.prototype.appendInt32 = function(value) {
-	this.ensure(this.index + 4);
-	this.view.setInt32(this.index, value, true);
-	this.offset += 4;
-	this.index += 4;
-};
-ByteWriter.prototype.appendInt64 = function(value) {
-	this.ensure(this.index + 8);
-	this.view.setBigInt64(this.index, BigInt(value), true);
-	this.offset += 8;
-	this.index += 8;
-};
-ByteWriter.prototype.appendFloat32 = function(value) {
-	this.ensure(this.index + 8);
-	this.view.setFloat32(this.index, value, true);
-	this.offset += 4;
-	this.index += 4;
-};
-ByteWriter.prototype.appendFloat64 = function(value) {
-	this.ensure(this.index + 8);
-	this.view.setFloat64(this.index, value, true);
-	this.offset += 8;
-	this.index += 8;
-};
-ByteWriter.prototype.appendBuffer = function(value) {
-	this.appendBytes(new Uint8Array(value));
-};
-ByteWriter.prototype.appendBytes = function(value) {
-	this.ensure(this.index + value.length);
-	new Uint8Array(this.buffer, this.index, value.length).set(value);
-	this.offset += value.length;
-	this.index += value.length;
-};
-ByteWriter.prototype.appendVarInt = function(value) {
-	while (true) if ((value & -128) === 0) {
-		this.appendUint8(value);
-		return;
-	} else {
-		this.appendUint8(value & 127 | 128);
-		value >>>= 7;
-	}
-};
-ByteWriter.prototype.appendVarBigInt = function(value) {
-	while (true) if ((value & -128n) === 0n) {
-		this.appendUint8(Number(value));
-		return;
-	} else {
-		this.appendUint8(Number(value & 127n | 128n));
-		value >>= 7n;
-	}
-};
-ByteWriter.prototype.appendZigZag = function(value) {
-	if (typeof value === "number") this.appendVarInt(value << 1 ^ value >> 31);
-	else this.appendVarBigInt(value << 1n ^ value >> 63n);
-};
-export { ByteWriter };

package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/delta.mjs

@@ -1,111 +0,0 @@
-const BLOCK_SIZE = 128;
-const MINIBLOCKS_PER_BLOCK = 4;
-const VALUES_PER_MINIBLOCK = BLOCK_SIZE / MINIBLOCKS_PER_BLOCK;
-function deltaBinaryPack(writer, values) {
-	const count = values.length;
-	if (count === 0) {
-		writer.appendVarInt(BLOCK_SIZE);
-		writer.appendVarInt(MINIBLOCKS_PER_BLOCK);
-		writer.appendVarInt(0);
-		writer.appendVarInt(0);
-		return;
-	}
-	if (typeof values[0] !== "number" && typeof values[0] !== "bigint") throw new Error("deltaBinaryPack only supports number or bigint arrays");
-	writer.appendVarInt(BLOCK_SIZE);
-	writer.appendVarInt(MINIBLOCKS_PER_BLOCK);
-	writer.appendVarInt(count);
-	writer.appendZigZag(values[0]);
-	let index = 1;
-	while (index < count) {
-		const blockEnd = Math.min(index + BLOCK_SIZE, count);
-		const blockSize = blockEnd - index;
-		const blockDeltas = new BigInt64Array(blockSize);
-		let minDelta = BigInt(values[index]) - BigInt(values[index - 1]);
-		blockDeltas[0] = minDelta;
-		for (let i = 1; i < blockSize; i++) {
-			const delta = BigInt(values[index + i]) - BigInt(values[index + i - 1]);
-			blockDeltas[i] = delta;
-			if (delta < minDelta) minDelta = delta;
-		}
-		writer.appendZigZag(minDelta);
-		const bitWidths = new Uint8Array(MINIBLOCKS_PER_BLOCK);
-		for (let mb = 0; mb < MINIBLOCKS_PER_BLOCK; mb++) {
-			const mbStart = mb * VALUES_PER_MINIBLOCK;
-			const mbEnd = Math.min(mbStart + VALUES_PER_MINIBLOCK, blockSize);
-			let maxAdjusted = 0n;
-			for (let i = mbStart; i < mbEnd; i++) {
-				const adjusted = blockDeltas[i] - minDelta;
-				if (adjusted > maxAdjusted) maxAdjusted = adjusted;
-			}
-			bitWidths[mb] = bitWidth(maxAdjusted);
-		}
-		writer.appendBytes(bitWidths);
-		for (let mb = 0; mb < MINIBLOCKS_PER_BLOCK; mb++) {
-			const bitWidth = bitWidths[mb];
-			if (bitWidth === 0) continue;
-			const mbStart = mb * VALUES_PER_MINIBLOCK;
-			const mbEnd = Math.min(mbStart + VALUES_PER_MINIBLOCK, blockSize);
-			let buffer = 0n;
-			let bitsUsed = 0;
-			for (let i = 0; i < VALUES_PER_MINIBLOCK; i++) {
-				const adjusted = mbStart + i < mbEnd ? blockDeltas[mbStart + i] - minDelta : 0n;
-				buffer |= adjusted << BigInt(bitsUsed);
-				bitsUsed += bitWidth;
-				while (bitsUsed >= 8) {
-					writer.appendUint8(Number(buffer & 255n));
-					buffer >>= 8n;
-					bitsUsed -= 8;
-				}
-			}
-		}
-		index = blockEnd;
-	}
-}
-function deltaLengthByteArray(writer, values) {
-	const lengths = new Int32Array(values.length);
-	for (let i = 0; i < values.length; i++) {
-		const value = values[i];
-		if (!(value instanceof Uint8Array)) throw new Error("deltaLengthByteArray expects Uint8Array values");
-		lengths[i] = value.length;
-	}
-	deltaBinaryPack(writer, lengths);
-	for (const value of values) writer.appendBytes(value);
-}
-function deltaByteArray(writer, values) {
-	if (values.length === 0) {
-		deltaBinaryPack(writer, []);
-		deltaBinaryPack(writer, []);
-		return;
-	}
-	const prefixLengths = new Int32Array(values.length);
-	const suffixLengths = new Int32Array(values.length);
-	const suffixes = new Array(values.length);
-	if (!(values[0] instanceof Uint8Array)) throw new Error("deltaByteArray expects Uint8Array values");
-	prefixLengths[0] = 0;
-	suffixLengths[0] = values[0].length;
-	suffixes[0] = values[0];
-	for (let i = 1; i < values.length; i++) {
-		const prev = values[i - 1];
-		const curr = values[i];
-		if (!(curr instanceof Uint8Array)) throw new Error("deltaByteArray expects Uint8Array values");
-		let prefixLen = 0;
-		const maxPrefix = Math.min(prev.length, curr.length);
-		while (prefixLen < maxPrefix && prev[prefixLen] === curr[prefixLen]) prefixLen++;
-		prefixLengths[i] = prefixLen;
-		suffixLengths[i] = curr.length - prefixLen;
-		suffixes[i] = curr.subarray(prefixLen);
-	}
-	deltaBinaryPack(writer, prefixLengths);
-	deltaBinaryPack(writer, suffixLengths);
-	for (const suffix of suffixes) writer.appendBytes(suffix);
-}
-function bitWidth(value) {
-	if (value === 0n) return 0;
-	let bits = 0;
-	while (value > 0n) {
-		bits++;
-		value >>= 1n;
-	}
-	return bits;
-}
-export { deltaBinaryPack, deltaByteArray, deltaLengthByteArray };

package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/parquet-writer.mjs

@@ -1,139 +0,0 @@
-import { getSchemaPath } from "../../../../hyparquet@1.26.1/node_modules/hyparquet/src/schema.mjs";
-import { writeBlooms } from "./bloom.mjs";
-import { encodeVariantColumn } from "./variant.mjs";
-import { writeColumn } from "./column.mjs";
-import { encodeNestedValues } from "./dremel.mjs";
-import { writeIndexes } from "./indexes.mjs";
-import { writeMetadata } from "./metadata.mjs";
-import { snappyCompress } from "./snappy.mjs";
-function ParquetWriter({ writer, schema, codec = "SNAPPY", compressors, statistics = true, kvMetadata }) {
-	this.writer = writer;
-	this.schema = schema;
-	this.codec = codec;
-	this.compressors = {
-		SNAPPY: snappyCompress,
-		...compressors
-	};
-	this.statistics = statistics;
-	this.kvMetadata = kvMetadata;
-	this.row_groups = [];
-	this.num_rows = 0n;
-	this.pendingIndexes = [];
-	this.writer.appendUint32(827474256);
-}
-ParquetWriter.prototype.write = function({ columnData, rowGroupSize = [1e3, 1e5], pageSize = 1048576 }) {
-	const columnDataRows = columnData[0]?.data?.length || 0;
-	let pending;
-	for (const { groupStartIndex, groupSize } of groupIterator({
-		columnDataRows,
-		rowGroupSize
-	})) {
-		const writeGroup = () => {
-			const groupStartOffset = this.writer.offset;
-			const columns = [];
-			for (let j = 0; j < columnData.length; j++) {
-				const { name, data, encoding, codec = this.codec, columnIndex = false, offsetIndex = true, shredding, bloomFilter } = columnData[j];
-				if (columnIndex && !offsetIndex) throw new Error("parquet ColumnIndex cannot be present without OffsetIndex");
-				if (data.length !== columnDataRows) throw new Error("parquet columns must have the same length");
-				const groupData = data.slice(groupStartIndex, groupStartIndex + groupSize);
-				const columnPath = getSchemaPath(this.schema, [name]);
-				const leafPaths = getLeafSchemaPaths(columnPath);
-				const columnElement = columnPath.at(-1)?.element;
-				const shreddingConfig = shredding && shredding !== true ? shredding : void 0;
-				const isVariant = columnElement?.logical_type?.type === "VARIANT";
-				const isRequired = columnElement?.repetition_type === "REQUIRED";
-				const rows = isVariant ? encodeVariantColumn(Array.from(groupData), shreddingConfig, {
-					name,
-					required: isRequired
-				}) : groupData;
-				for (const leafPath of leafPaths) {
-					const schemaPath = leafPath.map((node) => node.element);
-					const column = {
-						columnName: schemaPath.slice(1).map((s) => s.name).join("."),
-						element: schemaPath[schemaPath.length - 1],
-						schemaPath,
-						codec,
-						compressors: this.compressors,
-						stats: this.statistics,
-						pageSize,
-						columnIndex,
-						offsetIndex,
-						encoding,
-						bloomFilter
-					};
-					const pageData = encodeNestedValues(leafPath, rows);
-					const result = writeColumn({
-						writer: this.writer,
-						column,
-						pageData
-					});
-					columns.push(result.chunk);
-					this.pendingIndexes.push(result);
-				}
-			}
-			this.num_rows += BigInt(groupSize);
-			this.row_groups.push({
-				columns,
-				total_byte_size: BigInt(this.writer.offset - groupStartOffset),
-				num_rows: BigInt(groupSize)
-			});
-			return this.writer.flush?.();
-		};
-		if (pending) pending = pending.then(writeGroup);
-		else {
-			const r = writeGroup();
-			if (r) pending = Promise.resolve(r);
-		}
-	}
-	return pending;
-};
-ParquetWriter.prototype.finish = function() {
-	writeIndexes(this.writer, this.pendingIndexes);
-	writeBlooms(this.writer, this.pendingIndexes);
-	const metadata = {
-		version: 2,
-		created_by: "hyparquet",
-		schema: this.schema,
-		num_rows: this.num_rows,
-		row_groups: this.row_groups,
-		metadata_length: 0,
-		key_value_metadata: this.kvMetadata
-	};
-	delete metadata.metadata_length;
-	writeMetadata(this.writer, metadata);
-	this.writer.appendUint32(827474256);
-	return this.writer.finish();
-};
-function groupSize(rowGroupSize, i) {
-	return Array.isArray(rowGroupSize) ? rowGroupSize[Math.min(i, rowGroupSize.length - 1)] : rowGroupSize;
-}
-function groupIterator({ columnDataRows, rowGroupSize }) {
-	if (Array.isArray(rowGroupSize) && !rowGroupSize.length) throw new Error("rowGroupSize array cannot be empty");
-	const groups = [];
-	let groupIndex = 0;
-	let groupStartIndex = 0;
-	while (groupStartIndex < columnDataRows) {
-		const size = groupSize(rowGroupSize, groupIndex);
-		groups.push({
-			groupStartIndex,
-			groupSize: Math.min(size, columnDataRows - groupStartIndex)
-		});
-		groupStartIndex += size;
-		groupIndex++;
-	}
-	return groups;
-}
-function getLeafSchemaPaths(schemaPath) {
-	const leaves = [];
-	dfs(schemaPath);
-	return leaves;
-	function dfs(path) {
-		const node = path[path.length - 1];
-		if (!node.children.length) {
-			leaves.push(path);
-			return;
-		}
-		for (const child of node.children) dfs([...path, child]);
-	}
-}
-export { ParquetWriter, groupSize };

package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/index.d.mts

@@ -1,10 +0,0 @@
-import "../../../../hyparquet@1.26.1/node_modules/hyparquet/types/node.mjs";
-import { Writer as Writer$1 } from "../src/types.mjs";
-import "./write-rows.mjs";
-import "./bytewriter.mjs";
-import "./parquet-writer.mjs";
-import "./wkb.mjs";
-import "./write.mjs";
-import "./schema.mjs";
-type Writer = Writer$1;
-export { Writer };

package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/parquet-writer.d.mts

@@ -1,2 +0,0 @@
-import "../../../../hyparquet@1.26.1/node_modules/hyparquet/types/node.mjs";
-import "../src/types.mjs";

package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/schema.d.mts

@@ -1,2 +0,0 @@
-import "../../../../hyparquet@1.26.1/node_modules/hyparquet/types/node.mjs";
-import "../src/types.mjs";

package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/filter.mjs

@@ -1,98 +0,0 @@
-import { hashParquetValue, sbbfContains } from "./bloom.mjs";
-import { equals } from "./utils.mjs";
-function columnsNeededForFilter(filter) {
-	if (!filter) return [];
-	const columns = [];
-	if ("$and" in filter && Array.isArray(filter.$and)) columns.push(...filter.$and.flatMap(columnsNeededForFilter));
-	else if ("$or" in filter && Array.isArray(filter.$or)) columns.push(...filter.$or.flatMap(columnsNeededForFilter));
-	else if ("$nor" in filter && Array.isArray(filter.$nor)) columns.push(...filter.$nor.flatMap(columnsNeededForFilter));
-	else columns.push(...Object.keys(filter).map((key) => key.split(".")[0]));
-	return [...new Set(columns)];
-}
-function matchFilter(record, filter, strict = true) {
-	if ("$and" in filter && Array.isArray(filter.$and)) return filter.$and.every((subQuery) => matchFilter(record, subQuery, strict));
-	if ("$or" in filter && Array.isArray(filter.$or)) return filter.$or.some((subQuery) => matchFilter(record, subQuery, strict));
-	if ("$nor" in filter && Array.isArray(filter.$nor)) return !filter.$nor.some((subQuery) => matchFilter(record, subQuery, strict));
-	return Object.entries(filter).every(([field, condition]) => {
-		const value = resolve(record, field);
-		if (typeof condition !== "object" || condition === null || Array.isArray(condition)) return equals(value, condition, strict);
-		return Object.entries(condition || {}).every(([operator, target]) => {
-			if (operator === "$gt") return value > target;
-			if (operator === "$gte") return value >= target;
-			if (operator === "$lt") return value < target;
-			if (operator === "$lte") return value <= target;
-			if (operator === "$eq") return equals(value, target, strict);
-			if (operator === "$ne") return !equals(value, target, strict);
-			if (operator === "$in") return Array.isArray(target) && target.includes(value);
-			if (operator === "$nin") return Array.isArray(target) && !target.includes(value);
-			if (operator === "$not") return !matchFilter({ [field]: value }, { [field]: target }, strict);
-			return true;
-		});
-	});
-}
-function canSkipRowGroup({ rowGroup, physicalColumns, filter, strict = true, bloomFilters, schemaElements }) {
-	if (!filter) return false;
-	if ("$and" in filter && Array.isArray(filter.$and)) return filter.$and.some((subFilter) => canSkipRowGroup({
-		rowGroup,
-		physicalColumns,
-		filter: subFilter,
-		strict,
-		bloomFilters,
-		schemaElements
-	}));
-	if ("$or" in filter && Array.isArray(filter.$or)) return filter.$or.every((subFilter) => canSkipRowGroup({
-		rowGroup,
-		physicalColumns,
-		filter: subFilter,
-		strict,
-		bloomFilters,
-		schemaElements
-	}));
-	if ("$nor" in filter && Array.isArray(filter.$nor)) return false;
-	for (const [field, condition] of Object.entries(filter)) {
-		const columnIndex = physicalColumns.indexOf(field);
-		if (columnIndex === -1) continue;
-		const { min, max, min_value, max_value } = rowGroup.columns[columnIndex].meta_data?.statistics || {};
-		const minVal = min_value !== void 0 ? min_value : min;
-		const maxVal = max_value !== void 0 ? max_value : max;
-		const haveStats = minVal !== void 0 && maxVal !== void 0;
-		const bloom = bloomFilters?.[field];
-		const element = schemaElements?.[field];
-		for (const [operator, target] of Object.entries(condition || {})) {
-			if (haveStats) {
-				if (operator === "$gt" && maxVal <= target) return true;
-				if (operator === "$gte" && maxVal < target) return true;
-				if (operator === "$lt" && minVal >= target) return true;
-				if (operator === "$lte" && minVal > target) return true;
-				if (operator === "$eq" && (target < minVal || target > maxVal)) return true;
-				if (operator === "$ne" && equals(minVal, maxVal, strict) && equals(minVal, target, strict)) return true;
-				if (operator === "$in" && Array.isArray(target) && target.every((v) => v < minVal || v > maxVal)) return true;
-				if (operator === "$nin" && Array.isArray(target) && equals(minVal, maxVal, strict) && target.includes(minVal)) return true;
-			}
-			if (bloom && element) {
-				if (operator === "$eq") {
-					const hash = hashParquetValue(target, element);
-					if (hash !== void 0 && !sbbfContains(bloom.blocks, hash)) return true;
-				}
-				if (operator === "$in" && Array.isArray(target) && target.length > 0) {
-					let allAbsent = true;
-					for (const v of target) {
-						const h = hashParquetValue(v, element);
-						if (h === void 0 || sbbfContains(bloom.blocks, h)) {
-							allAbsent = false;
-							break;
-						}
-					}
-					if (allAbsent) return true;
-				}
-			}
-		}
-	}
-	return false;
-}
-function resolve(record, path) {
-	let value = record;
-	for (const part of path.split(".")) value = value?.[part];
-	return value;
-}
-export { canSkipRowGroup, columnsNeededForFilter, matchFilter };

package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/indexes.mjs

@@ -1,16 +0,0 @@
-import "./constants.mjs";
-import "./convert.mjs";
-import { deserializeTCompactProtocol } from "./thrift.mjs";
-import "./metadata.mjs";
-function readOffsetIndex(reader) {
-	const thrift = deserializeTCompactProtocol(reader);
-	return {
-		page_locations: thrift.field_1.map((loc) => ({
-			offset: loc.field_1,
-			compressed_page_size: loc.field_2,
-			first_row_index: loc.field_3
-		})),
-		unencoded_byte_array_data_bytes: thrift.field_2
-	};
-}
-export { readOffsetIndex };