@gscdump/lakehouse 3.4.0 → 3.4.2

package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244 → icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7}/node_modules/icebird/types/manifest.d.mts

@@ -4,8 +4,7 @@ type ManifestList = {
   entries: ManifestEntry[];
 }[];
 /**
- * Predicate applied to each manifest's manifest-list `partitions` field-summary
- * array before entry fetch. Return `false` to skip the manifest's entry fetch.
+ * Predicate applied before fetching a manifest's entries.
  */
 type ManifestPartitionFilter = (partitions: Manifest['partitions'], partitionSpecId: number, manifest: Manifest) => boolean;
 /**
@@ -13,7 +12,7 @@ type ManifestPartitionFilter = (partitions: Manifest['partitions'], partitionSpe
  * pass `snapshotId` to time-travel to a prior snapshot in the metadata's
  * snapshot log.
  *
- * @import {Resolver, TableMetadata, Manifest, ManifestEntry} from '../src/types.js'
+ * @import {Resolver, TableMetadata, Manifest, ManifestEntry, Snapshot} from '../src/types.js'
  * @typedef {{ url: string, entries: ManifestEntry[] }[]} ManifestList
  * @param {object} options
  * @param {TableMetadata} options.metadata

package/dist/_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/types/read.d.mts

@@ -0,0 +1,3 @@
+import "../../../../hyparquet@1.29.2/node_modules/hyparquet/types/node.mjs";
+import "../src/types.mjs";
+import "../../../../squirreling@0.16.3/node_modules/squirreling/src/index.mjs";

package/dist/_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/types/sql/icebergDataSource.d.mts

@@ -0,0 +1,2 @@
+import "../../src/types.mjs";
+import "../../../../../squirreling@0.16.3/node_modules/squirreling/src/index.mjs";

package/dist/_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/types/sql/icebergQuery.d.mts

@@ -0,0 +1,2 @@
+import "../../src/types.mjs";
+import "../../../../../squirreling@0.16.3/node_modules/squirreling/src/index.mjs";

package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.2 → squirreling@0.16.3}/node_modules/squirreling/src/execute/aggregates.mjs

@@ -4,6 +4,7 @@ import "../expression/alias.mjs";
 import "./utils.mjs";
 import "../expression/evaluate.mjs";
 import "./accumulator.mjs";
+import "./fold.mjs";
 import "./scanColumn.mjs";
 import "./sort.mjs";
 import "./streamingAggregate.mjs";

package/dist/_virtual/node_modules/.pnpm/squirreling@0.16.3/node_modules/squirreling/src/execute/fold.mjs

@@ -0,0 +1,2 @@
+import "./yield.mjs";
+export {};

package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.2 → squirreling@0.16.3}/node_modules/squirreling/src/execute/streamingAggregate.mjs

@@ -7,6 +7,7 @@ import "../expression/batch.mjs";
 import "../expression/evaluate.mjs";
 import "../plan/columns.mjs";
 import "./accumulator.mjs";
+import "./fold.mjs";
 import "./sort.mjs";
 import "./rowScope.mjs";
 export {};

package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.2 → squirreling@0.16.3}/node_modules/squirreling/src/execute/window.mjs

@@ -1,5 +1,6 @@
 import "./yield.mjs";
 import "./utils.mjs";
 import "../expression/evaluate.mjs";
+import "./fold.mjs";
 import "./execute.mjs";
 export {};

package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.2 → squirreling@0.16.3}/node_modules/squirreling/src/expression/regexp.mjs

@@ -1,2 +1,3 @@
+import "../execute/utils.mjs";
 import "../validation/executionErrors.mjs";
 export {};

package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/db0.d.mts

@@ -1,2 +1,2 @@
-import "../../../../db0@0.3.4_drizzle-orm@1.0.0-rc.4_@cloudflare+workers-types@5.20260827.1_valibot@1.4.2_typescript@6.0.3__zod@4.4.3_/node_modules/db0/dist/index.mjs";
+import "../../../../db0@0.3.4_drizzle-orm@1.0.0-rc.4_@cloudflare+workers-types@5.20260831.1_valibot@1.4.2_typescript@6.0.3__zod@4.5.4_/node_modules/db0/dist/index.mjs";
 import "../dist/index.mjs";

package/dist/catalog.d.mts

@@ -1,9 +1,9 @@
-import { icebergAppend } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/write/write.mjs";
+import { icebergAppend } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/types/write/write.mjs";
 import { CatalogCache } from "./catalog-cache.mjs";
 import { IcebergPrimitiveType, IcebergS3Config } from "./schema.mjs";
 import { PartitionValueMatch } from "./partition-prune.mjs";
-import { restCatalogConnect } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/catalog/rest.mjs";
-import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/fetch.mjs";
+import { restCatalogConnect } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/types/catalog/rest.mjs";
+import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/types/fetch.mjs";
 /** A field in an icebird table `Schema`. */
 interface IcebergSchemaField {
   id: number;

package/dist/catalog.mjs

@@ -1,14 +1,15 @@
 import { stringifyBigintSafe } from "./bigint.mjs";
-import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/catalog/rest.mjs";
-import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/fetch.mjs";
-import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/manifest.mjs";
-import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/s3.mjs";
+import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/catalog/rest.mjs";
+import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/fetch.mjs";
+import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/manifest.mjs";
+import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/s3.mjs";
 import { cacheGet, cachePut, reportCatalogCacheError } from "./catalog-cache.mjs";
 import { toIcebergDayCount } from "./date.mjs";
+import { wrapManifestCacheResolver } from "./manifest-cache-resolver.mjs";
 import { buildManifestPartitionFilter } from "./partition-prune.mjs";
 let icebirdWriteModule;
 function useIcebirdWriteModule() {
-	icebirdWriteModule ??= import("./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/write/write.mjs");
+	icebirdWriteModule ??= import("./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/write/write.mjs");
 	return icebirdWriteModule;
 }
 const CATALOG_CONFIG_TTL_MS = 36e5;
@@ -46,18 +47,21 @@ async function connectIcebergCatalog(config, opts = {}) {
 			await cachePut(opts.cache, catalogConfigKey(config), toCache, CATALOG_CONFIG_TTL_MS, now);
 		}
 	}
-	const resolver = withVerifiedWriterByteLengths(cachingResolver(s3SignedResolver({
+	const cacheScope = catalogCacheScope(config);
+	const s3Resolver = s3SignedResolver({
 		accessKeyId: config.s3.accessKeyId,
 		secretAccessKey: config.s3.secretAccessKey,
 		region: config.s3.region ?? "auto",
 		endpoint: config.s3.endpoint,
 		pathStyle: true
-	})));
+	});
+	const baseResolver = opts.cache ? wrapManifestCacheResolver(s3Resolver, opts.cache, cacheScope, opts.clock) : s3Resolver;
+	const resolver = withVerifiedWriterByteLengths(cachingResolver(baseResolver));
 	return {
 		catalog,
 		resolver,
 		namespace: config.namespace,
-		cacheScope: catalogCacheScope(config)
+		cacheScope
 	};
 }
 function withVerifiedWriterByteLengths(resolver) {

package/dist/dataset-runtime.mjs

@@ -1,5 +1,5 @@
 import { connectIcebergCatalog, ensureIcebergNamespace, icebergAppendBatchesRetrying, icebergAppendRetrying, resolveIcebergDataFiles } from "./catalog.mjs";
-import { icebergCreateTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/write/write.mjs";
+import { icebergCreateTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/write/write.mjs";
 async function createDatasetTable(conn, table, schema, partitionSpec, sortOrder) {
 	const results = [];
 	await icebergCreateTable({

package/dist/manifest-cache-resolver.mjs

@@ -0,0 +1,50 @@
+import { cacheGet, cachePut } from "./catalog-cache.mjs";
+const MANIFEST_AVRO_PATH = /\/metadata\/[^/]+\.avro$/;
+const MANIFEST_CACHE_TTL_MS = 6048e5;
+const MAX_CACHED_MANIFEST_BYTES = 1048576;
+const BASE64_CHUNK_BYTES = 32768;
+function isManifestObjectPath(path) {
+	return MANIFEST_AVRO_PATH.test(path);
+}
+function manifestCacheKey(scope, path) {
+	return `lh-manifest\0${scope}\0${path}`;
+}
+function bytesToBase64(bytes) {
+	let binary = "";
+	for (let offset = 0; offset < bytes.length; offset += BASE64_CHUNK_BYTES) {
+		const chunk = bytes.subarray(offset, offset + BASE64_CHUNK_BYTES);
+		binary += String.fromCharCode(...chunk);
+	}
+	return btoa(binary);
+}
+function base64ToBytes(b64) {
+	const binary = atob(b64);
+	const bytes = new Uint8Array(binary.length);
+	for (let i = 0; i < binary.length; i++) bytes[i] = binary.charCodeAt(i);
+	return bytes;
+}
+function bufferedAsyncBuffer(bytes) {
+	return {
+		byteLength: bytes.byteLength,
+		slice(start = 0, end = bytes.byteLength) {
+			return bytes.buffer.slice(bytes.byteOffset + start, bytes.byteOffset + end);
+		}
+	};
+}
+function wrapManifestCacheResolver(base, cache, scope, clock = Date.now) {
+	return {
+		...base,
+		async reader(path, byteLength) {
+			if (!isManifestObjectPath(path)) return base.reader(path, byteLength);
+			const now = clock();
+			const key = manifestCacheKey(scope, path);
+			const cached = await cacheGet(cache, key, now);
+			if (cached) return bufferedAsyncBuffer(base64ToBytes(cached.b64));
+			const ab = await base.reader(path, byteLength);
+			const bytes = new Uint8Array(await ab.slice(0, ab.byteLength));
+			if (bytes.byteLength <= MAX_CACHED_MANIFEST_BYTES) await cachePut(cache, key, { b64: bytesToBase64(bytes) }, MANIFEST_CACHE_TTL_MS, now);
+			return bufferedAsyncBuffer(bytes);
+		}
+	};
+}
+export { wrapManifestCacheResolver };

package/dist/orphan-sweep.mjs

@@ -1,6 +1,6 @@
-import { restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/catalog/rest.mjs";
-import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/manifest.mjs";
-import "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/index.mjs";
+import { restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/catalog/rest.mjs";
+import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/manifest.mjs";
+import "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/index.mjs";
 const DEFAULT_GRACE_HOURS = 48;
 const DEFAULT_MAX_DELETES = 500;
 const DEFAULT_IO_CONCURRENCY = 4;

package/dist/unsafe-raw.d.mts

@@ -1,7 +1,7 @@
-import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/write/write.mjs";
-import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/catalog/rest.mjs";
+import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/types/write/write.mjs";
+import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/types/catalog/rest.mjs";
 import { icebergAppendRetrying } from "./catalog.mjs";
-import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/s3.mjs";
-import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/manifest.mjs";
-import "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/types/index.mjs";
+import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/types/s3.mjs";
+import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/types/manifest.mjs";
+import "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/types/index.mjs";
 export { icebergAppend, icebergAppendRetrying, icebergCreateTable, icebergDropTable, icebergManifests, restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable, s3SignedResolver };

package/dist/unsafe-raw.mjs

@@ -1,7 +1,7 @@
-import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/catalog/rest.mjs";
-import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/manifest.mjs";
-import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/s3.mjs";
+import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/catalog/rest.mjs";
+import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/manifest.mjs";
+import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/s3.mjs";
 import { icebergAppendRetrying } from "./catalog.mjs";
-import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/write/write.mjs";
-import "./_virtual/node_modules/.pnpm/icebird@0.8.26_patch_hash=75eacba5b0363ee2a40baa0ef77c7fb20d06389025186ca95b514a927cad0244/node_modules/icebird/src/index.mjs";
+import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/write/write.mjs";
+import "./_virtual/node_modules/.pnpm/icebird@0.8.27_patch_hash=651b5cc1b513184638c98e21a0852c4559044ae60f8449fbe9d81a894ea5b4d7/node_modules/icebird/src/index.mjs";
 export { icebergAppend, icebergAppendRetrying, icebergCreateTable, icebergDropTable, icebergManifests, restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable, s3SignedResolver };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@gscdump/lakehouse",
   "type": "module",
-  "version": "3.4.0",
+  "version": "3.4.2",
   "description": "Dataset-agnostic Iceberg lakehouse layer + dataset registry for R2 Data Catalog producers (ADR-0021).",
   "author": {
     "name": "Harlan Wilton",
@@ -73,7 +73,7 @@
   "devDependencies": {
     "@types/node": "^26.4.0",
     "hyparquet": "^1.29.2",
-    "icebird": "^0.8.26",
+    "icebird": "^0.8.27",
     "unstorage": "^1.17.5",
     "vitest": "^4.1.11"
   },

package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/parquet-writer.d.mts

@@ -1,2 +0,0 @@
-import "../../../../hyparquet@1.28.1/node_modules/hyparquet/types/node.mjs";
-import "../src/types.mjs";

package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/schema.d.mts

@@ -1,2 +0,0 @@
-import "../../../../hyparquet@1.28.1/node_modules/hyparquet/types/node.mjs";
-import "../src/types.mjs";

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/assemble.mjs

@@ -1,3 +0,0 @@
-import "./schema.mjs";
-import "./variant.mjs";
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/bloom.mjs

@@ -1,69 +0,0 @@
-import "./thrift.mjs";
-import { xxhash64 } from "./xxhash.mjs";
-const textEncoder = new TextEncoder();
-new Uint32Array([
-	1203114875,
-	1150766481,
-	2284105051,
-	2729912477,
-	1884591559,
-	770785867,
-	2667333959,
-	1550580529
-]);
-function hashParquetValue(value, element) {
-	if (value === null || value === void 0) return void 0;
-	const { type, converted_type, logical_type } = element;
-	if (type === "BOOLEAN") {
-		if (typeof value !== "boolean") return void 0;
-		return xxhash64(new Uint8Array([value ? 1 : 0]));
-	}
-	if (type === "FLOAT") {
-		if (typeof value !== "number") return void 0;
-		const buf = /* @__PURE__ */ new ArrayBuffer(4);
-		new DataView(buf).setFloat32(0, value, true);
-		return xxhash64(new Uint8Array(buf));
-	}
-	if (type === "DOUBLE") {
-		if (typeof value !== "number") return void 0;
-		const buf = /* @__PURE__ */ new ArrayBuffer(8);
-		new DataView(buf).setFloat64(0, value, true);
-		return xxhash64(new Uint8Array(buf));
-	}
-	if (type === "INT32") {
-		if (converted_type === "DATE" || converted_type === "DECIMAL" || converted_type === "TIME_MILLIS") return void 0;
-		if (logical_type?.type === "DATE" || logical_type?.type === "TIME" || logical_type?.type === "DECIMAL") return void 0;
-		if (typeof value !== "number" || !Number.isInteger(value)) return void 0;
-		const buf = /* @__PURE__ */ new ArrayBuffer(4);
-		new DataView(buf).setInt32(0, value | 0, true);
-		return xxhash64(new Uint8Array(buf));
-	}
-	if (type === "INT64") {
-		if (converted_type === "TIMESTAMP_MILLIS" || converted_type === "TIMESTAMP_MICROS") return void 0;
-		if (converted_type === "TIME_MICROS" || converted_type === "DECIMAL") return void 0;
-		if (logical_type?.type === "TIMESTAMP" || logical_type?.type === "TIME" || logical_type?.type === "DECIMAL") return void 0;
-		let bigValue;
-		if (typeof value === "bigint") bigValue = value;
-		else if (typeof value === "number" && Number.isSafeInteger(value)) bigValue = BigInt(value);
-		else return void 0;
-		const buf = /* @__PURE__ */ new ArrayBuffer(8);
-		new DataView(buf).setBigUint64(0, BigInt.asUintN(64, bigValue), true);
-		return xxhash64(new Uint8Array(buf));
-	}
-	if (type === "BYTE_ARRAY") {
-		if (converted_type === "JSON" || converted_type === "BSON" || converted_type === "DECIMAL") return void 0;
-		if (logical_type?.type === "JSON" || logical_type?.type === "BSON" || logical_type?.type === "VARIANT") return void 0;
-		if (logical_type?.type === "GEOMETRY" || logical_type?.type === "GEOGRAPHY") return void 0;
-		if (typeof value === "string") return xxhash64(textEncoder.encode(value));
-		if (value instanceof Uint8Array) return xxhash64(value);
-		return;
-	}
-	if (type === "FIXED_LEN_BYTE_ARRAY") {
-		if (converted_type === "DECIMAL" || converted_type === "INTERVAL") return void 0;
-		if (logical_type?.type === "DECIMAL" || logical_type?.type === "UUID" || logical_type?.type === "FLOAT16") return void 0;
-		if (logical_type?.type === "GEOMETRY" || logical_type?.type === "GEOGRAPHY") return void 0;
-		if (value instanceof Uint8Array) return xxhash64(value);
-		return;
-	}
-}
-export { hashParquetValue };

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/column.mjs

@@ -1,8 +0,0 @@
-import "./schema.mjs";
-import "./thrift.mjs";
-import "./constants.mjs";
-import "./convert.mjs";
-import "./assemble.mjs";
-import "./plain.mjs";
-import "./datapage.mjs";
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/convert.mjs

@@ -1,3 +0,0 @@
-import "./wkb.mjs";
-new TextDecoder();
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/datapage.mjs

@@ -1,6 +0,0 @@
-import "./schema.mjs";
-import "./delta.mjs";
-import "./encoding.mjs";
-import "./plain.mjs";
-import "./snappy.mjs";
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/delta.mjs

@@ -1,2 +0,0 @@
-import "./thrift.mjs";
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/encoding.mjs

@@ -1,2 +0,0 @@
-import "./thrift.mjs";
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/filter.mjs

@@ -1,4 +0,0 @@
-import "./bloom.mjs";
-import "./utils.mjs";
-new TextEncoder();
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/geoparquet.mjs

@@ -1 +0,0 @@
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/index.mjs

@@ -1,7 +0,0 @@
-import "./metadata.mjs";
-import "./indexes.mjs";
-import { toJson } from "./utils.mjs";
-import "./snappy.mjs";
-import "./read.mjs";
-import "./query.mjs";
-export { toJson };

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/indexes.mjs

@@ -1,5 +0,0 @@
-import "./thrift.mjs";
-import "./constants.mjs";
-import "./convert.mjs";
-import "./metadata.mjs";
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/metadata.mjs

@@ -1,7 +0,0 @@
-import "./schema.mjs";
-import "./thrift.mjs";
-import "./constants.mjs";
-import "./convert.mjs";
-import "./geoparquet.mjs";
-new TextDecoder();
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/node.mjs

@@ -1,3 +0,0 @@
-import { toJson } from "./utils.mjs";
-import "./index.mjs";
-export { toJson };

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/plain.mjs

@@ -1 +0,0 @@
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/plan.mjs

@@ -1,6 +0,0 @@
-import "./schema.mjs";
-import "./bloom.mjs";
-import "./metadata.mjs";
-import "./indexes.mjs";
-import "./filter.mjs";
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/read.mjs

@@ -1,6 +0,0 @@
-import "./metadata.mjs";
-import "./utils.mjs";
-import "./filter.mjs";
-import "./plan.mjs";
-import "./rowgroup.mjs";
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/rowgroup.mjs

@@ -1,7 +0,0 @@
-import "./schema.mjs";
-import "./convert.mjs";
-import "./indexes.mjs";
-import "./utils.mjs";
-import "./assemble.mjs";
-import "./column.mjs";
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/schema.mjs

@@ -1,54 +0,0 @@
-function schemaTree(schema, rootIndex, path) {
-	const element = schema[rootIndex];
-	const children = [];
-	let count = 1;
-	if (element.num_children) while (children.length < element.num_children) {
-		const childElement = schema[rootIndex + count];
-		const child = schemaTree(schema, rootIndex + count, [...path, childElement.name]);
-		count += child.count;
-		children.push(child);
-	}
-	return {
-		count,
-		element,
-		children,
-		path
-	};
-}
-function getSchemaPath(schema, name) {
-	let tree = schemaTree(schema, 0, []);
-	const path = [tree];
-	for (const part of name) {
-		const child = tree.children.find((child) => child.element.name === part);
-		if (!child) throw new Error(`parquet schema element not found: ${name}`);
-		path.push(child);
-		tree = child;
-	}
-	return path;
-}
-function getMaxDefinitionLevel(schemaPath) {
-	let maxLevel = 0;
-	for (const { element } of schemaPath.slice(1)) if (element.repetition_type !== "REQUIRED") maxLevel++;
-	return maxLevel;
-}
-function isListLike(schema) {
-	if (!schema) return false;
-	if (schema.element.converted_type !== "LIST") return false;
-	if (schema.children.length > 1) return false;
-	const firstChild = schema.children[0];
-	if (firstChild.children.length > 1) return false;
-	if (firstChild.element.repetition_type !== "REPEATED") return false;
-	return true;
-}
-function isMapLike(schema) {
-	if (!schema) return false;
-	if (schema.element.converted_type !== "MAP") return false;
-	if (schema.children.length > 1) return false;
-	const firstChild = schema.children[0];
-	if (firstChild.children.length !== 2) return false;
-	if (firstChild.element.repetition_type !== "REPEATED") return false;
-	if (firstChild.children.find((child) => child.element.name === "key")?.element.repetition_type === "REPEATED") return false;
-	if (firstChild.children.find((child) => child.element.name === "value")?.element.repetition_type === "REPEATED") return false;
-	return true;
-}
-export { getMaxDefinitionLevel, getSchemaPath, isListLike, isMapLike };

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/snappy.mjs

@@ -1 +0,0 @@
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/thrift.mjs

@@ -1 +0,0 @@
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/types.d.mts

@@ -1 +0,0 @@
-export {}

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/utils.mjs

@@ -1,19 +0,0 @@
-import "./metadata.mjs";
-function toJson(obj) {
-	if (obj === void 0) return null;
-	if (typeof obj === "bigint") return Number(obj);
-	if (Object.is(obj, -0)) return 0;
-	if (Array.isArray(obj)) return obj.map(toJson);
-	if (obj instanceof Uint8Array) return Array.from(obj);
-	if (obj instanceof Date) return obj.toISOString();
-	if (obj instanceof Object) {
-		const newObj = {};
-		for (const key of Object.keys(obj)) {
-			if (obj[key] === void 0) continue;
-			newObj[key] = toJson(obj[key]);
-		}
-		return newObj;
-	}
-	return obj;
-}
-export { toJson };

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/variant.mjs

@@ -1,3 +0,0 @@
-import "./convert.mjs";
-new TextDecoder();
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/src/wkb.mjs

@@ -1 +0,0 @@
-export {};

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/types/index.d.mts

@@ -1,7 +0,0 @@
-import "../src/types.mjs";
-import "./indexes.mjs";
-import "./metadata.mjs";
-import "./read.mjs";
-import "./query.mjs";
-import "./snappy.mjs";
-import "./utils.mjs";

package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.1/node_modules/hyparquet/types/node.d.mts

@@ -1,2 +0,0 @@
-import "../src/types.mjs";
-import "./index.mjs";