parquetlens 0.2.0 → 0.3.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "parquetlens",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "description": "A fast, interactive TUI for viewing Parquet files",
   "type": "module",
   "license": "MIT",
@@ -35,6 +35,7 @@
     "@opentui/core": "^0.1.74",
     "@opentui/react": "^0.1.74",
     "apache-arrow": "^17.0.0",
+    "cli-table3": "^0.6.5",
     "react": "^19.2.3"
   },
   "devDependencies": {

package/dist/chunk-2RGMZZ7F.js

@@ -1,123 +0,0 @@
-import { createRequire } from 'module';
-import { fileURLToPath } from 'url';
-import { dirname } from 'path';
-const require = createRequire(import.meta.url);
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-
-// ../../packages/parquet-reader/dist/index.js
-import { Blob as NodeBlob } from "buffer";
-import { createWriteStream, readFileSync } from "fs";
-import { promises as fs } from "fs";
-import { randomUUID } from "crypto";
-import { tmpdir } from "os";
-import path from "path";
-import { pipeline } from "stream/promises";
-import { tableFromIPC } from "apache-arrow";
-import { initSync, ParquetFile, readParquet } from "parquet-wasm/esm";
-var BlobCtor = typeof Blob === "undefined" ? NodeBlob : Blob;
-var wasmInitialized = false;
-function findWasmFile(startDir) {
-  let dir = startDir;
-  while (dir !== path.dirname(dir)) {
-    const wasmPath = path.join(dir, "node_modules", "parquet-wasm", "esm", "parquet_wasm_bg.wasm");
-    try {
-      readFileSync(wasmPath, { flag: "r" });
-      return wasmPath;
-    } catch {
-      dir = path.dirname(dir);
-    }
-  }
-  throw new Error("Could not find parquet-wasm WASM file");
-}
-function ensureWasmInitialized() {
-  if (wasmInitialized) return;
-  const wasmPath = findWasmFile(process.cwd());
-  const wasmBytes = readFileSync(wasmPath);
-  initSync({ module: wasmBytes });
-  wasmInitialized = true;
-}
-async function readParquetTableFromBuffer(buffer, options) {
-  ensureWasmInitialized();
-  const wasmTable = readParquet(buffer, options ?? void 0);
-  const ipcStream = wasmTable.intoIPCStream();
-  return tableFromIPC(ipcStream);
-}
-function createParquetBufferSource(buffer) {
-  let metadataPromise = null;
-  return {
-    buffer,
-    byteLength: buffer.byteLength,
-    readTable: (options) => readParquetTableFromBuffer(buffer, options),
-    readMetadata: () => {
-      if (!metadataPromise) {
-        metadataPromise = readParquetMetadataFromBuffer(buffer);
-      }
-      return metadataPromise;
-    }
-  };
-}
-async function openParquetBufferFromPath(filePath) {
-  const buffer = await fs.readFile(filePath);
-  return createParquetBufferSource(buffer);
-}
-async function readParquetTableFromPath(filePath, options) {
-  const buffer = await fs.readFile(filePath);
-  return readParquetTableFromBuffer(buffer, options);
-}
-async function readParquetMetadataFromBuffer(buffer) {
-  ensureWasmInitialized();
-  const blobInput = new Uint8Array(buffer).buffer;
-  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));
-  const meta = file.metadata();
-  const fileMeta = meta.fileMetadata();
-  const createdBy = fileMeta.createdBy();
-  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
-  fileMeta.free();
-  meta.free();
-  file.free();
-  return {
-    createdBy: createdBy ?? void 0,
-    keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
-  };
-}
-function normalizeMetadataValues(input) {
-  const normalized = {};
-  for (const [key, value] of Object.entries(input)) {
-    if (value === null || value === void 0) {
-      normalized[key] = "";
-      continue;
-    }
-    normalized[key] = typeof value === "string" ? value : String(value);
-  }
-  return normalized;
-}
-async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
-  const tempDir = await fs.mkdtemp(path.join(tmpdir(), "parquetlens-"));
-  const safeName = filenameHint.replace(/[\\/]/g, "_");
-  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);
-  const writeStream = createWriteStream(filePath);
-  await pipeline(process.stdin, writeStream);
-  return {
-    path: filePath,
-    cleanup: async () => {
-      await fs.rm(tempDir, { recursive: true, force: true });
-    }
-  };
-}
-async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
-  const temp = await bufferStdinToTempFile(filenameHint);
-  try {
-    return await readParquetTableFromPath(temp.path, options);
-  } finally {
-    await temp.cleanup();
-  }
-}
-
-export {
-  readParquetTableFromBuffer,
-  openParquetBufferFromPath,
-  readParquetTableFromPath,
-  readParquetTableFromStdin
-};
-//# sourceMappingURL=chunk-2RGMZZ7F.js.map

package/dist/chunk-2RGMZZ7F.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream, readFileSync } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport { initSync, ParquetFile, readParquet, type ReaderOptions } from \"parquet-wasm/esm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nlet wasmInitialized = false;\n\nfunction findWasmFile(startDir: string): string {\n  let dir = startDir;\n  while (dir !== path.dirname(dir)) {\n    const wasmPath = path.join(dir, \"node_modules\", \"parquet-wasm\", \"esm\", \"parquet_wasm_bg.wasm\");\n    try {\n      readFileSync(wasmPath, { flag: \"r\" });\n      return wasmPath;\n    } catch {\n      dir = path.dirname(dir);\n    }\n  }\n  throw new Error(\"Could not find parquet-wasm WASM file\");\n}\n\nfunction ensureWasmInitialized(): void {\n  if (wasmInitialized) return;\n\n  // Use process.cwd() as starting point to find node_modules\n  const wasmPath = findWasmFile(process.cwd());\n  const wasmBytes = readFileSync(wasmPath);\n  initSync({ module: wasmBytes });\n  wasmInitialized = true;\n}\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Promise<Table>;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport async function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  ensureWasmInitialized();\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  ensureWasmInitialized();\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";;;;;;;;AAAA,SAAS,QAAQ,gBAAgB;AACjC,SAAS,mBAAmB,oBAAoB;AAChD,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,cAAc;AACvB,OAAO,UAAU;AACjB,SAAS,gBAAgB;AAEzB,SAAS,oBAA2B;AACpC,SAAS,UAAU,aAAa,mBAAuC;AAEvE,IAAM,WACJ,OAAO,SAAS,cAAe,WAAsC;AAEvE,IAAI,kBAAkB;AAEtB,SAAS,aAAa,UAA0B;AAC9C,MAAI,MAAM;AACV,SAAO,QAAQ,KAAK,QAAQ,GAAG,GAAG;AAChC,UAAM,WAAW,KAAK,KAAK,KAAK,gBAAgB,gBAAgB,OAAO,sBAAsB;AAC7F,QAAI;AACF,mBAAa,UAAU,EAAE,MAAM,IAAI,CAAC;AACpC,aAAO;IACT,QAAQ;AACN,YAAM,KAAK,QAAQ,GAAG;IACxB;EACF;AACA,QAAM,IAAI,MAAM,uCAAuC;AACzD;AAEA,SAAS,wBAA8B;AACrC,MAAI,gBAAiB;AAGrB,QAAM,WAAW,aAAa,QAAQ,IAAI,CAAC;AAC3C,QAAM,YAAY,aAAa,QAAQ;AACvC,WAAS,EAAE,QAAQ,UAAU,CAAC;AAC9B,oBAAkB;AACpB;AAwBA,eAAsB,2BACpB,QACA,SACgB;AAChB,wBAAsB;AACtB,QAAM,YAAY,YAAY,QAAQ,WAAW,MAAS;AAC1D,QAAM,YAAY,UAAU,cAAc;AAC1C,SAAO,aAAa,SAAS;AAC/B;AAEO,SAAS,0BAA0B,QAAyC;AACjF,MAAI,kBAAuD;AAE3D,SAAO;IACL;IACA,YAAY,OAAO;IACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;IACvF,cAAc,MAAM;AAClB,UAAI,CAAC,iBAAiB;AACpB,0BAAkB,8BAA8B,MAAM;MACxD;AACA,aAAO;IACT;EACF;AACF;AAEA,eAAsB,0BAA0B,UAAgD;AAC9F,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,0BAA0B,MAAM;AACzC;AAEA,eAAsB,yBACpB,UACA,SACgB;AAChB,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAEA,eAAsB,8BACpB,QAC8B;AAC9B,wBAAsB;AACtB,QAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,QAAM,OAAO,MAAM,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,QAAM,OAAO,KAAK,SAAS;AAC3B,QAAM,WAAW,KAAK,aAAa;AACnC,QAAM,YAAY,SAAS,UAAU;AACrC,QAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,WAAS,KAAK;AACd,OAAK,KAAK;AACV,OAAK,KAAK;AAEV,SAAO;IACL,WAAW,aAAa;IACxB,kBAAkB,wBAAwB,gBAAgB;EAC5D;AACF;AAEA,SAAS,wBAAwB,OAAwD;AACvF,QAAM,aAAqC,CAAC;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,iBAAW,GAAG,IAAI;AAClB;IACF;AACA,eAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;EACpE;AAEA,SAAO;AACT;AAEA,eAAsB,sBACpB,eAAe,iBACW;AAC1B,QAAM,UAAU,MAAM,GAAG,QAAQ,KAAK,KAAK,OAAO,GAAG,cAAc,CAAC;AACpE,QAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,QAAM,WAAW,KAAK,KAAK,SAAS,GAAG,WAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,QAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAM,SAAS,QAAQ,OAAO,WAAW;AAEzC,SAAO;IACL,MAAM;IACN,SAAS,YAAY;AACnB,YAAM,GAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;IACvD;EACF;AACF;AAEA,eAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,QAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,MAAI;AACF,WAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;EAC1D,UAAA;AACE,UAAM,KAAK,QAAQ;EACrB;AACF;","names":[]}

package/dist/chunk-3N45GGD2.js

@@ -1,113 +0,0 @@
-import { createRequire } from 'module';
-import { fileURLToPath } from 'url';
-import { dirname } from 'path';
-const require = createRequire(import.meta.url);
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-
-// ../../packages/parquet-reader/dist/index.js
-import { Blob as NodeBlob } from "buffer";
-import { createWriteStream } from "fs";
-import { promises as fs } from "fs";
-import { randomUUID } from "crypto";
-import { tmpdir } from "os";
-import path from "path";
-import { pipeline } from "stream/promises";
-import { tableFromIPC } from "apache-arrow";
-import initWasm, { ParquetFile, readParquet } from "parquet-wasm/esm";
-var BlobCtor = typeof Blob === "undefined" ? NodeBlob : Blob;
-var wasmInitialized = false;
-var wasmInitPromise = null;
-async function ensureWasmInitialized() {
-  if (wasmInitialized) return;
-  if (!wasmInitPromise) {
-    wasmInitPromise = initWasm().then(() => {
-      wasmInitialized = true;
-    });
-  }
-  return wasmInitPromise;
-}
-async function readParquetTableFromBuffer(buffer, options) {
-  await ensureWasmInitialized();
-  const wasmTable = readParquet(buffer, options ?? void 0);
-  const ipcStream = wasmTable.intoIPCStream();
-  return tableFromIPC(ipcStream);
-}
-function createParquetBufferSource(buffer) {
-  let metadataPromise = null;
-  return {
-    buffer,
-    byteLength: buffer.byteLength,
-    readTable: (options) => readParquetTableFromBuffer(buffer, options),
-    readMetadata: () => {
-      if (!metadataPromise) {
-        metadataPromise = readParquetMetadataFromBuffer(buffer);
-      }
-      return metadataPromise;
-    }
-  };
-}
-async function openParquetBufferFromPath(filePath) {
-  const buffer = await fs.readFile(filePath);
-  return createParquetBufferSource(buffer);
-}
-async function readParquetTableFromPath(filePath, options) {
-  const buffer = await fs.readFile(filePath);
-  return readParquetTableFromBuffer(buffer, options);
-}
-async function readParquetMetadataFromBuffer(buffer) {
-  await ensureWasmInitialized();
-  const blobInput = new Uint8Array(buffer).buffer;
-  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));
-  const meta = file.metadata();
-  const fileMeta = meta.fileMetadata();
-  const createdBy = fileMeta.createdBy();
-  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
-  fileMeta.free();
-  meta.free();
-  file.free();
-  return {
-    createdBy: createdBy ?? void 0,
-    keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
-  };
-}
-function normalizeMetadataValues(input) {
-  const normalized = {};
-  for (const [key, value] of Object.entries(input)) {
-    if (value === null || value === void 0) {
-      normalized[key] = "";
-      continue;
-    }
-    normalized[key] = typeof value === "string" ? value : String(value);
-  }
-  return normalized;
-}
-async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
-  const tempDir = await fs.mkdtemp(path.join(tmpdir(), "parquetlens-"));
-  const safeName = filenameHint.replace(/[\\/]/g, "_");
-  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);
-  const writeStream = createWriteStream(filePath);
-  await pipeline(process.stdin, writeStream);
-  return {
-    path: filePath,
-    cleanup: async () => {
-      await fs.rm(tempDir, { recursive: true, force: true });
-    }
-  };
-}
-async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
-  const temp = await bufferStdinToTempFile(filenameHint);
-  try {
-    return await readParquetTableFromPath(temp.path, options);
-  } finally {
-    await temp.cleanup();
-  }
-}
-
-export {
-  readParquetTableFromBuffer,
-  openParquetBufferFromPath,
-  readParquetTableFromPath,
-  readParquetTableFromStdin
-};
-//# sourceMappingURL=chunk-3N45GGD2.js.map

package/dist/chunk-3N45GGD2.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport initWasm, { ParquetFile, readParquet, type ReaderOptions } from \"parquet-wasm/esm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nlet wasmInitialized = false;\nlet wasmInitPromise: Promise<void> | null = null;\n\nasync function ensureWasmInitialized(): Promise<void> {\n  if (wasmInitialized) return;\n  if (!wasmInitPromise) {\n    wasmInitPromise = initWasm().then(() => {\n      wasmInitialized = true;\n    });\n  }\n  return wasmInitPromise;\n}\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Promise<Table>;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport async function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  await ensureWasmInitialized();\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  await ensureWasmInitialized();\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";;;;;;;;AAAA,SAAS,QAAQ,gBAAgB;AACjC,SAAS,yBAAyB;AAClC,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,cAAc;AACvB,OAAO,UAAU;AACjB,SAAS,gBAAgB;AAEzB,SAAS,oBAA2B;AACpC,OAAO,YAAY,aAAa,mBAAuC;AAEvE,IAAM,WACJ,OAAO,SAAS,cAAe,WAAsC;AAEvE,IAAI,kBAAkB;AACtB,IAAI,kBAAwC;AAE5C,eAAe,wBAAuC;AACpD,MAAI,gBAAiB;AACrB,MAAI,CAAC,iBAAiB;AACpB,sBAAkB,SAAS,EAAE,KAAK,MAAM;AACtC,wBAAkB;IACpB,CAAC;EACH;AACA,SAAO;AACT;AAwBA,eAAsB,2BACpB,QACA,SACgB;AAChB,QAAM,sBAAsB;AAC5B,QAAM,YAAY,YAAY,QAAQ,WAAW,MAAS;AAC1D,QAAM,YAAY,UAAU,cAAc;AAC1C,SAAO,aAAa,SAAS;AAC/B;AAEO,SAAS,0BAA0B,QAAyC;AACjF,MAAI,kBAAuD;AAE3D,SAAO;IACL;IACA,YAAY,OAAO;IACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;IACvF,cAAc,MAAM;AAClB,UAAI,CAAC,iBAAiB;AACpB,0BAAkB,8BAA8B,MAAM;MACxD;AACA,aAAO;IACT;EACF;AACF;AAEA,eAAsB,0BAA0B,UAAgD;AAC9F,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,0BAA0B,MAAM;AACzC;AAEA,eAAsB,yBACpB,UACA,SACgB;AAChB,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAEA,eAAsB,8BACpB,QAC8B;AAC9B,QAAM,sBAAsB;AAC5B,QAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,QAAM,OAAO,MAAM,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,QAAM,OAAO,KAAK,SAAS;AAC3B,QAAM,WAAW,KAAK,aAAa;AACnC,QAAM,YAAY,SAAS,UAAU;AACrC,QAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,WAAS,KAAK;AACd,OAAK,KAAK;AACV,OAAK,KAAK;AAEV,SAAO;IACL,WAAW,aAAa;IACxB,kBAAkB,wBAAwB,gBAAgB;EAC5D;AACF;AAEA,SAAS,wBAAwB,OAAwD;AACvF,QAAM,aAAqC,CAAC;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,iBAAW,GAAG,IAAI;AAClB;IACF;AACA,eAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;EACpE;AAEA,SAAO;AACT;AAEA,eAAsB,sBACpB,eAAe,iBACW;AAC1B,QAAM,UAAU,MAAM,GAAG,QAAQ,KAAK,KAAK,OAAO,GAAG,cAAc,CAAC;AACpE,QAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,QAAM,WAAW,KAAK,KAAK,SAAS,GAAG,WAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,QAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAM,SAAS,QAAQ,OAAO,WAAW;AAEzC,SAAO;IACL,MAAM;IACN,SAAS,YAAY;AACnB,YAAM,GAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;IACvD;EACF;AACF;AAEA,eAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,QAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,MAAI;AACF,WAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;EAC1D,UAAA;AACE,UAAM,KAAK,QAAQ;EACrB;AACF;","names":[]}

package/dist/chunk-573AA4JN.js

@@ -1,112 +0,0 @@
-import { createRequire } from 'module';
-import { fileURLToPath } from 'url';
-import { dirname } from 'path';
-const require = createRequire(import.meta.url);
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-
-// ../../packages/parquet-reader/dist/index.js
-import { Blob as NodeBlob } from "buffer";
-import { createWriteStream } from "fs";
-import { promises as fs } from "fs";
-import { randomUUID } from "crypto";
-import { tmpdir } from "os";
-import path from "path";
-import { pipeline } from "stream/promises";
-import { tableFromIPC } from "apache-arrow";
-import initWasm, { ParquetFile, readParquet } from "parquet-wasm/esm";
-var BlobCtor = typeof Blob === "undefined" ? NodeBlob : Blob;
-var wasmInitialized = false;
-var wasmInitPromise = null;
-async function ensureWasmInitialized() {
-  if (wasmInitialized) return;
-  if (!wasmInitPromise) {
-    wasmInitPromise = initWasm().then(() => {
-      wasmInitialized = true;
-    });
-  }
-  return wasmInitPromise;
-}
-async function readParquetTableFromBuffer(buffer, options) {
-  await ensureWasmInitialized();
-  const wasmTable = readParquet(buffer, options ?? void 0);
-  const ipcStream = wasmTable.intoIPCStream();
-  return tableFromIPC(ipcStream);
-}
-function createParquetBufferSource(buffer) {
-  let metadataPromise = null;
-  return {
-    buffer,
-    byteLength: buffer.byteLength,
-    readTable: (options) => readParquetTableFromBuffer(buffer, options),
-    readMetadata: () => {
-      if (!metadataPromise) {
-        metadataPromise = readParquetMetadataFromBuffer(buffer);
-      }
-      return metadataPromise;
-    }
-  };
-}
-async function openParquetBufferFromPath(filePath) {
-  const buffer = await fs.readFile(filePath);
-  return createParquetBufferSource(buffer);
-}
-async function readParquetTableFromPath(filePath, options) {
-  const buffer = await fs.readFile(filePath);
-  return readParquetTableFromBuffer(buffer, options);
-}
-async function readParquetMetadataFromBuffer(buffer) {
-  await ensureWasmInitialized();
-  const blobInput = new Uint8Array(buffer).buffer;
-  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));
-  const meta = file.metadata();
-  const fileMeta = meta.fileMetadata();
-  const createdBy = fileMeta.createdBy();
-  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
-  fileMeta.free();
-  meta.free();
-  file.free();
-  return {
-    createdBy: createdBy ?? void 0,
-    keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
-  };
-}
-function normalizeMetadataValues(input) {
-  const normalized = {};
-  for (const [key, value] of Object.entries(input)) {
-    if (value === null || value === void 0) {
-      normalized[key] = "";
-      continue;
-    }
-    normalized[key] = typeof value === "string" ? value : String(value);
-  }
-  return normalized;
-}
-async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
-  const tempDir = await fs.mkdtemp(path.join(tmpdir(), "parquetlens-"));
-  const safeName = filenameHint.replace(/[\\/]/g, "_");
-  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);
-  const writeStream = createWriteStream(filePath);
-  await pipeline(process.stdin, writeStream);
-  return {
-    path: filePath,
-    cleanup: async () => {
-      await fs.rm(tempDir, { recursive: true, force: true });
-    }
-  };
-}
-async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
-  const temp = await bufferStdinToTempFile(filenameHint);
-  try {
-    return await readParquetTableFromPath(temp.path, options);
-  } finally {
-    await temp.cleanup();
-  }
-}
-
-export {
-  openParquetBufferFromPath,
-  readParquetTableFromPath,
-  readParquetTableFromStdin
-};
-//# sourceMappingURL=chunk-573AA4JN.js.map

package/dist/chunk-573AA4JN.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport initWasm, { ParquetFile, readParquet, type ReaderOptions } from \"parquet-wasm/esm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nlet wasmInitialized = false;\nlet wasmInitPromise: Promise<void> | null = null;\n\nasync function ensureWasmInitialized(): Promise<void> {\n  if (wasmInitialized) return;\n  if (!wasmInitPromise) {\n    wasmInitPromise = initWasm().then(() => {\n      wasmInitialized = true;\n    });\n  }\n  return wasmInitPromise;\n}\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Promise<Table>;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport async function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  await ensureWasmInitialized();\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  await ensureWasmInitialized();\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";;;;;;;;AAAA,SAAS,QAAQ,gBAAgB;AACjC,SAAS,yBAAyB;AAClC,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,cAAc;AACvB,OAAO,UAAU;AACjB,SAAS,gBAAgB;AAEzB,SAAS,oBAA2B;AACpC,OAAO,YAAY,aAAa,mBAAuC;AAEvE,IAAM,WACJ,OAAO,SAAS,cAAe,WAAsC;AAEvE,IAAI,kBAAkB;AACtB,IAAI,kBAAwC;AAE5C,eAAe,wBAAuC;AACpD,MAAI,gBAAiB;AACrB,MAAI,CAAC,iBAAiB;AACpB,sBAAkB,SAAS,EAAE,KAAK,MAAM;AACtC,wBAAkB;IACpB,CAAC;EACH;AACA,SAAO;AACT;AAwBA,eAAsB,2BACpB,QACA,SACgB;AAChB,QAAM,sBAAsB;AAC5B,QAAM,YAAY,YAAY,QAAQ,WAAW,MAAS;AAC1D,QAAM,YAAY,UAAU,cAAc;AAC1C,SAAO,aAAa,SAAS;AAC/B;AAEO,SAAS,0BAA0B,QAAyC;AACjF,MAAI,kBAAuD;AAE3D,SAAO;IACL;IACA,YAAY,OAAO;IACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;IACvF,cAAc,MAAM;AAClB,UAAI,CAAC,iBAAiB;AACpB,0BAAkB,8BAA8B,MAAM;MACxD;AACA,aAAO;IACT;EACF;AACF;AAEA,eAAsB,0BAA0B,UAAgD;AAC9F,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,0BAA0B,MAAM;AACzC;AAEA,eAAsB,yBACpB,UACA,SACgB;AAChB,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAEA,eAAsB,8BACpB,QAC8B;AAC9B,QAAM,sBAAsB;AAC5B,QAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,QAAM,OAAO,MAAM,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,QAAM,OAAO,KAAK,SAAS;AAC3B,QAAM,WAAW,KAAK,aAAa;AACnC,QAAM,YAAY,SAAS,UAAU;AACrC,QAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,WAAS,KAAK;AACd,OAAK,KAAK;AACV,OAAK,KAAK;AAEV,SAAO;IACL,WAAW,aAAa;IACxB,kBAAkB,wBAAwB,gBAAgB;EAC5D;AACF;AAEA,SAAS,wBAAwB,OAAwD;AACvF,QAAM,aAAqC,CAAC;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,iBAAW,GAAG,IAAI;AAClB;IACF;AACA,eAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;EACpE;AAEA,SAAO;AACT;AAEA,eAAsB,sBACpB,eAAe,iBACW;AAC1B,QAAM,UAAU,MAAM,GAAG,QAAQ,KAAK,KAAK,OAAO,GAAG,cAAc,CAAC;AACpE,QAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,QAAM,WAAW,KAAK,KAAK,SAAS,GAAG,WAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,QAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAM,SAAS,QAAQ,OAAO,WAAW;AAEzC,SAAO;IACL,MAAM;IACN,SAAS,YAAY;AACnB,YAAM,GAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;IACvD;EACF;AACF;AAEA,eAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,QAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,MAAI;AACF,WAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;EAC1D,UAAA;AACE,UAAM,KAAK,QAAQ;EACrB;AACF;","names":[]}

package/dist/chunk-AYPIRAOL.js

@@ -1,112 +0,0 @@
-import { createRequire } from 'module';
-import { fileURLToPath } from 'url';
-import { dirname } from 'path';
-const require = createRequire(import.meta.url);
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-
-// ../../packages/parquet-reader/dist/index.js
-import { Blob as NodeBlob } from "buffer";
-import { createWriteStream, readFileSync } from "fs";
-import { promises as fs } from "fs";
-import { randomUUID } from "crypto";
-import { createRequire as nodeCreateRequire } from "module";
-import { tmpdir } from "os";
-import path from "path";
-import { pipeline } from "stream/promises";
-import { tableFromIPC } from "apache-arrow";
-import { initSync, ParquetFile, readParquet } from "parquet-wasm/esm";
-var BlobCtor = typeof Blob === "undefined" ? NodeBlob : Blob;
-var wasmInitialized = false;
-function ensureWasmInitialized() {
-  if (wasmInitialized) return;
-  const localRequire = nodeCreateRequire(import.meta.url);
-  const wasmPath = localRequire.resolve("parquet-wasm/esm/parquet_wasm_bg.wasm");
-  const wasmBytes = readFileSync(wasmPath);
-  initSync({ module: wasmBytes });
-  wasmInitialized = true;
-}
-async function readParquetTableFromBuffer(buffer, options) {
-  ensureWasmInitialized();
-  const wasmTable = readParquet(buffer, options ?? void 0);
-  const ipcStream = wasmTable.intoIPCStream();
-  return tableFromIPC(ipcStream);
-}
-function createParquetBufferSource(buffer) {
-  let metadataPromise = null;
-  return {
-    buffer,
-    byteLength: buffer.byteLength,
-    readTable: (options) => readParquetTableFromBuffer(buffer, options),
-    readMetadata: () => {
-      if (!metadataPromise) {
-        metadataPromise = readParquetMetadataFromBuffer(buffer);
-      }
-      return metadataPromise;
-    }
-  };
-}
-async function openParquetBufferFromPath(filePath) {
-  const buffer = await fs.readFile(filePath);
-  return createParquetBufferSource(buffer);
-}
-async function readParquetTableFromPath(filePath, options) {
-  const buffer = await fs.readFile(filePath);
-  return readParquetTableFromBuffer(buffer, options);
-}
-async function readParquetMetadataFromBuffer(buffer) {
-  ensureWasmInitialized();
-  const blobInput = new Uint8Array(buffer).buffer;
-  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));
-  const meta = file.metadata();
-  const fileMeta = meta.fileMetadata();
-  const createdBy = fileMeta.createdBy();
-  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
-  fileMeta.free();
-  meta.free();
-  file.free();
-  return {
-    createdBy: createdBy ?? void 0,
-    keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
-  };
-}
-function normalizeMetadataValues(input) {
-  const normalized = {};
-  for (const [key, value] of Object.entries(input)) {
-    if (value === null || value === void 0) {
-      normalized[key] = "";
-      continue;
-    }
-    normalized[key] = typeof value === "string" ? value : String(value);
-  }
-  return normalized;
-}
-async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
-  const tempDir = await fs.mkdtemp(path.join(tmpdir(), "parquetlens-"));
-  const safeName = filenameHint.replace(/[\\/]/g, "_");
-  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);
-  const writeStream = createWriteStream(filePath);
-  await pipeline(process.stdin, writeStream);
-  return {
-    path: filePath,
-    cleanup: async () => {
-      await fs.rm(tempDir, { recursive: true, force: true });
-    }
-  };
-}
-async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
-  const temp = await bufferStdinToTempFile(filenameHint);
-  try {
-    return await readParquetTableFromPath(temp.path, options);
-  } finally {
-    await temp.cleanup();
-  }
-}
-
-export {
-  readParquetTableFromBuffer,
-  openParquetBufferFromPath,
-  readParquetTableFromPath,
-  readParquetTableFromStdin
-};
-//# sourceMappingURL=chunk-AYPIRAOL.js.map

package/dist/chunk-AYPIRAOL.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream, readFileSync } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { createRequire as nodeCreateRequire } from \"node:module\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport { initSync, ParquetFile, readParquet, type ReaderOptions } from \"parquet-wasm/esm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nlet wasmInitialized = false;\n\nfunction ensureWasmInitialized(): void {\n  if (wasmInitialized) return;\n\n  // Use require.resolve to find the WASM file (works with pnpm)\n  const localRequire = nodeCreateRequire(import.meta.url);\n  const wasmPath = localRequire.resolve(\"parquet-wasm/esm/parquet_wasm_bg.wasm\");\n  const wasmBytes = readFileSync(wasmPath);\n  initSync({ module: wasmBytes });\n  wasmInitialized = true;\n}\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Promise<Table>;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport async function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  ensureWasmInitialized();\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  ensureWasmInitialized();\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";;;;;;;;AAAA,SAAS,QAAQ,gBAAgB;AACjC,SAAS,mBAAmB,oBAAoB;AAChD,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,iBAAiB,yBAAyB;AACnD,SAAS,cAAc;AACvB,OAAO,UAAU;AACjB,SAAS,gBAAgB;AAEzB,SAAS,oBAA2B;AACpC,SAAS,UAAU,aAAa,mBAAuC;AAEvE,IAAM,WACJ,OAAO,SAAS,cAAe,WAAsC;AAEvE,IAAI,kBAAkB;AAEtB,SAAS,wBAA8B;AACrC,MAAI,gBAAiB;AAGrB,QAAM,eAAe,kBAAkB,YAAY,GAAG;AACtD,QAAM,WAAW,aAAa,QAAQ,uCAAuC;AAC7E,QAAM,YAAY,aAAa,QAAQ;AACvC,WAAS,EAAE,QAAQ,UAAU,CAAC;AAC9B,oBAAkB;AACpB;AAwBA,eAAsB,2BACpB,QACA,SACgB;AAChB,wBAAsB;AACtB,QAAM,YAAY,YAAY,QAAQ,WAAW,MAAS;AAC1D,QAAM,YAAY,UAAU,cAAc;AAC1C,SAAO,aAAa,SAAS;AAC/B;AAEO,SAAS,0BAA0B,QAAyC;AACjF,MAAI,kBAAuD;AAE3D,SAAO;IACL;IACA,YAAY,OAAO;IACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;IACvF,cAAc,MAAM;AAClB,UAAI,CAAC,iBAAiB;AACpB,0BAAkB,8BAA8B,MAAM;MACxD;AACA,aAAO;IACT;EACF;AACF;AAEA,eAAsB,0BAA0B,UAAgD;AAC9F,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,0BAA0B,MAAM;AACzC;AAEA,eAAsB,yBACpB,UACA,SACgB;AAChB,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAEA,eAAsB,8BACpB,QAC8B;AAC9B,wBAAsB;AACtB,QAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,QAAM,OAAO,MAAM,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,QAAM,OAAO,KAAK,SAAS;AAC3B,QAAM,WAAW,KAAK,aAAa;AACnC,QAAM,YAAY,SAAS,UAAU;AACrC,QAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,WAAS,KAAK;AACd,OAAK,KAAK;AACV,OAAK,KAAK;AAEV,SAAO;IACL,WAAW,aAAa;IACxB,kBAAkB,wBAAwB,gBAAgB;EAC5D;AACF;AAEA,SAAS,wBAAwB,OAAwD;AACvF,QAAM,aAAqC,CAAC;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,iBAAW,GAAG,IAAI;AAClB;IACF;AACA,eAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;EACpE;AAEA,SAAO;AACT;AAEA,eAAsB,sBACpB,eAAe,iBACW;AAC1B,QAAM,UAAU,MAAM,GAAG,QAAQ,KAAK,KAAK,OAAO,GAAG,cAAc,CAAC;AACpE,QAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,QAAM,WAAW,KAAK,KAAK,SAAS,GAAG,WAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,QAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAM,SAAS,QAAQ,OAAO,WAAW;AAEzC,SAAO;IACL,MAAM;IACN,SAAS,YAAY;AACnB,YAAM,GAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;IACvD;EACF;AACF;AAEA,eAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,QAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,MAAI;AACF,WAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;EAC1D,UAAA;AACE,UAAM,KAAK,QAAQ;EACrB;AACF;","names":[]}