parquetlens 0.1.0 → 0.2.0

package/README.md

@@ -0,0 +1,87 @@
+# parquetlens
+
+A fast, interactive TUI for viewing Parquet files. Like [csvlens](https://github.com/YS-L/csvlens) but for Parquet.
+
+![parquetlens](https://github.com/user-attachments/assets/4ad68486-e544-4ef1-aa50-5ca855407259)
+
+## Install
+
+```bash
+npm install -g parquetlens
+```
+
+Or run directly with npx:
+
+```bash
+npx parquetlens data.parquet
+```
+
+## Usage
+
+```bash
+parquetlens <file|url|-> [options]
+```
+
+**Remote URL requirements:**
+
+- HTTP/S (including `hf://`) uses range reads via `curl`, so `curl` must be available on your PATH.
+
+**Options:**
+
+- `--limit <n>` - Number of rows to show (default: 20)
+- `--columns <a,b,c>` - Comma-separated column list
+- `--schema` - Print schema only
+- `--no-schema` - Skip schema output
+- `--json` - Output rows as JSON lines
+- `--tui` - Open interactive viewer (default)
+- `--plain` / `--no-tui` - Disable interactive viewer
+
+**Examples:**
+
+```bash
+# View local file
+parquetlens data.parquet
+
+# View with column selection
+parquetlens data.parquet --columns city,state
+
+# Fetch from URL (e.g., Hugging Face datasets)
+parquetlens https://huggingface.co/datasets/cfahlgren1/hub-stats/resolve/main/daily_papers.parquet
+
+# Hugging Face shortcut
+parquetlens hf://datasets/cfahlgren1/hub-stats/daily_papers.parquet
+
+# Pipe from stdin
+parquetlens - < data.parquet
+
+# Plain output (no TUI)
+parquetlens data.parquet --plain --limit 100
+```
+
+## TUI Controls
+
+| Key             | Action                  |
+| --------------- | ----------------------- |
+| `j/k` or arrows | Scroll rows             |
+| `h/l`           | Jump columns            |
+| `PgUp/PgDn`     | Page scroll             |
+| Mouse wheel     | Scroll                  |
+| Click cell      | Open detail panel       |
+| `s` or `Enter`  | Toggle detail panel     |
+| `e`             | Show error detail       |
+| `y`             | Copy error to clipboard |
+| `x` or `Esc`    | Close panel (or quit)   |
+| `q`             | Quit                    |
+
+## Features
+
+- **Fast**: Uses duckdb-wasm with HTTP range requests
+- **Interactive TUI**: Full-screen terminal UI with mouse support
+- **URL Support**: Read parquet files from URLs (including `hf://`)
+- **Column Types**: Shows Arrow schema types in headers
+- **Cell Detail**: Click any cell to see full content
+- **Streaming**: Reads only the rows you need
+
+## License
+
+MIT

package/dist/chunk-2RGMZZ7F.js

@@ -0,0 +1,123 @@
+import { createRequire } from 'module';
+import { fileURLToPath } from 'url';
+import { dirname } from 'path';
+const require = createRequire(import.meta.url);
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+// ../../packages/parquet-reader/dist/index.js
+import { Blob as NodeBlob } from "buffer";
+import { createWriteStream, readFileSync } from "fs";
+import { promises as fs } from "fs";
+import { randomUUID } from "crypto";
+import { tmpdir } from "os";
+import path from "path";
+import { pipeline } from "stream/promises";
+import { tableFromIPC } from "apache-arrow";
+import { initSync, ParquetFile, readParquet } from "parquet-wasm/esm";
+var BlobCtor = typeof Blob === "undefined" ? NodeBlob : Blob;
+var wasmInitialized = false;
+function findWasmFile(startDir) {
+  let dir = startDir;
+  while (dir !== path.dirname(dir)) {
+    const wasmPath = path.join(dir, "node_modules", "parquet-wasm", "esm", "parquet_wasm_bg.wasm");
+    try {
+      readFileSync(wasmPath, { flag: "r" });
+      return wasmPath;
+    } catch {
+      dir = path.dirname(dir);
+    }
+  }
+  throw new Error("Could not find parquet-wasm WASM file");
+}
+function ensureWasmInitialized() {
+  if (wasmInitialized) return;
+  const wasmPath = findWasmFile(process.cwd());
+  const wasmBytes = readFileSync(wasmPath);
+  initSync({ module: wasmBytes });
+  wasmInitialized = true;
+}
+async function readParquetTableFromBuffer(buffer, options) {
+  ensureWasmInitialized();
+  const wasmTable = readParquet(buffer, options ?? void 0);
+  const ipcStream = wasmTable.intoIPCStream();
+  return tableFromIPC(ipcStream);
+}
+function createParquetBufferSource(buffer) {
+  let metadataPromise = null;
+  return {
+    buffer,
+    byteLength: buffer.byteLength,
+    readTable: (options) => readParquetTableFromBuffer(buffer, options),
+    readMetadata: () => {
+      if (!metadataPromise) {
+        metadataPromise = readParquetMetadataFromBuffer(buffer);
+      }
+      return metadataPromise;
+    }
+  };
+}
+async function openParquetBufferFromPath(filePath) {
+  const buffer = await fs.readFile(filePath);
+  return createParquetBufferSource(buffer);
+}
+async function readParquetTableFromPath(filePath, options) {
+  const buffer = await fs.readFile(filePath);
+  return readParquetTableFromBuffer(buffer, options);
+}
+async function readParquetMetadataFromBuffer(buffer) {
+  ensureWasmInitialized();
+  const blobInput = new Uint8Array(buffer).buffer;
+  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));
+  const meta = file.metadata();
+  const fileMeta = meta.fileMetadata();
+  const createdBy = fileMeta.createdBy();
+  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
+  fileMeta.free();
+  meta.free();
+  file.free();
+  return {
+    createdBy: createdBy ?? void 0,
+    keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
+  };
+}
+function normalizeMetadataValues(input) {
+  const normalized = {};
+  for (const [key, value] of Object.entries(input)) {
+    if (value === null || value === void 0) {
+      normalized[key] = "";
+      continue;
+    }
+    normalized[key] = typeof value === "string" ? value : String(value);
+  }
+  return normalized;
+}
+async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
+  const tempDir = await fs.mkdtemp(path.join(tmpdir(), "parquetlens-"));
+  const safeName = filenameHint.replace(/[\\/]/g, "_");
+  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);
+  const writeStream = createWriteStream(filePath);
+  await pipeline(process.stdin, writeStream);
+  return {
+    path: filePath,
+    cleanup: async () => {
+      await fs.rm(tempDir, { recursive: true, force: true });
+    }
+  };
+}
+async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
+  const temp = await bufferStdinToTempFile(filenameHint);
+  try {
+    return await readParquetTableFromPath(temp.path, options);
+  } finally {
+    await temp.cleanup();
+  }
+}
+
+export {
+  readParquetTableFromBuffer,
+  openParquetBufferFromPath,
+  readParquetTableFromPath,
+  readParquetTableFromStdin
+};
+//# sourceMappingURL=chunk-2RGMZZ7F.js.map

package/dist/chunk-2RGMZZ7F.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream, readFileSync } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport { initSync, ParquetFile, readParquet, type ReaderOptions } from \"parquet-wasm/esm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nlet wasmInitialized = false;\n\nfunction findWasmFile(startDir: string): string {\n  let dir = startDir;\n  while (dir !== path.dirname(dir)) {\n    const wasmPath = path.join(dir, \"node_modules\", \"parquet-wasm\", \"esm\", \"parquet_wasm_bg.wasm\");\n    try {\n      readFileSync(wasmPath, { flag: \"r\" });\n      return wasmPath;\n    } catch {\n      dir = path.dirname(dir);\n    }\n  }\n  throw new Error(\"Could not find parquet-wasm WASM file\");\n}\n\nfunction ensureWasmInitialized(): void {\n  if (wasmInitialized) return;\n\n  // Use process.cwd() as starting point to find node_modules\n  const wasmPath = findWasmFile(process.cwd());\n  const wasmBytes = readFileSync(wasmPath);\n  initSync({ module: wasmBytes });\n  wasmInitialized = true;\n}\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Promise<Table>;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport async function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  ensureWasmInitialized();\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  ensureWasmInitialized();\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";;;;;;;;AAAA,SAAS,QAAQ,gBAAgB;AACjC,SAAS,mBAAmB,oBAAoB;AAChD,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,cAAc;AACvB,OAAO,UAAU;AACjB,SAAS,gBAAgB;AAEzB,SAAS,oBAA2B;AACpC,SAAS,UAAU,aAAa,mBAAuC;AAEvE,IAAM,WACJ,OAAO,SAAS,cAAe,WAAsC;AAEvE,IAAI,kBAAkB;AAEtB,SAAS,aAAa,UAA0B;AAC9C,MAAI,MAAM;AACV,SAAO,QAAQ,KAAK,QAAQ,GAAG,GAAG;AAChC,UAAM,WAAW,KAAK,KAAK,KAAK,gBAAgB,gBAAgB,OAAO,sBAAsB;AAC7F,QAAI;AACF,mBAAa,UAAU,EAAE,MAAM,IAAI,CAAC;AACpC,aAAO;IACT,QAAQ;AACN,YAAM,KAAK,QAAQ,GAAG;IACxB;EACF;AACA,QAAM,IAAI,MAAM,uCAAuC;AACzD;AAEA,SAAS,wBAA8B;AACrC,MAAI,gBAAiB;AAGrB,QAAM,WAAW,aAAa,QAAQ,IAAI,CAAC;AAC3C,QAAM,YAAY,aAAa,QAAQ;AACvC,WAAS,EAAE,QAAQ,UAAU,CAAC;AAC9B,oBAAkB;AACpB;AAwBA,eAAsB,2BACpB,QACA,SACgB;AAChB,wBAAsB;AACtB,QAAM,YAAY,YAAY,QAAQ,WAAW,MAAS;AAC1D,QAAM,YAAY,UAAU,cAAc;AAC1C,SAAO,aAAa,SAAS;AAC/B;AAEO,SAAS,0BAA0B,QAAyC;AACjF,MAAI,kBAAuD;AAE3D,SAAO;IACL;IACA,YAAY,OAAO;IACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;IACvF,cAAc,MAAM;AAClB,UAAI,CAAC,iBAAiB;AACpB,0BAAkB,8BAA8B,MAAM;MACxD;AACA,aAAO;IACT;EACF;AACF;AAEA,eAAsB,0BAA0B,UAAgD;AAC9F,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,0BAA0B,MAAM;AACzC;AAEA,eAAsB,yBACpB,UACA,SACgB;AAChB,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAEA,eAAsB,8BACpB,QAC8B;AAC9B,wBAAsB;AACtB,QAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,QAAM,OAAO,MAAM,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,QAAM,OAAO,KAAK,SAAS;AAC3B,QAAM,WAAW,KAAK,aAAa;AACnC,QAAM,YAAY,SAAS,UAAU;AACrC,QAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,WAAS,KAAK;AACd,OAAK,KAAK;AACV,OAAK,KAAK;AAEV,SAAO;IACL,WAAW,aAAa;IACxB,kBAAkB,wBAAwB,gBAAgB;EAC5D;AACF;AAEA,SAAS,wBAAwB,OAAwD;AACvF,QAAM,aAAqC,CAAC;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,iBAAW,GAAG,IAAI;AAClB;IACF;AACA,eAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;EACpE;AAEA,SAAO;AACT;AAEA,eAAsB,sBACpB,eAAe,iBACW;AAC1B,QAAM,UAAU,MAAM,GAAG,QAAQ,KAAK,KAAK,OAAO,GAAG,cAAc,CAAC;AACpE,QAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,QAAM,WAAW,KAAK,KAAK,SAAS,GAAG,WAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,QAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAM,SAAS,QAAQ,OAAO,WAAW;AAEzC,SAAO;IACL,MAAM;IACN,SAAS,YAAY;AACnB,YAAM,GAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;IACvD;EACF;AACF;AAEA,eAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,QAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,MAAI;AACF,WAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;EAC1D,UAAA;AACE,UAAM,KAAK,QAAQ;EACrB;AACF;","names":[]}

package/dist/chunk-3N45GGD2.js

@@ -0,0 +1,113 @@
+import { createRequire } from 'module';
+import { fileURLToPath } from 'url';
+import { dirname } from 'path';
+const require = createRequire(import.meta.url);
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+// ../../packages/parquet-reader/dist/index.js
+import { Blob as NodeBlob } from "buffer";
+import { createWriteStream } from "fs";
+import { promises as fs } from "fs";
+import { randomUUID } from "crypto";
+import { tmpdir } from "os";
+import path from "path";
+import { pipeline } from "stream/promises";
+import { tableFromIPC } from "apache-arrow";
+import initWasm, { ParquetFile, readParquet } from "parquet-wasm/esm";
+var BlobCtor = typeof Blob === "undefined" ? NodeBlob : Blob;
+var wasmInitialized = false;
+var wasmInitPromise = null;
+async function ensureWasmInitialized() {
+  if (wasmInitialized) return;
+  if (!wasmInitPromise) {
+    wasmInitPromise = initWasm().then(() => {
+      wasmInitialized = true;
+    });
+  }
+  return wasmInitPromise;
+}
+async function readParquetTableFromBuffer(buffer, options) {
+  await ensureWasmInitialized();
+  const wasmTable = readParquet(buffer, options ?? void 0);
+  const ipcStream = wasmTable.intoIPCStream();
+  return tableFromIPC(ipcStream);
+}
+function createParquetBufferSource(buffer) {
+  let metadataPromise = null;
+  return {
+    buffer,
+    byteLength: buffer.byteLength,
+    readTable: (options) => readParquetTableFromBuffer(buffer, options),
+    readMetadata: () => {
+      if (!metadataPromise) {
+        metadataPromise = readParquetMetadataFromBuffer(buffer);
+      }
+      return metadataPromise;
+    }
+  };
+}
+async function openParquetBufferFromPath(filePath) {
+  const buffer = await fs.readFile(filePath);
+  return createParquetBufferSource(buffer);
+}
+async function readParquetTableFromPath(filePath, options) {
+  const buffer = await fs.readFile(filePath);
+  return readParquetTableFromBuffer(buffer, options);
+}
+async function readParquetMetadataFromBuffer(buffer) {
+  await ensureWasmInitialized();
+  const blobInput = new Uint8Array(buffer).buffer;
+  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));
+  const meta = file.metadata();
+  const fileMeta = meta.fileMetadata();
+  const createdBy = fileMeta.createdBy();
+  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
+  fileMeta.free();
+  meta.free();
+  file.free();
+  return {
+    createdBy: createdBy ?? void 0,
+    keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
+  };
+}
+function normalizeMetadataValues(input) {
+  const normalized = {};
+  for (const [key, value] of Object.entries(input)) {
+    if (value === null || value === void 0) {
+      normalized[key] = "";
+      continue;
+    }
+    normalized[key] = typeof value === "string" ? value : String(value);
+  }
+  return normalized;
+}
+async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
+  const tempDir = await fs.mkdtemp(path.join(tmpdir(), "parquetlens-"));
+  const safeName = filenameHint.replace(/[\\/]/g, "_");
+  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);
+  const writeStream = createWriteStream(filePath);
+  await pipeline(process.stdin, writeStream);
+  return {
+    path: filePath,
+    cleanup: async () => {
+      await fs.rm(tempDir, { recursive: true, force: true });
+    }
+  };
+}
+async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
+  const temp = await bufferStdinToTempFile(filenameHint);
+  try {
+    return await readParquetTableFromPath(temp.path, options);
+  } finally {
+    await temp.cleanup();
+  }
+}
+
+export {
+  readParquetTableFromBuffer,
+  openParquetBufferFromPath,
+  readParquetTableFromPath,
+  readParquetTableFromStdin
+};
+//# sourceMappingURL=chunk-3N45GGD2.js.map

package/dist/chunk-3N45GGD2.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport initWasm, { ParquetFile, readParquet, type ReaderOptions } from \"parquet-wasm/esm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nlet wasmInitialized = false;\nlet wasmInitPromise: Promise<void> | null = null;\n\nasync function ensureWasmInitialized(): Promise<void> {\n  if (wasmInitialized) return;\n  if (!wasmInitPromise) {\n    wasmInitPromise = initWasm().then(() => {\n      wasmInitialized = true;\n    });\n  }\n  return wasmInitPromise;\n}\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Promise<Table>;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport async function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  await ensureWasmInitialized();\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  await ensureWasmInitialized();\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";;;;;;;;AAAA,SAAS,QAAQ,gBAAgB;AACjC,SAAS,yBAAyB;AAClC,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,cAAc;AACvB,OAAO,UAAU;AACjB,SAAS,gBAAgB;AAEzB,SAAS,oBAA2B;AACpC,OAAO,YAAY,aAAa,mBAAuC;AAEvE,IAAM,WACJ,OAAO,SAAS,cAAe,WAAsC;AAEvE,IAAI,kBAAkB;AACtB,IAAI,kBAAwC;AAE5C,eAAe,wBAAuC;AACpD,MAAI,gBAAiB;AACrB,MAAI,CAAC,iBAAiB;AACpB,sBAAkB,SAAS,EAAE,KAAK,MAAM;AACtC,wBAAkB;IACpB,CAAC;EACH;AACA,SAAO;AACT;AAwBA,eAAsB,2BACpB,QACA,SACgB;AAChB,QAAM,sBAAsB;AAC5B,QAAM,YAAY,YAAY,QAAQ,WAAW,MAAS;AAC1D,QAAM,YAAY,UAAU,cAAc;AAC1C,SAAO,aAAa,SAAS;AAC/B;AAEO,SAAS,0BAA0B,QAAyC;AACjF,MAAI,kBAAuD;AAE3D,SAAO;IACL;IACA,YAAY,OAAO;IACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;IACvF,cAAc,MAAM;AAClB,UAAI,CAAC,iBAAiB;AACpB,0BAAkB,8BAA8B,MAAM;MACxD;AACA,aAAO;IACT;EACF;AACF;AAEA,eAAsB,0BAA0B,UAAgD;AAC9F,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,0BAA0B,MAAM;AACzC;AAEA,eAAsB,yBACpB,UACA,SACgB;AAChB,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAEA,eAAsB,8BACpB,QAC8B;AAC9B,QAAM,sBAAsB;AAC5B,QAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,QAAM,OAAO,MAAM,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,QAAM,OAAO,KAAK,SAAS;AAC3B,QAAM,WAAW,KAAK,aAAa;AACnC,QAAM,YAAY,SAAS,UAAU;AACrC,QAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,WAAS,KAAK;AACd,OAAK,KAAK;AACV,OAAK,KAAK;AAEV,SAAO;IACL,WAAW,aAAa;IACxB,kBAAkB,wBAAwB,gBAAgB;EAC5D;AACF;AAEA,SAAS,wBAAwB,OAAwD;AACvF,QAAM,aAAqC,CAAC;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,iBAAW,GAAG,IAAI;AAClB;IACF;AACA,eAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;EACpE;AAEA,SAAO;AACT;AAEA,eAAsB,sBACpB,eAAe,iBACW;AAC1B,QAAM,UAAU,MAAM,GAAG,QAAQ,KAAK,KAAK,OAAO,GAAG,cAAc,CAAC;AACpE,QAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,QAAM,WAAW,KAAK,KAAK,SAAS,GAAG,WAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,QAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAM,SAAS,QAAQ,OAAO,WAAW;AAEzC,SAAO;IACL,MAAM;IACN,SAAS,YAAY;AACnB,YAAM,GAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;IACvD;EACF;AACF;AAEA,eAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,QAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,MAAI;AACF,WAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;EAC1D,UAAA;AACE,UAAM,KAAK,QAAQ;EACrB;AACF;","names":[]}

package/dist/chunk-AYPIRAOL.js

@@ -0,0 +1,112 @@
+import { createRequire } from 'module';
+import { fileURLToPath } from 'url';
+import { dirname } from 'path';
+const require = createRequire(import.meta.url);
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+// ../../packages/parquet-reader/dist/index.js
+import { Blob as NodeBlob } from "buffer";
+import { createWriteStream, readFileSync } from "fs";
+import { promises as fs } from "fs";
+import { randomUUID } from "crypto";
+import { createRequire as nodeCreateRequire } from "module";
+import { tmpdir } from "os";
+import path from "path";
+import { pipeline } from "stream/promises";
+import { tableFromIPC } from "apache-arrow";
+import { initSync, ParquetFile, readParquet } from "parquet-wasm/esm";
+var BlobCtor = typeof Blob === "undefined" ? NodeBlob : Blob;
+var wasmInitialized = false;
+function ensureWasmInitialized() {
+  if (wasmInitialized) return;
+  const localRequire = nodeCreateRequire(import.meta.url);
+  const wasmPath = localRequire.resolve("parquet-wasm/esm/parquet_wasm_bg.wasm");
+  const wasmBytes = readFileSync(wasmPath);
+  initSync({ module: wasmBytes });
+  wasmInitialized = true;
+}
+async function readParquetTableFromBuffer(buffer, options) {
+  ensureWasmInitialized();
+  const wasmTable = readParquet(buffer, options ?? void 0);
+  const ipcStream = wasmTable.intoIPCStream();
+  return tableFromIPC(ipcStream);
+}
+function createParquetBufferSource(buffer) {
+  let metadataPromise = null;
+  return {
+    buffer,
+    byteLength: buffer.byteLength,
+    readTable: (options) => readParquetTableFromBuffer(buffer, options),
+    readMetadata: () => {
+      if (!metadataPromise) {
+        metadataPromise = readParquetMetadataFromBuffer(buffer);
+      }
+      return metadataPromise;
+    }
+  };
+}
+async function openParquetBufferFromPath(filePath) {
+  const buffer = await fs.readFile(filePath);
+  return createParquetBufferSource(buffer);
+}
+async function readParquetTableFromPath(filePath, options) {
+  const buffer = await fs.readFile(filePath);
+  return readParquetTableFromBuffer(buffer, options);
+}
+async function readParquetMetadataFromBuffer(buffer) {
+  ensureWasmInitialized();
+  const blobInput = new Uint8Array(buffer).buffer;
+  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));
+  const meta = file.metadata();
+  const fileMeta = meta.fileMetadata();
+  const createdBy = fileMeta.createdBy();
+  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
+  fileMeta.free();
+  meta.free();
+  file.free();
+  return {
+    createdBy: createdBy ?? void 0,
+    keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
+  };
+}
+function normalizeMetadataValues(input) {
+  const normalized = {};
+  for (const [key, value] of Object.entries(input)) {
+    if (value === null || value === void 0) {
+      normalized[key] = "";
+      continue;
+    }
+    normalized[key] = typeof value === "string" ? value : String(value);
+  }
+  return normalized;
+}
+async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
+  const tempDir = await fs.mkdtemp(path.join(tmpdir(), "parquetlens-"));
+  const safeName = filenameHint.replace(/[\\/]/g, "_");
+  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);
+  const writeStream = createWriteStream(filePath);
+  await pipeline(process.stdin, writeStream);
+  return {
+    path: filePath,
+    cleanup: async () => {
+      await fs.rm(tempDir, { recursive: true, force: true });
+    }
+  };
+}
+async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
+  const temp = await bufferStdinToTempFile(filenameHint);
+  try {
+    return await readParquetTableFromPath(temp.path, options);
+  } finally {
+    await temp.cleanup();
+  }
+}
+
+export {
+  readParquetTableFromBuffer,
+  openParquetBufferFromPath,
+  readParquetTableFromPath,
+  readParquetTableFromStdin
+};
+//# sourceMappingURL=chunk-AYPIRAOL.js.map

package/dist/chunk-AYPIRAOL.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream, readFileSync } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { createRequire as nodeCreateRequire } from \"node:module\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport { initSync, ParquetFile, readParquet, type ReaderOptions } from \"parquet-wasm/esm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nlet wasmInitialized = false;\n\nfunction ensureWasmInitialized(): void {\n  if (wasmInitialized) return;\n\n  // Use require.resolve to find the WASM file (works with pnpm)\n  const localRequire = nodeCreateRequire(import.meta.url);\n  const wasmPath = localRequire.resolve(\"parquet-wasm/esm/parquet_wasm_bg.wasm\");\n  const wasmBytes = readFileSync(wasmPath);\n  initSync({ module: wasmBytes });\n  wasmInitialized = true;\n}\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Promise<Table>;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport async function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  ensureWasmInitialized();\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  ensureWasmInitialized();\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";;;;;;;;AAAA,SAAS,QAAQ,gBAAgB;AACjC,SAAS,mBAAmB,oBAAoB;AAChD,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,iBAAiB,yBAAyB;AACnD,SAAS,cAAc;AACvB,OAAO,UAAU;AACjB,SAAS,gBAAgB;AAEzB,SAAS,oBAA2B;AACpC,SAAS,UAAU,aAAa,mBAAuC;AAEvE,IAAM,WACJ,OAAO,SAAS,cAAe,WAAsC;AAEvE,IAAI,kBAAkB;AAEtB,SAAS,wBAA8B;AACrC,MAAI,gBAAiB;AAGrB,QAAM,eAAe,kBAAkB,YAAY,GAAG;AACtD,QAAM,WAAW,aAAa,QAAQ,uCAAuC;AAC7E,QAAM,YAAY,aAAa,QAAQ;AACvC,WAAS,EAAE,QAAQ,UAAU,CAAC;AAC9B,oBAAkB;AACpB;AAwBA,eAAsB,2BACpB,QACA,SACgB;AAChB,wBAAsB;AACtB,QAAM,YAAY,YAAY,QAAQ,WAAW,MAAS;AAC1D,QAAM,YAAY,UAAU,cAAc;AAC1C,SAAO,aAAa,SAAS;AAC/B;AAEO,SAAS,0BAA0B,QAAyC;AACjF,MAAI,kBAAuD;AAE3D,SAAO;IACL;IACA,YAAY,OAAO;IACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;IACvF,cAAc,MAAM;AAClB,UAAI,CAAC,iBAAiB;AACpB,0BAAkB,8BAA8B,MAAM;MACxD;AACA,aAAO;IACT;EACF;AACF;AAEA,eAAsB,0BAA0B,UAAgD;AAC9F,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,0BAA0B,MAAM;AACzC;AAEA,eAAsB,yBACpB,UACA,SACgB;AAChB,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAEA,eAAsB,8BACpB,QAC8B;AAC9B,wBAAsB;AACtB,QAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,QAAM,OAAO,MAAM,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,QAAM,OAAO,KAAK,SAAS;AAC3B,QAAM,WAAW,KAAK,aAAa;AACnC,QAAM,YAAY,SAAS,UAAU;AACrC,QAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,WAAS,KAAK;AACd,OAAK,KAAK;AACV,OAAK,KAAK;AAEV,SAAO;IACL,WAAW,aAAa;IACxB,kBAAkB,wBAAwB,gBAAgB;EAC5D;AACF;AAEA,SAAS,wBAAwB,OAAwD;AACvF,QAAM,aAAqC,CAAC;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,iBAAW,GAAG,IAAI;AAClB;IACF;AACA,eAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;EACpE;AAEA,SAAO;AACT;AAEA,eAAsB,sBACpB,eAAe,iBACW;AAC1B,QAAM,UAAU,MAAM,GAAG,QAAQ,KAAK,KAAK,OAAO,GAAG,cAAc,CAAC;AACpE,QAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,QAAM,WAAW,KAAK,KAAK,SAAS,GAAG,WAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,QAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAM,SAAS,QAAQ,OAAO,WAAW;AAEzC,SAAO;IACL,MAAM;IACN,SAAS,YAAY;AACnB,YAAM,GAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;IACvD;EACF;AACF;AAEA,eAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,QAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,MAAI;AACF,WAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;EAC1D,UAAA;AACE,UAAM,KAAK,QAAQ;EACrB;AACF;","names":[]}

package/dist/chunk-IMVXDI4K.js

@@ -0,0 +1,112 @@
+import { createRequire } from 'module';
+import { fileURLToPath } from 'url';
+import { dirname } from 'path';
+const require = createRequire(import.meta.url);
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+// ../../packages/parquet-reader/dist/index.js
+import { Blob as NodeBlob } from "buffer";
+import { createWriteStream, readFileSync } from "fs";
+import { promises as fs } from "fs";
+import { randomUUID } from "crypto";
+import { createRequire } from "module";
+import { tmpdir } from "os";
+import path from "path";
+import { pipeline } from "stream/promises";
+import { tableFromIPC } from "apache-arrow";
+import { initSync, ParquetFile, readParquet } from "parquet-wasm/esm";
+var BlobCtor = typeof Blob === "undefined" ? NodeBlob : Blob;
+var wasmInitialized = false;
+function ensureWasmInitialized() {
+  if (wasmInitialized) return;
+  const require2 = createRequire(import.meta.url);
+  const wasmPath = require2.resolve("parquet-wasm/esm/parquet_wasm_bg.wasm");
+  const wasmBytes = readFileSync(wasmPath);
+  initSync({ module: wasmBytes });
+  wasmInitialized = true;
+}
+async function readParquetTableFromBuffer(buffer, options) {
+  ensureWasmInitialized();
+  const wasmTable = readParquet(buffer, options ?? void 0);
+  const ipcStream = wasmTable.intoIPCStream();
+  return tableFromIPC(ipcStream);
+}
+function createParquetBufferSource(buffer) {
+  let metadataPromise = null;
+  return {
+    buffer,
+    byteLength: buffer.byteLength,
+    readTable: (options) => readParquetTableFromBuffer(buffer, options),
+    readMetadata: () => {
+      if (!metadataPromise) {
+        metadataPromise = readParquetMetadataFromBuffer(buffer);
+      }
+      return metadataPromise;
+    }
+  };
+}
+async function openParquetBufferFromPath(filePath) {
+  const buffer = await fs.readFile(filePath);
+  return createParquetBufferSource(buffer);
+}
+async function readParquetTableFromPath(filePath, options) {
+  const buffer = await fs.readFile(filePath);
+  return readParquetTableFromBuffer(buffer, options);
+}
+async function readParquetMetadataFromBuffer(buffer) {
+  ensureWasmInitialized();
+  const blobInput = new Uint8Array(buffer).buffer;
+  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));
+  const meta = file.metadata();
+  const fileMeta = meta.fileMetadata();
+  const createdBy = fileMeta.createdBy();
+  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
+  fileMeta.free();
+  meta.free();
+  file.free();
+  return {
+    createdBy: createdBy ?? void 0,
+    keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
+  };
+}
+function normalizeMetadataValues(input) {
+  const normalized = {};
+  for (const [key, value] of Object.entries(input)) {
+    if (value === null || value === void 0) {
+      normalized[key] = "";
+      continue;
+    }
+    normalized[key] = typeof value === "string" ? value : String(value);
+  }
+  return normalized;
+}
+async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
+  const tempDir = await fs.mkdtemp(path.join(tmpdir(), "parquetlens-"));
+  const safeName = filenameHint.replace(/[\\/]/g, "_");
+  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);
+  const writeStream = createWriteStream(filePath);
+  await pipeline(process.stdin, writeStream);
+  return {
+    path: filePath,
+    cleanup: async () => {
+      await fs.rm(tempDir, { recursive: true, force: true });
+    }
+  };
+}
+async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
+  const temp = await bufferStdinToTempFile(filenameHint);
+  try {
+    return await readParquetTableFromPath(temp.path, options);
+  } finally {
+    await temp.cleanup();
+  }
+}
+
+export {
+  readParquetTableFromBuffer,
+  openParquetBufferFromPath,
+  readParquetTableFromPath,
+  readParquetTableFromStdin
+};
+//# sourceMappingURL=chunk-IMVXDI4K.js.map

package/dist/chunk-IMVXDI4K.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream, readFileSync } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { createRequire } from \"node:module\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport { initSync, ParquetFile, readParquet, type ReaderOptions } from \"parquet-wasm/esm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nlet wasmInitialized = false;\n\nfunction ensureWasmInitialized(): void {\n  if (wasmInitialized) return;\n\n  const require = createRequire(import.meta.url);\n  const wasmPath = require.resolve(\"parquet-wasm/esm/parquet_wasm_bg.wasm\");\n  const wasmBytes = readFileSync(wasmPath);\n  initSync({ module: wasmBytes });\n  wasmInitialized = true;\n}\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Promise<Table>;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport async function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  ensureWasmInitialized();\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  ensureWasmInitialized();\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";;;;;;;;AAAA,SAAS,QAAQ,gBAAgB;AACjC,SAAS,mBAAmB,oBAAoB;AAChD,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,qBAAqB;AAC9B,SAAS,cAAc;AACvB,OAAO,UAAU;AACjB,SAAS,gBAAgB;AAEzB,SAAS,oBAA2B;AACpC,SAAS,UAAU,aAAa,mBAAuC;AAEvE,IAAM,WACJ,OAAO,SAAS,cAAe,WAAsC;AAEvE,IAAI,kBAAkB;AAEtB,SAAS,wBAA8B;AACrC,MAAI,gBAAiB;AAErB,QAAMA,WAAU,cAAc,YAAY,GAAG;AAC7C,QAAM,WAAWA,SAAQ,QAAQ,uCAAuC;AACxE,QAAM,YAAY,aAAa,QAAQ;AACvC,WAAS,EAAE,QAAQ,UAAU,CAAC;AAC9B,oBAAkB;AACpB;AAwBA,eAAsB,2BACpB,QACA,SACgB;AAChB,wBAAsB;AACtB,QAAM,YAAY,YAAY,QAAQ,WAAW,MAAS;AAC1D,QAAM,YAAY,UAAU,cAAc;AAC1C,SAAO,aAAa,SAAS;AAC/B;AAEO,SAAS,0BAA0B,QAAyC;AACjF,MAAI,kBAAuD;AAE3D,SAAO;IACL;IACA,YAAY,OAAO;IACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;IACvF,cAAc,MAAM;AAClB,UAAI,CAAC,iBAAiB;AACpB,0BAAkB,8BAA8B,MAAM;MACxD;AACA,aAAO;IACT;EACF;AACF;AAEA,eAAsB,0BAA0B,UAAgD;AAC9F,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,0BAA0B,MAAM;AACzC;AAEA,eAAsB,yBACpB,UACA,SACgB;AAChB,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAEA,eAAsB,8BACpB,QAC8B;AAC9B,wBAAsB;AACtB,QAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,QAAM,OAAO,MAAM,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,QAAM,OAAO,KAAK,SAAS;AAC3B,QAAM,WAAW,KAAK,aAAa;AACnC,QAAM,YAAY,SAAS,UAAU;AACrC,QAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,WAAS,KAAK;AACd,OAAK,KAAK;AACV,OAAK,KAAK;AAEV,SAAO;IACL,WAAW,aAAa;IACxB,kBAAkB,wBAAwB,gBAAgB;EAC5D;AACF;AAEA,SAAS,wBAAwB,OAAwD;AACvF,QAAM,aAAqC,CAAC;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,iBAAW,GAAG,IAAI;AAClB;IACF;AACA,eAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;EACpE;AAEA,SAAO;AACT;AAEA,eAAsB,sBACpB,eAAe,iBACW;AAC1B,QAAM,UAAU,MAAM,GAAG,QAAQ,KAAK,KAAK,OAAO,GAAG,cAAc,CAAC;AACpE,QAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,QAAM,WAAW,KAAK,KAAK,SAAS,GAAG,WAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,QAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAM,SAAS,QAAQ,OAAO,WAAW;AAEzC,SAAO;IACL,MAAM;IACN,SAAS,YAAY;AACnB,YAAM,GAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;IACvD;EACF;AACF;AAEA,eAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,QAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,MAAI;AACF,WAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;EAC1D,UAAA;AACE,UAAM,KAAK,QAAQ;EACrB;AACF;","names":["require"]}