parquetlens 0.1.0 → 0.2.3

package/dist/chunk-573AA4JN.js

@@ -1,112 +0,0 @@
-import { createRequire } from 'module';
-import { fileURLToPath } from 'url';
-import { dirname } from 'path';
-const require = createRequire(import.meta.url);
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-
-// ../../packages/parquet-reader/dist/index.js
-import { Blob as NodeBlob } from "buffer";
-import { createWriteStream } from "fs";
-import { promises as fs } from "fs";
-import { randomUUID } from "crypto";
-import { tmpdir } from "os";
-import path from "path";
-import { pipeline } from "stream/promises";
-import { tableFromIPC } from "apache-arrow";
-import initWasm, { ParquetFile, readParquet } from "parquet-wasm/esm";
-var BlobCtor = typeof Blob === "undefined" ? NodeBlob : Blob;
-var wasmInitialized = false;
-var wasmInitPromise = null;
-async function ensureWasmInitialized() {
-  if (wasmInitialized) return;
-  if (!wasmInitPromise) {
-    wasmInitPromise = initWasm().then(() => {
-      wasmInitialized = true;
-    });
-  }
-  return wasmInitPromise;
-}
-async function readParquetTableFromBuffer(buffer, options) {
-  await ensureWasmInitialized();
-  const wasmTable = readParquet(buffer, options ?? void 0);
-  const ipcStream = wasmTable.intoIPCStream();
-  return tableFromIPC(ipcStream);
-}
-function createParquetBufferSource(buffer) {
-  let metadataPromise = null;
-  return {
-    buffer,
-    byteLength: buffer.byteLength,
-    readTable: (options) => readParquetTableFromBuffer(buffer, options),
-    readMetadata: () => {
-      if (!metadataPromise) {
-        metadataPromise = readParquetMetadataFromBuffer(buffer);
-      }
-      return metadataPromise;
-    }
-  };
-}
-async function openParquetBufferFromPath(filePath) {
-  const buffer = await fs.readFile(filePath);
-  return createParquetBufferSource(buffer);
-}
-async function readParquetTableFromPath(filePath, options) {
-  const buffer = await fs.readFile(filePath);
-  return readParquetTableFromBuffer(buffer, options);
-}
-async function readParquetMetadataFromBuffer(buffer) {
-  await ensureWasmInitialized();
-  const blobInput = new Uint8Array(buffer).buffer;
-  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));
-  const meta = file.metadata();
-  const fileMeta = meta.fileMetadata();
-  const createdBy = fileMeta.createdBy();
-  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
-  fileMeta.free();
-  meta.free();
-  file.free();
-  return {
-    createdBy: createdBy ?? void 0,
-    keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
-  };
-}
-function normalizeMetadataValues(input) {
-  const normalized = {};
-  for (const [key, value] of Object.entries(input)) {
-    if (value === null || value === void 0) {
-      normalized[key] = "";
-      continue;
-    }
-    normalized[key] = typeof value === "string" ? value : String(value);
-  }
-  return normalized;
-}
-async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
-  const tempDir = await fs.mkdtemp(path.join(tmpdir(), "parquetlens-"));
-  const safeName = filenameHint.replace(/[\\/]/g, "_");
-  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);
-  const writeStream = createWriteStream(filePath);
-  await pipeline(process.stdin, writeStream);
-  return {
-    path: filePath,
-    cleanup: async () => {
-      await fs.rm(tempDir, { recursive: true, force: true });
-    }
-  };
-}
-async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
-  const temp = await bufferStdinToTempFile(filenameHint);
-  try {
-    return await readParquetTableFromPath(temp.path, options);
-  } finally {
-    await temp.cleanup();
-  }
-}
-
-export {
-  openParquetBufferFromPath,
-  readParquetTableFromPath,
-  readParquetTableFromStdin
-};
-//# sourceMappingURL=chunk-573AA4JN.js.map

package/dist/chunk-573AA4JN.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport initWasm, { ParquetFile, readParquet, type ReaderOptions } from \"parquet-wasm/esm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nlet wasmInitialized = false;\nlet wasmInitPromise: Promise<void> | null = null;\n\nasync function ensureWasmInitialized(): Promise<void> {\n  if (wasmInitialized) return;\n  if (!wasmInitPromise) {\n    wasmInitPromise = initWasm().then(() => {\n      wasmInitialized = true;\n    });\n  }\n  return wasmInitPromise;\n}\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Promise<Table>;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport async function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  await ensureWasmInitialized();\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  await ensureWasmInitialized();\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";;;;;;;;AAAA,SAAS,QAAQ,gBAAgB;AACjC,SAAS,yBAAyB;AAClC,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,cAAc;AACvB,OAAO,UAAU;AACjB,SAAS,gBAAgB;AAEzB,SAAS,oBAA2B;AACpC,OAAO,YAAY,aAAa,mBAAuC;AAEvE,IAAM,WACJ,OAAO,SAAS,cAAe,WAAsC;AAEvE,IAAI,kBAAkB;AACtB,IAAI,kBAAwC;AAE5C,eAAe,wBAAuC;AACpD,MAAI,gBAAiB;AACrB,MAAI,CAAC,iBAAiB;AACpB,sBAAkB,SAAS,EAAE,KAAK,MAAM;AACtC,wBAAkB;IACpB,CAAC;EACH;AACA,SAAO;AACT;AAwBA,eAAsB,2BACpB,QACA,SACgB;AAChB,QAAM,sBAAsB;AAC5B,QAAM,YAAY,YAAY,QAAQ,WAAW,MAAS;AAC1D,QAAM,YAAY,UAAU,cAAc;AAC1C,SAAO,aAAa,SAAS;AAC/B;AAEO,SAAS,0BAA0B,QAAyC;AACjF,MAAI,kBAAuD;AAE3D,SAAO;IACL;IACA,YAAY,OAAO;IACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;IACvF,cAAc,MAAM;AAClB,UAAI,CAAC,iBAAiB;AACpB,0BAAkB,8BAA8B,MAAM;MACxD;AACA,aAAO;IACT;EACF;AACF;AAEA,eAAsB,0BAA0B,UAAgD;AAC9F,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,0BAA0B,MAAM;AACzC;AAEA,eAAsB,yBACpB,UACA,SACgB;AAChB,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAEA,eAAsB,8BACpB,QAC8B;AAC9B,QAAM,sBAAsB;AAC5B,QAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,QAAM,OAAO,MAAM,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,QAAM,OAAO,KAAK,SAAS;AAC3B,QAAM,WAAW,KAAK,aAAa;AACnC,QAAM,YAAY,SAAS,UAAU;AACrC,QAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,WAAS,KAAK;AACd,OAAK,KAAK;AACV,OAAK,KAAK;AAEV,SAAO;IACL,WAAW,aAAa;IACxB,kBAAkB,wBAAwB,gBAAgB;EAC5D;AACF;AAEA,SAAS,wBAAwB,OAAwD;AACvF,QAAM,aAAqC,CAAC;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,iBAAW,GAAG,IAAI;AAClB;IACF;AACA,eAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;EACpE;AAEA,SAAO;AACT;AAEA,eAAsB,sBACpB,eAAe,iBACW;AAC1B,QAAM,UAAU,MAAM,GAAG,QAAQ,KAAK,KAAK,OAAO,GAAG,cAAc,CAAC;AACpE,QAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,QAAM,WAAW,KAAK,KAAK,SAAS,GAAG,WAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,QAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAM,SAAS,QAAQ,OAAO,WAAW;AAEzC,SAAO;IACL,MAAM;IACN,SAAS,YAAY;AACnB,YAAM,GAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;IACvD;EACF;AACF;AAEA,eAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,QAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,MAAI;AACF,WAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;EAC1D,UAAA;AACE,UAAM,KAAK,QAAQ;EACrB;AACF;","names":[]}

package/dist/chunk-E6TEBKS4.js

@@ -1,166 +0,0 @@
-var __create = Object.create;
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
-  get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
-}) : x)(function(x) {
-  if (typeof require !== "undefined") return require.apply(this, arguments);
-  throw Error('Dynamic require of "' + x + '" is not supported');
-});
-var __commonJS = (cb, mod) => function __require2() {
-  return mod || (0, cb[__getOwnPropNames(cb)[0]])((mod = { exports: {} }).exports, mod), mod.exports;
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
-
-// ../../packages/parquet-reader/dist/index.js
-var require_dist = __commonJS({
-  "../../packages/parquet-reader/dist/index.js"(exports, module) {
-    "use strict";
-    var __create2 = Object.create;
-    var __defProp2 = Object.defineProperty;
-    var __getOwnPropDesc2 = Object.getOwnPropertyDescriptor;
-    var __getOwnPropNames2 = Object.getOwnPropertyNames;
-    var __getProtoOf2 = Object.getPrototypeOf;
-    var __hasOwnProp2 = Object.prototype.hasOwnProperty;
-    var __export = (target, all) => {
-      for (var name in all)
-        __defProp2(target, name, { get: all[name], enumerable: true });
-    };
-    var __copyProps2 = (to, from, except, desc) => {
-      if (from && typeof from === "object" || typeof from === "function") {
-        for (let key of __getOwnPropNames2(from))
-          if (!__hasOwnProp2.call(to, key) && key !== except)
-            __defProp2(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc2(from, key)) || desc.enumerable });
-      }
-      return to;
-    };
-    var __toESM2 = (mod, isNodeMode, target) => (target = mod != null ? __create2(__getProtoOf2(mod)) : {}, __copyProps2(
-      // If the importer is in node compatibility mode or this is not an ESM
-      // file that has been converted to a CommonJS file using a Babel-
-      // compatible transform (i.e. "__esModule" has not been set), then set
-      // "default" to the CommonJS "module.exports" for node compatibility.
-      isNodeMode || !mod || !mod.__esModule ? __defProp2(target, "default", { value: mod, enumerable: true }) : target,
-      mod
-    ));
-    var __toCommonJS = (mod) => __copyProps2(__defProp2({}, "__esModule", { value: true }), mod);
-    var index_exports = {};
-    __export(index_exports, {
-      bufferStdinToTempFile: () => bufferStdinToTempFile,
-      createParquetBufferSource: () => createParquetBufferSource,
-      openParquetBufferFromPath: () => openParquetBufferFromPath,
-      readParquetMetadataFromBuffer: () => readParquetMetadataFromBuffer,
-      readParquetTableFromBuffer: () => readParquetTableFromBuffer,
-      readParquetTableFromPath: () => readParquetTableFromPath,
-      readParquetTableFromStdin: () => readParquetTableFromStdin
-    });
-    module.exports = __toCommonJS(index_exports);
-    var import_node_buffer = __require("buffer");
-    var import_node_fs = __require("fs");
-    var import_node_fs2 = __require("fs");
-    var import_node_crypto = __require("crypto");
-    var import_node_os = __require("os");
-    var import_node_path = __toESM2(__require("path"));
-    var import_promises = __require("stream/promises");
-    var import_apache_arrow = __require("apache-arrow");
-    var import_parquet_wasm = __require("parquet-wasm");
-    var BlobCtor = typeof Blob === "undefined" ? import_node_buffer.Blob : Blob;
-    function readParquetTableFromBuffer(buffer, options) {
-      const wasmTable = (0, import_parquet_wasm.readParquet)(buffer, options ?? void 0);
-      const ipcStream = wasmTable.intoIPCStream();
-      return (0, import_apache_arrow.tableFromIPC)(ipcStream);
-    }
-    function createParquetBufferSource(buffer) {
-      let metadataPromise = null;
-      return {
-        buffer,
-        byteLength: buffer.byteLength,
-        readTable: (options) => readParquetTableFromBuffer(buffer, options),
-        readMetadata: () => {
-          if (!metadataPromise) {
-            metadataPromise = readParquetMetadataFromBuffer(buffer);
-          }
-          return metadataPromise;
-        }
-      };
-    }
-    async function openParquetBufferFromPath(filePath) {
-      const buffer = await import_node_fs2.promises.readFile(filePath);
-      return createParquetBufferSource(buffer);
-    }
-    async function readParquetTableFromPath(filePath, options) {
-      const buffer = await import_node_fs2.promises.readFile(filePath);
-      return readParquetTableFromBuffer(buffer, options);
-    }
-    async function readParquetMetadataFromBuffer(buffer) {
-      const blobInput = new Uint8Array(buffer).buffer;
-      const file = await import_parquet_wasm.ParquetFile.fromFile(new BlobCtor([blobInput]));
-      const meta = file.metadata();
-      const fileMeta = meta.fileMetadata();
-      const createdBy = fileMeta.createdBy();
-      const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
-      fileMeta.free();
-      meta.free();
-      file.free();
-      return {
-        createdBy: createdBy ?? void 0,
-        keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
-      };
-    }
-    function normalizeMetadataValues(input) {
-      const normalized = {};
-      for (const [key, value] of Object.entries(input)) {
-        if (value === null || value === void 0) {
-          normalized[key] = "";
-          continue;
-        }
-        normalized[key] = typeof value === "string" ? value : String(value);
-      }
-      return normalized;
-    }
-    async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
-      const tempDir = await import_node_fs2.promises.mkdtemp(import_node_path.default.join((0, import_node_os.tmpdir)(), "parquetlens-"));
-      const safeName = filenameHint.replace(/[\\/]/g, "_");
-      const filePath = import_node_path.default.join(tempDir, `${(0, import_node_crypto.randomUUID)()}-${safeName}`);
-      const writeStream = (0, import_node_fs.createWriteStream)(filePath);
-      await (0, import_promises.pipeline)(process.stdin, writeStream);
-      return {
-        path: filePath,
-        cleanup: async () => {
-          await import_node_fs2.promises.rm(tempDir, { recursive: true, force: true });
-        }
-      };
-    }
-    async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
-      const temp = await bufferStdinToTempFile(filenameHint);
-      try {
-        return await readParquetTableFromPath(temp.path, options);
-      } finally {
-        await temp.cleanup();
-      }
-    }
-  }
-});
-
-export {
-  __toESM,
-  require_dist
-};
-//# sourceMappingURL=chunk-E6TEBKS4.js.map

package/dist/chunk-E6TEBKS4.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport { ParquetFile, readParquet, ReaderOptions } from \"parquet-wasm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Table;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Table {\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,QAAA,gBAAA,CAAA;AAAA,aAAA,eAAA;MAAA,uBAAA,MAAA;MAAA,2BAAA,MAAA;MAAA,2BAAA,MAAA;MAAA,+BAAA,MAAA;MAAA,4BAAA,MAAA;MAAA,0BAAA,MAAA;MAAA,2BAAA,MAAA;IAAA,CAAA;AAAA,WAAA,UAAA,aAAA,aAAA;AAAA,QAAA,qBAAiC,UAAA,QAAA;AACjC,QAAA,iBAAkC,UAAA,IAAA;AAClC,QAAAA,kBAA+B,UAAA,IAAA;AAC/B,QAAA,qBAA2B,UAAA,QAAA;AAC3B,QAAA,iBAAuB,UAAA,IAAA;AACvB,QAAA,mBAAiBC,SAAA,UAAA,MAAA,CAAA;AACjB,QAAA,kBAAyB,UAAA,iBAAA;AAEzB,QAAA,sBAAoC,UAAA,cAAA;AACpC,QAAA,sBAAwD,UAAA,cAAA;AAExD,QAAM,WACJ,OAAO,SAAS,cAAe,mBAAAC,OAAsC;AAwBhE,aAAS,2BACd,QACA,SACO;AACP,YAAM,aAAA,GAAY,oBAAA,aAAY,QAAQ,WAAW,MAAS;AAC1D,YAAM,YAAY,UAAU,cAAc;AAC1C,cAAA,GAAO,oBAAA,cAAa,SAAS;IAC/B;AAEO,aAAS,0BAA0B,QAAyC;AACjF,UAAI,kBAAuD;AAE3D,aAAO;QACL;QACA,YAAY,OAAO;QACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;QACvF,cAAc,MAAM;AAClB,cAAI,CAAC,iBAAiB;AACpB,8BAAkB,8BAA8B,MAAM;UACxD;AACA,iBAAO;QACT;MACF;IACF;AAEA,mBAAsB,0BAA0B,UAAgD;AAC9F,YAAM,SAAS,MAAM,gBAAAC,SAAG,SAAS,QAAQ;AACzC,aAAO,0BAA0B,MAAM;IACzC;AAEA,mBAAsB,yBACpB,UACA,SACgB;AAChB,YAAM,SAAS,MAAM,gBAAAA,SAAG,SAAS,QAAQ;AACzC,aAAO,2BAA2B,QAAQ,OAAO;IACnD;AAEA,mBAAsB,8BACpB,QAC8B;AAC9B,YAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,YAAM,OAAO,MAAM,oBAAA,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,YAAM,OAAO,KAAK,SAAS;AAC3B,YAAM,WAAW,KAAK,aAAa;AACnC,YAAM,YAAY,SAAS,UAAU;AACrC,YAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,eAAS,KAAK;AACd,WAAK,KAAK;AACV,WAAK,KAAK;AAEV,aAAO;QACL,WAAW,aAAa;QACxB,kBAAkB,wBAAwB,gBAAgB;MAC5D;IACF;AAEA,aAAS,wBAAwB,OAAwD;AACvF,YAAM,aAAqC,CAAC;AAE5C,iBAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,YAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,qBAAW,GAAG,IAAI;AAClB;QACF;AACA,mBAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;MACpE;AAEA,aAAO;IACT;AAEA,mBAAsB,sBACpB,eAAe,iBACW;AAC1B,YAAM,UAAU,MAAM,gBAAAA,SAAG,QAAQ,iBAAAC,QAAK,MAAA,GAAK,eAAA,QAAO,GAAG,cAAc,CAAC;AACpE,YAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,YAAM,WAAW,iBAAAA,QAAK,KAAK,SAAS,IAAA,GAAG,mBAAA,YAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,YAAM,eAAA,GAAc,eAAA,mBAAkB,QAAQ;AAE9C,aAAA,GAAM,gBAAA,UAAS,QAAQ,OAAO,WAAW;AAEzC,aAAO;QACL,MAAM;QACN,SAAS,YAAY;AACnB,gBAAM,gBAAAD,SAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;QACvD;MACF;IACF;AAEA,mBAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,YAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,UAAI;AACF,eAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;MAC1D,UAAA;AACE,cAAM,KAAK,QAAQ;MACrB;IACF;;;","names":["import_node_fs","__toESM","NodeBlob","fs","path"]}

package/dist/chunk-JOHKCQYH.js

@@ -1,99 +0,0 @@
-import { createRequire } from 'module';
-import { fileURLToPath } from 'url';
-import { dirname } from 'path';
-const require = createRequire(import.meta.url);
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-
-// ../../packages/parquet-reader/dist/index.js
-import { Blob as NodeBlob } from "buffer";
-import { createWriteStream } from "fs";
-import { promises as fs } from "fs";
-import { randomUUID } from "crypto";
-import { tmpdir } from "os";
-import path from "path";
-import { pipeline } from "stream/promises";
-import { tableFromIPC } from "apache-arrow";
-import { ParquetFile, readParquet } from "parquet-wasm/esm";
-var BlobCtor = typeof Blob === "undefined" ? NodeBlob : Blob;
-function readParquetTableFromBuffer(buffer, options) {
-  const wasmTable = readParquet(buffer, options ?? void 0);
-  const ipcStream = wasmTable.intoIPCStream();
-  return tableFromIPC(ipcStream);
-}
-function createParquetBufferSource(buffer) {
-  let metadataPromise = null;
-  return {
-    buffer,
-    byteLength: buffer.byteLength,
-    readTable: (options) => readParquetTableFromBuffer(buffer, options),
-    readMetadata: () => {
-      if (!metadataPromise) {
-        metadataPromise = readParquetMetadataFromBuffer(buffer);
-      }
-      return metadataPromise;
-    }
-  };
-}
-async function openParquetBufferFromPath(filePath) {
-  const buffer = await fs.readFile(filePath);
-  return createParquetBufferSource(buffer);
-}
-async function readParquetTableFromPath(filePath, options) {
-  const buffer = await fs.readFile(filePath);
-  return readParquetTableFromBuffer(buffer, options);
-}
-async function readParquetMetadataFromBuffer(buffer) {
-  const blobInput = new Uint8Array(buffer).buffer;
-  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));
-  const meta = file.metadata();
-  const fileMeta = meta.fileMetadata();
-  const createdBy = fileMeta.createdBy();
-  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
-  fileMeta.free();
-  meta.free();
-  file.free();
-  return {
-    createdBy: createdBy ?? void 0,
-    keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
-  };
-}
-function normalizeMetadataValues(input) {
-  const normalized = {};
-  for (const [key, value] of Object.entries(input)) {
-    if (value === null || value === void 0) {
-      normalized[key] = "";
-      continue;
-    }
-    normalized[key] = typeof value === "string" ? value : String(value);
-  }
-  return normalized;
-}
-async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
-  const tempDir = await fs.mkdtemp(path.join(tmpdir(), "parquetlens-"));
-  const safeName = filenameHint.replace(/[\\/]/g, "_");
-  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);
-  const writeStream = createWriteStream(filePath);
-  await pipeline(process.stdin, writeStream);
-  return {
-    path: filePath,
-    cleanup: async () => {
-      await fs.rm(tempDir, { recursive: true, force: true });
-    }
-  };
-}
-async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
-  const temp = await bufferStdinToTempFile(filenameHint);
-  try {
-    return await readParquetTableFromPath(temp.path, options);
-  } finally {
-    await temp.cleanup();
-  }
-}
-
-export {
-  openParquetBufferFromPath,
-  readParquetTableFromPath,
-  readParquetTableFromStdin
-};
-//# sourceMappingURL=chunk-JOHKCQYH.js.map

package/dist/chunk-JOHKCQYH.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport { ParquetFile, readParquet, type ReaderOptions } from \"parquet-wasm/esm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Table;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Table {\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";;;;;;;;AAAA,SAAS,QAAQ,gBAAgB;AACjC,SAAS,yBAAyB;AAClC,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,cAAc;AACvB,OAAO,UAAU;AACjB,SAAS,gBAAgB;AAEzB,SAAS,oBAA2B;AACpC,SAAS,aAAa,mBAAuC;AAE7D,IAAM,WACJ,OAAO,SAAS,cAAe,WAAsC;AAwBhE,SAAS,2BACd,QACA,SACO;AACP,QAAM,YAAY,YAAY,QAAQ,WAAW,MAAS;AAC1D,QAAM,YAAY,UAAU,cAAc;AAC1C,SAAO,aAAa,SAAS;AAC/B;AAEO,SAAS,0BAA0B,QAAyC;AACjF,MAAI,kBAAuD;AAE3D,SAAO;IACL;IACA,YAAY,OAAO;IACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;IACvF,cAAc,MAAM;AAClB,UAAI,CAAC,iBAAiB;AACpB,0BAAkB,8BAA8B,MAAM;MACxD;AACA,aAAO;IACT;EACF;AACF;AAEA,eAAsB,0BAA0B,UAAgD;AAC9F,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,0BAA0B,MAAM;AACzC;AAEA,eAAsB,yBACpB,UACA,SACgB;AAChB,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAEA,eAAsB,8BACpB,QAC8B;AAC9B,QAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,QAAM,OAAO,MAAM,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,QAAM,OAAO,KAAK,SAAS;AAC3B,QAAM,WAAW,KAAK,aAAa;AACnC,QAAM,YAAY,SAAS,UAAU;AACrC,QAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,WAAS,KAAK;AACd,OAAK,KAAK;AACV,OAAK,KAAK;AAEV,SAAO;IACL,WAAW,aAAa;IACxB,kBAAkB,wBAAwB,gBAAgB;EAC5D;AACF;AAEA,SAAS,wBAAwB,OAAwD;AACvF,QAAM,aAAqC,CAAC;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,iBAAW,GAAG,IAAI;AAClB;IACF;AACA,eAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;EACpE;AAEA,SAAO;AACT;AAEA,eAAsB,sBACpB,eAAe,iBACW;AAC1B,QAAM,UAAU,MAAM,GAAG,QAAQ,KAAK,KAAK,OAAO,GAAG,cAAc,CAAC;AACpE,QAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,QAAM,WAAW,KAAK,KAAK,SAAS,GAAG,WAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,QAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAM,SAAS,QAAQ,OAAO,WAAW;AAEzC,SAAO;IACL,MAAM;IACN,SAAS,YAAY;AACnB,YAAM,GAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;IACvD;EACF;AACF;AAEA,eAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,QAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,MAAI;AACF,WAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;EAC1D,UAAA;AACE,UAAM,KAAK,QAAQ;EACrB;AACF;","names":[]}

package/dist/chunk-LHMHT2IQ.js

@@ -1,99 +0,0 @@
-import { createRequire } from 'module';
-import { fileURLToPath } from 'url';
-import { dirname } from 'path';
-const require = createRequire(import.meta.url);
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-
-// ../../packages/parquet-reader/dist/index.js
-import { Blob as NodeBlob } from "buffer";
-import { createWriteStream } from "fs";
-import { promises as fs } from "fs";
-import { randomUUID } from "crypto";
-import { tmpdir } from "os";
-import path from "path";
-import { pipeline } from "stream/promises";
-import { tableFromIPC } from "apache-arrow";
-import { ParquetFile, readParquet } from "parquet-wasm";
-var BlobCtor = typeof Blob === "undefined" ? NodeBlob : Blob;
-function readParquetTableFromBuffer(buffer, options) {
-  const wasmTable = readParquet(buffer, options ?? void 0);
-  const ipcStream = wasmTable.intoIPCStream();
-  return tableFromIPC(ipcStream);
-}
-function createParquetBufferSource(buffer) {
-  let metadataPromise = null;
-  return {
-    buffer,
-    byteLength: buffer.byteLength,
-    readTable: (options) => readParquetTableFromBuffer(buffer, options),
-    readMetadata: () => {
-      if (!metadataPromise) {
-        metadataPromise = readParquetMetadataFromBuffer(buffer);
-      }
-      return metadataPromise;
-    }
-  };
-}
-async function openParquetBufferFromPath(filePath) {
-  const buffer = await fs.readFile(filePath);
-  return createParquetBufferSource(buffer);
-}
-async function readParquetTableFromPath(filePath, options) {
-  const buffer = await fs.readFile(filePath);
-  return readParquetTableFromBuffer(buffer, options);
-}
-async function readParquetMetadataFromBuffer(buffer) {
-  const blobInput = new Uint8Array(buffer).buffer;
-  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));
-  const meta = file.metadata();
-  const fileMeta = meta.fileMetadata();
-  const createdBy = fileMeta.createdBy();
-  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
-  fileMeta.free();
-  meta.free();
-  file.free();
-  return {
-    createdBy: createdBy ?? void 0,
-    keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
-  };
-}
-function normalizeMetadataValues(input) {
-  const normalized = {};
-  for (const [key, value] of Object.entries(input)) {
-    if (value === null || value === void 0) {
-      normalized[key] = "";
-      continue;
-    }
-    normalized[key] = typeof value === "string" ? value : String(value);
-  }
-  return normalized;
-}
-async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
-  const tempDir = await fs.mkdtemp(path.join(tmpdir(), "parquetlens-"));
-  const safeName = filenameHint.replace(/[\\/]/g, "_");
-  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);
-  const writeStream = createWriteStream(filePath);
-  await pipeline(process.stdin, writeStream);
-  return {
-    path: filePath,
-    cleanup: async () => {
-      await fs.rm(tempDir, { recursive: true, force: true });
-    }
-  };
-}
-async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
-  const temp = await bufferStdinToTempFile(filenameHint);
-  try {
-    return await readParquetTableFromPath(temp.path, options);
-  } finally {
-    await temp.cleanup();
-  }
-}
-
-export {
-  openParquetBufferFromPath,
-  readParquetTableFromPath,
-  readParquetTableFromStdin
-};
-//# sourceMappingURL=chunk-LHMHT2IQ.js.map

package/dist/chunk-LHMHT2IQ.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport { ParquetFile, readParquet, ReaderOptions } from \"parquet-wasm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Table;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Table {\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";;;;;;;;AAAA,SAAS,QAAQ,gBAAgB;AACjC,SAAS,yBAAyB;AAClC,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,cAAc;AACvB,OAAO,UAAU;AACjB,SAAS,gBAAgB;AAEzB,SAAS,oBAA2B;AACpC,SAAS,aAAa,mBAAkC;AAExD,IAAM,WACJ,OAAO,SAAS,cAAe,WAAsC;AAwBhE,SAAS,2BACd,QACA,SACO;AACP,QAAM,YAAY,YAAY,QAAQ,WAAW,MAAS;AAC1D,QAAM,YAAY,UAAU,cAAc;AAC1C,SAAO,aAAa,SAAS;AAC/B;AAEO,SAAS,0BAA0B,QAAyC;AACjF,MAAI,kBAAuD;AAE3D,SAAO;IACL;IACA,YAAY,OAAO;IACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;IACvF,cAAc,MAAM;AAClB,UAAI,CAAC,iBAAiB;AACpB,0BAAkB,8BAA8B,MAAM;MACxD;AACA,aAAO;IACT;EACF;AACF;AAEA,eAAsB,0BAA0B,UAAgD;AAC9F,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,0BAA0B,MAAM;AACzC;AAEA,eAAsB,yBACpB,UACA,SACgB;AAChB,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAEA,eAAsB,8BACpB,QAC8B;AAC9B,QAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,QAAM,OAAO,MAAM,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,QAAM,OAAO,KAAK,SAAS;AAC3B,QAAM,WAAW,KAAK,aAAa;AACnC,QAAM,YAAY,SAAS,UAAU;AACrC,QAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,WAAS,KAAK;AACd,OAAK,KAAK;AACV,OAAK,KAAK;AAEV,SAAO;IACL,WAAW,aAAa;IACxB,kBAAkB,wBAAwB,gBAAgB;EAC5D;AACF;AAEA,SAAS,wBAAwB,OAAwD;AACvF,QAAM,aAAqC,CAAC;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,iBAAW,GAAG,IAAI;AAClB;IACF;AACA,eAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;EACpE;AAEA,SAAO;AACT;AAEA,eAAsB,sBACpB,eAAe,iBACW;AAC1B,QAAM,UAAU,MAAM,GAAG,QAAQ,KAAK,KAAK,OAAO,GAAG,cAAc,CAAC;AACpE,QAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,QAAM,WAAW,KAAK,KAAK,SAAS,GAAG,WAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,QAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAM,SAAS,QAAQ,OAAO,WAAW;AAEzC,SAAO;IACL,MAAM;IACN,SAAS,YAAY;AACnB,YAAM,GAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;IACvD;EACF;AACF;AAEA,eAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,QAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,MAAI;AACF,WAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;EAC1D,UAAA;AACE,UAAM,KAAK,QAAQ;EACrB;AACF;","names":[]}

package/dist/chunk-UUCD5YU4.js

@@ -1,92 +0,0 @@
-// ../../packages/parquet-reader/dist/index.js
-import { Blob as NodeBlob } from "buffer";
-import { createWriteStream } from "fs";
-import { promises as fs } from "fs";
-import { randomUUID } from "crypto";
-import { tmpdir } from "os";
-import path from "path";
-import { pipeline } from "stream/promises";
-import { tableFromIPC } from "apache-arrow";
-import { ParquetFile, readParquet } from "parquet-wasm";
-var BlobCtor = typeof Blob === "undefined" ? NodeBlob : Blob;
-function readParquetTableFromBuffer(buffer, options) {
-  const wasmTable = readParquet(buffer, options ?? void 0);
-  const ipcStream = wasmTable.intoIPCStream();
-  return tableFromIPC(ipcStream);
-}
-function createParquetBufferSource(buffer) {
-  let metadataPromise = null;
-  return {
-    buffer,
-    byteLength: buffer.byteLength,
-    readTable: (options) => readParquetTableFromBuffer(buffer, options),
-    readMetadata: () => {
-      if (!metadataPromise) {
-        metadataPromise = readParquetMetadataFromBuffer(buffer);
-      }
-      return metadataPromise;
-    }
-  };
-}
-async function openParquetBufferFromPath(filePath) {
-  const buffer = await fs.readFile(filePath);
-  return createParquetBufferSource(buffer);
-}
-async function readParquetTableFromPath(filePath, options) {
-  const buffer = await fs.readFile(filePath);
-  return readParquetTableFromBuffer(buffer, options);
-}
-async function readParquetMetadataFromBuffer(buffer) {
-  const blobInput = new Uint8Array(buffer).buffer;
-  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));
-  const meta = file.metadata();
-  const fileMeta = meta.fileMetadata();
-  const createdBy = fileMeta.createdBy();
-  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());
-  fileMeta.free();
-  meta.free();
-  file.free();
-  return {
-    createdBy: createdBy ?? void 0,
-    keyValueMetadata: normalizeMetadataValues(keyValueMetadata)
-  };
-}
-function normalizeMetadataValues(input) {
-  const normalized = {};
-  for (const [key, value] of Object.entries(input)) {
-    if (value === null || value === void 0) {
-      normalized[key] = "";
-      continue;
-    }
-    normalized[key] = typeof value === "string" ? value : String(value);
-  }
-  return normalized;
-}
-async function bufferStdinToTempFile(filenameHint = "stdin.parquet") {
-  const tempDir = await fs.mkdtemp(path.join(tmpdir(), "parquetlens-"));
-  const safeName = filenameHint.replace(/[\\/]/g, "_");
-  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);
-  const writeStream = createWriteStream(filePath);
-  await pipeline(process.stdin, writeStream);
-  return {
-    path: filePath,
-    cleanup: async () => {
-      await fs.rm(tempDir, { recursive: true, force: true });
-    }
-  };
-}
-async function readParquetTableFromStdin(filenameHint = "stdin.parquet", options) {
-  const temp = await bufferStdinToTempFile(filenameHint);
-  try {
-    return await readParquetTableFromPath(temp.path, options);
-  } finally {
-    await temp.cleanup();
-  }
-}
-
-export {
-  openParquetBufferFromPath,
-  readParquetTableFromPath,
-  readParquetTableFromStdin
-};
-//# sourceMappingURL=chunk-UUCD5YU4.js.map

package/dist/chunk-UUCD5YU4.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../packages/parquet-reader/src/index.ts"],"sourcesContent":["import { Blob as NodeBlob } from \"node:buffer\";\nimport { createWriteStream } from \"node:fs\";\nimport { promises as fs } from \"node:fs\";\nimport { randomUUID } from \"node:crypto\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { pipeline } from \"node:stream/promises\";\n\nimport { tableFromIPC, Table } from \"apache-arrow\";\nimport { ParquetFile, readParquet, ReaderOptions } from \"parquet-wasm\";\n\nconst BlobCtor: typeof Blob =\n  typeof Blob === \"undefined\" ? (NodeBlob as unknown as typeof Blob) : Blob;\n\nexport type TempParquetFile = {\n  path: string;\n  cleanup: () => Promise<void>;\n};\n\nexport type ParquetReadOptions = Pick<\n  ReaderOptions,\n  \"batchSize\" | \"columns\" | \"limit\" | \"offset\" | \"rowGroups\"\n>;\n\nexport type ParquetFileMetadata = {\n  createdBy?: string;\n  keyValueMetadata: Record<string, string>;\n};\n\nexport type ParquetBufferSource = {\n  buffer: Uint8Array;\n  byteLength: number;\n  readTable: (options?: ParquetReadOptions) => Table;\n  readMetadata: () => Promise<ParquetFileMetadata>;\n};\n\nexport function readParquetTableFromBuffer(\n  buffer: Uint8Array,\n  options?: ParquetReadOptions,\n): Table {\n  const wasmTable = readParquet(buffer, options ?? undefined);\n  const ipcStream = wasmTable.intoIPCStream();\n  return tableFromIPC(ipcStream);\n}\n\nexport function createParquetBufferSource(buffer: Uint8Array): ParquetBufferSource {\n  let metadataPromise: Promise<ParquetFileMetadata> | null = null;\n\n  return {\n    buffer,\n    byteLength: buffer.byteLength,\n    readTable: (options?: ParquetReadOptions) => readParquetTableFromBuffer(buffer, options),\n    readMetadata: () => {\n      if (!metadataPromise) {\n        metadataPromise = readParquetMetadataFromBuffer(buffer);\n      }\n      return metadataPromise;\n    },\n  };\n}\n\nexport async function openParquetBufferFromPath(filePath: string): Promise<ParquetBufferSource> {\n  const buffer = await fs.readFile(filePath);\n  return createParquetBufferSource(buffer);\n}\n\nexport async function readParquetTableFromPath(\n  filePath: string,\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const buffer = await fs.readFile(filePath);\n  return readParquetTableFromBuffer(buffer, options);\n}\n\nexport async function readParquetMetadataFromBuffer(\n  buffer: Uint8Array,\n): Promise<ParquetFileMetadata> {\n  const blobInput = new Uint8Array(buffer).buffer as ArrayBuffer;\n  const file = await ParquetFile.fromFile(new BlobCtor([blobInput]));\n  const meta = file.metadata();\n  const fileMeta = meta.fileMetadata();\n  const createdBy = fileMeta.createdBy();\n  const keyValueMetadata = Object.fromEntries(fileMeta.keyValueMetadata());\n\n  fileMeta.free();\n  meta.free();\n  file.free();\n\n  return {\n    createdBy: createdBy ?? undefined,\n    keyValueMetadata: normalizeMetadataValues(keyValueMetadata),\n  };\n}\n\nfunction normalizeMetadataValues(input: Record<string, unknown>): Record<string, string> {\n  const normalized: Record<string, string> = {};\n\n  for (const [key, value] of Object.entries(input)) {\n    if (value === null || value === undefined) {\n      normalized[key] = \"\";\n      continue;\n    }\n    normalized[key] = typeof value === \"string\" ? value : String(value);\n  }\n\n  return normalized;\n}\n\nexport async function bufferStdinToTempFile(\n  filenameHint = \"stdin.parquet\",\n): Promise<TempParquetFile> {\n  const tempDir = await fs.mkdtemp(path.join(tmpdir(), \"parquetlens-\"));\n  const safeName = filenameHint.replace(/[\\\\/]/g, \"_\");\n  const filePath = path.join(tempDir, `${randomUUID()}-${safeName}`);\n  const writeStream = createWriteStream(filePath);\n\n  await pipeline(process.stdin, writeStream);\n\n  return {\n    path: filePath,\n    cleanup: async () => {\n      await fs.rm(tempDir, { recursive: true, force: true });\n    },\n  };\n}\n\nexport async function readParquetTableFromStdin(\n  filenameHint = \"stdin.parquet\",\n  options?: ParquetReadOptions,\n): Promise<Table> {\n  const temp = await bufferStdinToTempFile(filenameHint);\n\n  try {\n    return await readParquetTableFromPath(temp.path, options);\n  } finally {\n    await temp.cleanup();\n  }\n}\n"],"mappings":";AAAA,SAAS,QAAQ,gBAAgB;AACjC,SAAS,yBAAyB;AAClC,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,cAAc;AACvB,OAAO,UAAU;AACjB,SAAS,gBAAgB;AAEzB,SAAS,oBAA2B;AACpC,SAAS,aAAa,mBAAkC;AAExD,IAAM,WACJ,OAAO,SAAS,cAAe,WAAsC;AAwBhE,SAAS,2BACd,QACA,SACO;AACP,QAAM,YAAY,YAAY,QAAQ,WAAW,MAAS;AAC1D,QAAM,YAAY,UAAU,cAAc;AAC1C,SAAO,aAAa,SAAS;AAC/B;AAEO,SAAS,0BAA0B,QAAyC;AACjF,MAAI,kBAAuD;AAE3D,SAAO;IACL;IACA,YAAY,OAAO;IACnB,WAAW,CAAC,YAAiC,2BAA2B,QAAQ,OAAO;IACvF,cAAc,MAAM;AAClB,UAAI,CAAC,iBAAiB;AACpB,0BAAkB,8BAA8B,MAAM;MACxD;AACA,aAAO;IACT;EACF;AACF;AAEA,eAAsB,0BAA0B,UAAgD;AAC9F,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,0BAA0B,MAAM;AACzC;AAEA,eAAsB,yBACpB,UACA,SACgB;AAChB,QAAM,SAAS,MAAM,GAAG,SAAS,QAAQ;AACzC,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAEA,eAAsB,8BACpB,QAC8B;AAC9B,QAAM,YAAY,IAAI,WAAW,MAAM,EAAE;AACzC,QAAM,OAAO,MAAM,YAAY,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,QAAM,OAAO,KAAK,SAAS;AAC3B,QAAM,WAAW,KAAK,aAAa;AACnC,QAAM,YAAY,SAAS,UAAU;AACrC,QAAM,mBAAmB,OAAO,YAAY,SAAS,iBAAiB,CAAC;AAEvE,WAAS,KAAK;AACd,OAAK,KAAK;AACV,OAAK,KAAK;AAEV,SAAO;IACL,WAAW,aAAa;IACxB,kBAAkB,wBAAwB,gBAAgB;EAC5D;AACF;AAEA,SAAS,wBAAwB,OAAwD;AACvF,QAAM,aAAqC,CAAC;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,iBAAW,GAAG,IAAI;AAClB;IACF;AACA,eAAW,GAAG,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;EACpE;AAEA,SAAO;AACT;AAEA,eAAsB,sBACpB,eAAe,iBACW;AAC1B,QAAM,UAAU,MAAM,GAAG,QAAQ,KAAK,KAAK,OAAO,GAAG,cAAc,CAAC;AACpE,QAAM,WAAW,aAAa,QAAQ,UAAU,GAAG;AACnD,QAAM,WAAW,KAAK,KAAK,SAAS,GAAG,WAAW,CAAC,IAAI,QAAQ,EAAE;AACjE,QAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAM,SAAS,QAAQ,OAAO,WAAW;AAEzC,SAAO;IACL,MAAM;IACN,SAAS,YAAY;AACnB,YAAM,GAAG,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;IACvD;EACF;AACF;AAEA,eAAsB,0BACpB,eAAe,iBACf,SACgB;AAChB,QAAM,OAAO,MAAM,sBAAsB,YAAY;AAErD,MAAI;AACF,WAAO,MAAM,yBAAyB,KAAK,MAAM,OAAO;EAC1D,UAAA;AACE,UAAM,KAAK,QAAQ;EACrB;AACF;","names":[]}