@loaders.gl/parquet 4.4.5 → 4.5.1

package/dist/index.d.ts

@@ -5,6 +5,8 @@ export { ParquetJSONWriter as _ParquetJSONWriter, ParquetJSONWriter as ParquetWr
 export type { ParquetArrowLoaderOptions } from "./parquet-arrow-loader.js";
 export { ParquetArrowLoader, ParquetArrowWorkerLoader } from "./parquet-arrow-loader.js";
 export { ParquetArrowWriter } from "./parquet-arrow-writer.js";
+export type { ParquetJSLoaderOptions } from "./parquet-js-loader.js";
+export { ParquetJSLoader } from "./parquet-js-loader.js";
 export { preloadCompressions } from "./parquetjs/compression.js";
 export { ParquetSchema } from "./parquetjs/schema/schema.js";
 export { ParquetReader } from "./parquetjs/parser/parquet-reader.js";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,MAAM,EAAC,sDAAmD;AAIlE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EACL,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB,EAEhB,uBAAuB,IAAI,mBAAmB,EAC9C,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAE/B,OAAO,EACL,iBAAiB,IAAI,kBAAkB,EAEvC,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAI/B,YAAY,EAAC,yBAAyB,EAAC,kCAA+B;AACtE,OAAO,EAAC,kBAAkB,EAAE,wBAAwB,EAAC,kCAA+B;AACpF,OAAO,EAAC,kBAAkB,EAAC,kCAA+B;AAI1D,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D,OAAO,EAAC,aAAa,EAAC,qCAAkC;AACxD,OAAO,EAAC,aAAa,EAAC,6CAA0C;AAChE,OAAO,EAAC,cAAc,EAAC,+CAA4C;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,mDAAgD;AAGjD,OAAO,EAAC,cAAc,EAAE,qBAAqB,EAAC,oCAAiC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,MAAM,EAAC,sDAAmD;AAIlE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EACL,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB,EAEhB,uBAAuB,IAAI,mBAAmB,EAC9C,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAE/B,OAAO,EACL,iBAAiB,IAAI,kBAAkB,EAEvC,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAI/B,YAAY,EAAC,yBAAyB,EAAC,kCAA+B;AACtE,OAAO,EAAC,kBAAkB,EAAE,wBAAwB,EAAC,kCAA+B;AACpF,OAAO,EAAC,kBAAkB,EAAC,kCAA+B;AAI1D,YAAY,EAAC,sBAAsB,EAAC,+BAA4B;AAChE,OAAO,EAAC,eAAe,EAAC,+BAA4B;AAIpD,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D,OAAO,EAAC,aAAa,EAAC,qCAAkC;AACxD,OAAO,EAAC,aAAa,EAAC,6CAA0C;AAChE,OAAO,EAAC,cAAc,EAAC,+CAA4C;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,mDAAgD;AAGjD,OAAO,EAAC,cAAc,EAAE,qBAAqB,EAAC,oCAAiC"}

package/dist/index.js

@@ -12,6 +12,7 @@ export { ParquetJSONWriter as _ParquetJSONWriter,
 ParquetJSONWriter as ParquetWriter } from "./parquet-json-writer.js";
 export { ParquetArrowLoader, ParquetArrowWorkerLoader } from "./parquet-arrow-loader.js";
 export { ParquetArrowWriter } from "./parquet-arrow-writer.js";
+export { ParquetJSLoader } from "./parquet-js-loader.js";
 // EXPERIMENTAL - expose the internal parquetjs API
 export { preloadCompressions } from "./parquetjs/compression.js";
 export { ParquetSchema } from "./parquetjs/schema/schema.js";

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,MAAM,EAAC,sDAAmD;AAElE,iEAAiE;AAEjE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EACL,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB;AAChB,aAAa;AACb,uBAAuB,IAAI,mBAAmB,EAC9C,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAE/B,OAAO,EACL,iBAAiB,IAAI,kBAAkB;AACvC,aAAa;AACb,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAK/B,OAAO,EAAC,kBAAkB,EAAE,wBAAwB,EAAC,kCAA+B;AACpF,OAAO,EAAC,kBAAkB,EAAC,kCAA+B;AAE1D,mDAAmD;AAEnD,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D,OAAO,EAAC,aAAa,EAAC,qCAAkC;AACxD,OAAO,EAAC,aAAa,EAAC,6CAA0C;AAChE,OAAO,EAAC,cAAc,EAAC,+CAA4C;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,mDAAgD;AAEjD,eAAe;AACf,OAAO,EAAC,cAAc,EAAE,qBAAqB,EAAC,oCAAiC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,MAAM,EAAC,sDAAmD;AAElE,iEAAiE;AAEjE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EACL,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB;AAChB,aAAa;AACb,uBAAuB,IAAI,mBAAmB,EAC9C,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAE/B,OAAO,EACL,iBAAiB,IAAI,kBAAkB;AACvC,aAAa;AACb,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAK/B,OAAO,EAAC,kBAAkB,EAAE,wBAAwB,EAAC,kCAA+B;AACpF,OAAO,EAAC,kBAAkB,EAAC,kCAA+B;AAK1D,OAAO,EAAC,eAAe,EAAC,+BAA4B;AAEpD,mDAAmD;AAEnD,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D,OAAO,EAAC,aAAa,EAAC,qCAAkC;AACxD,OAAO,EAAC,aAAa,EAAC,6CAA0C;AAChE,OAAO,EAAC,cAAc,EAAC,+CAA4C;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,mDAAgD;AAEjD,eAAe;AACf,OAAO,EAAC,cAAc,EAAE,qBAAqB,EAAC,oCAAiC"}

package/dist/lib/constants.js

@@ -3,7 +3,7 @@
 // Copyright (c) vis.gl contributors
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-export const VERSION = typeof "4.4.5" !== 'undefined' ? "4.4.5" : 'latest';
+export const VERSION = typeof "4.5.1" !== 'undefined' ? "4.5.1" : 'latest';
 export const PARQUET_WASM_URL = 'https://unpkg.com/parquet-wasm@0.6.1/esm/parquet_wasm_bg.wasm';
 /**
  * Parquet File Magic String

package/dist/parquet-js-loader.d.ts

@@ -0,0 +1,37 @@
+import type { ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
+import { parseParquetFile, parseParquetFileInBatches } from "./lib/parsers/parse-parquet-to-json.js";
+import { type ParquetJSONLoaderOptions } from "./parquet-json-loader.js";
+/** Options for the TypeScript-backed `ParquetJSLoader`. */
+export type ParquetJSLoaderOptions = ParquetJSONLoaderOptions;
+/**
+ * Parser-bearing Parquet loader that uses the built-in TypeScript decoder.
+ *
+ * This opt-in loader preserves the existing Parquet JSON-loader output while making the
+ * TypeScript backend explicit. The legacy `ParquetLoader` alias remains unchanged.
+ */
+export declare const ParquetJSLoader: {
+    readonly id: "parquet-js";
+    readonly worker: false;
+    readonly parse: (arrayBuffer: ArrayBuffer, options?: ParquetJSLoaderOptions) => Promise<ObjectRowTable>;
+    readonly parseFile: typeof parseParquetFile;
+    readonly parseFileInBatches: typeof parseParquetFileInBatches;
+    readonly dataType: ObjectRowTable;
+    readonly batchType: ObjectRowTableBatch;
+    readonly module: "parquet";
+    readonly version: any;
+    readonly options: {
+        readonly parquet: {
+            readonly columnList: [];
+            readonly geoparquet: true;
+            readonly url: undefined;
+            readonly preserveBinary: false;
+        };
+    };
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+//# sourceMappingURL=parquet-js-loader.d.ts.map

package/dist/parquet-js-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-js-loader.d.ts","sourceRoot":"","sources":["../src/parquet-js-loader.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,cAAc,EAAE,mBAAmB,EAAC,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,+CAA4C;AAChG,OAAO,EAA0B,KAAK,wBAAwB,EAAC,iCAA8B;AAE7F,2DAA2D;AAC3D,MAAM,MAAM,sBAAsB,GAAG,wBAAwB,CAAC;AAE9D;;;;;GAKG;AACH,eAAO,MAAM,eAAe;;;kCAIL,WAAW,YAAY,sBAAsB;;;;;;;;;;;;;;;;;;;;;CAI8B,CAAC"}

package/dist/parquet-js-loader.js

@@ -0,0 +1,21 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { BlobFile } from '@loaders.gl/loader-utils';
+import { parseParquetFile, parseParquetFileInBatches } from "./lib/parsers/parse-parquet-to-json.js";
+import { ParquetJSONWorkerLoader } from "./parquet-json-loader.js";
+/**
+ * Parser-bearing Parquet loader that uses the built-in TypeScript decoder.
+ *
+ * This opt-in loader preserves the existing Parquet JSON-loader output while making the
+ * TypeScript backend explicit. The legacy `ParquetLoader` alias remains unchanged.
+ */
+export const ParquetJSLoader = {
+    ...ParquetJSONWorkerLoader,
+    id: 'parquet-js',
+    worker: false,
+    parse: (arrayBuffer, options) => parseParquetFile(new BlobFile(arrayBuffer), options),
+    parseFile: parseParquetFile,
+    parseFileInBatches: parseParquetFileInBatches
+};
+//# sourceMappingURL=parquet-js-loader.js.map

package/dist/parquet-js-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-js-loader.js","sourceRoot":"","sources":["../src/parquet-js-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,QAAQ,EAAC,MAAM,0BAA0B,CAAC;AAElD,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,+CAA4C;AAChG,OAAO,EAAC,uBAAuB,EAAgC,iCAA8B;AAK7F;;;;;GAKG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,GAAG,uBAAuB;IAC1B,EAAE,EAAE,YAAY;IAChB,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,CAAC,WAAwB,EAAE,OAAgC,EAAE,EAAE,CACpE,gBAAgB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtD,SAAS,EAAE,gBAAgB;IAC3B,kBAAkB,EAAE,yBAAyB;CACmD,CAAC"}

package/dist/parquet-json-loader.js

@@ -16,7 +16,7 @@ import { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
 export { Buffer };
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "4.4.5" !== 'undefined' ? "4.4.5" : 'latest';
+const VERSION = typeof "4.5.1" !== 'undefined' ? "4.5.1" : 'latest';
 /**
  * ParquetJS table loader
  */

package/dist/parquet-json-writer.js

@@ -4,7 +4,7 @@
 import { ParquetFormat } from "./parquet-format.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "4.4.5" !== 'undefined' ? "4.4.5" : 'latest';
+const VERSION = typeof "4.5.1" !== 'undefined' ? "4.5.1" : 'latest';
 export const ParquetJSONWriter = {
     ...ParquetFormat,
     id: 'parquet',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/parquet",
-  "version": "4.4.5",
+  "version": "4.5.1",
   "description": "Framework-independent loader for Apache Parquet files",
   "license": "MIT",
   "type": "module",
@@ -33,6 +33,10 @@
     },
     "./parquet-worker.js": {
       "import": "./dist/parquet-worker.js"
+    },
+    "./parquet-js-loader": {
+      "types": "./dist/parquet-js-loader.d.ts",
+      "import": "./dist/parquet-js-loader.js"
     }
   },
   "sideEffects": false,
@@ -63,14 +67,14 @@
     "base64-js and ieee754 are used by buffer polyfill"
   ],
   "dependencies": {
-    "@loaders.gl/arrow": "4.4.5",
-    "@loaders.gl/bson": "4.4.5",
-    "@loaders.gl/compression": "4.4.5",
-    "@loaders.gl/geoarrow": "4.4.5",
-    "@loaders.gl/gis": "4.4.5",
-    "@loaders.gl/loader-utils": "4.4.5",
-    "@loaders.gl/schema": "4.4.5",
-    "@loaders.gl/wkt": "4.4.5",
+    "@loaders.gl/arrow": "4.5.1",
+    "@loaders.gl/bson": "4.5.1",
+    "@loaders.gl/compression": "4.5.1",
+    "@loaders.gl/geoarrow": "4.5.1",
+    "@loaders.gl/gis": "4.5.1",
+    "@loaders.gl/loader-utils": "4.5.1",
+    "@loaders.gl/schema": "4.5.1",
+    "@loaders.gl/wkt": "4.5.1",
     "@probe.gl/log": "^4.1.1",
     "async-mutex": "^0.2.2",
     "base64-js": "^1.3.1",
@@ -97,5 +101,5 @@
     "@loaders.gl/core": "~4.4.0",
     "apache-arrow": ">= 17.0.0"
   },
-  "gitHead": "9ba2e684d7de9a95eaebd57853efde2c760be25e"
+  "gitHead": "5b922d44f5c7f3a2a9db4207f5da385fb8f86f3d"
 }

package/src/index.ts

@@ -30,6 +30,11 @@ export type {ParquetArrowLoaderOptions} from './parquet-arrow-loader';
 export {ParquetArrowLoader, ParquetArrowWorkerLoader} from './parquet-arrow-loader';
 export {ParquetArrowWriter} from './parquet-arrow-writer';
 
+// Experimental TypeScript-backed Parquet parser. The existing ParquetLoader aliases retain
+// their current behavior for 4.5 compatibility.
+export type {ParquetJSLoaderOptions} from './parquet-js-loader';
+export {ParquetJSLoader} from './parquet-js-loader';
+
 // EXPERIMENTAL - expose the internal parquetjs API
 
 export {preloadCompressions} from './parquetjs/compression';

package/src/parquet-js-loader.ts

@@ -0,0 +1,28 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+
+import type {LoaderWithParser} from '@loaders.gl/loader-utils';
+import {BlobFile} from '@loaders.gl/loader-utils';
+import type {ObjectRowTable, ObjectRowTableBatch} from '@loaders.gl/schema';
+import {parseParquetFile, parseParquetFileInBatches} from './lib/parsers/parse-parquet-to-json';
+import {ParquetJSONWorkerLoader, type ParquetJSONLoaderOptions} from './parquet-json-loader';
+
+/** Options for the TypeScript-backed `ParquetJSLoader`. */
+export type ParquetJSLoaderOptions = ParquetJSONLoaderOptions;
+
+/**
+ * Parser-bearing Parquet loader that uses the built-in TypeScript decoder.
+ *
+ * This opt-in loader preserves the existing Parquet JSON-loader output while making the
+ * TypeScript backend explicit. The legacy `ParquetLoader` alias remains unchanged.
+ */
+export const ParquetJSLoader = {
+  ...ParquetJSONWorkerLoader,
+  id: 'parquet-js',
+  worker: false,
+  parse: (arrayBuffer: ArrayBuffer, options?: ParquetJSLoaderOptions) =>
+    parseParquetFile(new BlobFile(arrayBuffer), options),
+  parseFile: parseParquetFile,
+  parseFileInBatches: parseParquetFileInBatches
+} as const satisfies LoaderWithParser<ObjectRowTable, ObjectRowTableBatch, ParquetJSLoaderOptions>;