@loaders.gl/parquet 4.0.0-alpha.4 → 4.0.0-alpha.5

package/dist/index.d.ts

@@ -0,0 +1,28 @@
+import type { LoaderWithParser } from '@loaders.gl/loader-utils';
+import { ParquetLoader as ParquetWorkerLoader } from './parquet-loader';
+import { parseParquet, parseParquetFileInBatches } from './lib/parse-parquet';
+export { ParquetWorkerLoader };
+/** ParquetJS table loader */
+export declare const ParquetLoader: {
+    parse: typeof parseParquet;
+    parseFileInBatches: typeof parseParquetFileInBatches;
+    name: string;
+    id: string;
+    module: string;
+    version: any;
+    worker: boolean;
+    category: string;
+    extensions: string[];
+    mimeTypes: string[];
+    binary: boolean;
+    tests: string[];
+    options: import("./parquet-loader").ParquetLoaderOptions;
+};
+export { ParquetWriter as _ParquetWriter } from './parquet-writer';
+export { preloadCompressions } from './parquetjs/compression';
+export { ParquetSchema } from './parquetjs/schema/schema';
+export { ParquetReader } from './parquetjs/parser/parquet-reader';
+export { ParquetEnvelopeReader } from './parquetjs/parser/parquet-envelope-reader';
+export { convertParquetToArrowSchema } from './lib/convert-schema';
+export declare const _typecheckParquetLoader: LoaderWithParser;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAI/D,OAAO,EAAC,aAAa,IAAI,mBAAmB,EAAC,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAC,YAAY,EAAE,yBAAyB,EAAC,MAAM,qBAAqB,CAAC;AAE5E,OAAO,EAAC,mBAAmB,EAAC,CAAC;AAE7B,6BAA6B;AAC7B,eAAO,MAAM,aAAa;;;;;;;;;;;;;;CAIzB,CAAC;AAIF,OAAO,EAAC,aAAa,IAAI,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAIjE,OAAO,EAAC,mBAAmB,EAAC,MAAM,yBAAyB,CAAC;AAE5D,OAAO,EAAC,aAAa,EAAC,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAC,aAAa,EAAC,MAAM,mCAAmC,CAAC;AAChE,OAAO,EAAC,qBAAqB,EAAC,MAAM,4CAA4C,CAAC;AAEjF,OAAO,EAAC,2BAA2B,EAAC,MAAM,sBAAsB,CAAC;AAGjE,eAAO,MAAM,uBAAuB,EAAE,gBAAgC,CAAC"}

package/dist/lib/convert-schema.d.ts

@@ -0,0 +1,8 @@
+import type { ParquetSchema } from '../parquetjs/schema/schema';
+import type { ParquetType } from '../parquetjs/schema/declare';
+import { Schema, DataType } from '@loaders.gl/schema';
+export declare const PARQUET_TYPE_MAPPING: {
+    [type in ParquetType]: typeof DataType;
+};
+export declare function convertParquetToArrowSchema(parquetSchema: ParquetSchema): Schema;
+//# sourceMappingURL=convert-schema.d.ts.map

package/dist/lib/convert-schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-schema.d.ts","sourceRoot":"","sources":["../../src/lib/convert-schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,4BAA4B,CAAC;AAC9D,OAAO,KAAK,EAAgC,WAAW,EAAC,MAAM,6BAA6B,CAAC;AAE5F,OAAO,EACL,MAAM,EAGN,QAAQ,EAaT,MAAM,oBAAoB,CAAC;AAE5B,eAAO,MAAM,oBAAoB,EAAE;KAAE,IAAI,IAAI,WAAW,GAAG,OAAO,QAAQ;CA+BzE,CAAC;AAEF,wBAAgB,2BAA2B,CAAC,aAAa,EAAE,aAAa,GAAG,MAAM,CAKhF"}

package/dist/lib/parse-parquet.d.ts

@@ -0,0 +1,4 @@
+import type { ParquetLoaderOptions } from '../parquet-loader';
+export declare function parseParquet(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions): Promise<any[][] | null>;
+export declare function parseParquetFileInBatches(blob: Blob, options?: ParquetLoaderOptions): AsyncGenerator<any[][], void, unknown>;
+//# sourceMappingURL=parse-parquet.d.ts.map

package/dist/lib/parse-parquet.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-parquet.d.ts","sourceRoot":"","sources":["../../src/lib/parse-parquet.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,mBAAmB,CAAC;AAI5D,wBAAsB,YAAY,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,oBAAoB,2BAM1F;AAED,wBAAuB,yBAAyB,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,oBAAoB,0CAa1F"}

package/dist/lib/read-array-buffer.d.ts

@@ -0,0 +1,19 @@
+export declare function readArrayBuffer(file: Blob | ArrayBuffer | any, start: number, length: number): Promise<ArrayBuffer>;
+/**
+ * Read a slice of a Blob or File, without loading the entire file into memory
+ * The trick when reading File objects is to read successive "slices" of the File
+ * Per spec https://w3c.github.io/FileAPI/, slicing a File only updates the start and end fields
+ * Actually reading from file happens in `readAsArrayBuffer`
+ * @param blob to read
+ export async function readBlob(blob: Blob): Promise<ArrayBuffer> {
+  return await new Promise((resolve, reject) => {
+    const fileReader = new FileReader();
+    fileReader.onload = (event: ProgressEvent<FileReader>) =>
+      resolve(event?.target?.result as ArrayBuffer);
+    // TODO - reject with a proper Error
+    fileReader.onerror = (error: ProgressEvent<FileReader>) => reject(error);
+    fileReader.readAsArrayBuffer(blob);
+  });
+}
+*/
+//# sourceMappingURL=read-array-buffer.d.ts.map

package/dist/lib/read-array-buffer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"read-array-buffer.d.ts","sourceRoot":"","sources":["../../src/lib/read-array-buffer.ts"],"names":[],"mappings":"AAEA,wBAAsB,eAAe,CACnC,IAAI,EAAE,IAAI,GAAG,WAAW,GAAG,GAAG,EAC9B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,WAAW,CAAC,CAMtB;AAED;;;;;;;;;;;;;;;;EAgBE"}

package/dist/parquet-loader.d.ts

@@ -0,0 +1,23 @@
+import type { Loader, LoaderOptions } from '@loaders.gl/loader-utils';
+export declare type ParquetLoaderOptions = LoaderOptions & {
+    parquet?: {
+        type?: 'object-row-table';
+        url?: string;
+    };
+};
+/** ParquetJS table loader */
+export declare const ParquetLoader: {
+    name: string;
+    id: string;
+    module: string;
+    version: any;
+    worker: boolean;
+    category: string;
+    extensions: string[];
+    mimeTypes: string[];
+    binary: boolean;
+    tests: string[];
+    options: ParquetLoaderOptions;
+};
+export declare const _typecheckParquetLoader: Loader;
+//# sourceMappingURL=parquet-loader.d.ts.map

package/dist/parquet-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-loader.d.ts","sourceRoot":"","sources":["../src/parquet-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAMpE,oBAAY,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,kBAAkB,CAAC;QAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC;AASF,6BAA6B;AAC7B,eAAO,MAAM,aAAa;;;;;;;;;;;;CAYzB,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,MAAsB,CAAC"}

package/dist/parquet-loader.js

@@ -1,4 +1,4 @@
-const VERSION = typeof "4.0.0-alpha.4" !== 'undefined' ? "4.0.0-alpha.4" : 'latest';
+const VERSION = typeof "4.0.0-alpha.5" !== 'undefined' ? "4.0.0-alpha.5" : 'latest';
 const DEFAULT_PARQUET_LOADER_OPTIONS = {
   parquet: {
     type: 'object-row-table',