@loaders.gl/parquet 4.0.4 → 4.1.0-alpha.2

package/dist/parquet-loader.d.ts

@@ -1,5 +1,5 @@
-import type { Loader, LoaderOptions } from '@loaders.gl/loader-utils';
-import type { ObjectRowTable, ObjectRowTableBatch, ColumnarTable, ColumnarTableBatch } from '@loaders.gl/schema';
+import type { Loader, LoaderWithParser, LoaderOptions } from '@loaders.gl/loader-utils';
+import type { ObjectRowTable, ObjectRowTableBatch, GeoJSONTable, GeoJSONTableBatch, ColumnarTable, ColumnarTableBatch } from '@loaders.gl/schema';
 export { Buffer } from './polyfills/buffer/install-buffer-polyfill';
 /** Options for the parquet loader */
 export type ParquetLoaderOptions = LoaderOptions & {
@@ -17,7 +17,17 @@ export type ParquetLoaderOptions = LoaderOptions & {
         url?: string;
     };
 };
+/**
+ * ParquetJS table loader
+ */
+export declare const ParquetWorkerLoader: Loader<ObjectRowTable, ObjectRowTableBatch, ParquetLoaderOptions>;
 /** ParquetJS table loader */
-export declare const ParquetLoader: Loader<ObjectRowTable, ObjectRowTableBatch, ParquetLoaderOptions>;
-export declare const ParquetColumnarLoader: Loader<ColumnarTable, ColumnarTableBatch, ParquetLoaderOptions>;
+export declare const ParquetLoader: LoaderWithParser<ObjectRowTable | GeoJSONTable, ObjectRowTableBatch | GeoJSONTableBatch, ParquetLoaderOptions>;
+export declare const GeoParquetWorkerLoader: Loader<GeoJSONTable, GeoJSONTableBatch, ParquetLoaderOptions>;
+/** ParquetJS table loader */
+export declare const GeoParquetLoader: LoaderWithParser<ObjectRowTable | GeoJSONTable, ObjectRowTableBatch | GeoJSONTableBatch, ParquetLoaderOptions>;
+/** @deprecated Test to see if we can improve perf of parquetjs loader */
+export declare const ParquetColumnarWorkerLoader: Loader<ColumnarTable, ColumnarTableBatch, ParquetLoaderOptions>;
+/** @deprecated Test to see if we can improve perf of parquetjs loader */
+export declare const ParquetColumnarLoader: LoaderWithParser<ColumnarTable, ColumnarTableBatch, ParquetLoaderOptions>;
 //# sourceMappingURL=parquet-loader.d.ts.map

package/dist/parquet-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-loader.d.ts","sourceRoot":"","sources":["../src/parquet-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,aAAa,EACb,kBAAkB,EACnB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAC,MAAM,EAAC,MAAM,4CAA4C,CAAC;AAMlE,qCAAqC;AACrC,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,qCAAqC;IACrC,OAAO,CAAC,EAAE;QACR,qCAAqC;QACrC,KAAK,CAAC,EAAE,kBAAkB,GAAG,eAAe,CAAC;QAC7C,0FAA0F;QAC1F,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;QACnC,0DAA0D;QAC1D,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,qFAAqF;QACrF,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,gEAAgE;QAChE,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC;AAEF,6BAA6B;AAC7B,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,cAAc,EAAE,mBAAmB,EAAE,oBAAoB,CAoB3F,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,MAAM,CACxC,aAAa,EACb,kBAAkB,EAClB,oBAAoB,CAarB,CAAC"}
+{"version":3,"file":"parquet-loader.d.ts","sourceRoot":"","sources":["../src/parquet-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,EACjB,aAAa,EACb,kBAAkB,EACnB,MAAM,oBAAoB,CAAC;AAU5B,OAAO,EAAC,MAAM,EAAC,MAAM,4CAA4C,CAAC;AAMlE,qCAAqC;AACrC,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,qCAAqC;IACrC,OAAO,CAAC,EAAE;QACR,qCAAqC;QACrC,KAAK,CAAC,EAAE,kBAAkB,GAAG,eAAe,CAAC;QAC7C,0FAA0F;QAC1F,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;QACnC,0DAA0D;QAC1D,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,qFAAqF;QACrF,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,gEAAgE;QAChE,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,mBAAmB,EAAE,MAAM,CACtC,cAAc,EACd,mBAAmB,EACnB,oBAAoB,CAqBrB,CAAC;AAEF,6BAA6B;AAC7B,eAAO,MAAM,aAAa,EAAE,gBAAgB,CAC1C,cAAc,GAAG,YAAY,EAC7B,mBAAmB,GAAG,iBAAiB,EACvC,oBAAoB,CAQrB,CAAC;AAMF,eAAO,MAAM,sBAAsB,EAAE,MAAM,CAAC,YAAY,EAAE,iBAAiB,EAAE,oBAAoB,CAqB9F,CAAC;AAEJ,6BAA6B;AAC7B,eAAO,MAAM,gBAAgB,EAAE,gBAAgB,CAC7C,cAAc,GAAG,YAAY,EAC7B,mBAAmB,GAAG,iBAAiB,EACvC,oBAAoB,CAQrB,CAAC;AAEF,yEAAyE;AACzE,eAAO,MAAM,2BAA2B,EAAE,MAAM,CAC9C,aAAa,EACb,kBAAkB,EAClB,oBAAoB,CAarB,CAAC;AAEF,yEAAyE;AACzE,eAAO,MAAM,qBAAqB,EAAE,gBAAgB,CAClD,aAAa,EACb,kBAAkB,EAClB,oBAAoB,CAQrB,CAAC"}

package/dist/parquet-loader.js

@@ -1,6 +1,10 @@
+import { BlobFile } from '@loaders.gl/loader-utils';
+import { parseParquetFile, parseParquetFileInBatches } from "./lib/parsers/parse-parquet.js";
+import { parseGeoParquetFile, parseGeoParquetFileInBatches } from "./lib/parsers/parse-geoparquet.js";
+import { parseParquetFileInColumns, parseParquetFileInColumnarBatches } from "./lib/parsers/parse-parquet-to-columns.js";
 export { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
 const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
-export const ParquetLoader = {
+export const ParquetWorkerLoader = {
   name: 'Apache Parquet',
   id: 'parquet',
   module: 'parquet',
@@ -21,7 +25,43 @@ export const ParquetLoader = {
     }
   }
 };
-export const ParquetColumnarLoader = {
+export const ParquetLoader = {
+  ...ParquetWorkerLoader,
+  parse: (arrayBuffer, options) => parseParquetFile(new BlobFile(arrayBuffer), options),
+  parseFile: parseParquetFile,
+  parseFileInBatches: parseParquetFileInBatches
+};
+ParquetLoader.Buffer = Buffer;
+export const GeoParquetWorkerLoader = {
+  name: 'Apache Parquet',
+  id: 'parquet',
+  module: 'parquet',
+  version: VERSION,
+  worker: true,
+  category: 'table',
+  extensions: ['parquet'],
+  mimeTypes: ['application/octet-stream'],
+  binary: true,
+  tests: ['PAR1', 'PARE'],
+  options: {
+    parquet: {
+      shape: 'geojson-table',
+      columnList: [],
+      geoparquet: true,
+      url: undefined,
+      preserveBinary: false
+    }
+  }
+};
+export const GeoParquetLoader = {
+  ...GeoParquetWorkerLoader,
+  parse(arrayBuffer, options) {
+    return parseGeoParquetFile(new BlobFile(arrayBuffer), options);
+  },
+  parseFile: parseGeoParquetFile,
+  parseFileInBatches: parseGeoParquetFileInBatches
+};
+export const ParquetColumnarWorkerLoader = {
   name: 'Apache Parquet',
   id: 'parquet',
   module: 'parquet',
@@ -34,6 +74,12 @@ export const ParquetColumnarLoader = {
   tests: ['PAR1', 'PARE'],
   options: ParquetLoader.options
 };
-ParquetLoader.Buffer = Buffer;
-ParquetColumnarLoader.Buffer = Buffer;
+export const ParquetColumnarLoader = {
+  ...ParquetColumnarWorkerLoader,
+  parse(arrayBuffer, options) {
+    return parseParquetFileInColumns(new BlobFile(arrayBuffer), options);
+  },
+  parseFile: parseParquetFileInColumns,
+  parseFileInBatches: parseParquetFileInColumnarBatches
+};
 //# sourceMappingURL=parquet-loader.js.map

package/dist/parquet-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-loader.js","names":["Buffer","VERSION","__VERSION__","ParquetLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","parquet","shape","columnList","geoparquet","url","undefined","preserveBinary","ParquetColumnarLoader"],"sources":["../src/parquet-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {\n  ObjectRowTable,\n  ObjectRowTableBatch,\n  ColumnarTable,\n  ColumnarTableBatch\n} from '@loaders.gl/schema';\n\nexport {Buffer} from './polyfills/buffer/install-buffer-polyfill';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** Options for the parquet loader */\nexport type ParquetLoaderOptions = LoaderOptions & {\n  /** Options for the parquet loader */\n  parquet?: {\n    /** Format of returned parsed data */\n    shape?: 'object-row-table' | 'geojson-table';\n    /** Restrict which columns that are parsed from the table. Can save significant memory. */\n    columnList?: string[] | string[][];\n    /** If true, binary values are not converted to strings */\n    preserveBinary?: boolean;\n    /**  @deprecated not used? Set to true to indicate that this is a geoparquet file. */\n    geoparquet?: boolean;\n    /** @deprecated URL to override loaders.gl/core parser system */\n    url?: string;\n  };\n};\n\n/** ParquetJS table loader */\nexport const ParquetLoader: Loader<ObjectRowTable, ObjectRowTableBatch, ParquetLoaderOptions> = {\n  name: 'Apache Parquet',\n  id: 'parquet',\n  module: 'parquet',\n  version: VERSION,\n  worker: true,\n  category: 'table',\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  tests: ['PAR1', 'PARE'],\n  options: {\n    parquet: {\n      shape: 'object-row-table',\n      columnList: [],\n      geoparquet: true,\n      url: undefined,\n      preserveBinary: false\n    }\n  }\n};\n\nexport const ParquetColumnarLoader: Loader<\n  ColumnarTable,\n  ColumnarTableBatch,\n  ParquetLoaderOptions\n> = {\n  name: 'Apache Parquet',\n  id: 'parquet',\n  module: 'parquet',\n  version: VERSION,\n  worker: true,\n  category: 'table',\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  tests: ['PAR1', 'PARE'],\n  options: ParquetLoader.options\n};\n\n// Defeat tree shaking\n// @ts-ignore\nParquetLoader.Buffer = Buffer;\n// @ts-ignore\nParquetColumnarLoader.Buffer = Buffer;\n"],"mappings":"SAWQA,MAAM;AAId,MAAMC,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAoB3E,OAAO,MAAMC,aAAgF,GAAG;EAC9FC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,KAAK,EAAE,kBAAkB;MACzBC,UAAU,EAAE,EAAE;MACdC,UAAU,EAAE,IAAI;MAChBC,GAAG,EAAEC,SAAS;MACdC,cAAc,EAAE;IAClB;EACF;AACF,CAAC;AAED,OAAO,MAAMC,qBAIZ,GAAG;EACFlB,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAEX,aAAa,CAACW;AACzB,CAAC;AAIDX,aAAa,CAACH,MAAM,GAAGA,MAAM;AAE7BsB,qBAAqB,CAACtB,MAAM,GAAGA,MAAM"}
+{"version":3,"file":"parquet-loader.js","names":["BlobFile","parseParquetFile","parseParquetFileInBatches","parseGeoParquetFile","parseGeoParquetFileInBatches","parseParquetFileInColumns","parseParquetFileInColumnarBatches","Buffer","VERSION","__VERSION__","ParquetWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","parquet","shape","columnList","geoparquet","url","undefined","preserveBinary","ParquetLoader","parse","arrayBuffer","parseFile","parseFileInBatches","GeoParquetWorkerLoader","GeoParquetLoader","ParquetColumnarWorkerLoader","ParquetColumnarLoader"],"sources":["../src/parquet-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {\n  ObjectRowTable,\n  ObjectRowTableBatch,\n  GeoJSONTable,\n  GeoJSONTableBatch,\n  ColumnarTable,\n  ColumnarTableBatch\n} from '@loaders.gl/schema';\nimport {BlobFile} from '@loaders.gl/loader-utils';\n\nimport {parseParquetFile, parseParquetFileInBatches} from './lib/parsers/parse-parquet';\nimport {parseGeoParquetFile, parseGeoParquetFileInBatches} from './lib/parsers/parse-geoparquet';\nimport {\n  parseParquetFileInColumns,\n  parseParquetFileInColumnarBatches\n} from './lib/parsers/parse-parquet-to-columns';\n\nexport {Buffer} from './polyfills/buffer/install-buffer-polyfill';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** Options for the parquet loader */\nexport type ParquetLoaderOptions = LoaderOptions & {\n  /** Options for the parquet loader */\n  parquet?: {\n    /** Format of returned parsed data */\n    shape?: 'object-row-table' | 'geojson-table';\n    /** Restrict which columns that are parsed from the table. Can save significant memory. */\n    columnList?: string[] | string[][];\n    /** If true, binary values are not converted to strings */\n    preserveBinary?: boolean;\n    /**  @deprecated not used? Set to true to indicate that this is a geoparquet file. */\n    geoparquet?: boolean;\n    /** @deprecated URL to override loaders.gl/core parser system */\n    url?: string;\n  };\n};\n\n/**\n * ParquetJS table loader\n */\nexport const ParquetWorkerLoader: Loader<\n  ObjectRowTable,\n  ObjectRowTableBatch,\n  ParquetLoaderOptions\n> = {\n  name: 'Apache Parquet',\n  id: 'parquet',\n  module: 'parquet',\n  version: VERSION,\n  worker: true,\n  category: 'table',\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  tests: ['PAR1', 'PARE'],\n  options: {\n    parquet: {\n      shape: 'object-row-table',\n      columnList: [],\n      geoparquet: true,\n      url: undefined,\n      preserveBinary: false\n    }\n  }\n};\n\n/** ParquetJS table loader */\nexport const ParquetLoader: LoaderWithParser<\n  ObjectRowTable | GeoJSONTable,\n  ObjectRowTableBatch | GeoJSONTableBatch,\n  ParquetLoaderOptions\n> = {\n  ...ParquetWorkerLoader,\n  parse: (arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) =>\n    parseParquetFile(new BlobFile(arrayBuffer), options),\n\n  parseFile: parseParquetFile,\n  parseFileInBatches: parseParquetFileInBatches\n};\n\n// Defeat tree shaking\n// @ts-ignore\nParquetLoader.Buffer = Buffer;\n\nexport const GeoParquetWorkerLoader: Loader<GeoJSONTable, GeoJSONTableBatch, ParquetLoaderOptions> =\n  {\n    name: 'Apache Parquet',\n    id: 'parquet',\n    module: 'parquet',\n    version: VERSION,\n    worker: true,\n    category: 'table',\n    extensions: ['parquet'],\n    mimeTypes: ['application/octet-stream'],\n    binary: true,\n    tests: ['PAR1', 'PARE'],\n    options: {\n      parquet: {\n        shape: 'geojson-table',\n        columnList: [],\n        geoparquet: true,\n        url: undefined,\n        preserveBinary: false\n      }\n    }\n  };\n\n/** ParquetJS table loader */\nexport const GeoParquetLoader: LoaderWithParser<\n  ObjectRowTable | GeoJSONTable,\n  ObjectRowTableBatch | GeoJSONTableBatch,\n  ParquetLoaderOptions\n> = {\n  ...GeoParquetWorkerLoader,\n  parse(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) {\n    return parseGeoParquetFile(new BlobFile(arrayBuffer), options);\n  },\n  parseFile: parseGeoParquetFile,\n  parseFileInBatches: parseGeoParquetFileInBatches\n};\n\n/** @deprecated Test to see if we can improve perf of parquetjs loader */\nexport const ParquetColumnarWorkerLoader: Loader<\n  ColumnarTable,\n  ColumnarTableBatch,\n  ParquetLoaderOptions\n> = {\n  name: 'Apache Parquet',\n  id: 'parquet',\n  module: 'parquet',\n  version: VERSION,\n  worker: true,\n  category: 'table',\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  tests: ['PAR1', 'PARE'],\n  options: ParquetLoader.options\n};\n\n/** @deprecated Test to see if we can improve perf of parquetjs loader */\nexport const ParquetColumnarLoader: LoaderWithParser<\n  ColumnarTable,\n  ColumnarTableBatch,\n  ParquetLoaderOptions\n> = {\n  ...ParquetColumnarWorkerLoader,\n  parse(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) {\n    return parseParquetFileInColumns(new BlobFile(arrayBuffer), options);\n  },\n  parseFile: parseParquetFileInColumns,\n  parseFileInBatches: parseParquetFileInColumnarBatches\n};\n"],"mappings":"AAYA,SAAQA,QAAQ,QAAO,0BAA0B;AAAC,SAE1CC,gBAAgB,EAAEC,yBAAyB;AAAA,SAC3CC,mBAAmB,EAAEC,4BAA4B;AAAA,SAEvDC,yBAAyB,EACzBC,iCAAiC;AAAA,SAG3BC,MAAM;AAId,MAAMC,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAsB3E,OAAO,MAAMC,mBAIZ,GAAG;EACFC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,KAAK,EAAE,kBAAkB;MACzBC,UAAU,EAAE,EAAE;MACdC,UAAU,EAAE,IAAI;MAChBC,GAAG,EAAEC,SAAS;MACdC,cAAc,EAAE;IAClB;EACF;AACF,CAAC;AAGD,OAAO,MAAMC,aAIZ,GAAG;EACF,GAAGnB,mBAAmB;EACtBoB,KAAK,EAAEA,CAACC,WAAwB,EAAEV,OAA8B,KAC9DpB,gBAAgB,CAAC,IAAID,QAAQ,CAAC+B,WAAW,CAAC,EAAEV,OAAO,CAAC;EAEtDW,SAAS,EAAE/B,gBAAgB;EAC3BgC,kBAAkB,EAAE/B;AACtB,CAAC;AAID2B,aAAa,CAACtB,MAAM,GAAGA,MAAM;AAE7B,OAAO,MAAM2B,sBAAqF,GAChG;EACEvB,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,KAAK,EAAE,eAAe;MACtBC,UAAU,EAAE,EAAE;MACdC,UAAU,EAAE,IAAI;MAChBC,GAAG,EAAEC,SAAS;MACdC,cAAc,EAAE;IAClB;EACF;AACF,CAAC;AAGH,OAAO,MAAMO,gBAIZ,GAAG;EACF,GAAGD,sBAAsB;EACzBJ,KAAKA,CAACC,WAAwB,EAAEV,OAA8B,EAAE;IAC9D,OAAOlB,mBAAmB,CAAC,IAAIH,QAAQ,CAAC+B,WAAW,CAAC,EAAEV,OAAO,CAAC;EAChE,CAAC;EACDW,SAAS,EAAE7B,mBAAmB;EAC9B8B,kBAAkB,EAAE7B;AACtB,CAAC;AAGD,OAAO,MAAMgC,2BAIZ,GAAG;EACFzB,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAEQ,aAAa,CAACR;AACzB,CAAC;AAGD,OAAO,MAAMgB,qBAIZ,GAAG;EACF,GAAGD,2BAA2B;EAC9BN,KAAKA,CAACC,WAAwB,EAAEV,OAA8B,EAAE;IAC9D,OAAOhB,yBAAyB,CAAC,IAAIL,QAAQ,CAAC+B,WAAW,CAAC,EAAEV,OAAO,CAAC;EACtE,CAAC;EACDW,SAAS,EAAE3B,yBAAyB;EACpC4B,kBAAkB,EAAE3B;AACtB,CAAC"}

package/dist/parquet-wasm-loader.d.ts

@@ -1,4 +1,4 @@
-import type { Loader, LoaderOptions } from '@loaders.gl/loader-utils';
+import type { Loader, LoaderWithParser, LoaderOptions } from '@loaders.gl/loader-utils';
 import type { ArrowTable } from '@loaders.gl/arrow';
 /** Parquet WASM loader options */
 export type ParquetWasmLoaderOptions = LoaderOptions & {
@@ -8,5 +8,7 @@ export type ParquetWasmLoaderOptions = LoaderOptions & {
     };
 };
 /** Parquet WASM table loader */
-export declare const ParquetWasmLoader: Loader<ArrowTable, never, ParquetWasmLoaderOptions>;
+export declare const ParquetWasmWorkerLoader: Loader<ArrowTable, never, ParquetWasmLoaderOptions>;
+/** Parquet WASM table loader */
+export declare const ParquetWasmLoader: LoaderWithParser<ArrowTable, never, ParquetWasmLoaderOptions>;
 //# sourceMappingURL=parquet-wasm-loader.d.ts.map

package/dist/parquet-wasm-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-wasm-loader.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAMlD,kCAAkC;AAClC,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,gCAAgC;AAChC,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,wBAAwB,CAiBjF,CAAC"}
+{"version":3,"file":"parquet-wasm-loader.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAQlD,kCAAkC;AAClC,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,gCAAgC;AAChC,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,wBAAwB,CAiBvF,CAAC;AAEF,gCAAgC;AAChC,eAAO,MAAM,iBAAiB,EAAE,gBAAgB,CAAC,UAAU,EAAE,KAAK,EAAE,wBAAwB,CAG3F,CAAC"}

package/dist/parquet-wasm-loader.js

@@ -1,5 +1,6 @@
+import { parseParquetWasm } from "./lib/wasm/parse-parquet-wasm.js";
 const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
-export const ParquetWasmLoader = {
+export const ParquetWasmWorkerLoader = {
   name: 'Apache Parquet',
   id: 'parquet-wasm',
   module: 'parquet',
@@ -17,4 +18,8 @@ export const ParquetWasmLoader = {
     }
   }
 };
+export const ParquetWasmLoader = {
+  ...ParquetWasmWorkerLoader,
+  parse: parseParquetWasm
+};
 //# sourceMappingURL=parquet-wasm-loader.js.map

package/dist/parquet-wasm-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-wasm-loader.js","names":["VERSION","__VERSION__","ParquetWasmLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","parquet","type","wasmUrl"],"sources":["../src/parquet-wasm-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrowTable} from '@loaders.gl/arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** Parquet WASM loader options */\nexport type ParquetWasmLoaderOptions = LoaderOptions & {\n  parquet?: {\n    type?: 'arrow-table';\n    wasmUrl?: string;\n  };\n};\n\n/** Parquet WASM table loader */\nexport const ParquetWasmLoader: Loader<ArrowTable, never, ParquetWasmLoaderOptions> = {\n  name: 'Apache Parquet',\n  id: 'parquet-wasm',\n  module: 'parquet',\n  version: VERSION,\n  worker: false,\n  category: 'table',\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  tests: ['PAR1', 'PARE'],\n  options: {\n    parquet: {\n      type: 'arrow-table',\n      wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'\n    }\n  }\n};\n"],"mappings":"AAQA,MAAMA,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAW3E,OAAO,MAAMC,iBAAsE,GAAG;EACpFC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,MAAM,EAAE,KAAK;EACbC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,IAAI,EAAE,aAAa;MACnBC,OAAO,EAAE;IACX;EACF;AACF,CAAC"}
+{"version":3,"file":"parquet-wasm-loader.js","names":["parseParquetWasm","VERSION","__VERSION__","ParquetWasmWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","parquet","type","wasmUrl","ParquetWasmLoader","parse"],"sources":["../src/parquet-wasm-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrowTable} from '@loaders.gl/arrow';\n\nimport {parseParquetWasm} from './lib/wasm/parse-parquet-wasm';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** Parquet WASM loader options */\nexport type ParquetWasmLoaderOptions = LoaderOptions & {\n  parquet?: {\n    type?: 'arrow-table';\n    wasmUrl?: string;\n  };\n};\n\n/** Parquet WASM table loader */\nexport const ParquetWasmWorkerLoader: Loader<ArrowTable, never, ParquetWasmLoaderOptions> = {\n  name: 'Apache Parquet',\n  id: 'parquet-wasm',\n  module: 'parquet',\n  version: VERSION,\n  worker: false,\n  category: 'table',\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  tests: ['PAR1', 'PARE'],\n  options: {\n    parquet: {\n      type: 'arrow-table',\n      wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'\n    }\n  }\n};\n\n/** Parquet WASM table loader */\nexport const ParquetWasmLoader: LoaderWithParser<ArrowTable, never, ParquetWasmLoaderOptions> = {\n  ...ParquetWasmWorkerLoader,\n  parse: parseParquetWasm\n};\n"],"mappings":"SAMQA,gBAAgB;AAIxB,MAAMC,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAW3E,OAAO,MAAMC,uBAA4E,GAAG;EAC1FC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,MAAM,EAAE,KAAK;EACbC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,IAAI,EAAE,aAAa;MACnBC,OAAO,EAAE;IACX;EACF;AACF,CAAC;AAGD,OAAO,MAAMC,iBAAgF,GAAG;EAC9F,GAAGf,uBAAuB;EAC1BgB,KAAK,EAAEnB;AACT,CAAC"}

package/dist/workers/parquet-worker.js

@@ -1,4 +1,4 @@
 import { createLoaderWorker } from '@loaders.gl/loader-utils';
-import { ParquetLoader } from "../index.js";
+import { ParquetLoader } from "../parquet-loader.js";
 createLoaderWorker(ParquetLoader);
 //# sourceMappingURL=parquet-worker.js.map

package/dist/workers/parquet-worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-worker.js","names":["createLoaderWorker","ParquetLoader"],"sources":["../../src/workers/parquet-worker.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport {ParquetLoader} from '../index';\n\ncreateLoaderWorker(ParquetLoader);\n"],"mappings":"AAGA,SAAQA,kBAAkB,QAAO,0BAA0B;AAAC,SACpDC,aAAa;AAErBD,kBAAkB,CAACC,aAAa,CAAC"}
+{"version":3,"file":"parquet-worker.js","names":["createLoaderWorker","ParquetLoader"],"sources":["../../src/workers/parquet-worker.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport {ParquetLoader} from '../parquet-loader';\n\ncreateLoaderWorker(ParquetLoader);\n"],"mappings":"AAGA,SAAQA,kBAAkB,QAAO,0BAA0B;AAAC,SACpDC,aAAa;AAErBD,kBAAkB,CAACC,aAAa,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/parquet",
-  "version": "4.0.4",
+  "version": "4.1.0-alpha.2",
   "description": "Framework-independent loader for Apache Parquet files",
   "license": "MIT",
   "type": "module",
@@ -12,12 +12,15 @@
     "url": "https://github.com/visgl/loaders.gl"
   },
   "keywords": [
-    "webgl",
     "loader",
     "parser",
     "table",
-    "Parquet",
-    "Apache Parquet"
+    "parquet",
+    "streaming",
+    "cloud native",
+    "geoparquet",
+    "Apache Parquet",
+    "apache-parquet"
   ],
   "types": "dist/index.d.ts",
   "main": "dist/index.cjs",
@@ -58,13 +61,13 @@
     "base64-js and ieee754 are used by buffer polyfill"
   ],
   "dependencies": {
-    "@loaders.gl/arrow": "4.0.4",
-    "@loaders.gl/bson": "4.0.4",
-    "@loaders.gl/compression": "4.0.4",
-    "@loaders.gl/gis": "4.0.4",
-    "@loaders.gl/loader-utils": "4.0.4",
-    "@loaders.gl/schema": "4.0.4",
-    "@loaders.gl/wkt": "4.0.4",
+    "@loaders.gl/arrow": "4.1.0-alpha.2",
+    "@loaders.gl/bson": "4.1.0-alpha.2",
+    "@loaders.gl/compression": "4.1.0-alpha.2",
+    "@loaders.gl/gis": "4.1.0-alpha.2",
+    "@loaders.gl/loader-utils": "4.1.0-alpha.2",
+    "@loaders.gl/schema": "4.1.0-alpha.2",
+    "@loaders.gl/wkt": "4.1.0-alpha.2",
     "async-mutex": "^0.2.2",
     "base64-js": "^1.3.1",
     "brotli": "^1.3.2",
@@ -90,5 +93,5 @@
     "@types/varint": "^5.0.0",
     "apache-arrow": "^13.0.0"
   },
-  "gitHead": "4dc810fa04bb400f4aedfef98a83c7ef882ed3d7"
+  "gitHead": "a248382edd20e846c1ccb23c15d089fb9b368dbc"
 }

package/src/index.ts

@@ -3,74 +3,21 @@
 
 export {Buffer} from './polyfills/buffer/install-buffer-polyfill';
 
-import type {LoaderWithParser} from '@loaders.gl/loader-utils';
-import type {
-  ObjectRowTable,
-  ObjectRowTableBatch,
-  ColumnarTable,
-  ColumnarTableBatch,
-  GeoJSONTable,
-  GeoJSONTableBatch
-} from '@loaders.gl/schema';
-
 // import {ArrowTable, ArrowTableBatch} from '@loaders.gl/arrow';
 
-// ParquetLoader
-
-import {BlobFile} from '@loaders.gl/loader-utils';
-import {
-  ParquetLoader as ParquetWorkerLoader,
-  ParquetColumnarLoader as ParquetColumnarWorkerLoader,
-  ParquetLoaderOptions
+export {
+  ParquetWorkerLoader,
+  ParquetLoader,
+  GeoParquetWorkerLoader,
+  GeoParquetLoader,
+  ParquetColumnarWorkerLoader,
+  ParquetColumnarLoader
 } from './parquet-loader';
-import {parseParquetFile, parseParquetFileInBatches} from './lib/parsers/parse-parquet-to-rows';
-import {
-  parseParquetFileInColumns,
-  parseParquetFileInColumnarBatches
-} from './lib/parsers/parse-parquet-to-columns';
 
 // import type {ParquetWasmLoaderOptions} from './lib/wasm/parse-parquet-wasm';
 // import {parseParquetWasm} from './lib/wasm/parse-parquet-wasm';
 // import {ParquetWasmLoader as ParquetWasmWorkerLoader} from './parquet-wasm-loader';
 
-export {ParquetWorkerLoader};
-// export {ParquetWasmWorkerLoader};
-
-/** ParquetJS table loader */
-export const ParquetLoader: LoaderWithParser<
-  ObjectRowTable | GeoJSONTable,
-  ObjectRowTableBatch | GeoJSONTableBatch,
-  ParquetLoaderOptions
-> = {
-  ...ParquetWorkerLoader,
-  parse(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) {
-    return parseParquetFile(new BlobFile(arrayBuffer), options);
-  },
-  parseFile: parseParquetFile,
-  parseFileInBatches: parseParquetFileInBatches
-};
-
-/** ParquetJS table loader */
-export const ParquetColumnarLoader: LoaderWithParser<
-  ColumnarTable,
-  ColumnarTableBatch,
-  ParquetLoaderOptions
-> = {
-  ...ParquetColumnarWorkerLoader,
-  parse(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) {
-    return parseParquetFileInColumns(new BlobFile(arrayBuffer), options);
-  },
-  parseFile: parseParquetFileInColumns,
-  parseFileInBatches: parseParquetFileInColumnarBatches
-};
-
-// export const ParquetWasmLoader: LoaderWithParser<ArrowTable, never, ParquetWasmLoaderOptions> = {
-//   ...ParquetWasmWorkerLoader,
-//   parse: parseParquetWasm
-// };
-
-// ParquetWriter
-
 export {ParquetWriter as _ParquetWriter} from './parquet-writer';
 // export {ParquetWasmWriter} from './parquet-wasm-writer';
 

package/src/lib/parsers/get-parquet-schema.ts

@@ -1,3 +1,6 @@
+// loaders.gl, MIT license
+// Copyright (c) vis.gl contributors
+
 // loaders.gl
 import {Schema} from '@loaders.gl/schema';
 import {ParquetReader} from '../../parquetjs/parser/parquet-reader';

package/src/lib/parsers/parse-geoparquet.ts

@@ -0,0 +1,87 @@
+// loaders.gl, MIT license
+// Copyright (c) vis.gl contributors
+
+import type {ReadableFile} from '@loaders.gl/loader-utils';
+import type {
+  GeoJSONTable,
+  GeoJSONTableBatch,
+  ObjectRowTable,
+  ObjectRowTableBatch
+} from '@loaders.gl/schema';
+import {convertWKBTableToGeoJSON} from '@loaders.gl/gis';
+import {WKTLoader, WKBLoader} from '@loaders.gl/wkt';
+
+import type {ParquetLoaderOptions} from '../../parquet-loader';
+
+import {parseParquetFile, parseParquetFileInBatches} from './parse-parquet';
+
+export async function parseGeoParquetFile(
+  file: ReadableFile,
+  options?: ParquetLoaderOptions
+): Promise<ObjectRowTable | GeoJSONTable> {
+  const table = await parseParquetFile(file, {...options, shape: 'object-row-table'});
+  const shape = options?.parquet?.shape;
+  return convertTable(table, shape);
+}
+
+export async function* parseGeoParquetFileInBatches(
+  file: ReadableFile,
+  options?: ParquetLoaderOptions
+): AsyncIterable<ObjectRowTableBatch | GeoJSONTableBatch> {
+  const tableBatches = parseParquetFileInBatches(file, {...options, shape: 'object-row-table'});
+
+  for await (const batch of tableBatches) {
+    const shape = options?.parquet?.shape;
+    yield convertBatch(batch, shape);
+  }
+}
+
+function convertTable(
+  objectRowTable: ObjectRowTable,
+  shape?: 'object-row-table' | 'geojson-table'
+): ObjectRowTable | GeoJSONTable {
+  switch (shape) {
+    case 'object-row-table':
+      return objectRowTable;
+
+    case 'geojson-table':
+      try {
+        return convertWKBTableToGeoJSON(objectRowTable, objectRowTable.schema!, [
+          WKTLoader,
+          WKBLoader
+        ]);
+      } catch (error) {
+        return objectRowTable;
+      }
+
+    default:
+      throw new Error(shape);
+  }
+}
+
+function convertBatch(
+  objectRowBatch: ObjectRowTableBatch,
+  shape?: 'object-row-table' | 'geojson-table'
+): ObjectRowTableBatch | GeoJSONTableBatch {
+  switch (shape) {
+    case 'object-row-table':
+      return objectRowBatch;
+
+    case 'geojson-table':
+      try {
+        const geojsonTable = convertWKBTableToGeoJSON(objectRowBatch, objectRowBatch.schema!, [
+          WKTLoader,
+          WKBLoader
+        ]);
+        return {
+          ...objectRowBatch,
+          ...geojsonTable
+        };
+      } catch (error) {
+        return objectRowBatch;
+      }
+
+    default:
+      throw new Error(shape);
+  }
+}

package/src/lib/parsers/parse-parquet-to-columns.ts

@@ -11,6 +11,9 @@ import {materializeColumns} from '../../parquetjs/schema/shred';
 import {getSchemaFromParquetReader} from './get-parquet-schema';
 import {installBufferPolyfill} from '../../polyfills/buffer';
 
+/**
+ * @deprecated
+ */
 export async function parseParquetFileInColumns(
   file: ReadableFile,
   options?: ParquetLoaderOptions
@@ -26,6 +29,9 @@ export async function parseParquetFileInColumns(
   throw new Error('empty table');
 }
 
+/**
+ * @deprecated
+ */
 export async function* parseParquetFileInColumnarBatches(
   file: ReadableFile,
   options?: ParquetLoaderOptions

package/src/lib/parsers/{parse-parquet-to-rows.ts → parse-parquet.ts}

@@ -1,14 +1,8 @@
-// import type {LoaderWithParser, Loader, LoaderOptions} from '@loaders.gl/loader-utils';
-// import {ColumnarTableBatch} from '@loaders.gl/schema';
+// loaders.gl, MIT license
+// Copyright (c) vis.gl contributors
+
 import type {ReadableFile} from '@loaders.gl/loader-utils';
-import type {
-  GeoJSONTable,
-  GeoJSONTableBatch,
-  ObjectRowTable,
-  ObjectRowTableBatch
-} from '@loaders.gl/schema';
-import {convertWKBTableToGeoJSON} from '@loaders.gl/gis';
-import {WKTLoader, WKBLoader} from '@loaders.gl/wkt';
+import type {ObjectRowTable, ObjectRowTableBatch} from '@loaders.gl/schema';
 
 import type {ParquetLoaderOptions} from '../../parquet-loader';
 import type {ParquetRow} from '../../parquetjs/schema/declare';
@@ -16,10 +10,16 @@ import {ParquetReader} from '../../parquetjs/parser/parquet-reader';
 import {getSchemaFromParquetReader} from './get-parquet-schema';
 import {installBufferPolyfill} from '../../polyfills/buffer';
 
+/**
+ *  * Parse a parquet file using parquetjs
+ * @param file
+ * @param options
+ * @returns
+ */
 export async function parseParquetFile(
   file: ReadableFile,
   options?: ParquetLoaderOptions
-): Promise<ObjectRowTable | GeoJSONTable> {
+): Promise<ObjectRowTable> {
   installBufferPolyfill();
 
   const reader = new ParquetReader(file, {
@@ -47,10 +47,15 @@ export async function parseParquetFile(
   return convertTable(objectRowTable, shape);
 }
 
+/**
+ * Parse a parquet file in batches using parquetjs
+ * @param file
+ * @param options
+ */
 export async function* parseParquetFileInBatches(
   file: ReadableFile,
   options?: ParquetLoaderOptions
-): AsyncIterable<ObjectRowTableBatch | GeoJSONTableBatch> {
+): AsyncIterable<ObjectRowTableBatch> {
   const reader = new ParquetReader(file, {
     preserveBinary: options?.parquet?.preserveBinary
   });
@@ -78,20 +83,14 @@ export async function* parseParquetFileInBatches(
 function convertTable(
   objectRowTable: ObjectRowTable,
   shape?: 'object-row-table' | 'geojson-table'
-): ObjectRowTable | GeoJSONTable {
+): ObjectRowTable {
   switch (shape) {
     case 'object-row-table':
       return objectRowTable;
 
+    // Hack until geoparquet fixes up forwarded shape
     case 'geojson-table':
-      try {
-        return convertWKBTableToGeoJSON(objectRowTable, objectRowTable.schema!, [
-          WKTLoader,
-          WKBLoader
-        ]);
-      } catch (error) {
-        return objectRowTable;
-      }
+      return objectRowTable;
 
     default:
       throw new Error(shape);

package/src/lib/wasm/encode-parquet-wasm.ts

@@ -1,3 +1,6 @@
+// loaders.gl, MIT license
+// Copyright (c) vis.gl contributors
+
 import type {WriterOptions} from '@loaders.gl/loader-utils';
 import type {ArrowTable} from '@loaders.gl/arrow';
 

package/src/lib/wasm/load-wasm-browser.ts

@@ -1,3 +1,6 @@
+// loaders.gl, MIT license
+// Copyright (c) vis.gl contributors
+
 import * as wasmEsm from 'parquet-wasm/esm2/arrow1';
 
 let cached: typeof wasmEsm | null = null;

package/src/lib/wasm/load-wasm-node.ts

@@ -1,3 +1,6 @@
+// loaders.gl, MIT license
+// Copyright (c) vis.gl contributors
+
 import * as wasmNode from 'parquet-wasm/node/arrow1';
 
 export async function loadWasm(wasmUrl?: string) {

package/src/lib/wasm/load-wasm.ts

@@ -1 +1,4 @@
+// loaders.gl, MIT license
+// Copyright (c) vis.gl contributors
+
 export {loadWasm} from './load-wasm-node';

package/src/lib/wasm/parse-parquet-wasm.ts

@@ -1,3 +1,6 @@
+// loaders.gl, MIT license
+// Copyright (c) vis.gl contributors
+
 // eslint-disable
 import type {LoaderOptions} from '@loaders.gl/loader-utils';
 import type {ArrowTable} from '@loaders.gl/arrow';