@loaders.gl/parquet 3.4.0-alpha.1 → 3.4.0-alpha.3

package/dist/esm/parquetjs/utils/read-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"read-utils.js","names":["TBufferedTransport","TCompactProtocol","TFramedTransport","FileMetaData","PageHeader","UFramedTransport","serializeThrift","obj","output","transport","undefined","buf","push","protocol","write","flush","Buffer","concat","decodeThrift","offset","readPos","read","getThriftEnum","klass","value","k","Error","decodeFileMetadata","metadata","length","decodePageHeader","pageHeader","getBitWidth","val","Math","ceil","log2","fieldIndexOf","arr","elem","j","m","i"],"sources":["../../../../src/parquetjs/utils/read-utils.ts"],"sourcesContent":["import {TBufferedTransport, TCompactProtocol, TFramedTransport} from 'thrift';\nimport {FileMetaData, PageHeader} from '../parquet-thrift';\n\nclass UFramedTransport extends TFramedTransport {\n  public readPos: number = 0;\n}\n\n/**\n * Helper function that serializes a thrift object into a buffer\n */\nexport function serializeThrift(obj: any): Buffer {\n  const output: Buffer[] = [];\n\n  const transport = new TBufferedTransport(undefined, (buf) => {\n    output.push(buf as Buffer);\n  });\n\n  const protocol = new TCompactProtocol(transport);\n  obj.write(protocol);\n  transport.flush();\n\n  return Buffer.concat(output);\n}\n\nexport function decodeThrift(obj: any, buf: Buffer, offset?: number) {\n  if (!offset) {\n    // tslint:disable-next-line:no-parameter-reassignment\n    offset = 0;\n  }\n\n  const transport = new UFramedTransport(buf);\n  transport.readPos = offset;\n  const protocol = new TCompactProtocol(transport);\n  obj.read(protocol);\n  return transport.readPos - offset;\n}\n\n/**\n * FIXME not ideal that this is linear\n */\nexport function getThriftEnum(klass: any, value: number | string): string {\n  for (const k in klass) {\n    if (klass[k] === value) {\n      return k;\n    }\n  }\n  throw new Error('Invalid ENUM value');\n}\n\nexport function decodeFileMetadata(buf: Buffer, offset?: number) {\n  if (!offset) {\n    // tslint:disable-next-line:no-parameter-reassignment\n    offset = 0;\n  }\n\n  const transport = new UFramedTransport(buf);\n  transport.readPos = offset;\n  const protocol = new TCompactProtocol(transport);\n  const metadata = FileMetaData.read(protocol);\n  return {length: transport.readPos - offset, metadata};\n}\n\nexport function decodePageHeader(buf: Buffer, offset?: number) {\n  if (!offset) {\n    // tslint:disable-next-line:no-parameter-reassignment\n    offset = 0;\n  }\n\n  const transport = new UFramedTransport(buf);\n  transport.readPos = offset;\n  const protocol = new TCompactProtocol(transport);\n  const pageHeader = PageHeader.read(protocol);\n  return {length: transport.readPos - offset, pageHeader};\n}\n\n/**\n * Get the number of bits required to store a given value\n */\nexport function getBitWidth(val: number): number {\n  if (val === 0) {\n    return 0;\n    // tslint:disable-next-line:no-else-after-return\n  }\n  return Math.ceil(Math.log2(val + 1));\n}\n\n// Supports MQTT path wildcards\n// + all immediate children\n// # all descendents\nexport function fieldIndexOf(arr: string[][], elem: string[]): number {\n  for (let j = 0; j < arr.length; j++) {\n    if (arr[j].length > elem.length) {\n      continue; // eslint-disable-line no-continue\n    }\n    let m = true;\n    for (let i = 0; i < elem.length; i++) {\n      if (arr[j][i] === elem[i] || arr[j][i] === '+' || arr[j][i] === '#') {\n        continue; // eslint-disable-line no-continue\n      }\n      if (i >= arr[j].length && arr[j][arr[j].length - 1] === '#') {\n        continue; // eslint-disable-line no-continue\n      }\n      m = false;\n      break;\n    }\n    if (m) return j;\n  }\n  return -1;\n}\n"],"mappings":";AAAA,SAAQA,kBAAkB,EAAEC,gBAAgB,EAAEC,gBAAgB,QAAO,QAAQ;AAC7E,SAAQC,YAAY,EAAEC,UAAU,QAAO,mBAAmB;AAE1D,MAAMC,gBAAgB,SAASH,gBAAgB,CAAC;EAAA;IAAA;IAAA,iCACrB,CAAC;EAAA;AAC5B;;AAKA,OAAO,SAASI,eAAe,CAACC,GAAQ,EAAU;EAChD,MAAMC,MAAgB,GAAG,EAAE;EAE3B,MAAMC,SAAS,GAAG,IAAIT,kBAAkB,CAACU,SAAS,EAAGC,GAAG,IAAK;IAC3DH,MAAM,CAACI,IAAI,CAACD,GAAG,CAAW;EAC5B,CAAC,CAAC;EAEF,MAAME,QAAQ,GAAG,IAAIZ,gBAAgB,CAACQ,SAAS,CAAC;EAChDF,GAAG,CAACO,KAAK,CAACD,QAAQ,CAAC;EACnBJ,SAAS,CAACM,KAAK,EAAE;EAEjB,OAAOC,MAAM,CAACC,MAAM,CAACT,MAAM,CAAC;AAC9B;AAEA,OAAO,SAASU,YAAY,CAACX,GAAQ,EAAEI,GAAW,EAAEQ,MAAe,EAAE;EACnE,IAAI,CAACA,MAAM,EAAE;IAEXA,MAAM,GAAG,CAAC;EACZ;EAEA,MAAMV,SAAS,GAAG,IAAIJ,gBAAgB,CAACM,GAAG,CAAC;EAC3CF,SAAS,CAACW,OAAO,GAAGD,MAAM;EAC1B,MAAMN,QAAQ,GAAG,IAAIZ,gBAAgB,CAACQ,SAAS,CAAC;EAChDF,GAAG,CAACc,IAAI,CAACR,QAAQ,CAAC;EAClB,OAAOJ,SAAS,CAACW,OAAO,GAAGD,MAAM;AACnC;;AAKA,OAAO,SAASG,aAAa,CAACC,KAAU,EAAEC,KAAsB,EAAU;EACxE,KAAK,MAAMC,CAAC,IAAIF,KAAK,EAAE;IACrB,IAAIA,KAAK,CAACE,CAAC,CAAC,KAAKD,KAAK,EAAE;MACtB,OAAOC,CAAC;IACV;EACF;EACA,MAAM,IAAIC,KAAK,CAAC,oBAAoB,CAAC;AACvC;AAEA,OAAO,SAASC,kBAAkB,CAAChB,GAAW,EAAEQ,MAAe,EAAE;EAC/D,IAAI,CAACA,MAAM,EAAE;IAEXA,MAAM,GAAG,CAAC;EACZ;EAEA,MAAMV,SAAS,GAAG,IAAIJ,gBAAgB,CAACM,GAAG,CAAC;EAC3CF,SAAS,CAACW,OAAO,GAAGD,MAAM;EAC1B,MAAMN,QAAQ,GAAG,IAAIZ,gBAAgB,CAACQ,SAAS,CAAC;EAChD,MAAMmB,QAAQ,GAAGzB,YAAY,CAACkB,IAAI,CAACR,QAAQ,CAAC;EAC5C,OAAO;IAACgB,MAAM,EAAEpB,SAAS,CAACW,OAAO,GAAGD,MAAM;IAAES;EAAQ,CAAC;AACvD;AAEA,OAAO,SAASE,gBAAgB,CAACnB,GAAW,EAAEQ,MAAe,EAAE;EAC7D,IAAI,CAACA,MAAM,EAAE;IAEXA,MAAM,GAAG,CAAC;EACZ;EAEA,MAAMV,SAAS,GAAG,IAAIJ,gBAAgB,CAACM,GAAG,CAAC;EAC3CF,SAAS,CAACW,OAAO,GAAGD,MAAM;EAC1B,MAAMN,QAAQ,GAAG,IAAIZ,gBAAgB,CAACQ,SAAS,CAAC;EAChD,MAAMsB,UAAU,GAAG3B,UAAU,CAACiB,IAAI,CAACR,QAAQ,CAAC;EAC5C,OAAO;IAACgB,MAAM,EAAEpB,SAAS,CAACW,OAAO,GAAGD,MAAM;IAAEY;EAAU,CAAC;AACzD;;AAKA,OAAO,SAASC,WAAW,CAACC,GAAW,EAAU;EAC/C,IAAIA,GAAG,KAAK,CAAC,EAAE;IACb,OAAO,CAAC;EAEV;;EACA,OAAOC,IAAI,CAACC,IAAI,CAACD,IAAI,CAACE,IAAI,CAACH,GAAG,GAAG,CAAC,CAAC,CAAC;AACtC;;AAKA,OAAO,SAASI,YAAY,CAACC,GAAe,EAAEC,IAAc,EAAU;EACpE,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,GAAG,CAACT,MAAM,EAAEW,CAAC,EAAE,EAAE;IACnC,IAAIF,GAAG,CAACE,CAAC,CAAC,CAACX,MAAM,GAAGU,IAAI,CAACV,MAAM,EAAE;MAC/B;IACF;;IACA,IAAIY,CAAC,GAAG,IAAI;IACZ,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,IAAI,CAACV,MAAM,EAAEa,CAAC,EAAE,EAAE;MACpC,IAAIJ,GAAG,CAACE,CAAC,CAAC,CAACE,CAAC,CAAC,KAAKH,IAAI,CAACG,CAAC,CAAC,IAAIJ,GAAG,CAACE,CAAC,CAAC,CAACE,CAAC,CAAC,KAAK,GAAG,IAAIJ,GAAG,CAACE,CAAC,CAAC,CAACE,CAAC,CAAC,KAAK,GAAG,EAAE;QACnE;MACF;;MACA,IAAIA,CAAC,IAAIJ,GAAG,CAACE,CAAC,CAAC,CAACX,MAAM,IAAIS,GAAG,CAACE,CAAC,CAAC,CAACF,GAAG,CAACE,CAAC,CAAC,CAACX,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE;QAC3D;MACF;;MACAY,CAAC,GAAG,KAAK;MACT;IACF;IACA,IAAIA,CAAC,EAAE,OAAOD,CAAC;EACjB;EACA,OAAO,CAAC,CAAC;AACX"}
+{"version":3,"file":"read-utils.js","names":["TBufferedTransport","TCompactProtocol","TFramedTransport","FileMetaData","PageHeader","UFramedTransport","constructor","arguments","_defineProperty","serializeThrift","obj","output","transport","undefined","buf","push","protocol","write","flush","Buffer","concat","decodeThrift","offset","readPos","read","getThriftEnum","klass","value","k","Error","decodeFileMetadata","metadata","length","decodePageHeader","pageHeader","getBitWidth","val","Math","ceil","log2","fieldIndexOf","arr","elem","j","m","i"],"sources":["../../../../src/parquetjs/utils/read-utils.ts"],"sourcesContent":["import {TBufferedTransport, TCompactProtocol, TFramedTransport} from 'thrift';\nimport {FileMetaData, PageHeader} from '../parquet-thrift';\n\nclass UFramedTransport extends TFramedTransport {\n  public readPos: number = 0;\n}\n\n/**\n * Helper function that serializes a thrift object into a buffer\n */\nexport function serializeThrift(obj: any): Buffer {\n  const output: Buffer[] = [];\n\n  const transport = new TBufferedTransport(undefined, (buf) => {\n    output.push(buf as Buffer);\n  });\n\n  const protocol = new TCompactProtocol(transport);\n  obj.write(protocol);\n  transport.flush();\n\n  return Buffer.concat(output);\n}\n\nexport function decodeThrift(obj: any, buf: Buffer, offset?: number) {\n  if (!offset) {\n    // tslint:disable-next-line:no-parameter-reassignment\n    offset = 0;\n  }\n\n  const transport = new UFramedTransport(buf);\n  transport.readPos = offset;\n  const protocol = new TCompactProtocol(transport);\n  obj.read(protocol);\n  return transport.readPos - offset;\n}\n\n/**\n * FIXME not ideal that this is linear\n */\nexport function getThriftEnum(klass: any, value: number | string): string {\n  for (const k in klass) {\n    if (klass[k] === value) {\n      return k;\n    }\n  }\n  throw new Error('Invalid ENUM value');\n}\n\nexport function decodeFileMetadata(buf: Buffer, offset?: number) {\n  if (!offset) {\n    // tslint:disable-next-line:no-parameter-reassignment\n    offset = 0;\n  }\n\n  const transport = new UFramedTransport(buf);\n  transport.readPos = offset;\n  const protocol = new TCompactProtocol(transport);\n  const metadata = FileMetaData.read(protocol);\n  return {length: transport.readPos - offset, metadata};\n}\n\nexport function decodePageHeader(buf: Buffer, offset?: number) {\n  if (!offset) {\n    // tslint:disable-next-line:no-parameter-reassignment\n    offset = 0;\n  }\n\n  const transport = new UFramedTransport(buf);\n  transport.readPos = offset;\n  const protocol = new TCompactProtocol(transport);\n  const pageHeader = PageHeader.read(protocol);\n  return {length: transport.readPos - offset, pageHeader};\n}\n\n/**\n * Get the number of bits required to store a given value\n */\nexport function getBitWidth(val: number): number {\n  if (val === 0) {\n    return 0;\n    // tslint:disable-next-line:no-else-after-return\n  }\n  return Math.ceil(Math.log2(val + 1));\n}\n\n// Supports MQTT path wildcards\n// + all immediate children\n// # all descendents\nexport function fieldIndexOf(arr: string[][], elem: string[]): number {\n  for (let j = 0; j < arr.length; j++) {\n    if (arr[j].length > elem.length) {\n      continue; // eslint-disable-line no-continue\n    }\n    let m = true;\n    for (let i = 0; i < elem.length; i++) {\n      if (arr[j][i] === elem[i] || arr[j][i] === '+' || arr[j][i] === '#') {\n        continue; // eslint-disable-line no-continue\n      }\n      if (i >= arr[j].length && arr[j][arr[j].length - 1] === '#') {\n        continue; // eslint-disable-line no-continue\n      }\n      m = false;\n      break;\n    }\n    if (m) return j;\n  }\n  return -1;\n}\n"],"mappings":";AAAA,SAAQA,kBAAkB,EAAEC,gBAAgB,EAAEC,gBAAgB,QAAO,QAAQ;AAC7E,SAAQC,YAAY,EAAEC,UAAU,QAAO,mBAAmB;AAE1D,MAAMC,gBAAgB,SAASH,gBAAgB,CAAC;EAAAI,YAAA;IAAA,SAAAC,SAAA;IAAAC,eAAA,kBACrB,CAAC;EAAA;AAC5B;AAKA,OAAO,SAASC,eAAeA,CAACC,GAAQ,EAAU;EAChD,MAAMC,MAAgB,GAAG,EAAE;EAE3B,MAAMC,SAAS,GAAG,IAAIZ,kBAAkB,CAACa,SAAS,EAAGC,GAAG,IAAK;IAC3DH,MAAM,CAACI,IAAI,CAACD,GAAG,CAAW;EAC5B,CAAC,CAAC;EAEF,MAAME,QAAQ,GAAG,IAAIf,gBAAgB,CAACW,SAAS,CAAC;EAChDF,GAAG,CAACO,KAAK,CAACD,QAAQ,CAAC;EACnBJ,SAAS,CAACM,KAAK,EAAE;EAEjB,OAAOC,MAAM,CAACC,MAAM,CAACT,MAAM,CAAC;AAC9B;AAEA,OAAO,SAASU,YAAYA,CAACX,GAAQ,EAAEI,GAAW,EAAEQ,MAAe,EAAE;EACnE,IAAI,CAACA,MAAM,EAAE;IAEXA,MAAM,GAAG,CAAC;EACZ;EAEA,MAAMV,SAAS,GAAG,IAAIP,gBAAgB,CAACS,GAAG,CAAC;EAC3CF,SAAS,CAACW,OAAO,GAAGD,MAAM;EAC1B,MAAMN,QAAQ,GAAG,IAAIf,gBAAgB,CAACW,SAAS,CAAC;EAChDF,GAAG,CAACc,IAAI,CAACR,QAAQ,CAAC;EAClB,OAAOJ,SAAS,CAACW,OAAO,GAAGD,MAAM;AACnC;AAKA,OAAO,SAASG,aAAaA,CAACC,KAAU,EAAEC,KAAsB,EAAU;EACxE,KAAK,MAAMC,CAAC,IAAIF,KAAK,EAAE;IACrB,IAAIA,KAAK,CAACE,CAAC,CAAC,KAAKD,KAAK,EAAE;MACtB,OAAOC,CAAC;IACV;EACF;EACA,MAAM,IAAIC,KAAK,CAAC,oBAAoB,CAAC;AACvC;AAEA,OAAO,SAASC,kBAAkBA,CAAChB,GAAW,EAAEQ,MAAe,EAAE;EAC/D,IAAI,CAACA,MAAM,EAAE;IAEXA,MAAM,GAAG,CAAC;EACZ;EAEA,MAAMV,SAAS,GAAG,IAAIP,gBAAgB,CAACS,GAAG,CAAC;EAC3CF,SAAS,CAACW,OAAO,GAAGD,MAAM;EAC1B,MAAMN,QAAQ,GAAG,IAAIf,gBAAgB,CAACW,SAAS,CAAC;EAChD,MAAMmB,QAAQ,GAAG5B,YAAY,CAACqB,IAAI,CAACR,QAAQ,CAAC;EAC5C,OAAO;IAACgB,MAAM,EAAEpB,SAAS,CAACW,OAAO,GAAGD,MAAM;IAAES;EAAQ,CAAC;AACvD;AAEA,OAAO,SAASE,gBAAgBA,CAACnB,GAAW,EAAEQ,MAAe,EAAE;EAC7D,IAAI,CAACA,MAAM,EAAE;IAEXA,MAAM,GAAG,CAAC;EACZ;EAEA,MAAMV,SAAS,GAAG,IAAIP,gBAAgB,CAACS,GAAG,CAAC;EAC3CF,SAAS,CAACW,OAAO,GAAGD,MAAM;EAC1B,MAAMN,QAAQ,GAAG,IAAIf,gBAAgB,CAACW,SAAS,CAAC;EAChD,MAAMsB,UAAU,GAAG9B,UAAU,CAACoB,IAAI,CAACR,QAAQ,CAAC;EAC5C,OAAO;IAACgB,MAAM,EAAEpB,SAAS,CAACW,OAAO,GAAGD,MAAM;IAAEY;EAAU,CAAC;AACzD;AAKA,OAAO,SAASC,WAAWA,CAACC,GAAW,EAAU;EAC/C,IAAIA,GAAG,KAAK,CAAC,EAAE;IACb,OAAO,CAAC;EAEV;EACA,OAAOC,IAAI,CAACC,IAAI,CAACD,IAAI,CAACE,IAAI,CAACH,GAAG,GAAG,CAAC,CAAC,CAAC;AACtC;AAKA,OAAO,SAASI,YAAYA,CAACC,GAAe,EAAEC,IAAc,EAAU;EACpE,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,GAAG,CAACT,MAAM,EAAEW,CAAC,EAAE,EAAE;IACnC,IAAIF,GAAG,CAACE,CAAC,CAAC,CAACX,MAAM,GAAGU,IAAI,CAACV,MAAM,EAAE;MAC/B;IACF;IACA,IAAIY,CAAC,GAAG,IAAI;IACZ,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,IAAI,CAACV,MAAM,EAAEa,CAAC,EAAE,EAAE;MACpC,IAAIJ,GAAG,CAACE,CAAC,CAAC,CAACE,CAAC,CAAC,KAAKH,IAAI,CAACG,CAAC,CAAC,IAAIJ,GAAG,CAACE,CAAC,CAAC,CAACE,CAAC,CAAC,KAAK,GAAG,IAAIJ,GAAG,CAACE,CAAC,CAAC,CAACE,CAAC,CAAC,KAAK,GAAG,EAAE;QACnE;MACF;MACA,IAAIA,CAAC,IAAIJ,GAAG,CAACE,CAAC,CAAC,CAACX,MAAM,IAAIS,GAAG,CAACE,CAAC,CAAC,CAACF,GAAG,CAACE,CAAC,CAAC,CAACX,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE;QAC3D;MACF;MACAY,CAAC,GAAG,KAAK;MACT;IACF;IACA,IAAIA,CAAC,EAAE,OAAOD,CAAC;EACjB;EACA,OAAO,CAAC,CAAC;AACX"}

package/dist/index.d.ts

@@ -1,7 +1,8 @@
 import type { LoaderWithParser } from '@loaders.gl/loader-utils';
 import { ParquetWasmLoader as ParquetWasmWorkerLoader } from './parquet-wasm-loader';
 import { ParquetLoader as ParquetWorkerLoader } from './parquet-loader';
-import { parseParquet, parseParquetFileInBatches } from './lib/parse-parquet';
+import { parseParquet, parseParquetFileInBatches } from './lib/parsers/parse-parquet-to-rows';
+import { parseParquetInColumns, parseParquetFileInColumnarBatches } from './lib/parsers/parse-parquet-to-columns';
 import { parseParquet as parseParquetWasm } from './lib/wasm/parse-parquet-wasm';
 export { ParquetWorkerLoader, ParquetWasmWorkerLoader };
 /** ParquetJS table loader */
@@ -10,7 +11,23 @@ export declare const ParquetLoader: {
     parseFileInBatches: typeof parseParquetFileInBatches;
     name: string;
     id: string;
-    module: string;
+    module: string; /** ParquetJS table loader */
+    version: any;
+    worker: boolean;
+    category: string;
+    extensions: string[];
+    mimeTypes: string[];
+    binary: boolean;
+    tests: string[];
+    options: import("./parquet-loader").ParquetLoaderOptions;
+};
+/** ParquetJS table loader */
+export declare const ParquetColumnarLoader: {
+    parse: typeof parseParquetInColumns;
+    parseFileInBatches: typeof parseParquetFileInColumnarBatches;
+    name: string;
+    id: string;
+    module: string; /** ParquetJS table loader */
     version: any;
     worker: boolean;
     category: string;
@@ -39,7 +56,10 @@ export { ParquetWasmWriter } from './parquet-wasm-writer';
 export { preloadCompressions } from './parquetjs/compression';
 export { ParquetSchema } from './parquetjs/schema/schema';
 export { ParquetReader } from './parquetjs/parser/parquet-reader';
-export { ParquetEnvelopeReader } from './parquetjs/parser/parquet-envelope-reader';
-export { convertParquetToArrowSchema } from './lib/convert-schema';
+export { ParquetEncoder } from './parquetjs/encoder/parquet-encoder';
+export { convertSchemaFromParquet, convertSchemaFromParquet as convertParquetToArrowSchema } from './lib/arrow/convert-schema-from-parquet';
 export declare const _typecheckParquetLoader: LoaderWithParser;
+export { default as geoJSONSchema } from './lib/geo/geoparquet-schema';
+export type { GeoMetadata } from './lib/geo/decode-geo-metadata';
+export { getGeoMetadata, setGeoMetadata, unpackGeoMetadata } from './lib/geo/decode-geo-metadata';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAI/D,OAAO,EAAC,iBAAiB,IAAI,uBAAuB,EAAC,MAAM,uBAAuB,CAAC;AACnF,OAAO,EAAC,aAAa,IAAI,mBAAmB,EAAC,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAC,YAAY,EAAE,yBAAyB,EAAC,MAAM,qBAAqB,CAAC;AAC5E,OAAO,EAAC,YAAY,IAAI,gBAAgB,EAAC,MAAM,+BAA+B,CAAC;AAE/E,OAAO,EAAC,mBAAmB,EAAE,uBAAuB,EAAC,CAAC;AAEtD,6BAA6B;AAC7B,eAAO,MAAM,aAAa;;;;;;;;;;;;;;CAIzB,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;CAG7B,CAAC;AAIF,OAAO,EAAC,aAAa,IAAI,cAAc,EAAC,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAC,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AAIxD,OAAO,EAAC,mBAAmB,EAAC,MAAM,yBAAyB,CAAC;AAE5D,OAAO,EAAC,aAAa,EAAC,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAC,aAAa,EAAC,MAAM,mCAAmC,CAAC;AAChE,OAAO,EAAC,qBAAqB,EAAC,MAAM,4CAA4C,CAAC;AAEjF,OAAO,EAAC,2BAA2B,EAAC,MAAM,sBAAsB,CAAC;AAGjE,eAAO,MAAM,uBAAuB,EAAE,gBAAgC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAI/D,OAAO,EAAC,iBAAiB,IAAI,uBAAuB,EAAC,MAAM,uBAAuB,CAAC;AACnF,OAAO,EAAC,aAAa,IAAI,mBAAmB,EAAC,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAC,YAAY,EAAE,yBAAyB,EAAC,MAAM,qCAAqC,CAAC;AAC5F,OAAO,EACL,qBAAqB,EACrB,iCAAiC,EAClC,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAC,YAAY,IAAI,gBAAgB,EAAC,MAAM,+BAA+B,CAAC;AAE/E,OAAO,EAAC,mBAAmB,EAAE,uBAAuB,EAAC,CAAC;AAEtD,6BAA6B;AAC7B,eAAO,MAAM,aAAa;;;;;oBAM1B,6BAA6B;;;;;;;;;CAF5B,CAAC;AAEF,6BAA6B;AAC7B,eAAO,MAAM,qBAAqB;;;;;oBADlC,6BAA6B;;;;;;;;;CAK5B,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;CAG7B,CAAC;AAIF,OAAO,EAAC,aAAa,IAAI,cAAc,EAAC,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAC,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AAIxD,OAAO,EAAC,mBAAmB,EAAC,MAAM,yBAAyB,CAAC;AAE5D,OAAO,EAAC,aAAa,EAAC,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAC,aAAa,EAAC,MAAM,mCAAmC,CAAC;AAChE,OAAO,EAAC,cAAc,EAAC,MAAM,qCAAqC,CAAC;AAEnE,OAAO,EACL,wBAAwB,EACxB,wBAAwB,IAAI,2BAA2B,EACxD,MAAM,yCAAyC,CAAC;AAGjD,eAAO,MAAM,uBAAuB,EAAE,gBAAgC,CAAC;AAGvE,OAAO,EAAC,OAAO,IAAI,aAAa,EAAC,MAAM,6BAA6B,CAAC;AAErE,YAAY,EAAC,WAAW,EAAC,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAC,cAAc,EAAE,cAAc,EAAE,iBAAiB,EAAC,MAAM,+BAA+B,CAAC"}

package/dist/index.js

@@ -1,18 +1,28 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports._typecheckParquetLoader = exports.convertParquetToArrowSchema = exports.ParquetEnvelopeReader = exports.ParquetReader = exports.ParquetSchema = exports.preloadCompressions = exports.ParquetWasmWriter = exports._ParquetWriter = exports.ParquetWasmLoader = exports.ParquetLoader = exports.ParquetWasmWorkerLoader = exports.ParquetWorkerLoader = void 0;
+exports.unpackGeoMetadata = exports.setGeoMetadata = exports.getGeoMetadata = exports.geoJSONSchema = exports._typecheckParquetLoader = exports.convertParquetToArrowSchema = exports.convertSchemaFromParquet = exports.ParquetEncoder = exports.ParquetReader = exports.ParquetSchema = exports.preloadCompressions = exports.ParquetWasmWriter = exports._ParquetWriter = exports.ParquetWasmLoader = exports.ParquetColumnarLoader = exports.ParquetLoader = exports.ParquetWasmWorkerLoader = exports.ParquetWorkerLoader = void 0;
 // ParquetLoader
 const parquet_wasm_loader_1 = require("./parquet-wasm-loader");
 Object.defineProperty(exports, "ParquetWasmWorkerLoader", { enumerable: true, get: function () { return parquet_wasm_loader_1.ParquetWasmLoader; } });
 const parquet_loader_1 = require("./parquet-loader");
 Object.defineProperty(exports, "ParquetWorkerLoader", { enumerable: true, get: function () { return parquet_loader_1.ParquetLoader; } });
-const parse_parquet_1 = require("./lib/parse-parquet");
+const parse_parquet_to_rows_1 = require("./lib/parsers/parse-parquet-to-rows");
+const parse_parquet_to_columns_1 = require("./lib/parsers/parse-parquet-to-columns");
 const parse_parquet_wasm_1 = require("./lib/wasm/parse-parquet-wasm");
 /** ParquetJS table loader */
 exports.ParquetLoader = {
     ...parquet_loader_1.ParquetLoader,
-    parse: parse_parquet_1.parseParquet,
-    parseFileInBatches: parse_parquet_1.parseParquetFileInBatches
+    parse: parse_parquet_to_rows_1.parseParquet,
+    parseFileInBatches: parse_parquet_to_rows_1.parseParquetFileInBatches
+};
+/** ParquetJS table loader */
+exports.ParquetColumnarLoader = {
+    ...parquet_loader_1.ParquetLoader,
+    parse: parse_parquet_to_columns_1.parseParquetInColumns,
+    parseFileInBatches: parse_parquet_to_columns_1.parseParquetFileInColumnarBatches
 };
 exports.ParquetWasmLoader = {
     ...parquet_wasm_loader_1.ParquetWasmLoader,
@@ -30,10 +40,17 @@ var schema_1 = require("./parquetjs/schema/schema");
 Object.defineProperty(exports, "ParquetSchema", { enumerable: true, get: function () { return schema_1.ParquetSchema; } });
 var parquet_reader_1 = require("./parquetjs/parser/parquet-reader");
 Object.defineProperty(exports, "ParquetReader", { enumerable: true, get: function () { return parquet_reader_1.ParquetReader; } });
-var parquet_envelope_reader_1 = require("./parquetjs/parser/parquet-envelope-reader");
-Object.defineProperty(exports, "ParquetEnvelopeReader", { enumerable: true, get: function () { return parquet_envelope_reader_1.ParquetEnvelopeReader; } });
-// export {ParquetWriter, ParquetEnvelopeWriter, ParquetTransformer} from './parquetjs/encoder/writer';
-var convert_schema_1 = require("./lib/convert-schema");
-Object.defineProperty(exports, "convertParquetToArrowSchema", { enumerable: true, get: function () { return convert_schema_1.convertParquetToArrowSchema; } });
+var parquet_encoder_1 = require("./parquetjs/encoder/parquet-encoder");
+Object.defineProperty(exports, "ParquetEncoder", { enumerable: true, get: function () { return parquet_encoder_1.ParquetEncoder; } });
+var convert_schema_from_parquet_1 = require("./lib/arrow/convert-schema-from-parquet");
+Object.defineProperty(exports, "convertSchemaFromParquet", { enumerable: true, get: function () { return convert_schema_from_parquet_1.convertSchemaFromParquet; } });
+Object.defineProperty(exports, "convertParquetToArrowSchema", { enumerable: true, get: function () { return convert_schema_from_parquet_1.convertSchemaFromParquet; } });
 // TESTS
 exports._typecheckParquetLoader = exports.ParquetLoader;
+// Geo Metadata
+var geoparquet_schema_1 = require("./lib/geo/geoparquet-schema");
+Object.defineProperty(exports, "geoJSONSchema", { enumerable: true, get: function () { return __importDefault(geoparquet_schema_1).default; } });
+var decode_geo_metadata_1 = require("./lib/geo/decode-geo-metadata");
+Object.defineProperty(exports, "getGeoMetadata", { enumerable: true, get: function () { return decode_geo_metadata_1.getGeoMetadata; } });
+Object.defineProperty(exports, "setGeoMetadata", { enumerable: true, get: function () { return decode_geo_metadata_1.setGeoMetadata; } });
+Object.defineProperty(exports, "unpackGeoMetadata", { enumerable: true, get: function () { return decode_geo_metadata_1.unpackGeoMetadata; } });

package/dist/lib/arrow/convert-columns-to-row-group.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=convert-columns-to-row-group.d.ts.map

package/dist/lib/arrow/convert-columns-to-row-group.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-columns-to-row-group.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-columns-to-row-group.ts"],"names":[],"mappings":""}

package/dist/lib/arrow/convert-columns-to-row-group.js

@@ -0,0 +1 @@
+"use strict";

package/dist/lib/arrow/convert-row-group-to-columns.d.ts

@@ -0,0 +1,4 @@
+import { Schema } from '@loaders.gl/schema';
+import { ParquetBuffer } from '@loaders.gl/parquet/parquetjs/schema/declare';
+export declare function convertParquetRowGroupToColumns(schema: Schema, rowGroup: ParquetBuffer): Record<string, any[]>;
+//# sourceMappingURL=convert-row-group-to-columns.d.ts.map

package/dist/lib/arrow/convert-row-group-to-columns.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-row-group-to-columns.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-row-group-to-columns.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAC,aAAa,EAAC,MAAM,8CAA8C,CAAC;AAE3E,wBAAgB,+BAA+B,CAC7C,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,aAAa,GACtB,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAMvB"}

package/dist/lib/arrow/convert-row-group-to-columns.js

@@ -0,0 +1,12 @@
+"use strict";
+// loaders.gl, MIT license
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertParquetRowGroupToColumns = void 0;
+function convertParquetRowGroupToColumns(schema, rowGroup) {
+    const columns = {};
+    for (const [columnName, data] of Object.entries(rowGroup.columnData)) {
+        columns[columnName] = columns[columnName] || data.values;
+    }
+    return columns;
+}
+exports.convertParquetRowGroupToColumns = convertParquetRowGroupToColumns;

package/dist/lib/arrow/convert-schema-from-parquet.d.ts

@@ -0,0 +1,9 @@
+import type { ParquetSchema } from '../../parquetjs/schema/schema';
+import type { ParquetType } from '../../parquetjs/schema/declare';
+import { FileMetaData } from '@loaders.gl/parquet/parquetjs/parquet-thrift';
+import { Schema, DataType } from '@loaders.gl/schema';
+export declare const PARQUET_TYPE_MAPPING: {
+    [type in ParquetType]: typeof DataType;
+};
+export declare function convertSchemaFromParquet(parquetSchema: ParquetSchema, parquetMetadata?: FileMetaData): Schema;
+//# sourceMappingURL=convert-schema-from-parquet.d.ts.map

package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-schema-from-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-from-parquet.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,+BAA+B,CAAC;AACjE,OAAO,KAAK,EAAgC,WAAW,EAAC,MAAM,gCAAgC,CAAC;AAC/F,OAAO,EAAC,YAAY,EAAC,MAAM,8CAA8C,CAAC;AAE1E,OAAO,EACL,MAAM,EAGN,QAAQ,EAaT,MAAM,oBAAoB,CAAC;AAE5B,eAAO,MAAM,oBAAoB,EAAE;KAAE,IAAI,IAAI,WAAW,GAAG,OAAO,QAAQ;CA+BzE,CAAC;AAEF,wBAAgB,wBAAwB,CACtC,aAAa,EAAE,aAAa,EAC5B,eAAe,CAAC,EAAE,YAAY,GAC7B,MAAM,CAIR"}

package/dist/lib/{convert-schema.js → arrow/convert-schema-from-parquet.js}

@@ -1,6 +1,7 @@
 "use strict";
+// loaders.gl, MIT license
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertParquetToArrowSchema = exports.PARQUET_TYPE_MAPPING = void 0;
+exports.convertSchemaFromParquet = exports.PARQUET_TYPE_MAPPING = void 0;
 const schema_1 = require("@loaders.gl/schema");
 exports.PARQUET_TYPE_MAPPING = {
     BOOLEAN: schema_1.Bool,
@@ -27,36 +28,26 @@ exports.PARQUET_TYPE_MAPPING = {
     INT_64: schema_1.Int64,
     JSON: schema_1.Binary,
     BSON: schema_1.Binary,
-    // TODO check interal type
+    // TODO check interval type
     INTERVAL: schema_1.Binary,
     DECIMAL_INT32: schema_1.Float32,
     DECIMAL_INT64: schema_1.Float64,
     DECIMAL_BYTE_ARRAY: schema_1.Float64,
     DECIMAL_FIXED_LEN_BYTE_ARRAY: schema_1.Float64
 };
-function convertParquetToArrowSchema(parquetSchema) {
+function convertSchemaFromParquet(parquetSchema, parquetMetadata) {
     const fields = getFields(parquetSchema.schema);
-    // TODO add metadata if needed.
-    return new schema_1.Schema(fields);
-}
-exports.convertParquetToArrowSchema = convertParquetToArrowSchema;
-function getFieldMetadata(field) {
-    const metadata = new Map();
-    for (const key in field) {
-        if (key !== 'name') {
-            const value = typeof field[key] !== 'string' ? JSON.stringify(field[key]) : field[key];
-            metadata.set(key, value);
-        }
-    }
-    return metadata;
+    const metadata = parquetMetadata && getSchemaMetadata(parquetMetadata);
+    return new schema_1.Schema(fields, metadata);
 }
+exports.convertSchemaFromParquet = convertSchemaFromParquet;
 function getFields(schema) {
     const fields = [];
     for (const name in schema) {
         const field = schema[name];
         if (field.fields) {
-            const childField = getFields(field.fields);
-            const nestedField = new schema_1.Field(name, new schema_1.Struct(childField), field.optional);
+            const childFields = getFields(field.fields);
+            const nestedField = new schema_1.Field(name, new schema_1.Struct(childFields), field.optional);
             fields.push(nestedField);
         }
         else {
@@ -68,3 +59,24 @@ function getFields(schema) {
     }
     return fields;
 }
+function getFieldMetadata(field) {
+    const metadata = new Map();
+    for (const key in field) {
+        if (key !== 'name') {
+            let value = field[key] || '';
+            value = typeof field[key] !== 'string' ? JSON.stringify(field[key]) : field[key];
+            metadata.set(key, value);
+        }
+    }
+    return metadata;
+}
+function getSchemaMetadata(parquetMetadata) {
+    const metadata = new Map();
+    const keyValueList = parquetMetadata.key_value_metadata || [];
+    for (const { key, value } of keyValueList) {
+        if (typeof value === 'string') {
+            metadata.set(key, value);
+        }
+    }
+    return metadata;
+}

package/dist/lib/arrow/convert-schema-to-parquet.d.ts

@@ -0,0 +1,7 @@
+import type { ParquetType } from '../../parquetjs/schema/declare';
+import { Schema, DataType } from '@loaders.gl/schema';
+export declare const PARQUET_TYPE_MAPPING: {
+    [type in ParquetType]: typeof DataType;
+};
+export declare function convertToParquetSchema(schema: Schema): Schema;
+//# sourceMappingURL=convert-schema-to-parquet.d.ts.map

package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-schema-to-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-to-parquet.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAEV,WAAW,EACZ,MAAM,gCAAgC,CAAC;AAExC,OAAO,EACL,MAAM,EAGN,QAAQ,EAaT,MAAM,oBAAoB,CAAC;AAE5B,eAAO,MAAM,oBAAoB,EAAE;KAAE,IAAI,IAAI,WAAW,GAAG,OAAO,QAAQ;CA+BzE,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAK7D"}

package/dist/lib/arrow/convert-schema-to-parquet.js

@@ -0,0 +1,72 @@
+"use strict";
+// loaders.gl, MIT license
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertToParquetSchema = exports.PARQUET_TYPE_MAPPING = void 0;
+const schema_1 = require("@loaders.gl/schema");
+exports.PARQUET_TYPE_MAPPING = {
+    BOOLEAN: schema_1.Bool,
+    INT32: schema_1.Int32,
+    INT64: schema_1.Float64,
+    INT96: schema_1.Float64,
+    FLOAT: schema_1.Float32,
+    DOUBLE: schema_1.Float64,
+    BYTE_ARRAY: schema_1.Binary,
+    FIXED_LEN_BYTE_ARRAY: schema_1.Binary,
+    UTF8: schema_1.Utf8,
+    DATE: schema_1.Int32,
+    TIME_MILLIS: schema_1.Int64,
+    TIME_MICROS: schema_1.Int64,
+    TIMESTAMP_MILLIS: schema_1.Int64,
+    TIMESTAMP_MICROS: schema_1.Int64,
+    UINT_8: schema_1.Int32,
+    UINT_16: schema_1.Uint16,
+    UINT_32: schema_1.Uint32,
+    UINT_64: schema_1.Uint64,
+    INT_8: schema_1.Int8,
+    INT_16: schema_1.Int16,
+    INT_32: schema_1.Int32,
+    INT_64: schema_1.Int64,
+    JSON: schema_1.Binary,
+    BSON: schema_1.Binary,
+    // TODO check interval type
+    INTERVAL: schema_1.Binary,
+    DECIMAL_INT32: schema_1.Float32,
+    DECIMAL_INT64: schema_1.Float64,
+    DECIMAL_BYTE_ARRAY: schema_1.Float64,
+    DECIMAL_FIXED_LEN_BYTE_ARRAY: schema_1.Float64
+};
+function convertToParquetSchema(schema) {
+    const fields = []; // getFields(schema.fields);
+    // TODO add metadata if needed.
+    return new schema_1.Schema(fields);
+}
+exports.convertToParquetSchema = convertToParquetSchema;
+// function getFields(schema: Field[]): Definition[] {
+//   const fields: Field[] = [];
+//   for (const name in schema) {
+//     const field = schema[name];
+//     // @ts-ignore
+//     const children = field.children as DataType[];
+//     if (children) {
+//       const childField = getFields(field.fields);
+//       const nestedField = new Field(name, new Struct(childField), field.optional);
+//       fields.push(nestedField);
+//     } else {
+//       const FieldType = PARQUET_TYPE_MAPPING[field.type];
+//       const metadata = getFieldMetadata(field);
+//       const arrowField = new Field(name, new FieldType(), field.optional, metadata);
+//       fields.push(arrowField);
+//     }
+//   }
+//   return fields;
+// }
+// function getFieldMetadata(field: ParquetField): Map<string, string> {
+//   const metadata = new Map();
+//   for (const key in field) {
+//     if (key !== 'name') {
+//       const value = typeof field[key] !== 'string' ? JSON.stringify(field[key]) : field[key];
+//       metadata.set(key, value);
+//     }
+//   }
+//   return metadata;
+// }

package/dist/lib/geo/decode-geo-metadata.d.ts

@@ -0,0 +1,31 @@
+import { Schema } from '@loaders.gl/schema';
+/** A geoarrow / geoparquet geo metadata object (stored in stringified form in the top level metadata 'geo' key) */
+export type GeoMetadata = {
+    version?: string;
+    primary_column?: string;
+    columns: Record<string, GeoColumnMetadata>;
+    [key: string]: unknown;
+};
+/** A geoarrow / geoparquet geo metadata for one geometry column  */
+export type GeoColumnMetadata = {
+    bounding_box?: [number, number, number, number] | [number, number, number, number, number, number];
+    crs?: string;
+    geometry_type?: string[];
+    edges?: string;
+    [key: string]: unknown;
+};
+/**
+ * Reads the GeoMetadata object from the metadata
+ * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata */
+export declare function getGeoMetadata(schema: Schema): GeoMetadata | null;
+/**
+ * Stores a geoarrow / geoparquet geo metadata object in the schema
+ * @note geoarrow / geoparquet geo metadata is a single stringified JSON field
+ */
+export declare function setGeoMetadata(schema: Schema, geoMetadata: GeoMetadata): void;
+/**
+ * Unpacks geo metadata into separate metadata fields (parses the long JSON string)
+ * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata
+ */
+export declare function unpackGeoMetadata(schema: Schema): void;
+//# sourceMappingURL=decode-geo-metadata.d.ts.map

package/dist/lib/geo/decode-geo-metadata.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"decode-geo-metadata.d.ts","sourceRoot":"","sources":["../../../src/lib/geo/decode-geo-metadata.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,MAAM,EAAQ,MAAM,oBAAoB,CAAC;AAIjD,mHAAmH;AACnH,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC3C,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF,oEAAoE;AACpE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,YAAY,CAAC,EACT,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAChC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACrD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF;;yGAEyG;AACzG,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI,CAYjE;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,IAAI,CAG7E;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CA6BtD"}

package/dist/lib/geo/decode-geo-metadata.js

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.unpackGeoMetadata = exports.setGeoMetadata = exports.getGeoMetadata = void 0;
+/**
+ * Reads the GeoMetadata object from the metadata
+ * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata */
+function getGeoMetadata(schema) {
+    const stringifiedGeoMetadata = schema.metadata.get('geo');
+    if (!stringifiedGeoMetadata) {
+        return null;
+    }
+    try {
+        const geoMetadata = JSON.parse(stringifiedGeoMetadata);
+        return geoMetadata;
+    }
+    catch {
+        return null;
+    }
+}
+exports.getGeoMetadata = getGeoMetadata;
+/**
+ * Stores a geoarrow / geoparquet geo metadata object in the schema
+ * @note geoarrow / geoparquet geo metadata is a single stringified JSON field
+ */
+function setGeoMetadata(schema, geoMetadata) {
+    const stringifiedGeoMetadata = JSON.stringify(geoMetadata);
+    schema.metadata.set('geo', stringifiedGeoMetadata);
+}
+exports.setGeoMetadata = setGeoMetadata;
+/**
+ * Unpacks geo metadata into separate metadata fields (parses the long JSON string)
+ * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata
+ */
+function unpackGeoMetadata(schema) {
+    const geoMetadata = getGeoMetadata(schema);
+    if (!geoMetadata) {
+        return;
+    }
+    // Store Parquet Schema Level Metadata
+    const { version, primary_column, columns } = geoMetadata;
+    if (version) {
+        schema.metadata.set('geo.version', version);
+    }
+    if (primary_column) {
+        schema.metadata.set('geo.primary_column', primary_column);
+    }
+    // store column names as comma separated list
+    schema.metadata.set('geo.columns', Object.keys(columns || {}).join(''));
+    for (const [columnName, columnMetadata] of Object.entries(columns || {})) {
+        const field = schema.fields.find((field) => field.name === columnName);
+        if (field) {
+            if (field.name === primary_column) {
+                field.metadata.set('geo.primary_field', 'true');
+            }
+            unpackGeoFieldMetadata(field, columnMetadata);
+        }
+    }
+}
+exports.unpackGeoMetadata = unpackGeoMetadata;
+function unpackGeoFieldMetadata(field, columnMetadata) {
+    for (const [key, value] of Object.entries(columnMetadata || {})) {
+        switch (key) {
+            case 'geometry_type':
+                field.metadata.set(`geo.${key}`, value.join(','));
+                break;
+            case 'bbox':
+            case 'crs':
+            case 'edges':
+            default:
+                field.metadata.set(`geo.${key}`, typeof value === 'string' ? value : JSON.stringify(value));
+        }
+    }
+}

package/dist/lib/geo/geoparquet-schema.d.ts

@@ -0,0 +1,80 @@
+/**
+ * Geoparquet JSON schema for geo metadata
+ * @see https://github.com/geoarrow/geoarrow/blob/main/metadata.md
+ * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md
+ */
+declare const _default: {
+    $schema: string;
+    title: string;
+    description: string;
+    type: string;
+    required: string[];
+    properties: {
+        version: {
+            type: string;
+            const: string;
+        };
+        primary_column: {
+            type: string;
+            minLength: number;
+        };
+        columns: {
+            type: string;
+            minProperties: number;
+            patternProperties: {
+                '.+': {
+                    type: string;
+                    required: string[];
+                    properties: {
+                        encoding: {
+                            type: string;
+                            const: string;
+                        };
+                        geometry_types: {
+                            type: string;
+                            uniqueItems: boolean;
+                            items: {
+                                type: string;
+                                pattern: string;
+                            };
+                        };
+                        crs: {
+                            oneOf: ({
+                                $ref: string;
+                                type?: undefined;
+                            } | {
+                                type: string;
+                                $ref?: undefined;
+                            })[];
+                        };
+                        edges: {
+                            type: string;
+                            enum: string[];
+                        };
+                        orientation: {
+                            type: string;
+                            const: string;
+                        };
+                        bbox: {
+                            type: string;
+                            items: {
+                                type: string;
+                            };
+                            oneOf: {
+                                description: string;
+                                minItems: number;
+                                maxItems: number;
+                            }[];
+                        };
+                        epoch: {
+                            type: string;
+                        };
+                    };
+                };
+            };
+            additionalProperties: boolean;
+        };
+    };
+};
+export default _default;
+//# sourceMappingURL=geoparquet-schema.d.ts.map

package/dist/lib/geo/geoparquet-schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"geoparquet-schema.d.ts","sourceRoot":"","sources":["../../../src/lib/geo/geoparquet-schema.ts"],"names":[],"mappings":"AAIA;;;;GAIG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACH,wBA2DE"}

package/dist/lib/geo/geoparquet-schema.js

@@ -0,0 +1,69 @@
+"use strict";
+// loaders.gl, MIT license
+Object.defineProperty(exports, "__esModule", { value: true });
+/* eslint-disable camelcase */
+/**
+ * Geoparquet JSON schema for geo metadata
+ * @see https://github.com/geoarrow/geoarrow/blob/main/metadata.md
+ * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md
+ */
+exports.default = {
+    $schema: 'http://json-schema.org/draft-07/schema#',
+    title: 'GeoParquet',
+    description: 'Parquet metadata included in the geo field.',
+    type: 'object',
+    required: ['version', 'primary_column', 'columns'],
+    properties: {
+        version: { type: 'string', const: '1.0.0-beta.1' },
+        primary_column: { type: 'string', minLength: 1 },
+        columns: {
+            type: 'object',
+            minProperties: 1,
+            patternProperties: {
+                '.+': {
+                    type: 'object',
+                    required: ['encoding', 'geometry_types'],
+                    properties: {
+                        encoding: { type: 'string', const: 'WKB' },
+                        geometry_types: {
+                            type: 'array',
+                            uniqueItems: true,
+                            items: {
+                                type: 'string',
+                                pattern: '^(GeometryCollection|(Multi)?(Point|LineString|Polygon))( Z)?$'
+                            }
+                        },
+                        crs: {
+                            oneOf: [
+                                {
+                                    $ref: 'https://proj.org/schemas/v0.5/projjson.schema.json'
+                                },
+                                { type: 'null' }
+                            ]
+                        },
+                        edges: { type: 'string', enum: ['planar', 'spherical'] },
+                        orientation: { type: 'string', const: 'counterclockwise' },
+                        bbox: {
+                            type: 'array',
+                            items: { type: 'number' },
+                            oneOf: [
+                                {
+                                    description: '2D bbox consisting of (xmin, ymin, xmax, ymax)',
+                                    minItems: 4,
+                                    maxItems: 4
+                                },
+                                {
+                                    description: '3D bbox consisting of (xmin, ymin, zmin, xmax, ymax, zmax)',
+                                    minItems: 6,
+                                    maxItems: 6
+                                }
+                            ]
+                        },
+                        epoch: { type: 'number' }
+                    }
+                }
+            },
+            additionalProperties: false
+        }
+    }
+};

package/dist/lib/parsers/parse-parquet-to-columns.d.ts

@@ -0,0 +1,5 @@
+import { ColumnarTableBatch } from '@loaders.gl/schema';
+import type { ParquetLoaderOptions } from '../../parquet-loader';
+export declare function parseParquetInColumns(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions): Promise<ColumnarTableBatch | null>;
+export declare function parseParquetFileInColumnarBatches(blob: Blob, options?: ParquetLoaderOptions): AsyncIterable<ColumnarTableBatch>;
+//# sourceMappingURL=parse-parquet-to-columns.d.ts.map

package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-parquet-to-columns.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,kBAAkB,EAAS,MAAM,oBAAoB,CAAC;AAE9D,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,sBAAsB,CAAC;AAO/D,wBAAsB,qBAAqB,CACzC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,oBAAoB,sCAO/B;AAED,wBAAuB,iCAAiC,CACtD,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,kBAAkB,CAAC,CAWnC"}