@loaders.gl/parquet 3.1.0-beta.7 → 3.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (142) hide show
  1. package/dist/dist.min.js +8 -17
  2. package/dist/dist.min.js.map +3 -3
  3. package/dist/es5/bundle.js +1 -1
  4. package/dist/es5/bundle.js.map +1 -1
  5. package/dist/es5/constants.js +5 -5
  6. package/dist/es5/constants.js.map +1 -1
  7. package/dist/es5/index.js +19 -10
  8. package/dist/es5/index.js.map +1 -1
  9. package/dist/es5/lib/convert-schema.js +13 -13
  10. package/dist/es5/lib/convert-schema.js.map +1 -1
  11. package/dist/es5/lib/parse-parquet.js +154 -19
  12. package/dist/es5/lib/parse-parquet.js.map +1 -1
  13. package/dist/es5/lib/read-array-buffer.js +43 -6
  14. package/dist/es5/lib/read-array-buffer.js.map +1 -1
  15. package/dist/es5/parquet-loader.js +4 -4
  16. package/dist/es5/parquet-loader.js.map +1 -1
  17. package/dist/es5/parquet-writer.js +4 -4
  18. package/dist/es5/parquet-writer.js.map +1 -1
  19. package/dist/es5/parquetjs/codecs/dictionary.js +10 -2
  20. package/dist/es5/parquetjs/codecs/dictionary.js.map +1 -1
  21. package/dist/es5/parquetjs/codecs/index.js +6 -4
  22. package/dist/es5/parquetjs/codecs/index.js.map +1 -1
  23. package/dist/es5/parquetjs/codecs/plain.js +43 -41
  24. package/dist/es5/parquetjs/codecs/plain.js.map +1 -1
  25. package/dist/es5/parquetjs/codecs/rle.js +35 -25
  26. package/dist/es5/parquetjs/codecs/rle.js.map +1 -1
  27. package/dist/es5/parquetjs/compression.js +110 -27
  28. package/dist/es5/parquetjs/compression.js.map +1 -1
  29. package/dist/es5/parquetjs/encoder/writer.js +737 -301
  30. package/dist/es5/parquetjs/encoder/writer.js.map +1 -1
  31. package/dist/es5/parquetjs/file.js +15 -15
  32. package/dist/es5/parquetjs/file.js.map +1 -1
  33. package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +1 -1
  34. package/dist/es5/parquetjs/parquet-thrift/BsonType.js +45 -31
  35. package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +1 -1
  36. package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +152 -141
  37. package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
  38. package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +160 -147
  39. package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
  40. package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +259 -248
  41. package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
  42. package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +79 -67
  43. package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
  44. package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +1 -1
  45. package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +1 -1
  46. package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +124 -113
  47. package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
  48. package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +169 -158
  49. package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
  50. package/dist/es5/parquetjs/parquet-thrift/DateType.js +45 -31
  51. package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +1 -1
  52. package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +79 -68
  53. package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
  54. package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +94 -83
  55. package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
  56. package/dist/es5/parquetjs/parquet-thrift/Encoding.js +1 -1
  57. package/dist/es5/parquetjs/parquet-thrift/EnumType.js +45 -31
  58. package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +1 -1
  59. package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +1 -1
  60. package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +182 -170
  61. package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
  62. package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +45 -31
  63. package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
  64. package/dist/es5/parquetjs/parquet-thrift/IntType.js +79 -68
  65. package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +1 -1
  66. package/dist/es5/parquetjs/parquet-thrift/JsonType.js +45 -31
  67. package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +1 -1
  68. package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +79 -68
  69. package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
  70. package/dist/es5/parquetjs/parquet-thrift/ListType.js +45 -31
  71. package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +1 -1
  72. package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +343 -319
  73. package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
  74. package/dist/es5/parquetjs/parquet-thrift/MapType.js +45 -31
  75. package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +1 -1
  76. package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +45 -31
  77. package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
  78. package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +45 -31
  79. package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
  80. package/dist/es5/parquetjs/parquet-thrift/NullType.js +45 -31
  81. package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +1 -1
  82. package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +75 -64
  83. package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
  84. package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +94 -83
  85. package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
  86. package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +169 -158
  87. package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
  88. package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +94 -83
  89. package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
  90. package/dist/es5/parquetjs/parquet-thrift/PageType.js +1 -1
  91. package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +124 -113
  92. package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
  93. package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +199 -188
  94. package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
  95. package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +94 -83
  96. package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
  97. package/dist/es5/parquetjs/parquet-thrift/Statistics.js +135 -124
  98. package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +1 -1
  99. package/dist/es5/parquetjs/parquet-thrift/StringType.js +45 -31
  100. package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +1 -1
  101. package/dist/es5/parquetjs/parquet-thrift/TimeType.js +79 -68
  102. package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +1 -1
  103. package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +101 -88
  104. package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
  105. package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +79 -68
  106. package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
  107. package/dist/es5/parquetjs/parquet-thrift/Type.js +1 -1
  108. package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +45 -31
  109. package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
  110. package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +45 -31
  111. package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
  112. package/dist/es5/parquetjs/parquet-thrift/index.js +43 -43
  113. package/dist/es5/parquetjs/parser/decoders.js +391 -218
  114. package/dist/es5/parquetjs/parser/decoders.js.map +1 -1
  115. package/dist/es5/parquetjs/parser/parquet-cursor.js +180 -62
  116. package/dist/es5/parquetjs/parser/parquet-cursor.js.map +1 -1
  117. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +370 -125
  118. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +1 -1
  119. package/dist/es5/parquetjs/parser/parquet-reader.js +320 -91
  120. package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -1
  121. package/dist/es5/parquetjs/schema/declare.js +11 -9
  122. package/dist/es5/parquetjs/schema/declare.js.map +1 -1
  123. package/dist/es5/parquetjs/schema/schema.js +87 -73
  124. package/dist/es5/parquetjs/schema/schema.js.map +1 -1
  125. package/dist/es5/parquetjs/schema/shred.js +96 -56
  126. package/dist/es5/parquetjs/schema/shred.js.map +1 -1
  127. package/dist/es5/parquetjs/schema/types.js +40 -39
  128. package/dist/es5/parquetjs/schema/types.js.map +1 -1
  129. package/dist/es5/parquetjs/utils/buffer-utils.js +1 -1
  130. package/dist/es5/parquetjs/utils/buffer-utils.js.map +1 -1
  131. package/dist/es5/parquetjs/utils/file-utils.js +12 -8
  132. package/dist/es5/parquetjs/utils/file-utils.js.map +1 -1
  133. package/dist/es5/parquetjs/utils/read-utils.js +50 -22
  134. package/dist/es5/parquetjs/utils/read-utils.js.map +1 -1
  135. package/dist/esm/parquet-loader.js +1 -1
  136. package/dist/esm/parquet-loader.js.map +1 -1
  137. package/dist/esm/parquet-writer.js +1 -1
  138. package/dist/esm/parquet-writer.js.map +1 -1
  139. package/dist/index.js +1 -1
  140. package/dist/parquet-worker.js +9 -18
  141. package/dist/parquet-worker.js.map +3 -3
  142. package/package.json +5 -5
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/parquet-loader.ts"],"names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","parquet","type","url","undefined","ParquetLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckParquetLoader"],"mappings":"AAIA,MAAMA,OAAO,GAAG,0BAAuB,WAAvB,oBAAmD,QAAnE;AASA,MAAMC,8BAAoD,GAAG;AAC3DC,EAAAA,OAAO,EAAE;AACPC,IAAAA,IAAI,EAAE,kBADC;AAEPC,IAAAA,GAAG,EAAEC;AAFE;AADkD,CAA7D;AAQA,OAAO,MAAMC,aAAa,GAAG;AAC3BC,EAAAA,IAAI,EAAE,gBADqB;AAE3BC,EAAAA,EAAE,EAAE,SAFuB;AAG3BC,EAAAA,MAAM,EAAE,SAHmB;AAI3BC,EAAAA,OAAO,EAAEV,OAJkB;AAK3BW,EAAAA,MAAM,EAAE,IALmB;AAM3BC,EAAAA,QAAQ,EAAE,OANiB;AAO3BC,EAAAA,UAAU,EAAE,CAAC,SAAD,CAPe;AAQ3BC,EAAAA,SAAS,EAAE,CAAC,0BAAD,CARgB;AAS3BC,EAAAA,MAAM,EAAE,IATmB;AAU3BC,EAAAA,KAAK,EAAE,CAAC,MAAD,EAAS,MAAT,CAVoB;AAW3BC,EAAAA,OAAO,EAAEhB;AAXkB,CAAtB;AAcP,OAAO,MAAMiB,uBAA+B,GAAGZ,aAAxC","sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetLoaderOptions = LoaderOptions & {\n parquet?: {\n type?: 'object-row-table';\n url?: string;\n };\n};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS: ParquetLoaderOptions = {\n parquet: {\n type: 'object-row-table',\n url: undefined\n }\n};\n\n/** ParquetJS table loader */\nexport const ParquetLoader = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nexport const _typecheckParquetLoader: Loader = ParquetLoader;\n"],"file":"parquet-loader.js"}
1
+ {"version":3,"sources":["../../src/parquet-loader.ts"],"names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","parquet","type","url","undefined","ParquetLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckParquetLoader"],"mappings":"AAIA,MAAMA,OAAO,GAAG,mBAAuB,WAAvB,aAAmD,QAAnE;AASA,MAAMC,8BAAoD,GAAG;AAC3DC,EAAAA,OAAO,EAAE;AACPC,IAAAA,IAAI,EAAE,kBADC;AAEPC,IAAAA,GAAG,EAAEC;AAFE;AADkD,CAA7D;AAQA,OAAO,MAAMC,aAAa,GAAG;AAC3BC,EAAAA,IAAI,EAAE,gBADqB;AAE3BC,EAAAA,EAAE,EAAE,SAFuB;AAG3BC,EAAAA,MAAM,EAAE,SAHmB;AAI3BC,EAAAA,OAAO,EAAEV,OAJkB;AAK3BW,EAAAA,MAAM,EAAE,IALmB;AAM3BC,EAAAA,QAAQ,EAAE,OANiB;AAO3BC,EAAAA,UAAU,EAAE,CAAC,SAAD,CAPe;AAQ3BC,EAAAA,SAAS,EAAE,CAAC,0BAAD,CARgB;AAS3BC,EAAAA,MAAM,EAAE,IATmB;AAU3BC,EAAAA,KAAK,EAAE,CAAC,MAAD,EAAS,MAAT,CAVoB;AAW3BC,EAAAA,OAAO,EAAEhB;AAXkB,CAAtB;AAcP,OAAO,MAAMiB,uBAA+B,GAAGZ,aAAxC","sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetLoaderOptions = LoaderOptions & {\n parquet?: {\n type?: 'object-row-table';\n url?: string;\n };\n};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS: ParquetLoaderOptions = {\n parquet: {\n type: 'object-row-table',\n url: undefined\n }\n};\n\n/** ParquetJS table loader */\nexport const ParquetLoader = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nexport const _typecheckParquetLoader: Loader = ParquetLoader;\n"],"file":"parquet-loader.js"}
@@ -1,4 +1,4 @@
1
- const VERSION = typeof "3.1.0-beta.7" !== 'undefined' ? "3.1.0-beta.7" : 'latest';
1
+ const VERSION = typeof "3.1.3" !== 'undefined' ? "3.1.3" : 'latest';
2
2
  const DEFAULT_PARQUET_LOADER_OPTIONS = {};
3
3
  export const ParquetWriter = {
4
4
  name: 'Apache Parquet',
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/parquet-writer.ts"],"names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","ParquetWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data","ArrayBuffer"],"mappings":"AAIA,MAAMA,OAAO,GAAG,0BAAuB,WAAvB,oBAAmD,QAAnE;AAIA,MAAMC,8BAA8B,GAAG,EAAvC;AAEA,OAAO,MAAMC,aAAqB,GAAG;AACnCC,EAAAA,IAAI,EAAE,gBAD6B;AAEnCC,EAAAA,EAAE,EAAE,SAF+B;AAGnCC,EAAAA,MAAM,EAAE,SAH2B;AAInCC,EAAAA,OAAO,EAAEN,OAJ0B;AAKnCO,EAAAA,UAAU,EAAE,CAAC,SAAD,CALuB;AAMnCC,EAAAA,SAAS,EAAE,CAAC,0BAAD,CANwB;AAOnCC,EAAAA,UAPmC;AAQnCC,EAAAA,MAAM,EAAE,IAR2B;AASnCC,EAAAA,OAAO,EAAEV;AAT0B,CAA9B;;AAYP,SAASQ,UAAT,CAAoBG,IAApB,EAA0BD,OAA1B,EAA0D;AACxD,SAAO,IAAIE,WAAJ,CAAgB,CAAhB,CAAP;AACD","sourcesContent":["import type {Writer} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetWriterOptions = {};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS = {};\n\nexport const ParquetWriter: Writer = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n encodeSync,\n binary: true,\n options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nfunction encodeSync(data, options?: ParquetWriterOptions) {\n return new ArrayBuffer(0);\n}\n"],"file":"parquet-writer.js"}
1
+ {"version":3,"sources":["../../src/parquet-writer.ts"],"names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","ParquetWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data","ArrayBuffer"],"mappings":"AAIA,MAAMA,OAAO,GAAG,mBAAuB,WAAvB,aAAmD,QAAnE;AAIA,MAAMC,8BAA8B,GAAG,EAAvC;AAEA,OAAO,MAAMC,aAAqB,GAAG;AACnCC,EAAAA,IAAI,EAAE,gBAD6B;AAEnCC,EAAAA,EAAE,EAAE,SAF+B;AAGnCC,EAAAA,MAAM,EAAE,SAH2B;AAInCC,EAAAA,OAAO,EAAEN,OAJ0B;AAKnCO,EAAAA,UAAU,EAAE,CAAC,SAAD,CALuB;AAMnCC,EAAAA,SAAS,EAAE,CAAC,0BAAD,CANwB;AAOnCC,EAAAA,UAPmC;AAQnCC,EAAAA,MAAM,EAAE,IAR2B;AASnCC,EAAAA,OAAO,EAAEV;AAT0B,CAA9B;;AAYP,SAASQ,UAAT,CAAoBG,IAApB,EAA0BD,OAA1B,EAA0D;AACxD,SAAO,IAAIE,WAAJ,CAAgB,CAAhB,CAAP;AACD","sourcesContent":["import type {Writer} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetWriterOptions = {};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS = {};\n\nexport const ParquetWriter: Writer = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n encodeSync,\n binary: true,\n options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nfunction encodeSync(data, options?: ParquetWriterOptions) {\n return new ArrayBuffer(0);\n}\n"],"file":"parquet-writer.js"}
package/dist/index.js CHANGED
@@ -23,7 +23,7 @@ var parquet_reader_1 = require("./parquetjs/parser/parquet-reader");
23
23
  Object.defineProperty(exports, "ParquetReader", { enumerable: true, get: function () { return parquet_reader_1.ParquetReader; } });
24
24
  var parquet_envelope_reader_1 = require("./parquetjs/parser/parquet-envelope-reader");
25
25
  Object.defineProperty(exports, "ParquetEnvelopeReader", { enumerable: true, get: function () { return parquet_envelope_reader_1.ParquetEnvelopeReader; } });
26
- // export {ParquetWriter, ParquetEnvelopeWriter, ParquetTransformer} from './parquetjs/encoder/writer';
26
+ // export {ParquetWriter, ParquetEnvelopeWriter, ParquetTransformer} from './parquetjs/encoder/writer.js';
27
27
  var convert_schema_1 = require("./lib/convert-schema");
28
28
  Object.defineProperty(exports, "convertParquetToArrowSchema", { enumerable: true, get: function () { return convert_schema_1.convertParquetToArrowSchema; } });
29
29
  // TESTS