@loaders.gl/parquet 3.4.0-alpha.2 → 3.4.0-alpha.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (247) hide show
  1. package/dist/dist.min.js +21 -28
  2. package/dist/dist.min.js.map +3 -3
  3. package/dist/es5/constants.js +0 -2
  4. package/dist/es5/constants.js.map +1 -1
  5. package/dist/es5/index.js +0 -3
  6. package/dist/es5/index.js.map +1 -1
  7. package/dist/es5/lib/arrow/convert-row-group-to-columns.js +0 -1
  8. package/dist/es5/lib/arrow/convert-row-group-to-columns.js.map +1 -1
  9. package/dist/es5/lib/arrow/convert-schema-from-parquet.js +1 -1
  10. package/dist/es5/lib/arrow/convert-schema-from-parquet.js.map +1 -1
  11. package/dist/es5/lib/arrow/convert-schema-to-parquet.js +0 -2
  12. package/dist/es5/lib/arrow/convert-schema-to-parquet.js.map +1 -1
  13. package/dist/es5/lib/geo/decode-geo-metadata.js +0 -5
  14. package/dist/es5/lib/geo/decode-geo-metadata.js.map +1 -1
  15. package/dist/es5/lib/geo/geoparquet-schema.js.map +1 -1
  16. package/dist/es5/lib/parsers/parse-parquet-to-columns.js +115 -119
  17. package/dist/es5/lib/parsers/parse-parquet-to-columns.js.map +1 -1
  18. package/dist/es5/lib/parsers/parse-parquet-to-rows.js +105 -109
  19. package/dist/es5/lib/parsers/parse-parquet-to-rows.js.map +1 -1
  20. package/dist/es5/lib/wasm/encode-parquet-wasm.js +14 -16
  21. package/dist/es5/lib/wasm/encode-parquet-wasm.js.map +1 -1
  22. package/dist/es5/lib/wasm/load-wasm/index.js.map +1 -1
  23. package/dist/es5/lib/wasm/load-wasm/load-wasm-browser.js +16 -18
  24. package/dist/es5/lib/wasm/load-wasm/load-wasm-browser.js.map +1 -1
  25. package/dist/es5/lib/wasm/load-wasm/load-wasm-node.js +6 -8
  26. package/dist/es5/lib/wasm/load-wasm/load-wasm-node.js.map +1 -1
  27. package/dist/es5/lib/wasm/parse-parquet-wasm.js +16 -18
  28. package/dist/es5/lib/wasm/parse-parquet-wasm.js.map +1 -1
  29. package/dist/es5/parquet-loader.js +1 -2
  30. package/dist/es5/parquet-loader.js.map +1 -1
  31. package/dist/es5/parquet-wasm-loader.js +1 -2
  32. package/dist/es5/parquet-wasm-loader.js.map +1 -1
  33. package/dist/es5/parquet-wasm-writer.js +1 -1
  34. package/dist/es5/parquet-wasm-writer.js.map +1 -1
  35. package/dist/es5/parquet-writer.js +1 -1
  36. package/dist/es5/parquet-writer.js.map +1 -1
  37. package/dist/es5/parquetjs/codecs/dictionary.js.map +1 -1
  38. package/dist/es5/parquetjs/codecs/index.js +0 -1
  39. package/dist/es5/parquetjs/codecs/index.js.map +1 -1
  40. package/dist/es5/parquetjs/codecs/plain.js +0 -3
  41. package/dist/es5/parquetjs/codecs/plain.js.map +1 -1
  42. package/dist/es5/parquetjs/codecs/rle.js +0 -4
  43. package/dist/es5/parquetjs/codecs/rle.js.map +1 -1
  44. package/dist/es5/parquetjs/compression.js +48 -58
  45. package/dist/es5/parquetjs/compression.js.map +1 -1
  46. package/dist/es5/parquetjs/encoder/parquet-encoder.js +301 -345
  47. package/dist/es5/parquetjs/encoder/parquet-encoder.js.map +1 -1
  48. package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +4 -4
  49. package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -1
  50. package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +1 -1
  51. package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
  52. package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
  53. package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
  54. package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
  55. package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +4 -4
  56. package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -1
  57. package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +4 -4
  58. package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js.map +1 -1
  59. package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
  60. package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
  61. package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +1 -1
  62. package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
  63. package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
  64. package/dist/es5/parquetjs/parquet-thrift/Encoding.js +4 -4
  65. package/dist/es5/parquetjs/parquet-thrift/Encoding.js.map +1 -1
  66. package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +1 -1
  67. package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +4 -4
  68. package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -1
  69. package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
  70. package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
  71. package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +1 -1
  72. package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +1 -1
  73. package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
  74. package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +1 -1
  75. package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
  76. package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +1 -1
  77. package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
  78. package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
  79. package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +1 -1
  80. package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
  81. package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
  82. package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
  83. package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
  84. package/dist/es5/parquetjs/parquet-thrift/PageType.js +4 -4
  85. package/dist/es5/parquetjs/parquet-thrift/PageType.js.map +1 -1
  86. package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
  87. package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
  88. package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
  89. package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +1 -1
  90. package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +1 -1
  91. package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +1 -1
  92. package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
  93. package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
  94. package/dist/es5/parquetjs/parquet-thrift/Type.js +4 -4
  95. package/dist/es5/parquetjs/parquet-thrift/Type.js.map +1 -1
  96. package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
  97. package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
  98. package/dist/es5/parquetjs/parquet-thrift/index.js.map +1 -1
  99. package/dist/es5/parquetjs/parser/decoders.js +244 -261
  100. package/dist/es5/parquetjs/parser/decoders.js.map +1 -1
  101. package/dist/es5/parquetjs/parser/parquet-reader.js +396 -428
  102. package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -1
  103. package/dist/es5/parquetjs/schema/declare.js +1 -3
  104. package/dist/es5/parquetjs/schema/declare.js.map +1 -1
  105. package/dist/es5/parquetjs/schema/schema.js +2 -12
  106. package/dist/es5/parquetjs/schema/schema.js.map +1 -1
  107. package/dist/es5/parquetjs/schema/shred.js +2 -14
  108. package/dist/es5/parquetjs/schema/shred.js.map +1 -1
  109. package/dist/es5/parquetjs/schema/types.js +6 -11
  110. package/dist/es5/parquetjs/schema/types.js.map +1 -1
  111. package/dist/es5/parquetjs/utils/file-utils.js +0 -1
  112. package/dist/es5/parquetjs/utils/file-utils.js.map +1 -1
  113. package/dist/es5/parquetjs/utils/read-utils.js +0 -7
  114. package/dist/es5/parquetjs/utils/read-utils.js.map +1 -1
  115. package/dist/es5/workers/parquet-worker.js.map +1 -1
  116. package/dist/esm/bundle.js +0 -1
  117. package/dist/esm/bundle.js.map +1 -1
  118. package/dist/esm/constants.js +0 -3
  119. package/dist/esm/constants.js.map +1 -1
  120. package/dist/esm/index.js +0 -8
  121. package/dist/esm/index.js.map +1 -1
  122. package/dist/esm/lib/arrow/convert-row-group-to-columns.js +0 -2
  123. package/dist/esm/lib/arrow/convert-row-group-to-columns.js.map +1 -1
  124. package/dist/esm/lib/arrow/convert-schema-from-parquet.js +0 -2
  125. package/dist/esm/lib/arrow/convert-schema-from-parquet.js.map +1 -1
  126. package/dist/esm/lib/arrow/convert-schema-to-parquet.js +0 -3
  127. package/dist/esm/lib/arrow/convert-schema-to-parquet.js.map +1 -1
  128. package/dist/esm/lib/geo/decode-geo-metadata.js +0 -6
  129. package/dist/esm/lib/geo/decode-geo-metadata.js.map +1 -1
  130. package/dist/esm/lib/geo/geoparquet-schema.js +0 -2
  131. package/dist/esm/lib/geo/geoparquet-schema.js.map +1 -1
  132. package/dist/esm/lib/parsers/parse-parquet-to-columns.js +0 -2
  133. package/dist/esm/lib/parsers/parse-parquet-to-columns.js.map +1 -1
  134. package/dist/esm/lib/parsers/parse-parquet-to-rows.js +0 -1
  135. package/dist/esm/lib/parsers/parse-parquet-to-rows.js.map +1 -1
  136. package/dist/esm/lib/wasm/encode-parquet-wasm.js +0 -1
  137. package/dist/esm/lib/wasm/encode-parquet-wasm.js.map +1 -1
  138. package/dist/esm/lib/wasm/load-wasm/load-wasm-browser.js +0 -1
  139. package/dist/esm/lib/wasm/load-wasm/load-wasm-browser.js.map +1 -1
  140. package/dist/esm/lib/wasm/load-wasm/load-wasm-node.js.map +1 -1
  141. package/dist/esm/lib/wasm/parse-parquet-wasm.js +0 -3
  142. package/dist/esm/lib/wasm/parse-parquet-wasm.js.map +1 -1
  143. package/dist/esm/parquet-loader.js +1 -3
  144. package/dist/esm/parquet-loader.js.map +1 -1
  145. package/dist/esm/parquet-wasm-loader.js +1 -3
  146. package/dist/esm/parquet-wasm-loader.js.map +1 -1
  147. package/dist/esm/parquet-wasm-writer.js +1 -2
  148. package/dist/esm/parquet-wasm-writer.js.map +1 -1
  149. package/dist/esm/parquet-writer.js +1 -2
  150. package/dist/esm/parquet-writer.js.map +1 -1
  151. package/dist/esm/parquetjs/codecs/dictionary.js.map +1 -1
  152. package/dist/esm/parquetjs/codecs/index.js +0 -2
  153. package/dist/esm/parquetjs/codecs/index.js.map +1 -1
  154. package/dist/esm/parquetjs/codecs/plain.js +0 -4
  155. package/dist/esm/parquetjs/codecs/plain.js.map +1 -1
  156. package/dist/esm/parquetjs/codecs/rle.js +0 -6
  157. package/dist/esm/parquetjs/codecs/rle.js.map +1 -1
  158. package/dist/esm/parquetjs/compression.js +0 -9
  159. package/dist/esm/parquetjs/compression.js.map +1 -1
  160. package/dist/esm/parquetjs/encoder/parquet-encoder.js +0 -38
  161. package/dist/esm/parquetjs/encoder/parquet-encoder.js.map +1 -1
  162. package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js +3 -4
  163. package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -1
  164. package/dist/esm/parquetjs/parquet-thrift/BsonType.js +0 -1
  165. package/dist/esm/parquetjs/parquet-thrift/BsonType.js.map +1 -1
  166. package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
  167. package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
  168. package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
  169. package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
  170. package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js +3 -4
  171. package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -1
  172. package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js +3 -4
  173. package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js.map +1 -1
  174. package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
  175. package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
  176. package/dist/esm/parquetjs/parquet-thrift/DateType.js +0 -1
  177. package/dist/esm/parquetjs/parquet-thrift/DateType.js.map +1 -1
  178. package/dist/esm/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
  179. package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
  180. package/dist/esm/parquetjs/parquet-thrift/Encoding.js +3 -4
  181. package/dist/esm/parquetjs/parquet-thrift/Encoding.js.map +1 -1
  182. package/dist/esm/parquetjs/parquet-thrift/EnumType.js +0 -1
  183. package/dist/esm/parquetjs/parquet-thrift/EnumType.js.map +1 -1
  184. package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js +3 -4
  185. package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -1
  186. package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
  187. package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js +0 -1
  188. package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
  189. package/dist/esm/parquetjs/parquet-thrift/IntType.js.map +1 -1
  190. package/dist/esm/parquetjs/parquet-thrift/JsonType.js +0 -1
  191. package/dist/esm/parquetjs/parquet-thrift/JsonType.js.map +1 -1
  192. package/dist/esm/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
  193. package/dist/esm/parquetjs/parquet-thrift/ListType.js +0 -1
  194. package/dist/esm/parquetjs/parquet-thrift/ListType.js.map +1 -1
  195. package/dist/esm/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
  196. package/dist/esm/parquetjs/parquet-thrift/MapType.js +0 -1
  197. package/dist/esm/parquetjs/parquet-thrift/MapType.js.map +1 -1
  198. package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js +0 -1
  199. package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
  200. package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js +0 -1
  201. package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
  202. package/dist/esm/parquetjs/parquet-thrift/NullType.js +0 -1
  203. package/dist/esm/parquetjs/parquet-thrift/NullType.js.map +1 -1
  204. package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
  205. package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
  206. package/dist/esm/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
  207. package/dist/esm/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
  208. package/dist/esm/parquetjs/parquet-thrift/PageType.js +3 -4
  209. package/dist/esm/parquetjs/parquet-thrift/PageType.js.map +1 -1
  210. package/dist/esm/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
  211. package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
  212. package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
  213. package/dist/esm/parquetjs/parquet-thrift/Statistics.js.map +1 -1
  214. package/dist/esm/parquetjs/parquet-thrift/StringType.js +0 -1
  215. package/dist/esm/parquetjs/parquet-thrift/StringType.js.map +1 -1
  216. package/dist/esm/parquetjs/parquet-thrift/TimeType.js.map +1 -1
  217. package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
  218. package/dist/esm/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
  219. package/dist/esm/parquetjs/parquet-thrift/Type.js +3 -4
  220. package/dist/esm/parquetjs/parquet-thrift/Type.js.map +1 -1
  221. package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -1
  222. package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
  223. package/dist/esm/parquetjs/parquet-thrift/UUIDType.js +0 -1
  224. package/dist/esm/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
  225. package/dist/esm/parquetjs/parquet-thrift/index.js +0 -1
  226. package/dist/esm/parquetjs/parquet-thrift/index.js.map +1 -1
  227. package/dist/esm/parquetjs/parser/decoders.js +1 -18
  228. package/dist/esm/parquetjs/parser/decoders.js.map +1 -1
  229. package/dist/esm/parquetjs/parser/parquet-reader.js +0 -13
  230. package/dist/esm/parquetjs/parser/parquet-reader.js.map +1 -1
  231. package/dist/esm/parquetjs/schema/declare.js +0 -2
  232. package/dist/esm/parquetjs/schema/declare.js.map +1 -1
  233. package/dist/esm/parquetjs/schema/schema.js +0 -10
  234. package/dist/esm/parquetjs/schema/schema.js.map +1 -1
  235. package/dist/esm/parquetjs/schema/shred.js +1 -15
  236. package/dist/esm/parquetjs/schema/shred.js.map +1 -1
  237. package/dist/esm/parquetjs/schema/types.js +6 -10
  238. package/dist/esm/parquetjs/schema/types.js.map +1 -1
  239. package/dist/esm/parquetjs/utils/file-utils.js +0 -1
  240. package/dist/esm/parquetjs/utils/file-utils.js.map +1 -1
  241. package/dist/esm/parquetjs/utils/read-utils.js +0 -8
  242. package/dist/esm/parquetjs/utils/read-utils.js.map +1 -1
  243. package/dist/parquet-worker.js +25 -32
  244. package/dist/parquet-worker.js.map +3 -3
  245. package/dist/parquetjs/schema/types.js +4 -6
  246. package/package.json +6 -7
  247. package/src/parquetjs/schema/types.ts +4 -3
@@ -21,62 +21,60 @@ function _parseParquet() {
21
21
  _parseParquet = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(arrayBuffer, options) {
22
22
  var blob, _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, batch;
23
23
  return _regenerator.default.wrap(function _callee2$(_context2) {
24
- while (1) {
25
- switch (_context2.prev = _context2.next) {
26
- case 0:
27
- blob = new Blob([arrayBuffer]);
28
- _iteratorAbruptCompletion = false;
29
- _didIteratorError = false;
30
- _context2.prev = 3;
31
- _iterator = _asyncIterator(parseParquetFileInBatches(blob, options));
32
- case 5:
33
- _context2.next = 7;
34
- return _iterator.next();
35
- case 7:
36
- if (!(_iteratorAbruptCompletion = !(_step = _context2.sent).done)) {
37
- _context2.next = 13;
38
- break;
39
- }
40
- batch = _step.value;
41
- return _context2.abrupt("return", batch);
42
- case 10:
43
- _iteratorAbruptCompletion = false;
44
- _context2.next = 5;
24
+ while (1) switch (_context2.prev = _context2.next) {
25
+ case 0:
26
+ blob = new Blob([arrayBuffer]);
27
+ _iteratorAbruptCompletion = false;
28
+ _didIteratorError = false;
29
+ _context2.prev = 3;
30
+ _iterator = _asyncIterator(parseParquetFileInBatches(blob, options));
31
+ case 5:
32
+ _context2.next = 7;
33
+ return _iterator.next();
34
+ case 7:
35
+ if (!(_iteratorAbruptCompletion = !(_step = _context2.sent).done)) {
36
+ _context2.next = 13;
45
37
  break;
46
- case 13:
47
- _context2.next = 19;
48
- break;
49
- case 15:
50
- _context2.prev = 15;
51
- _context2.t0 = _context2["catch"](3);
52
- _didIteratorError = true;
53
- _iteratorError = _context2.t0;
54
- case 19:
55
- _context2.prev = 19;
56
- _context2.prev = 20;
57
- if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
58
- _context2.next = 24;
59
- break;
60
- }
38
+ }
39
+ batch = _step.value;
40
+ return _context2.abrupt("return", batch);
41
+ case 10:
42
+ _iteratorAbruptCompletion = false;
43
+ _context2.next = 5;
44
+ break;
45
+ case 13:
46
+ _context2.next = 19;
47
+ break;
48
+ case 15:
49
+ _context2.prev = 15;
50
+ _context2.t0 = _context2["catch"](3);
51
+ _didIteratorError = true;
52
+ _iteratorError = _context2.t0;
53
+ case 19:
54
+ _context2.prev = 19;
55
+ _context2.prev = 20;
56
+ if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
61
57
  _context2.next = 24;
62
- return _iterator.return();
63
- case 24:
64
- _context2.prev = 24;
65
- if (!_didIteratorError) {
66
- _context2.next = 27;
67
- break;
68
- }
69
- throw _iteratorError;
70
- case 27:
71
- return _context2.finish(24);
72
- case 28:
73
- return _context2.finish(19);
74
- case 29:
75
- return _context2.abrupt("return", null);
76
- case 30:
77
- case "end":
78
- return _context2.stop();
79
- }
58
+ break;
59
+ }
60
+ _context2.next = 24;
61
+ return _iterator.return();
62
+ case 24:
63
+ _context2.prev = 24;
64
+ if (!_didIteratorError) {
65
+ _context2.next = 27;
66
+ break;
67
+ }
68
+ throw _iteratorError;
69
+ case 27:
70
+ return _context2.finish(24);
71
+ case 28:
72
+ return _context2.finish(19);
73
+ case 29:
74
+ return _context2.abrupt("return", null);
75
+ case 30:
76
+ case "end":
77
+ return _context2.stop();
80
78
  }
81
79
  }, _callee2, null, [[3, 15, 19, 29], [20,, 24, 28]]);
82
80
  }));
@@ -89,63 +87,61 @@ function _parseParquetFileInBatches() {
89
87
  _parseParquetFileInBatches = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee(blob, options) {
90
88
  var file, reader, rowBatches, _iteratorAbruptCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, rows;
91
89
  return _regenerator.default.wrap(function _callee$(_context) {
92
- while (1) {
93
- switch (_context.prev = _context.next) {
94
- case 0:
95
- file = (0, _loaderUtils.makeReadableFile)(blob);
96
- reader = new _parquetReader.ParquetReader(file);
97
- rowBatches = reader.rowBatchIterator(options === null || options === void 0 ? void 0 : options.parquet);
98
- _iteratorAbruptCompletion2 = false;
99
- _didIteratorError2 = false;
100
- _context.prev = 5;
101
- _iterator2 = _asyncIterator(rowBatches);
102
- case 7:
103
- _context.next = 9;
104
- return (0, _awaitAsyncGenerator2.default)(_iterator2.next());
105
- case 9:
106
- if (!(_iteratorAbruptCompletion2 = !(_step2 = _context.sent).done)) {
107
- _context.next = 16;
108
- break;
109
- }
110
- rows = _step2.value;
111
- _context.next = 13;
112
- return rows;
113
- case 13:
114
- _iteratorAbruptCompletion2 = false;
115
- _context.next = 7;
90
+ while (1) switch (_context.prev = _context.next) {
91
+ case 0:
92
+ file = (0, _loaderUtils.makeReadableFile)(blob);
93
+ reader = new _parquetReader.ParquetReader(file);
94
+ rowBatches = reader.rowBatchIterator(options === null || options === void 0 ? void 0 : options.parquet);
95
+ _iteratorAbruptCompletion2 = false;
96
+ _didIteratorError2 = false;
97
+ _context.prev = 5;
98
+ _iterator2 = _asyncIterator(rowBatches);
99
+ case 7:
100
+ _context.next = 9;
101
+ return (0, _awaitAsyncGenerator2.default)(_iterator2.next());
102
+ case 9:
103
+ if (!(_iteratorAbruptCompletion2 = !(_step2 = _context.sent).done)) {
104
+ _context.next = 16;
116
105
  break;
117
- case 16:
118
- _context.next = 22;
119
- break;
120
- case 18:
121
- _context.prev = 18;
122
- _context.t0 = _context["catch"](5);
123
- _didIteratorError2 = true;
124
- _iteratorError2 = _context.t0;
125
- case 22:
126
- _context.prev = 22;
127
- _context.prev = 23;
128
- if (!(_iteratorAbruptCompletion2 && _iterator2.return != null)) {
129
- _context.next = 27;
130
- break;
131
- }
106
+ }
107
+ rows = _step2.value;
108
+ _context.next = 13;
109
+ return rows;
110
+ case 13:
111
+ _iteratorAbruptCompletion2 = false;
112
+ _context.next = 7;
113
+ break;
114
+ case 16:
115
+ _context.next = 22;
116
+ break;
117
+ case 18:
118
+ _context.prev = 18;
119
+ _context.t0 = _context["catch"](5);
120
+ _didIteratorError2 = true;
121
+ _iteratorError2 = _context.t0;
122
+ case 22:
123
+ _context.prev = 22;
124
+ _context.prev = 23;
125
+ if (!(_iteratorAbruptCompletion2 && _iterator2.return != null)) {
132
126
  _context.next = 27;
133
- return (0, _awaitAsyncGenerator2.default)(_iterator2.return());
134
- case 27:
135
- _context.prev = 27;
136
- if (!_didIteratorError2) {
137
- _context.next = 30;
138
- break;
139
- }
140
- throw _iteratorError2;
141
- case 30:
142
- return _context.finish(27);
143
- case 31:
144
- return _context.finish(22);
145
- case 32:
146
- case "end":
147
- return _context.stop();
148
- }
127
+ break;
128
+ }
129
+ _context.next = 27;
130
+ return (0, _awaitAsyncGenerator2.default)(_iterator2.return());
131
+ case 27:
132
+ _context.prev = 27;
133
+ if (!_didIteratorError2) {
134
+ _context.next = 30;
135
+ break;
136
+ }
137
+ throw _iteratorError2;
138
+ case 30:
139
+ return _context.finish(27);
140
+ case 31:
141
+ return _context.finish(22);
142
+ case 32:
143
+ case "end":
144
+ return _context.stop();
149
145
  }
150
146
  }, _callee, null, [[5, 18, 22, 32], [23,, 27, 31]]);
151
147
  }));
@@ -1 +1 @@
1
- {"version":3,"file":"parse-parquet-to-rows.js","names":["parseParquet","arrayBuffer","options","blob","Blob","parseParquetFileInBatches","batch","file","makeReadableFile","reader","ParquetReader","rowBatches","rowBatchIterator","parquet","rows"],"sources":["../../../../src/lib/parsers/parse-parquet-to-rows.ts"],"sourcesContent":["// import type {LoaderWithParser, Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n// import {ColumnarTableBatch} from '@loaders.gl/schema';\nimport {makeReadableFile} from '@loaders.gl/loader-utils';\nimport type {ParquetLoaderOptions} from '../../parquet-loader';\nimport {ParquetReader} from '../../parquetjs/parser/parquet-reader';\n\nexport async function parseParquet(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) {\n const blob = new Blob([arrayBuffer]);\n for await (const batch of parseParquetFileInBatches(blob, options)) {\n return batch;\n }\n return null;\n}\n\nexport async function* parseParquetFileInBatches(blob: Blob, options?: ParquetLoaderOptions) {\n const file = makeReadableFile(blob);\n const reader = new ParquetReader(file);\n const rowBatches = reader.rowBatchIterator(options?.parquet);\n for await (const rows of rowBatches) {\n yield rows;\n }\n}\n\n// export async function* parseParquetFileInColumnarBatches(blob: Blob, options?: {columnList?: string[][]}): AsyncIterable<ColumnarTableBatch> {\n// const rowGroupReader = new ParquetRowGroupReader({data: blob, columnList: options?.columnList});\n// try {\n// for await (const rowGroup of rowGroupReader) {\n// yield convertRowGroupToTableBatch(rowGroup);\n// }\n// } finally {\n// await rowGroupReader.close();\n// }\n// }\n\n// function convertRowGroupToTableBatch(rowGroup): ColumnarTableBatch {\n// // @ts-expect-error\n// return {\n// data: rowGroup\n// };\n// }\n"],"mappings":";;;;;;;;;;;;AAEA;AAEA;AAAoE;AAAA;AAAA,SAE9CA,YAAY;EAAA;AAAA;AAAA;EAAA,0EAA3B,kBAA4BC,WAAwB,EAAEC,OAA8B;IAAA;IAAA;MAAA;QAAA;UAAA;YACnFC,IAAI,GAAG,IAAIC,IAAI,CAAC,CAACH,WAAW,CAAC,CAAC;YAAA;YAAA;YAAA;YAAA,2BACVI,yBAAyB,CAACF,IAAI,EAAED,OAAO,CAAC;UAAA;YAAA;YAAA;UAAA;YAAA;cAAA;cAAA;YAAA;YAAjDI,KAAK;YAAA,kCACbA,KAAK;UAAA;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;UAAA;YAAA;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;YAAA;cAAA;cAAA;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;cAAA;cAAA;YAAA;YAAA;UAAA;YAAA;UAAA;YAAA;UAAA;YAAA,kCAEP,IAAI;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CACZ;EAAA;AAAA;AAAA,SAEsBD,yBAAyB;EAAA;AAAA;AAAA;EAAA,yFAAzC,iBAA0CF,IAAU,EAAED,OAA8B;IAAA;IAAA;MAAA;QAAA;UAAA;YACnFK,IAAI,GAAG,IAAAC,6BAAgB,EAACL,IAAI,CAAC;YAC7BM,MAAM,GAAG,IAAIC,4BAAa,CAACH,IAAI,CAAC;YAChCI,UAAU,GAAGF,MAAM,CAACG,gBAAgB,CAACV,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEW,OAAO,CAAC;YAAA;YAAA;YAAA;YAAA,4BACnCF,UAAU;UAAA;YAAA;YAAA;UAAA;YAAA;cAAA;cAAA;YAAA;YAAlBG,IAAI;YAAA;YACnB,OAAMA,IAAI;UAAA;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;UAAA;YAAA;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;YAAA;cAAA;cAAA;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;cAAA;cAAA;YAAA;YAAA;UAAA;YAAA;UAAA;YAAA;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CAEb;EAAA;AAAA"}
1
+ {"version":3,"file":"parse-parquet-to-rows.js","names":["_loaderUtils","require","_parquetReader","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Object","Promise","reject","done","resolve","value","then","n","next","prototype","apply","arguments","return","_return","ret","throw","_throw","thr","parseParquet","_x3","_x4","_parseParquet","_asyncToGenerator2","default","_regenerator","mark","_callee2","arrayBuffer","options","blob","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","wrap","_callee2$","_context2","prev","Blob","parseParquetFileInBatches","sent","abrupt","t0","finish","stop","_x","_x2","_parseParquetFileInBatches","_wrapAsyncGenerator2","_callee","file","reader","rowBatches","_iteratorAbruptCompletion2","_didIteratorError2","_iteratorError2","_iterator2","_step2","rows","_callee$","_context","makeReadableFile","ParquetReader","rowBatchIterator","parquet","_awaitAsyncGenerator2"],"sources":["../../../../src/lib/parsers/parse-parquet-to-rows.ts"],"sourcesContent":["// import type {LoaderWithParser, Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n// import {ColumnarTableBatch} from '@loaders.gl/schema';\nimport {makeReadableFile} from '@loaders.gl/loader-utils';\nimport type {ParquetLoaderOptions} from '../../parquet-loader';\nimport {ParquetReader} from '../../parquetjs/parser/parquet-reader';\n\nexport async function parseParquet(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) {\n const blob = new Blob([arrayBuffer]);\n for await (const batch of parseParquetFileInBatches(blob, options)) {\n return batch;\n }\n return null;\n}\n\nexport async function* parseParquetFileInBatches(blob: Blob, options?: ParquetLoaderOptions) {\n const file = makeReadableFile(blob);\n const reader = new ParquetReader(file);\n const rowBatches = reader.rowBatchIterator(options?.parquet);\n for await (const rows of rowBatches) {\n yield rows;\n }\n}\n\n// export async function* parseParquetFileInColumnarBatches(blob: Blob, options?: {columnList?: string[][]}): AsyncIterable<ColumnarTableBatch> {\n// const rowGroupReader = new ParquetRowGroupReader({data: blob, columnList: options?.columnList});\n// try {\n// for await (const rowGroup of rowGroupReader) {\n// yield convertRowGroupToTableBatch(rowGroup);\n// }\n// } finally {\n// await rowGroupReader.close();\n// }\n// }\n\n// function convertRowGroupToTableBatch(rowGroup): ColumnarTableBatch {\n// // @ts-expect-error\n// return {\n// data: rowGroup\n// };\n// }\n"],"mappings":";;;;;;;;;;;;AAEA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,cAAA,GAAAD,OAAA;AAAoE,SAAAE,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAAC,MAAA,CAAAD,CAAA,MAAAA,CAAA,SAAAE,OAAA,CAAAC,MAAA,KAAAN,SAAA,CAAAG,CAAA,+BAAAI,IAAA,GAAAJ,CAAA,CAAAI,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAL,CAAA,CAAAM,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAR,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAU,CAAA,GAAAV,CAAA,CAAAW,IAAA,KAAAb,qBAAA,CAAAc,SAAA,KAAAZ,CAAA,QAAAU,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAV,iCAAA,MAAAS,CAAA,CAAAG,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAC,MAAA,WAAAC,QAAAR,KAAA,QAAAS,GAAA,QAAAjB,CAAA,CAAAe,MAAA,oBAAAE,GAAA,GAAAb,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAL,iCAAA,CAAAgB,GAAA,CAAAJ,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAI,KAAA,WAAAC,OAAAX,KAAA,QAAAY,GAAA,QAAApB,CAAA,CAAAe,MAAA,oBAAAK,GAAA,GAAAhB,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAP,iCAAA,CAAAmB,GAAA,CAAAP,KAAA,MAAAb,CAAA,EAAAc,SAAA,aAAAhB,qBAAA,CAAAE,CAAA;AAAA,SAE9CqB,YAAYA,CAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,aAAA,CAAAX,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAU,cAAA;EAAAA,aAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAA3B,SAAAC,SAA4BC,WAAwB,EAAEC,OAA8B;IAAA,IAAAC,IAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;IAAA,OAAAX,YAAA,CAAAD,OAAA,CAAAa,IAAA,UAAAC,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAC,IAAA,GAAAD,SAAA,CAAA9B,IAAA;QAAA;UACnFqB,IAAI,GAAG,IAAIW,IAAI,CAAC,CAACb,WAAW,CAAC,CAAC;UAAAG,yBAAA;UAAAC,iBAAA;UAAAO,SAAA,CAAAC,IAAA;UAAAN,SAAA,GAAAhD,cAAA,CACVwD,yBAAyB,CAACZ,IAAI,EAAED,OAAO,CAAC;QAAA;UAAAU,SAAA,CAAA9B,IAAA;UAAA,OAAAyB,SAAA,CAAAzB,IAAA;QAAA;UAAA,MAAAsB,yBAAA,KAAAI,KAAA,GAAAI,SAAA,CAAAI,IAAA,EAAAvC,IAAA;YAAAmC,SAAA,CAAA9B,IAAA;YAAA;UAAA;UAAjD2B,KAAK,GAAAD,KAAA,CAAA7B,KAAA;UAAA,OAAAiC,SAAA,CAAAK,MAAA,WACbR,KAAK;QAAA;UAAAL,yBAAA;UAAAQ,SAAA,CAAA9B,IAAA;UAAA;QAAA;UAAA8B,SAAA,CAAA9B,IAAA;UAAA;QAAA;UAAA8B,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAM,EAAA,GAAAN,SAAA;UAAAP,iBAAA;UAAAC,cAAA,GAAAM,SAAA,CAAAM,EAAA;QAAA;UAAAN,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAC,IAAA;UAAA,MAAAT,yBAAA,IAAAG,SAAA,CAAArB,MAAA;YAAA0B,SAAA,CAAA9B,IAAA;YAAA;UAAA;UAAA8B,SAAA,CAAA9B,IAAA;UAAA,OAAAyB,SAAA,CAAArB,MAAA;QAAA;UAAA0B,SAAA,CAAAC,IAAA;UAAA,KAAAR,iBAAA;YAAAO,SAAA,CAAA9B,IAAA;YAAA;UAAA;UAAA,MAAAwB,cAAA;QAAA;UAAA,OAAAM,SAAA,CAAAO,MAAA;QAAA;UAAA,OAAAP,SAAA,CAAAO,MAAA;QAAA;UAAA,OAAAP,SAAA,CAAAK,MAAA,WAEP,IAAI;QAAA;QAAA;UAAA,OAAAL,SAAA,CAAAQ,IAAA;MAAA;IAAA,GAAApB,QAAA;EAAA,CACZ;EAAA,OAAAL,aAAA,CAAAX,KAAA,OAAAC,SAAA;AAAA;AAAA,SAEsB8B,yBAAyBA,CAAAM,EAAA,EAAAC,GAAA;EAAA,OAAAC,0BAAA,CAAAvC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAsC,2BAAA;EAAAA,0BAAA,OAAAC,oBAAA,CAAA3B,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAzC,SAAA0B,QAA0CtB,IAAU,EAAED,OAA8B;IAAA,IAAAwB,IAAA,EAAAC,MAAA,EAAAC,UAAA,EAAAC,0BAAA,EAAAC,kBAAA,EAAAC,eAAA,EAAAC,UAAA,EAAAC,MAAA,EAAAC,IAAA;IAAA,OAAApC,YAAA,CAAAD,OAAA,CAAAa,IAAA,UAAAyB,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAvB,IAAA,GAAAuB,QAAA,CAAAtD,IAAA;QAAA;UACnF4C,IAAI,GAAG,IAAAW,6BAAgB,EAAClC,IAAI,CAAC;UAC7BwB,MAAM,GAAG,IAAIW,4BAAa,CAACZ,IAAI,CAAC;UAChCE,UAAU,GAAGD,MAAM,CAACY,gBAAgB,CAACrC,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEsC,OAAO,CAAC;UAAAX,0BAAA;UAAAC,kBAAA;UAAAM,QAAA,CAAAvB,IAAA;UAAAmB,UAAA,GAAAzE,cAAA,CACnCqE,UAAU;QAAA;UAAAQ,QAAA,CAAAtD,IAAA;UAAA,WAAA2D,qBAAA,CAAA5C,OAAA,EAAAmC,UAAA,CAAAlD,IAAA;QAAA;UAAA,MAAA+C,0BAAA,KAAAI,MAAA,GAAAG,QAAA,CAAApB,IAAA,EAAAvC,IAAA;YAAA2D,QAAA,CAAAtD,IAAA;YAAA;UAAA;UAAlBoD,IAAI,GAAAD,MAAA,CAAAtD,KAAA;UAAAyD,QAAA,CAAAtD,IAAA;UACnB,OAAMoD,IAAI;QAAA;UAAAL,0BAAA;UAAAO,QAAA,CAAAtD,IAAA;UAAA;QAAA;UAAAsD,QAAA,CAAAtD,IAAA;UAAA;QAAA;UAAAsD,QAAA,CAAAvB,IAAA;UAAAuB,QAAA,CAAAlB,EAAA,GAAAkB,QAAA;UAAAN,kBAAA;UAAAC,eAAA,GAAAK,QAAA,CAAAlB,EAAA;QAAA;UAAAkB,QAAA,CAAAvB,IAAA;UAAAuB,QAAA,CAAAvB,IAAA;UAAA,MAAAgB,0BAAA,IAAAG,UAAA,CAAA9C,MAAA;YAAAkD,QAAA,CAAAtD,IAAA;YAAA;UAAA;UAAAsD,QAAA,CAAAtD,IAAA;UAAA,WAAA2D,qBAAA,CAAA5C,OAAA,EAAAmC,UAAA,CAAA9C,MAAA;QAAA;UAAAkD,QAAA,CAAAvB,IAAA;UAAA,KAAAiB,kBAAA;YAAAM,QAAA,CAAAtD,IAAA;YAAA;UAAA;UAAA,MAAAiD,eAAA;QAAA;UAAA,OAAAK,QAAA,CAAAjB,MAAA;QAAA;UAAA,OAAAiB,QAAA,CAAAjB,MAAA;QAAA;QAAA;UAAA,OAAAiB,QAAA,CAAAhB,IAAA;MAAA;IAAA,GAAAK,OAAA;EAAA,CAEb;EAAA,OAAAF,0BAAA,CAAAvC,KAAA,OAAAC,SAAA;AAAA"}
@@ -18,22 +18,20 @@ function _encode() {
18
18
  var _options$parquet;
19
19
  var wasmUrl, wasm, arrowIPCBytes, writerProperties, parquetBytes;
20
20
  return _regenerator.default.wrap(function _callee$(_context) {
21
- while (1) {
22
- switch (_context.prev = _context.next) {
23
- case 0:
24
- wasmUrl = options === null || options === void 0 ? void 0 : (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.wasmUrl;
25
- _context.next = 3;
26
- return (0, _loadWasm.loadWasm)(wasmUrl);
27
- case 3:
28
- wasm = _context.sent;
29
- arrowIPCBytes = tableToIPC(table);
30
- writerProperties = new wasm.WriterPropertiesBuilder().build();
31
- parquetBytes = wasm.writeParquet(arrowIPCBytes, writerProperties);
32
- return _context.abrupt("return", parquetBytes.buffer.slice(parquetBytes.byteOffset, parquetBytes.byteLength + parquetBytes.byteOffset));
33
- case 8:
34
- case "end":
35
- return _context.stop();
36
- }
21
+ while (1) switch (_context.prev = _context.next) {
22
+ case 0:
23
+ wasmUrl = options === null || options === void 0 ? void 0 : (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.wasmUrl;
24
+ _context.next = 3;
25
+ return (0, _loadWasm.loadWasm)(wasmUrl);
26
+ case 3:
27
+ wasm = _context.sent;
28
+ arrowIPCBytes = tableToIPC(table);
29
+ writerProperties = new wasm.WriterPropertiesBuilder().build();
30
+ parquetBytes = wasm.writeParquet(arrowIPCBytes, writerProperties);
31
+ return _context.abrupt("return", parquetBytes.buffer.slice(parquetBytes.byteOffset, parquetBytes.byteLength + parquetBytes.byteOffset));
32
+ case 8:
33
+ case "end":
34
+ return _context.stop();
37
35
  }
38
36
  }, _callee);
39
37
  }));
@@ -1 +1 @@
1
- {"version":3,"file":"encode-parquet-wasm.js","names":["encode","table","options","wasmUrl","parquet","loadWasm","wasm","arrowIPCBytes","tableToIPC","writerProperties","WriterPropertiesBuilder","build","parquetBytes","writeParquet","buffer","slice","byteOffset","byteLength","RecordBatchStreamWriter","writeAll","toUint8Array"],"sources":["../../../../src/lib/wasm/encode-parquet-wasm.ts"],"sourcesContent":["import type {Table} from 'apache-arrow';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\n\nimport {RecordBatchStreamWriter} from 'apache-arrow';\nimport {loadWasm} from './load-wasm';\n\nexport type ParquetWriterOptions = WriterOptions & {\n parquet?: {\n wasmUrl?: string;\n };\n};\n\n/**\n * Encode Arrow Table to Parquet buffer\n */\nexport async function encode(table: Table, options?: ParquetWriterOptions): Promise<ArrayBuffer> {\n const wasmUrl = options?.parquet?.wasmUrl;\n const wasm = await loadWasm(wasmUrl);\n\n const arrowIPCBytes = tableToIPC(table);\n // TODO: provide options for how to write table.\n const writerProperties = new wasm.WriterPropertiesBuilder().build();\n const parquetBytes = wasm.writeParquet(arrowIPCBytes, writerProperties);\n return parquetBytes.buffer.slice(\n parquetBytes.byteOffset,\n parquetBytes.byteLength + parquetBytes.byteOffset\n );\n}\n\n/**\n * Serialize a {@link Table} to the IPC format. This function is a convenience\n * wrapper for {@link RecordBatchStreamWriter} and {@link RecordBatchFileWriter}.\n * Opposite of {@link tableFromIPC}.\n *\n * @param table The Table to serialize.\n * @param type Whether to serialize the Table as a file or a stream.\n */\nexport function tableToIPC(table: Table): Uint8Array {\n return RecordBatchStreamWriter.writeAll(table).toUint8Array(true);\n}\n"],"mappings":";;;;;;;;;;AAGA;AACA;AAAqC,SAWfA,MAAM;EAAA;AAAA;AAAA;EAAA,oEAArB,iBAAsBC,KAAY,EAAEC,OAA8B;IAAA;IAAA;IAAA;MAAA;QAAA;UAAA;YACjEC,OAAO,GAAGD,OAAO,aAAPA,OAAO,2CAAPA,OAAO,CAAEE,OAAO,qDAAhB,iBAAkBD,OAAO;YAAA;YAAA,OACtB,IAAAE,kBAAQ,EAACF,OAAO,CAAC;UAAA;YAA9BG,IAAI;YAEJC,aAAa,GAAGC,UAAU,CAACP,KAAK,CAAC;YAEjCQ,gBAAgB,GAAG,IAAIH,IAAI,CAACI,uBAAuB,EAAE,CAACC,KAAK,EAAE;YAC7DC,YAAY,GAAGN,IAAI,CAACO,YAAY,CAACN,aAAa,EAAEE,gBAAgB,CAAC;YAAA,iCAChEG,YAAY,CAACE,MAAM,CAACC,KAAK,CAC9BH,YAAY,CAACI,UAAU,EACvBJ,YAAY,CAACK,UAAU,GAAGL,YAAY,CAACI,UAAU,CAClD;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CACF;EAAA;AAAA;AAUM,SAASR,UAAU,CAACP,KAAY,EAAc;EACnD,OAAOiB,oCAAuB,CAACC,QAAQ,CAAClB,KAAK,CAAC,CAACmB,YAAY,CAAC,IAAI,CAAC;AACnE"}
1
+ {"version":3,"file":"encode-parquet-wasm.js","names":["_apacheArrow","require","_loadWasm","encode","_x","_x2","_encode","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","table","options","_options$parquet","wasmUrl","wasm","arrowIPCBytes","writerProperties","parquetBytes","wrap","_callee$","_context","prev","next","parquet","loadWasm","sent","tableToIPC","WriterPropertiesBuilder","build","writeParquet","abrupt","buffer","slice","byteOffset","byteLength","stop","RecordBatchStreamWriter","writeAll","toUint8Array"],"sources":["../../../../src/lib/wasm/encode-parquet-wasm.ts"],"sourcesContent":["import type {Table} from 'apache-arrow';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\n\nimport {RecordBatchStreamWriter} from 'apache-arrow';\nimport {loadWasm} from './load-wasm';\n\nexport type ParquetWriterOptions = WriterOptions & {\n parquet?: {\n wasmUrl?: string;\n };\n};\n\n/**\n * Encode Arrow Table to Parquet buffer\n */\nexport async function encode(table: Table, options?: ParquetWriterOptions): Promise<ArrayBuffer> {\n const wasmUrl = options?.parquet?.wasmUrl;\n const wasm = await loadWasm(wasmUrl);\n\n const arrowIPCBytes = tableToIPC(table);\n // TODO: provide options for how to write table.\n const writerProperties = new wasm.WriterPropertiesBuilder().build();\n const parquetBytes = wasm.writeParquet(arrowIPCBytes, writerProperties);\n return parquetBytes.buffer.slice(\n parquetBytes.byteOffset,\n parquetBytes.byteLength + parquetBytes.byteOffset\n );\n}\n\n/**\n * Serialize a {@link Table} to the IPC format. This function is a convenience\n * wrapper for {@link RecordBatchStreamWriter} and {@link RecordBatchFileWriter}.\n * Opposite of {@link tableFromIPC}.\n *\n * @param table The Table to serialize.\n * @param type Whether to serialize the Table as a file or a stream.\n */\nexport function tableToIPC(table: Table): Uint8Array {\n return RecordBatchStreamWriter.writeAll(table).toUint8Array(true);\n}\n"],"mappings":";;;;;;;;;;AAGA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,SAAA,GAAAD,OAAA;AAAqC,SAWfE,MAAMA,CAAAC,EAAA,EAAAC,GAAA;EAAA,OAAAC,OAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,QAAA;EAAAA,OAAA,OAAAG,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAArB,SAAAC,QAAsBC,KAAY,EAAEC,OAA8B;IAAA,IAAAC,gBAAA;IAAA,IAAAC,OAAA,EAAAC,IAAA,EAAAC,aAAA,EAAAC,gBAAA,EAAAC,YAAA;IAAA,OAAAV,YAAA,CAAAD,OAAA,CAAAY,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UACjET,OAAO,GAAGF,OAAO,aAAPA,OAAO,wBAAAC,gBAAA,GAAPD,OAAO,CAAEY,OAAO,cAAAX,gBAAA,uBAAhBA,gBAAA,CAAkBC,OAAO;UAAAO,QAAA,CAAAE,IAAA;UAAA,OACtB,IAAAE,kBAAQ,EAACX,OAAO,CAAC;QAAA;UAA9BC,IAAI,GAAAM,QAAA,CAAAK,IAAA;UAEJV,aAAa,GAAGW,UAAU,CAAChB,KAAK,CAAC;UAEjCM,gBAAgB,GAAG,IAAIF,IAAI,CAACa,uBAAuB,EAAE,CAACC,KAAK,EAAE;UAC7DX,YAAY,GAAGH,IAAI,CAACe,YAAY,CAACd,aAAa,EAAEC,gBAAgB,CAAC;UAAA,OAAAI,QAAA,CAAAU,MAAA,WAChEb,YAAY,CAACc,MAAM,CAACC,KAAK,CAC9Bf,YAAY,CAACgB,UAAU,EACvBhB,YAAY,CAACiB,UAAU,GAAGjB,YAAY,CAACgB,UAAU,CAClD;QAAA;QAAA;UAAA,OAAAb,QAAA,CAAAe,IAAA;MAAA;IAAA,GAAA1B,OAAA;EAAA,CACF;EAAA,OAAAP,OAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAUM,SAASsB,UAAUA,CAAChB,KAAY,EAAc;EACnD,OAAO0B,oCAAuB,CAACC,QAAQ,CAAC3B,KAAK,CAAC,CAAC4B,YAAY,CAAC,IAAI,CAAC;AACnE"}
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","names":[],"sources":["../../../../../src/lib/wasm/load-wasm/index.ts"],"sourcesContent":["export {loadWasm} from './load-wasm-node';\n"],"mappings":";;;;;;;;;;;AAAA"}
1
+ {"version":3,"file":"index.js","names":["_loadWasmNode","require"],"sources":["../../../../../src/lib/wasm/load-wasm/index.ts"],"sourcesContent":["export {loadWasm} from './load-wasm-node';\n"],"mappings":";;;;;;;;;;;AAAA,IAAAA,aAAA,GAAAC,OAAA"}
@@ -18,24 +18,22 @@ function loadWasm(_x) {
18
18
  function _loadWasm() {
19
19
  _loadWasm = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(wasmUrl) {
20
20
  return _regenerator.default.wrap(function _callee$(_context) {
21
- while (1) {
22
- switch (_context.prev = _context.next) {
23
- case 0:
24
- if (!(cached !== null)) {
25
- _context.next = 2;
26
- break;
27
- }
28
- return _context.abrupt("return", cached);
29
- case 2:
30
- _context.next = 4;
31
- return wasmEsm.default(wasmUrl);
32
- case 4:
33
- cached = wasmEsm;
34
- return _context.abrupt("return", wasmEsm);
35
- case 6:
36
- case "end":
37
- return _context.stop();
38
- }
21
+ while (1) switch (_context.prev = _context.next) {
22
+ case 0:
23
+ if (!(cached !== null)) {
24
+ _context.next = 2;
25
+ break;
26
+ }
27
+ return _context.abrupt("return", cached);
28
+ case 2:
29
+ _context.next = 4;
30
+ return wasmEsm.default(wasmUrl);
31
+ case 4:
32
+ cached = wasmEsm;
33
+ return _context.abrupt("return", wasmEsm);
34
+ case 6:
35
+ case "end":
36
+ return _context.stop();
39
37
  }
40
38
  }, _callee);
41
39
  }));
@@ -1 +1 @@
1
- {"version":3,"file":"load-wasm-browser.js","names":["cached","loadWasm","wasmUrl","wasmEsm","default"],"sources":["../../../../../src/lib/wasm/load-wasm/load-wasm-browser.ts"],"sourcesContent":["import * as wasmEsm from 'parquet-wasm/esm2/arrow1';\n\nlet cached: typeof wasmEsm | null = null;\n\nexport async function loadWasm(wasmUrl?: string) {\n if (cached !== null) {\n return cached;\n }\n\n // For ESM bundles, need to await the default export, which loads the WASM\n await wasmEsm.default(wasmUrl);\n cached = wasmEsm;\n\n return wasmEsm;\n}\n"],"mappings":";;;;;;;;;;AAAA;AAAoD;AAAA;AAEpD,IAAIA,MAA6B,GAAG,IAAI;AAAC,SAEnBC,QAAQ;EAAA;AAAA;AAAA;EAAA,sEAAvB,iBAAwBC,OAAgB;IAAA;MAAA;QAAA;UAAA;YAAA,MACzCF,MAAM,KAAK,IAAI;cAAA;cAAA;YAAA;YAAA,iCACVA,MAAM;UAAA;YAAA;YAAA,OAITG,OAAO,CAACC,OAAO,CAACF,OAAO,CAAC;UAAA;YAC9BF,MAAM,GAAGG,OAAO;YAAC,iCAEVA,OAAO;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CACf;EAAA;AAAA"}
1
+ {"version":3,"file":"load-wasm-browser.js","names":["wasmEsm","_interopRequireWildcard","require","_getRequireWildcardCache","nodeInterop","WeakMap","cacheBabelInterop","cacheNodeInterop","obj","__esModule","_typeof","default","cache","has","get","newObj","hasPropertyDescriptor","Object","defineProperty","getOwnPropertyDescriptor","key","prototype","hasOwnProperty","call","desc","set","cached","loadWasm","_x","_loadWasm","apply","arguments","_asyncToGenerator2","_regenerator","mark","_callee","wasmUrl","wrap","_callee$","_context","prev","next","abrupt","stop"],"sources":["../../../../../src/lib/wasm/load-wasm/load-wasm-browser.ts"],"sourcesContent":["import * as wasmEsm from 'parquet-wasm/esm2/arrow1';\n\nlet cached: typeof wasmEsm | null = null;\n\nexport async function loadWasm(wasmUrl?: string) {\n if (cached !== null) {\n return cached;\n }\n\n // For ESM bundles, need to await the default export, which loads the WASM\n await wasmEsm.default(wasmUrl);\n cached = wasmEsm;\n\n return wasmEsm;\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,OAAA,GAAAC,uBAAA,CAAAC,OAAA;AAAoD,SAAAC,yBAAAC,WAAA,eAAAC,OAAA,kCAAAC,iBAAA,OAAAD,OAAA,QAAAE,gBAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,yBAAAC,WAAA,WAAAA,WAAA,GAAAG,gBAAA,GAAAD,iBAAA,KAAAF,WAAA;AAAA,SAAAH,wBAAAO,GAAA,EAAAJ,WAAA,SAAAA,WAAA,IAAAI,GAAA,IAAAA,GAAA,CAAAC,UAAA,WAAAD,GAAA,QAAAA,GAAA,aAAAE,OAAA,CAAAF,GAAA,yBAAAA,GAAA,4BAAAG,OAAA,EAAAH,GAAA,UAAAI,KAAA,GAAAT,wBAAA,CAAAC,WAAA,OAAAQ,KAAA,IAAAA,KAAA,CAAAC,GAAA,CAAAL,GAAA,YAAAI,KAAA,CAAAE,GAAA,CAAAN,GAAA,SAAAO,MAAA,WAAAC,qBAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,GAAA,IAAAZ,GAAA,QAAAY,GAAA,kBAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAf,GAAA,EAAAY,GAAA,SAAAI,IAAA,GAAAR,qBAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAX,GAAA,EAAAY,GAAA,cAAAI,IAAA,KAAAA,IAAA,CAAAV,GAAA,IAAAU,IAAA,CAAAC,GAAA,KAAAR,MAAA,CAAAC,cAAA,CAAAH,MAAA,EAAAK,GAAA,EAAAI,IAAA,YAAAT,MAAA,CAAAK,GAAA,IAAAZ,GAAA,CAAAY,GAAA,SAAAL,MAAA,CAAAJ,OAAA,GAAAH,GAAA,MAAAI,KAAA,IAAAA,KAAA,CAAAa,GAAA,CAAAjB,GAAA,EAAAO,MAAA,YAAAA,MAAA;AAEpD,IAAIW,MAA6B,GAAG,IAAI;AAAC,SAEnBC,QAAQA,CAAAC,EAAA;EAAA,OAAAC,SAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,UAAA;EAAAA,SAAA,OAAAG,kBAAA,CAAArB,OAAA,EAAAsB,YAAA,CAAAtB,OAAA,CAAAuB,IAAA,CAAvB,SAAAC,QAAwBC,OAAgB;IAAA,OAAAH,YAAA,CAAAtB,OAAA,CAAA0B,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAAA,MACzCf,MAAM,KAAK,IAAI;YAAAa,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAA,OAAAF,QAAA,CAAAG,MAAA,WACVhB,MAAM;QAAA;UAAAa,QAAA,CAAAE,IAAA;UAAA,OAITzC,OAAO,CAACW,OAAO,CAACyB,OAAO,CAAC;QAAA;UAC9BV,MAAM,GAAG1B,OAAO;UAAC,OAAAuC,QAAA,CAAAG,MAAA,WAEV1C,OAAO;QAAA;QAAA;UAAA,OAAAuC,QAAA,CAAAI,IAAA;MAAA;IAAA,GAAAR,OAAA;EAAA,CACf;EAAA,OAAAN,SAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}
@@ -17,14 +17,12 @@ function loadWasm(_x) {
17
17
  function _loadWasm() {
18
18
  _loadWasm = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(wasmUrl) {
19
19
  return _regenerator.default.wrap(function _callee$(_context) {
20
- while (1) {
21
- switch (_context.prev = _context.next) {
22
- case 0:
23
- return _context.abrupt("return", wasmNode);
24
- case 1:
25
- case "end":
26
- return _context.stop();
27
- }
20
+ while (1) switch (_context.prev = _context.next) {
21
+ case 0:
22
+ return _context.abrupt("return", wasmNode);
23
+ case 1:
24
+ case "end":
25
+ return _context.stop();
28
26
  }
29
27
  }, _callee);
30
28
  }));
@@ -1 +1 @@
1
- {"version":3,"file":"load-wasm-node.js","names":["loadWasm","wasmUrl","wasmNode"],"sources":["../../../../../src/lib/wasm/load-wasm/load-wasm-node.ts"],"sourcesContent":["import * as wasmNode from 'parquet-wasm/node/arrow1';\n\nexport async function loadWasm(wasmUrl?: string) {\n return wasmNode;\n}\n"],"mappings":";;;;;;;;;;AAAA;AAAqD;AAAA;AAAA,SAE/BA,QAAQ;EAAA;AAAA;AAAA;EAAA,sEAAvB,iBAAwBC,OAAgB;IAAA;MAAA;QAAA;UAAA;YAAA,iCACtCC,QAAQ;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CAChB;EAAA;AAAA"}
1
+ {"version":3,"file":"load-wasm-node.js","names":["wasmNode","_interopRequireWildcard","require","_getRequireWildcardCache","nodeInterop","WeakMap","cacheBabelInterop","cacheNodeInterop","obj","__esModule","_typeof","default","cache","has","get","newObj","hasPropertyDescriptor","Object","defineProperty","getOwnPropertyDescriptor","key","prototype","hasOwnProperty","call","desc","set","loadWasm","_x","_loadWasm","apply","arguments","_asyncToGenerator2","_regenerator","mark","_callee","wasmUrl","wrap","_callee$","_context","prev","next","abrupt","stop"],"sources":["../../../../../src/lib/wasm/load-wasm/load-wasm-node.ts"],"sourcesContent":["import * as wasmNode from 'parquet-wasm/node/arrow1';\n\nexport async function loadWasm(wasmUrl?: string) {\n return wasmNode;\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,QAAA,GAAAC,uBAAA,CAAAC,OAAA;AAAqD,SAAAC,yBAAAC,WAAA,eAAAC,OAAA,kCAAAC,iBAAA,OAAAD,OAAA,QAAAE,gBAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,yBAAAC,WAAA,WAAAA,WAAA,GAAAG,gBAAA,GAAAD,iBAAA,KAAAF,WAAA;AAAA,SAAAH,wBAAAO,GAAA,EAAAJ,WAAA,SAAAA,WAAA,IAAAI,GAAA,IAAAA,GAAA,CAAAC,UAAA,WAAAD,GAAA,QAAAA,GAAA,aAAAE,OAAA,CAAAF,GAAA,yBAAAA,GAAA,4BAAAG,OAAA,EAAAH,GAAA,UAAAI,KAAA,GAAAT,wBAAA,CAAAC,WAAA,OAAAQ,KAAA,IAAAA,KAAA,CAAAC,GAAA,CAAAL,GAAA,YAAAI,KAAA,CAAAE,GAAA,CAAAN,GAAA,SAAAO,MAAA,WAAAC,qBAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,GAAA,IAAAZ,GAAA,QAAAY,GAAA,kBAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAf,GAAA,EAAAY,GAAA,SAAAI,IAAA,GAAAR,qBAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAX,GAAA,EAAAY,GAAA,cAAAI,IAAA,KAAAA,IAAA,CAAAV,GAAA,IAAAU,IAAA,CAAAC,GAAA,KAAAR,MAAA,CAAAC,cAAA,CAAAH,MAAA,EAAAK,GAAA,EAAAI,IAAA,YAAAT,MAAA,CAAAK,GAAA,IAAAZ,GAAA,CAAAY,GAAA,SAAAL,MAAA,CAAAJ,OAAA,GAAAH,GAAA,MAAAI,KAAA,IAAAA,KAAA,CAAAa,GAAA,CAAAjB,GAAA,EAAAO,MAAA,YAAAA,MAAA;AAAA,SAE/BW,QAAQA,CAAAC,EAAA;EAAA,OAAAC,SAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,UAAA;EAAAA,SAAA,OAAAG,kBAAA,CAAApB,OAAA,EAAAqB,YAAA,CAAArB,OAAA,CAAAsB,IAAA,CAAvB,SAAAC,QAAwBC,OAAgB;IAAA,OAAAH,YAAA,CAAArB,OAAA,CAAAyB,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAAA,OAAAF,QAAA,CAAAG,MAAA,WACtCzC,QAAQ;QAAA;QAAA;UAAA,OAAAsC,QAAA,CAAAI,IAAA;MAAA;IAAA,GAAAR,OAAA;EAAA,CAChB;EAAA,OAAAN,SAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}
@@ -11,7 +11,7 @@ var _apacheArrow = require("apache-arrow");
11
11
  var _loadWasmNode = require("./load-wasm/load-wasm-node");
12
12
  function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
13
13
  function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
14
- function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
14
+ function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
15
15
  function parseParquet(_x, _x2) {
16
16
  return _parseParquet.apply(this, arguments);
17
17
  }
@@ -20,23 +20,21 @@ function _parseParquet() {
20
20
  var _options$parquet;
21
21
  var wasmUrl, wasm, arr, arrowIPCUint8Arr, arrowIPCBuffer, arrowTable;
22
22
  return _regenerator.default.wrap(function _callee$(_context) {
23
- while (1) {
24
- switch (_context.prev = _context.next) {
25
- case 0:
26
- wasmUrl = options === null || options === void 0 ? void 0 : (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.wasmUrl;
27
- _context.next = 3;
28
- return (0, _loadWasmNode.loadWasm)(wasmUrl);
29
- case 3:
30
- wasm = _context.sent;
31
- arr = new Uint8Array(arrayBuffer);
32
- arrowIPCUint8Arr = wasm.readParquet(arr);
33
- arrowIPCBuffer = arrowIPCUint8Arr.buffer.slice(arrowIPCUint8Arr.byteOffset, arrowIPCUint8Arr.byteLength + arrowIPCUint8Arr.byteOffset);
34
- arrowTable = tableFromIPC(arrowIPCBuffer);
35
- return _context.abrupt("return", arrowTable);
36
- case 9:
37
- case "end":
38
- return _context.stop();
39
- }
23
+ while (1) switch (_context.prev = _context.next) {
24
+ case 0:
25
+ wasmUrl = options === null || options === void 0 ? void 0 : (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.wasmUrl;
26
+ _context.next = 3;
27
+ return (0, _loadWasmNode.loadWasm)(wasmUrl);
28
+ case 3:
29
+ wasm = _context.sent;
30
+ arr = new Uint8Array(arrayBuffer);
31
+ arrowIPCUint8Arr = wasm.readParquet(arr);
32
+ arrowIPCBuffer = arrowIPCUint8Arr.buffer.slice(arrowIPCUint8Arr.byteOffset, arrowIPCUint8Arr.byteLength + arrowIPCUint8Arr.byteOffset);
33
+ arrowTable = tableFromIPC(arrowIPCBuffer);
34
+ return _context.abrupt("return", arrowTable);
35
+ case 9:
36
+ case "end":
37
+ return _context.stop();
40
38
  }
41
39
  }, _callee);
42
40
  }));
@@ -1 +1 @@
1
- {"version":3,"file":"parse-parquet-wasm.js","names":["parseParquet","arrayBuffer","options","wasmUrl","parquet","loadWasm","wasm","arr","Uint8Array","arrowIPCUint8Arr","readParquet","arrowIPCBuffer","buffer","slice","byteOffset","byteLength","arrowTable","tableFromIPC","input","reader","RecordBatchStreamReader","from","recordBatches","recordBatch","push","Table"],"sources":["../../../../src/lib/wasm/parse-parquet-wasm.ts"],"sourcesContent":["// eslint-disable\nimport type {RecordBatch} from 'apache-arrow';\nimport type {LoaderOptions} from '@loaders.gl/loader-utils';\nimport {Table, RecordBatchStreamReader} from 'apache-arrow';\nimport {loadWasm} from './load-wasm/load-wasm-node';\n\nexport type ParquetLoaderOptions = LoaderOptions & {\n parquet?: {\n type?: 'arrow-table';\n wasmUrl?: string;\n };\n};\n\nexport async function parseParquet(\n arrayBuffer: ArrayBuffer,\n options?: ParquetLoaderOptions\n): Promise<Table> {\n const wasmUrl = options?.parquet?.wasmUrl;\n const wasm = await loadWasm(wasmUrl);\n\n const arr = new Uint8Array(arrayBuffer);\n const arrowIPCUint8Arr = wasm.readParquet(arr);\n const arrowIPCBuffer = arrowIPCUint8Arr.buffer.slice(\n arrowIPCUint8Arr.byteOffset,\n arrowIPCUint8Arr.byteLength + arrowIPCUint8Arr.byteOffset\n );\n const arrowTable = tableFromIPC(arrowIPCBuffer);\n return arrowTable;\n}\n\n/**\n * Deserialize the IPC format into a {@link Table}. This function is a\n * convenience wrapper for {@link RecordBatchReader}. Opposite of {@link tableToIPC}.\n */\nfunction tableFromIPC(input: ArrayBuffer): Table {\n const reader = RecordBatchStreamReader.from(input);\n const recordBatches: RecordBatch[] = [];\n for (const recordBatch of reader) {\n recordBatches.push(recordBatch);\n }\n return new Table(recordBatches);\n}\n"],"mappings":";;;;;;;;;AAGA;AACA;AAAoD;AAAA;AAAA;AAAA,SAS9BA,YAAY;EAAA;AAAA;AAAA;EAAA,0EAA3B,iBACLC,WAAwB,EACxBC,OAA8B;IAAA;IAAA;IAAA;MAAA;QAAA;UAAA;YAExBC,OAAO,GAAGD,OAAO,aAAPA,OAAO,2CAAPA,OAAO,CAAEE,OAAO,qDAAhB,iBAAkBD,OAAO;YAAA;YAAA,OACtB,IAAAE,sBAAQ,EAACF,OAAO,CAAC;UAAA;YAA9BG,IAAI;YAEJC,GAAG,GAAG,IAAIC,UAAU,CAACP,WAAW,CAAC;YACjCQ,gBAAgB,GAAGH,IAAI,CAACI,WAAW,CAACH,GAAG,CAAC;YACxCI,cAAc,GAAGF,gBAAgB,CAACG,MAAM,CAACC,KAAK,CAClDJ,gBAAgB,CAACK,UAAU,EAC3BL,gBAAgB,CAACM,UAAU,GAAGN,gBAAgB,CAACK,UAAU,CAC1D;YACKE,UAAU,GAAGC,YAAY,CAACN,cAAc,CAAC;YAAA,iCACxCK,UAAU;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CAClB;EAAA;AAAA;AAMD,SAASC,YAAY,CAACC,KAAkB,EAAS;EAC/C,IAAMC,MAAM,GAAGC,oCAAuB,CAACC,IAAI,CAACH,KAAK,CAAC;EAClD,IAAMI,aAA4B,GAAG,EAAE;EAAC,2CACdH,MAAM;IAAA;EAAA;IAAhC,oDAAkC;MAAA,IAAvBI,WAAW;MACpBD,aAAa,CAACE,IAAI,CAACD,WAAW,CAAC;IACjC;EAAC;IAAA;EAAA;IAAA;EAAA;EACD,OAAO,IAAIE,kBAAK,CAACH,aAAa,CAAC;AACjC"}
1
+ {"version":3,"file":"parse-parquet-wasm.js","names":["_apacheArrow","require","_loadWasmNode","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","parseParquet","_x","_x2","_parseParquet","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","arrayBuffer","options","_options$parquet","wasmUrl","wasm","arrowIPCUint8Arr","arrowIPCBuffer","arrowTable","wrap","_callee$","_context","prev","parquet","loadWasm","sent","Uint8Array","readParquet","buffer","byteOffset","byteLength","tableFromIPC","abrupt","stop","input","reader","RecordBatchStreamReader","recordBatches","_iterator","_step","recordBatch","push","Table"],"sources":["../../../../src/lib/wasm/parse-parquet-wasm.ts"],"sourcesContent":["// eslint-disable\nimport type {RecordBatch} from 'apache-arrow';\nimport type {LoaderOptions} from '@loaders.gl/loader-utils';\nimport {Table, RecordBatchStreamReader} from 'apache-arrow';\nimport {loadWasm} from './load-wasm/load-wasm-node';\n\nexport type ParquetLoaderOptions = LoaderOptions & {\n parquet?: {\n type?: 'arrow-table';\n wasmUrl?: string;\n };\n};\n\nexport async function parseParquet(\n arrayBuffer: ArrayBuffer,\n options?: ParquetLoaderOptions\n): Promise<Table> {\n const wasmUrl = options?.parquet?.wasmUrl;\n const wasm = await loadWasm(wasmUrl);\n\n const arr = new Uint8Array(arrayBuffer);\n const arrowIPCUint8Arr = wasm.readParquet(arr);\n const arrowIPCBuffer = arrowIPCUint8Arr.buffer.slice(\n arrowIPCUint8Arr.byteOffset,\n arrowIPCUint8Arr.byteLength + arrowIPCUint8Arr.byteOffset\n );\n const arrowTable = tableFromIPC(arrowIPCBuffer);\n return arrowTable;\n}\n\n/**\n * Deserialize the IPC format into a {@link Table}. This function is a\n * convenience wrapper for {@link RecordBatchReader}. Opposite of {@link tableToIPC}.\n */\nfunction tableFromIPC(input: ArrayBuffer): Table {\n const reader = RecordBatchStreamReader.from(input);\n const recordBatches: RecordBatch[] = [];\n for (const recordBatch of reader) {\n recordBatches.push(recordBatch);\n }\n return new Table(recordBatches);\n}\n"],"mappings":";;;;;;;;;AAGA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,aAAA,GAAAD,OAAA;AAAoD,SAAAE,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAAA,SAS9BC,YAAYA,CAAAC,EAAA,EAAAC,GAAA;EAAA,OAAAC,aAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,cAAA;EAAAA,aAAA,OAAAG,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAA3B,SAAAC,QACLC,WAAwB,EACxBC,OAA8B;IAAA,IAAAC,gBAAA;IAAA,IAAAC,OAAA,EAAAC,IAAA,EAAAlB,GAAA,EAAAmB,gBAAA,EAAAC,cAAA,EAAAC,UAAA;IAAA,OAAAV,YAAA,CAAAD,OAAA,CAAAY,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAArC,IAAA;QAAA;UAExB8B,OAAO,GAAGF,OAAO,aAAPA,OAAO,wBAAAC,gBAAA,GAAPD,OAAO,CAAEW,OAAO,cAAAV,gBAAA,uBAAhBA,gBAAA,CAAkBC,OAAO;UAAAO,QAAA,CAAArC,IAAA;UAAA,OACtB,IAAAwC,sBAAQ,EAACV,OAAO,CAAC;QAAA;UAA9BC,IAAI,GAAAM,QAAA,CAAAI,IAAA;UAEJ5B,GAAG,GAAG,IAAI6B,UAAU,CAACf,WAAW,CAAC;UACjCK,gBAAgB,GAAGD,IAAI,CAACY,WAAW,CAAC9B,GAAG,CAAC;UACxCoB,cAAc,GAAGD,gBAAgB,CAACY,MAAM,CAACpC,KAAK,CAClDwB,gBAAgB,CAACa,UAAU,EAC3Bb,gBAAgB,CAACc,UAAU,GAAGd,gBAAgB,CAACa,UAAU,CAC1D;UACKX,UAAU,GAAGa,YAAY,CAACd,cAAc,CAAC;UAAA,OAAAI,QAAA,CAAAW,MAAA,WACxCd,UAAU;QAAA;QAAA;UAAA,OAAAG,QAAA,CAAAY,IAAA;MAAA;IAAA,GAAAvB,OAAA;EAAA,CAClB;EAAA,OAAAP,aAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAMD,SAAS0B,YAAYA,CAACG,KAAkB,EAAS;EAC/C,IAAMC,MAAM,GAAGC,oCAAuB,CAACzC,IAAI,CAACuC,KAAK,CAAC;EAClD,IAAMG,aAA4B,GAAG,EAAE;EAAC,IAAAC,SAAA,GAAA/E,0BAAA,CACd4E,MAAM;IAAAI,KAAA;EAAA;IAAhC,KAAAD,SAAA,CAAAnE,CAAA,MAAAoE,KAAA,GAAAD,SAAA,CAAAlE,CAAA,IAAAC,IAAA,GAAkC;MAAA,IAAvBmE,WAAW,GAAAD,KAAA,CAAAjE,KAAA;MACpB+D,aAAa,CAACI,IAAI,CAACD,WAAW,CAAC;IACjC;EAAC,SAAA3D,GAAA;IAAAyD,SAAA,CAAA/D,CAAA,CAAAM,GAAA;EAAA;IAAAyD,SAAA,CAAA7D,CAAA;EAAA;EACD,OAAO,IAAIiE,kBAAK,CAACL,aAAa,CAAC;AACjC"}
@@ -4,7 +4,7 @@ Object.defineProperty(exports, "__esModule", {
4
4
  value: true
5
5
  });
6
6
  exports._typecheckParquetLoader = exports.ParquetLoader = void 0;
7
- var VERSION = typeof "3.4.0-alpha.2" !== 'undefined' ? "3.4.0-alpha.2" : 'latest';
7
+ var VERSION = typeof "3.4.0-alpha.3" !== 'undefined' ? "3.4.0-alpha.3" : 'latest';
8
8
  var DEFAULT_PARQUET_LOADER_OPTIONS = {
9
9
  parquet: {
10
10
  type: 'object-row-table',
@@ -13,7 +13,6 @@ var DEFAULT_PARQUET_LOADER_OPTIONS = {
13
13
  geoparquet: true
14
14
  }
15
15
  };
16
-
17
16
  var ParquetLoader = {
18
17
  name: 'Apache Parquet',
19
18
  id: 'parquet',
@@ -1 +1 @@
1
- {"version":3,"file":"parquet-loader.js","names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","parquet","type","url","undefined","columnList","geoparquet","ParquetLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckParquetLoader"],"sources":["../../src/parquet-loader.ts"],"sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetLoaderOptions = LoaderOptions & {\n parquet?: {\n type?: 'object-row-table';\n url?: string;\n columnList?: string[] | string[][];\n geoparquet?: boolean;\n };\n};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS: ParquetLoaderOptions = {\n parquet: {\n type: 'object-row-table',\n url: undefined,\n columnList: [],\n geoparquet: true\n }\n};\n\n/** ParquetJS table loader */\nexport const ParquetLoader = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nexport const _typecheckParquetLoader: Loader = ParquetLoader;\n"],"mappings":";;;;;;AAIA,IAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAW3E,IAAMC,8BAAoD,GAAG;EAC3DC,OAAO,EAAE;IACPC,IAAI,EAAE,kBAAkB;IACxBC,GAAG,EAAEC,SAAS;IACdC,UAAU,EAAE,EAAE;IACdC,UAAU,EAAE;EACd;AACF,CAAC;;AAGM,IAAMC,aAAa,GAAG;EAC3BC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEZ,OAAO;EAChBa,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAElB;AACX,CAAC;AAAC;AAEK,IAAMmB,uBAA+B,GAAGZ,aAAa;AAAC"}
1
+ {"version":3,"file":"parquet-loader.js","names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","parquet","type","url","undefined","columnList","geoparquet","ParquetLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","exports","_typecheckParquetLoader"],"sources":["../../src/parquet-loader.ts"],"sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetLoaderOptions = LoaderOptions & {\n parquet?: {\n type?: 'object-row-table';\n url?: string;\n columnList?: string[] | string[][];\n geoparquet?: boolean;\n };\n};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS: ParquetLoaderOptions = {\n parquet: {\n type: 'object-row-table',\n url: undefined,\n columnList: [],\n geoparquet: true\n }\n};\n\n/** ParquetJS table loader */\nexport const ParquetLoader = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nexport const _typecheckParquetLoader: Loader = ParquetLoader;\n"],"mappings":";;;;;;AAIA,IAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAW3E,IAAMC,8BAAoD,GAAG;EAC3DC,OAAO,EAAE;IACPC,IAAI,EAAE,kBAAkB;IACxBC,GAAG,EAAEC,SAAS;IACdC,UAAU,EAAE,EAAE;IACdC,UAAU,EAAE;EACd;AACF,CAAC;AAGM,IAAMC,aAAa,GAAG;EAC3BC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEZ,OAAO;EAChBa,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAElB;AACX,CAAC;AAACmB,OAAA,CAAAZ,aAAA,GAAAA,aAAA;AAEK,IAAMa,uBAA+B,GAAGb,aAAa;AAACY,OAAA,CAAAC,uBAAA,GAAAA,uBAAA"}
@@ -4,14 +4,13 @@ Object.defineProperty(exports, "__esModule", {
4
4
  value: true
5
5
  });
6
6
  exports._typecheckParquetLoader = exports.ParquetWasmLoader = void 0;
7
- var VERSION = typeof "3.4.0-alpha.2" !== 'undefined' ? "3.4.0-alpha.2" : 'latest';
7
+ var VERSION = typeof "3.4.0-alpha.3" !== 'undefined' ? "3.4.0-alpha.3" : 'latest';
8
8
  var DEFAULT_PARQUET_LOADER_OPTIONS = {
9
9
  parquet: {
10
10
  type: 'arrow-table',
11
11
  wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
12
12
  }
13
13
  };
14
-
15
14
  var ParquetWasmLoader = {
16
15
  name: 'Apache Parquet',
17
16
  id: 'parquet-wasm',
@@ -1 +1 @@
1
- {"version":3,"file":"parquet-wasm-loader.js","names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","parquet","type","wasmUrl","ParquetWasmLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckParquetLoader"],"sources":["../../src/parquet-wasm-loader.ts"],"sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetLoaderOptions = LoaderOptions & {\n parquet?: {\n type?: 'arrow-table';\n wasmUrl?: string;\n };\n};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS: ParquetLoaderOptions = {\n parquet: {\n type: 'arrow-table',\n wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'\n }\n};\n\n/** ParquetJS table loader */\nexport const ParquetWasmLoader = {\n name: 'Apache Parquet',\n id: 'parquet-wasm',\n module: 'parquet',\n version: VERSION,\n worker: false,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nexport const _typecheckParquetLoader: Loader = ParquetWasmLoader;\n"],"mappings":";;;;;;AAIA,IAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAS3E,IAAMC,8BAAoD,GAAG;EAC3DC,OAAO,EAAE;IACPC,IAAI,EAAE,aAAa;IACnBC,OAAO,EAAE;EACX;AACF,CAAC;;AAGM,IAAMC,iBAAiB,GAAG;EAC/BC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAET,OAAO;EAChBU,MAAM,EAAE,KAAK;EACbC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAEf;AACX,CAAC;AAAC;AAEK,IAAMgB,uBAA+B,GAAGZ,iBAAiB;AAAC"}
1
+ {"version":3,"file":"parquet-wasm-loader.js","names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","parquet","type","wasmUrl","ParquetWasmLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","exports","_typecheckParquetLoader"],"sources":["../../src/parquet-wasm-loader.ts"],"sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetLoaderOptions = LoaderOptions & {\n parquet?: {\n type?: 'arrow-table';\n wasmUrl?: string;\n };\n};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS: ParquetLoaderOptions = {\n parquet: {\n type: 'arrow-table',\n wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'\n }\n};\n\n/** ParquetJS table loader */\nexport const ParquetWasmLoader = {\n name: 'Apache Parquet',\n id: 'parquet-wasm',\n module: 'parquet',\n version: VERSION,\n worker: false,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nexport const _typecheckParquetLoader: Loader = ParquetWasmLoader;\n"],"mappings":";;;;;;AAIA,IAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAS3E,IAAMC,8BAAoD,GAAG;EAC3DC,OAAO,EAAE;IACPC,IAAI,EAAE,aAAa;IACnBC,OAAO,EAAE;EACX;AACF,CAAC;AAGM,IAAMC,iBAAiB,GAAG;EAC/BC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAET,OAAO;EAChBU,MAAM,EAAE,KAAK;EACbC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAEf;AACX,CAAC;AAACgB,OAAA,CAAAZ,iBAAA,GAAAA,iBAAA;AAEK,IAAMa,uBAA+B,GAAGb,iBAAiB;AAACY,OAAA,CAAAC,uBAAA,GAAAA,uBAAA"}
@@ -5,7 +5,7 @@ Object.defineProperty(exports, "__esModule", {
5
5
  });
6
6
  exports.ParquetWasmWriter = void 0;
7
7
  var _encodeParquetWasm = require("./lib/wasm/encode-parquet-wasm");
8
- var VERSION = typeof "3.4.0-alpha.2" !== 'undefined' ? "3.4.0-alpha.2" : 'latest';
8
+ var VERSION = typeof "3.4.0-alpha.3" !== 'undefined' ? "3.4.0-alpha.3" : 'latest';
9
9
  var DEFAULT_PARQUET_WRITER_OPTIONS = {
10
10
  parquet: {
11
11
  wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
@@ -1 +1 @@
1
- {"version":3,"file":"parquet-wasm-writer.js","names":["VERSION","DEFAULT_PARQUET_WRITER_OPTIONS","parquet","wasmUrl","ParquetWasmWriter","name","id","module","version","extensions","mimeTypes","encode","binary","options"],"sources":["../../src/parquet-wasm-writer.ts"],"sourcesContent":["import type {Writer} from '@loaders.gl/loader-utils';\nimport {encode, ParquetWriterOptions} from './lib/wasm/encode-parquet-wasm';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nconst DEFAULT_PARQUET_WRITER_OPTIONS: ParquetWriterOptions = {\n parquet: {\n wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'\n }\n};\n\nexport const ParquetWasmWriter: Writer = {\n name: 'Apache Parquet',\n id: 'parquet-wasm',\n module: 'parquet',\n version: VERSION,\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n encode,\n binary: true,\n options: DEFAULT_PARQUET_WRITER_OPTIONS\n};\n"],"mappings":";;;;;;AACA;AAIA,IAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAE3E,IAAMC,8BAAoD,GAAG;EAC3DC,OAAO,EAAE;IACPC,OAAO,EAAE;EACX;AACF,CAAC;AAEM,IAAMC,iBAAyB,GAAG;EACvCC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAER,OAAO;EAChBS,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAANA,yBAAM;EACNC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAEZ;AACX,CAAC;AAAC"}
1
+ {"version":3,"file":"parquet-wasm-writer.js","names":["_encodeParquetWasm","require","VERSION","DEFAULT_PARQUET_WRITER_OPTIONS","parquet","wasmUrl","ParquetWasmWriter","name","id","module","version","extensions","mimeTypes","encode","binary","options","exports"],"sources":["../../src/parquet-wasm-writer.ts"],"sourcesContent":["import type {Writer} from '@loaders.gl/loader-utils';\nimport {encode, ParquetWriterOptions} from './lib/wasm/encode-parquet-wasm';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nconst DEFAULT_PARQUET_WRITER_OPTIONS: ParquetWriterOptions = {\n parquet: {\n wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'\n }\n};\n\nexport const ParquetWasmWriter: Writer = {\n name: 'Apache Parquet',\n id: 'parquet-wasm',\n module: 'parquet',\n version: VERSION,\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n encode,\n binary: true,\n options: DEFAULT_PARQUET_WRITER_OPTIONS\n};\n"],"mappings":";;;;;;AACA,IAAAA,kBAAA,GAAAC,OAAA;AAIA,IAAMC,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAE3E,IAAMC,8BAAoD,GAAG;EAC3DC,OAAO,EAAE;IACPC,OAAO,EAAE;EACX;AACF,CAAC;AAEM,IAAMC,iBAAyB,GAAG;EACvCC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAER,OAAO;EAChBS,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAANA,yBAAM;EACNC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAEZ;AACX,CAAC;AAACa,OAAA,CAAAV,iBAAA,GAAAA,iBAAA"}
@@ -4,7 +4,7 @@ Object.defineProperty(exports, "__esModule", {
4
4
  value: true
5
5
  });
6
6
  exports.ParquetWriter = void 0;
7
- var VERSION = typeof "3.4.0-alpha.2" !== 'undefined' ? "3.4.0-alpha.2" : 'latest';
7
+ var VERSION = typeof "3.4.0-alpha.3" !== 'undefined' ? "3.4.0-alpha.3" : 'latest';
8
8
  var DEFAULT_PARQUET_LOADER_OPTIONS = {};
9
9
  var ParquetWriter = {
10
10
  name: 'Apache Parquet',
@@ -1 +1 @@
1
- {"version":3,"file":"parquet-writer.js","names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","ParquetWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data","ArrayBuffer"],"sources":["../../src/parquet-writer.ts"],"sourcesContent":["import type {Writer} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetWriterOptions = {};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS = {};\n\nexport const ParquetWriter: Writer = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n encodeSync,\n binary: true,\n options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nfunction encodeSync(data, options?: ParquetWriterOptions) {\n return new ArrayBuffer(0);\n}\n"],"mappings":";;;;;;AAIA,IAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAI3E,IAAMC,8BAA8B,GAAG,CAAC,CAAC;AAElC,IAAMC,aAAqB,GAAG;EACnCC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,UAAU,EAAVA,UAAU;EACVC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAEV;AACX,CAAC;AAAC;AAEF,SAASQ,UAAU,CAACG,IAAI,EAAED,OAA8B,EAAE;EACxD,OAAO,IAAIE,WAAW,CAAC,CAAC,CAAC;AAC3B"}
1
+ {"version":3,"file":"parquet-writer.js","names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","ParquetWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","exports","data","ArrayBuffer"],"sources":["../../src/parquet-writer.ts"],"sourcesContent":["import type {Writer} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetWriterOptions = {};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS = {};\n\nexport const ParquetWriter: Writer = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n encodeSync,\n binary: true,\n options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nfunction encodeSync(data, options?: ParquetWriterOptions) {\n return new ArrayBuffer(0);\n}\n"],"mappings":";;;;;;AAIA,IAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAI3E,IAAMC,8BAA8B,GAAG,CAAC,CAAC;AAElC,IAAMC,aAAqB,GAAG;EACnCC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,UAAU,EAAVA,UAAU;EACVC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAEV;AACX,CAAC;AAACW,OAAA,CAAAV,aAAA,GAAAA,aAAA;AAEF,SAASO,UAAUA,CAACI,IAAI,EAAEF,OAA8B,EAAE;EACxD,OAAO,IAAIG,WAAW,CAAC,CAAC,CAAC;AAC3B"}