@loaders.gl/parquet 4.0.0-alpha.23 → 4.0.0-alpha.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (452) hide show
  1. package/dist/dist.min.js +21 -32
  2. package/dist/dist.min.js.map +3 -3
  3. package/dist/es5/buffer-polyfill/buffer-polyfill.browser.js +23 -0
  4. package/dist/es5/buffer-polyfill/buffer-polyfill.browser.js.map +1 -0
  5. package/dist/es5/buffer-polyfill/buffer-polyfill.node.js +22 -0
  6. package/dist/es5/buffer-polyfill/buffer-polyfill.node.js.map +1 -0
  7. package/dist/es5/buffer-polyfill/buffer.js +1665 -0
  8. package/dist/es5/buffer-polyfill/buffer.js.map +1 -0
  9. package/dist/es5/buffer-polyfill/index.js +25 -0
  10. package/dist/es5/buffer-polyfill/index.js.map +1 -0
  11. package/dist/es5/buffer-polyfill/install-buffer-polyfill.js +20 -0
  12. package/dist/es5/buffer-polyfill/install-buffer-polyfill.js.map +1 -0
  13. package/dist/es5/index.js +18 -25
  14. package/dist/es5/index.js.map +1 -1
  15. package/dist/es5/lib/geo/decode-geo-column.js +52 -0
  16. package/dist/es5/lib/geo/decode-geo-column.js.map +1 -0
  17. package/dist/es5/lib/geo/decode-geo-metadata.js +52 -16
  18. package/dist/es5/lib/geo/decode-geo-metadata.js.map +1 -1
  19. package/dist/es5/lib/geo/{geoparquet-schema.js → geoparquet-metadata-schema.js} +4 -4
  20. package/dist/es5/lib/geo/geoparquet-metadata-schema.js.map +1 -0
  21. package/dist/es5/lib/geo/geoparquet-metadata-schema.json +60 -0
  22. package/dist/es5/lib/parsers/get-parquet-schema.js +41 -0
  23. package/dist/es5/lib/parsers/get-parquet-schema.js.map +1 -0
  24. package/dist/es5/lib/parsers/parse-parquet-to-columns.js +71 -72
  25. package/dist/es5/lib/parsers/parse-parquet-to-columns.js.map +1 -1
  26. package/dist/es5/lib/parsers/parse-parquet-to-rows.js +95 -62
  27. package/dist/es5/lib/parsers/parse-parquet-to-rows.js.map +1 -1
  28. package/dist/es5/parquet-loader.js +14 -14
  29. package/dist/es5/parquet-loader.js.map +1 -1
  30. package/dist/es5/parquet-wasm-loader.js +1 -1
  31. package/dist/es5/parquet-wasm-writer.js +1 -1
  32. package/dist/es5/parquet-writer.js +1 -1
  33. package/dist/es5/parquetjs/codecs/plain.js.map +1 -1
  34. package/dist/es5/parquetjs/codecs/rle.js.map +1 -1
  35. package/dist/es5/parquetjs/encoder/parquet-encoder.js.map +1 -1
  36. package/dist/es5/parquetjs/parquet-thrift/index.js +75 -0
  37. package/dist/es5/parquetjs/parquet-thrift/index.js.map +1 -1
  38. package/dist/es5/parquetjs/parser/decoders.js +43 -34
  39. package/dist/es5/parquetjs/parser/decoders.js.map +1 -1
  40. package/dist/es5/parquetjs/parser/parquet-reader.js +13 -12
  41. package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -1
  42. package/dist/es5/parquetjs/schema/declare.js.map +1 -1
  43. package/dist/es5/parquetjs/utils/read-utils.js +6 -7
  44. package/dist/es5/parquetjs/utils/read-utils.js.map +1 -1
  45. package/dist/esm/buffer-polyfill/buffer-polyfill.browser.js +6 -0
  46. package/dist/esm/buffer-polyfill/buffer-polyfill.browser.js.map +1 -0
  47. package/dist/esm/buffer-polyfill/buffer-polyfill.node.js +10 -0
  48. package/dist/esm/buffer-polyfill/buffer-polyfill.node.js.map +1 -0
  49. package/dist/esm/buffer-polyfill/buffer.js +1489 -0
  50. package/dist/esm/buffer-polyfill/buffer.js.map +1 -0
  51. package/dist/esm/buffer-polyfill/index.js +4 -0
  52. package/dist/esm/buffer-polyfill/index.js.map +1 -0
  53. package/dist/esm/buffer-polyfill/install-buffer-polyfill.js +5 -0
  54. package/dist/esm/buffer-polyfill/install-buffer-polyfill.js.map +1 -0
  55. package/dist/esm/index.js +3 -9
  56. package/dist/esm/index.js.map +1 -1
  57. package/dist/esm/lib/geo/decode-geo-column.js +46 -0
  58. package/dist/esm/lib/geo/decode-geo-column.js.map +1 -0
  59. package/dist/esm/lib/geo/decode-geo-metadata.js +32 -5
  60. package/dist/esm/lib/geo/decode-geo-metadata.js.map +1 -1
  61. package/dist/esm/lib/geo/{geoparquet-schema.js → geoparquet-metadata-schema.js} +2 -2
  62. package/dist/esm/lib/geo/geoparquet-metadata-schema.js.map +1 -0
  63. package/dist/esm/lib/geo/geoparquet-metadata-schema.json +60 -0
  64. package/dist/esm/lib/parsers/get-parquet-schema.js +11 -0
  65. package/dist/esm/lib/parsers/get-parquet-schema.js.map +1 -0
  66. package/dist/esm/lib/parsers/parse-parquet-to-columns.js +10 -11
  67. package/dist/esm/lib/parsers/parse-parquet-to-columns.js.map +1 -1
  68. package/dist/esm/lib/parsers/parse-parquet-to-rows.js +32 -7
  69. package/dist/esm/lib/parsers/parse-parquet-to-rows.js.map +1 -1
  70. package/dist/esm/parquet-loader.js +12 -12
  71. package/dist/esm/parquet-loader.js.map +1 -1
  72. package/dist/esm/parquet-wasm-loader.js +1 -1
  73. package/dist/esm/parquet-wasm-writer.js +1 -1
  74. package/dist/esm/parquet-writer.js +1 -1
  75. package/dist/esm/parquetjs/codecs/plain.js.map +1 -1
  76. package/dist/esm/parquetjs/codecs/rle.js.map +1 -1
  77. package/dist/esm/parquetjs/encoder/parquet-encoder.js.map +1 -1
  78. package/dist/esm/parquetjs/parquet-thrift/index.js +2 -0
  79. package/dist/esm/parquetjs/parquet-thrift/index.js.map +1 -1
  80. package/dist/esm/parquetjs/parser/decoders.js +36 -32
  81. package/dist/esm/parquetjs/parser/decoders.js.map +1 -1
  82. package/dist/esm/parquetjs/parser/parquet-reader.js +12 -11
  83. package/dist/esm/parquetjs/parser/parquet-reader.js.map +1 -1
  84. package/dist/esm/parquetjs/schema/declare.js.map +1 -1
  85. package/dist/esm/parquetjs/utils/read-utils.js +1 -1
  86. package/dist/esm/parquetjs/utils/read-utils.js.map +1 -1
  87. package/dist/parquet-worker.js +21 -32
  88. package/dist/parquet-worker.js.map +3 -3
  89. package/dist/src/buffer-polyfill/buffer-polyfill.browser.d.ts +4 -0
  90. package/dist/src/buffer-polyfill/buffer-polyfill.browser.d.ts.map +1 -0
  91. package/dist/src/buffer-polyfill/buffer-polyfill.node.d.ts +34 -0
  92. package/dist/src/buffer-polyfill/buffer-polyfill.node.d.ts.map +1 -0
  93. package/dist/src/buffer-polyfill/buffer.d.ts +222 -0
  94. package/dist/src/buffer-polyfill/buffer.d.ts.map +1 -0
  95. package/dist/src/buffer-polyfill/index.d.ts +4 -0
  96. package/dist/src/buffer-polyfill/index.d.ts.map +1 -0
  97. package/dist/src/buffer-polyfill/install-buffer-polyfill.d.ts +3 -0
  98. package/dist/src/buffer-polyfill/install-buffer-polyfill.d.ts.map +1 -0
  99. package/dist/src/bundle.d.ts.map +1 -0
  100. package/dist/src/constants.d.ts.map +1 -0
  101. package/dist/{index.d.ts → src/index.d.ts} +5 -9
  102. package/dist/src/index.d.ts.map +1 -0
  103. package/dist/src/lib/arrow/convert-columns-to-row-group.d.ts.map +1 -0
  104. package/dist/src/lib/arrow/convert-row-group-to-columns.d.ts.map +1 -0
  105. package/dist/src/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -0
  106. package/dist/src/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -0
  107. package/dist/src/lib/geo/decode-geo-column.d.ts +4 -0
  108. package/dist/src/lib/geo/decode-geo-column.d.ts.map +1 -0
  109. package/dist/src/lib/geo/decode-geo-metadata.d.ts +44 -0
  110. package/dist/src/lib/geo/decode-geo-metadata.d.ts.map +1 -0
  111. package/dist/{lib/geo/geoparquet-schema.d.ts → src/lib/geo/geoparquet-metadata-schema.d.ts} +2 -3
  112. package/dist/src/lib/geo/geoparquet-metadata-schema.d.ts.map +1 -0
  113. package/dist/src/lib/parsers/get-parquet-schema.d.ts +4 -0
  114. package/dist/src/lib/parsers/get-parquet-schema.d.ts.map +1 -0
  115. package/dist/src/lib/parsers/parse-parquet-to-columns.d.ts +6 -0
  116. package/dist/src/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -0
  117. package/dist/src/lib/parsers/parse-parquet-to-rows.d.ts +6 -0
  118. package/dist/src/lib/parsers/parse-parquet-to-rows.d.ts.map +1 -0
  119. package/dist/src/lib/wasm/encode-parquet-wasm.d.ts.map +1 -0
  120. package/dist/src/lib/wasm/load-wasm/index.d.ts.map +1 -0
  121. package/dist/src/lib/wasm/load-wasm/load-wasm-browser.d.ts.map +1 -0
  122. package/dist/src/lib/wasm/load-wasm/load-wasm-node.d.ts.map +1 -0
  123. package/dist/src/lib/wasm/parse-parquet-wasm.d.ts.map +1 -0
  124. package/dist/src/parquet-loader.d.ts +22 -0
  125. package/dist/src/parquet-loader.d.ts.map +1 -0
  126. package/dist/src/parquet-wasm-loader.d.ts.map +1 -0
  127. package/dist/src/parquet-wasm-writer.d.ts.map +1 -0
  128. package/dist/src/parquet-writer.d.ts.map +1 -0
  129. package/dist/src/parquetjs/codecs/declare.d.ts.map +1 -0
  130. package/dist/src/parquetjs/codecs/dictionary.d.ts.map +1 -0
  131. package/dist/src/parquetjs/codecs/index.d.ts.map +1 -0
  132. package/dist/src/parquetjs/codecs/plain.d.ts.map +1 -0
  133. package/dist/src/parquetjs/codecs/rle.d.ts.map +1 -0
  134. package/dist/src/parquetjs/compression.d.ts.map +1 -0
  135. package/dist/src/parquetjs/encoder/parquet-encoder.d.ts.map +1 -0
  136. package/dist/src/parquetjs/parquet-thrift/BoundaryOrder.d.ts.map +1 -0
  137. package/dist/src/parquetjs/parquet-thrift/BsonType.d.ts.map +1 -0
  138. package/dist/src/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -0
  139. package/dist/src/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -0
  140. package/dist/src/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -0
  141. package/dist/src/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -0
  142. package/dist/src/parquetjs/parquet-thrift/CompressionCodec.d.ts.map +1 -0
  143. package/dist/src/parquetjs/parquet-thrift/ConvertedType.d.ts.map +1 -0
  144. package/dist/src/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -0
  145. package/dist/src/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -0
  146. package/dist/src/parquetjs/parquet-thrift/DateType.d.ts.map +1 -0
  147. package/dist/src/parquetjs/parquet-thrift/DecimalType.d.ts.map +1 -0
  148. package/dist/src/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -0
  149. package/dist/src/parquetjs/parquet-thrift/Encoding.d.ts.map +1 -0
  150. package/dist/src/parquetjs/parquet-thrift/EnumType.d.ts.map +1 -0
  151. package/dist/src/parquetjs/parquet-thrift/FieldRepetitionType.d.ts.map +1 -0
  152. package/dist/src/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -0
  153. package/dist/src/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +1 -0
  154. package/dist/src/parquetjs/parquet-thrift/IntType.d.ts.map +1 -0
  155. package/dist/src/parquetjs/parquet-thrift/JsonType.d.ts.map +1 -0
  156. package/dist/src/parquetjs/parquet-thrift/KeyValue.d.ts.map +1 -0
  157. package/dist/src/parquetjs/parquet-thrift/ListType.d.ts.map +1 -0
  158. package/dist/src/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -0
  159. package/dist/src/parquetjs/parquet-thrift/MapType.d.ts.map +1 -0
  160. package/dist/src/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +1 -0
  161. package/dist/src/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +1 -0
  162. package/dist/src/parquetjs/parquet-thrift/NullType.d.ts.map +1 -0
  163. package/dist/src/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -0
  164. package/dist/src/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -0
  165. package/dist/src/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -0
  166. package/dist/src/parquetjs/parquet-thrift/PageLocation.d.ts.map +1 -0
  167. package/dist/src/parquetjs/parquet-thrift/PageType.d.ts.map +1 -0
  168. package/dist/src/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -0
  169. package/dist/src/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -0
  170. package/dist/src/parquetjs/parquet-thrift/SortingColumn.d.ts.map +1 -0
  171. package/dist/src/parquetjs/parquet-thrift/Statistics.d.ts.map +1 -0
  172. package/dist/src/parquetjs/parquet-thrift/StringType.d.ts.map +1 -0
  173. package/dist/src/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -0
  174. package/dist/src/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -0
  175. package/dist/src/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -0
  176. package/dist/src/parquetjs/parquet-thrift/Type.d.ts.map +1 -0
  177. package/dist/src/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +1 -0
  178. package/dist/src/parquetjs/parquet-thrift/UUIDType.d.ts.map +1 -0
  179. package/dist/{parquetjs → src/parquetjs}/parquet-thrift/index.d.ts +2 -0
  180. package/dist/src/parquetjs/parquet-thrift/index.d.ts.map +1 -0
  181. package/dist/{parquetjs → src/parquetjs}/parser/decoders.d.ts +4 -4
  182. package/dist/src/parquetjs/parser/decoders.d.ts.map +1 -0
  183. package/dist/{parquetjs → src/parquetjs}/parser/parquet-reader.d.ts +5 -3
  184. package/dist/src/parquetjs/parser/parquet-reader.d.ts.map +1 -0
  185. package/dist/{parquetjs → src/parquetjs}/schema/declare.d.ts +3 -1
  186. package/dist/src/parquetjs/schema/declare.d.ts.map +1 -0
  187. package/dist/src/parquetjs/schema/schema.d.ts.map +1 -0
  188. package/dist/src/parquetjs/schema/shred.d.ts.map +1 -0
  189. package/dist/src/parquetjs/schema/types.d.ts.map +1 -0
  190. package/dist/src/parquetjs/utils/file-utils.d.ts.map +1 -0
  191. package/dist/src/parquetjs/utils/read-utils.d.ts.map +1 -0
  192. package/dist/src/workers/parquet-worker.d.ts.map +1 -0
  193. package/dist/tsconfig.tsbuildinfo +1 -0
  194. package/package.json +21 -9
  195. package/src/buffer-polyfill/buffer-polyfill.browser.ts +11 -0
  196. package/src/buffer-polyfill/buffer-polyfill.node.ts +16 -0
  197. package/src/buffer-polyfill/buffer.ts +2207 -0
  198. package/src/buffer-polyfill/index.ts +9 -0
  199. package/src/buffer-polyfill/install-buffer-polyfill.ts +6 -0
  200. package/src/index.ts +29 -14
  201. package/src/lib/geo/decode-geo-column.ts +51 -0
  202. package/src/lib/geo/decode-geo-metadata.ts +81 -15
  203. package/src/lib/geo/geoparquet-metadata-schema.json +60 -0
  204. package/src/lib/geo/{geoparquet-schema.ts → geoparquet-metadata-schema.ts} +1 -1
  205. package/src/lib/parsers/get-parquet-schema.ts +14 -0
  206. package/src/lib/parsers/parse-parquet-to-columns.ts +15 -13
  207. package/src/lib/parsers/parse-parquet-to-rows.ts +38 -11
  208. package/src/parquet-loader.ts +29 -16
  209. package/src/parquetjs/codecs/plain.ts +1 -0
  210. package/src/parquetjs/codecs/rle.ts +2 -0
  211. package/src/parquetjs/encoder/parquet-encoder.ts +1 -0
  212. package/src/parquetjs/parquet-thrift/index.ts +4 -0
  213. package/src/parquetjs/parser/decoders.ts +51 -41
  214. package/src/parquetjs/parser/parquet-reader.ts +16 -13
  215. package/src/parquetjs/schema/declare.ts +3 -1
  216. package/src/parquetjs/utils/read-utils.ts +2 -2
  217. package/dist/bundle.d.ts.map +0 -1
  218. package/dist/bundle.js +0 -5
  219. package/dist/constants.d.ts.map +0 -1
  220. package/dist/constants.js +0 -18
  221. package/dist/es5/lib/geo/geoparquet-schema.js.map +0 -1
  222. package/dist/esm/lib/geo/geoparquet-schema.js.map +0 -1
  223. package/dist/index.d.ts.map +0 -1
  224. package/dist/index.js +0 -56
  225. package/dist/lib/arrow/convert-columns-to-row-group.d.ts.map +0 -1
  226. package/dist/lib/arrow/convert-columns-to-row-group.js +0 -1
  227. package/dist/lib/arrow/convert-row-group-to-columns.d.ts.map +0 -1
  228. package/dist/lib/arrow/convert-row-group-to-columns.js +0 -12
  229. package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +0 -1
  230. package/dist/lib/arrow/convert-schema-from-parquet.js +0 -86
  231. package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +0 -1
  232. package/dist/lib/arrow/convert-schema-to-parquet.js +0 -71
  233. package/dist/lib/geo/decode-geo-metadata.d.ts +0 -31
  234. package/dist/lib/geo/decode-geo-metadata.d.ts.map +0 -1
  235. package/dist/lib/geo/decode-geo-metadata.js +0 -77
  236. package/dist/lib/geo/geoparquet-schema.d.ts.map +0 -1
  237. package/dist/lib/geo/geoparquet-schema.js +0 -69
  238. package/dist/lib/parsers/parse-parquet-to-columns.d.ts +0 -5
  239. package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +0 -1
  240. package/dist/lib/parsers/parse-parquet-to-columns.js +0 -46
  241. package/dist/lib/parsers/parse-parquet-to-rows.d.ts +0 -5
  242. package/dist/lib/parsers/parse-parquet-to-rows.d.ts.map +0 -1
  243. package/dist/lib/parsers/parse-parquet-to-rows.js +0 -37
  244. package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +0 -1
  245. package/dist/lib/wasm/encode-parquet-wasm.js +0 -30
  246. package/dist/lib/wasm/load-wasm/index.d.ts.map +0 -1
  247. package/dist/lib/wasm/load-wasm/index.js +0 -5
  248. package/dist/lib/wasm/load-wasm/load-wasm-browser.d.ts.map +0 -1
  249. package/dist/lib/wasm/load-wasm/load-wasm-browser.js +0 -38
  250. package/dist/lib/wasm/load-wasm/load-wasm-node.d.ts.map +0 -1
  251. package/dist/lib/wasm/load-wasm/load-wasm-node.js +0 -31
  252. package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +0 -1
  253. package/dist/lib/wasm/parse-parquet-wasm.js +0 -27
  254. package/dist/parquet-loader.d.ts +0 -14
  255. package/dist/parquet-loader.d.ts.map +0 -1
  256. package/dist/parquet-loader.js +0 -41
  257. package/dist/parquet-wasm-loader.d.ts.map +0 -1
  258. package/dist/parquet-wasm-loader.js +0 -26
  259. package/dist/parquet-wasm-writer.d.ts.map +0 -1
  260. package/dist/parquet-wasm-writer.js +0 -24
  261. package/dist/parquet-writer.d.ts.map +0 -1
  262. package/dist/parquet-writer.js +0 -21
  263. package/dist/parquetjs/codecs/declare.d.ts.map +0 -1
  264. package/dist/parquetjs/codecs/declare.js +0 -2
  265. package/dist/parquetjs/codecs/dictionary.d.ts.map +0 -1
  266. package/dist/parquetjs/codecs/dictionary.js +0 -14
  267. package/dist/parquetjs/codecs/index.d.ts.map +0 -1
  268. package/dist/parquetjs/codecs/index.js +0 -55
  269. package/dist/parquetjs/codecs/plain.d.ts.map +0 -1
  270. package/dist/parquetjs/codecs/plain.js +0 -211
  271. package/dist/parquetjs/codecs/rle.d.ts.map +0 -1
  272. package/dist/parquetjs/codecs/rle.js +0 -145
  273. package/dist/parquetjs/compression.d.ts.map +0 -1
  274. package/dist/parquetjs/compression.js +0 -183
  275. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +0 -1
  276. package/dist/parquetjs/encoder/parquet-encoder.js +0 -484
  277. package/dist/parquetjs/parquet-thrift/BoundaryOrder.d.ts.map +0 -1
  278. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +0 -15
  279. package/dist/parquetjs/parquet-thrift/BsonType.d.ts.map +0 -1
  280. package/dist/parquetjs/parquet-thrift/BsonType.js +0 -62
  281. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +0 -1
  282. package/dist/parquetjs/parquet-thrift/ColumnChunk.js +0 -211
  283. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +0 -1
  284. package/dist/parquetjs/parquet-thrift/ColumnIndex.js +0 -217
  285. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +0 -1
  286. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +0 -402
  287. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +0 -1
  288. package/dist/parquetjs/parquet-thrift/ColumnOrder.js +0 -108
  289. package/dist/parquetjs/parquet-thrift/CompressionCodec.d.ts.map +0 -1
  290. package/dist/parquetjs/parquet-thrift/CompressionCodec.js +0 -20
  291. package/dist/parquetjs/parquet-thrift/ConvertedType.d.ts.map +0 -1
  292. package/dist/parquetjs/parquet-thrift/ConvertedType.js +0 -34
  293. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +0 -1
  294. package/dist/parquetjs/parquet-thrift/DataPageHeader.js +0 -170
  295. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +0 -1
  296. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -230
  297. package/dist/parquetjs/parquet-thrift/DateType.d.ts.map +0 -1
  298. package/dist/parquetjs/parquet-thrift/DateType.js +0 -62
  299. package/dist/parquetjs/parquet-thrift/DecimalType.d.ts.map +0 -1
  300. package/dist/parquetjs/parquet-thrift/DecimalType.js +0 -109
  301. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +0 -1
  302. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -126
  303. package/dist/parquetjs/parquet-thrift/Encoding.d.ts.map +0 -1
  304. package/dist/parquetjs/parquet-thrift/Encoding.js +0 -20
  305. package/dist/parquetjs/parquet-thrift/EnumType.d.ts.map +0 -1
  306. package/dist/parquetjs/parquet-thrift/EnumType.js +0 -62
  307. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.d.ts.map +0 -1
  308. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -15
  309. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +0 -1
  310. package/dist/parquetjs/parquet-thrift/FileMetaData.js +0 -260
  311. package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +0 -1
  312. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +0 -62
  313. package/dist/parquetjs/parquet-thrift/IntType.d.ts.map +0 -1
  314. package/dist/parquetjs/parquet-thrift/IntType.js +0 -109
  315. package/dist/parquetjs/parquet-thrift/JsonType.d.ts.map +0 -1
  316. package/dist/parquetjs/parquet-thrift/JsonType.js +0 -62
  317. package/dist/parquetjs/parquet-thrift/KeyValue.d.ts.map +0 -1
  318. package/dist/parquetjs/parquet-thrift/KeyValue.js +0 -106
  319. package/dist/parquetjs/parquet-thrift/ListType.d.ts.map +0 -1
  320. package/dist/parquetjs/parquet-thrift/ListType.js +0 -62
  321. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +0 -1
  322. package/dist/parquetjs/parquet-thrift/LogicalType.js +0 -384
  323. package/dist/parquetjs/parquet-thrift/MapType.d.ts.map +0 -1
  324. package/dist/parquetjs/parquet-thrift/MapType.js +0 -62
  325. package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +0 -1
  326. package/dist/parquetjs/parquet-thrift/MicroSeconds.js +0 -62
  327. package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +0 -1
  328. package/dist/parquetjs/parquet-thrift/MilliSeconds.js +0 -62
  329. package/dist/parquetjs/parquet-thrift/NullType.d.ts.map +0 -1
  330. package/dist/parquetjs/parquet-thrift/NullType.js +0 -62
  331. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +0 -1
  332. package/dist/parquetjs/parquet-thrift/OffsetIndex.js +0 -101
  333. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +0 -1
  334. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +0 -131
  335. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +0 -1
  336. package/dist/parquetjs/parquet-thrift/PageHeader.js +0 -220
  337. package/dist/parquetjs/parquet-thrift/PageLocation.d.ts.map +0 -1
  338. package/dist/parquetjs/parquet-thrift/PageLocation.js +0 -145
  339. package/dist/parquetjs/parquet-thrift/PageType.d.ts.map +0 -1
  340. package/dist/parquetjs/parquet-thrift/PageType.js +0 -16
  341. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +0 -1
  342. package/dist/parquetjs/parquet-thrift/RowGroup.js +0 -186
  343. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +0 -1
  344. package/dist/parquetjs/parquet-thrift/SchemaElement.js +0 -243
  345. package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts.map +0 -1
  346. package/dist/parquetjs/parquet-thrift/SortingColumn.js +0 -131
  347. package/dist/parquetjs/parquet-thrift/Statistics.d.ts.map +0 -1
  348. package/dist/parquetjs/parquet-thrift/Statistics.js +0 -180
  349. package/dist/parquetjs/parquet-thrift/StringType.d.ts.map +0 -1
  350. package/dist/parquetjs/parquet-thrift/StringType.js +0 -62
  351. package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +0 -1
  352. package/dist/parquetjs/parquet-thrift/TimeType.js +0 -110
  353. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +0 -1
  354. package/dist/parquetjs/parquet-thrift/TimeUnit.js +0 -131
  355. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +0 -1
  356. package/dist/parquetjs/parquet-thrift/TimestampType.js +0 -110
  357. package/dist/parquetjs/parquet-thrift/Type.d.ts.map +0 -1
  358. package/dist/parquetjs/parquet-thrift/Type.js +0 -20
  359. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +0 -1
  360. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -62
  361. package/dist/parquetjs/parquet-thrift/UUIDType.d.ts.map +0 -1
  362. package/dist/parquetjs/parquet-thrift/UUIDType.js +0 -62
  363. package/dist/parquetjs/parquet-thrift/index.d.ts.map +0 -1
  364. package/dist/parquetjs/parquet-thrift/index.js +0 -65
  365. package/dist/parquetjs/parser/decoders.d.ts.map +0 -1
  366. package/dist/parquetjs/parser/decoders.js +0 -318
  367. package/dist/parquetjs/parser/parquet-reader.d.ts.map +0 -1
  368. package/dist/parquetjs/parser/parquet-reader.js +0 -200
  369. package/dist/parquetjs/schema/declare.d.ts.map +0 -1
  370. package/dist/parquetjs/schema/declare.js +0 -12
  371. package/dist/parquetjs/schema/schema.d.ts.map +0 -1
  372. package/dist/parquetjs/schema/schema.js +0 -162
  373. package/dist/parquetjs/schema/shred.d.ts.map +0 -1
  374. package/dist/parquetjs/schema/shred.js +0 -355
  375. package/dist/parquetjs/schema/types.d.ts.map +0 -1
  376. package/dist/parquetjs/schema/types.js +0 -416
  377. package/dist/parquetjs/utils/file-utils.d.ts.map +0 -1
  378. package/dist/parquetjs/utils/file-utils.js +0 -43
  379. package/dist/parquetjs/utils/read-utils.d.ts.map +0 -1
  380. package/dist/parquetjs/utils/read-utils.js +0 -109
  381. package/dist/workers/parquet-worker.d.ts.map +0 -1
  382. package/dist/workers/parquet-worker.js +0 -5
  383. /package/dist/{bundle.d.ts → src/bundle.d.ts} +0 -0
  384. /package/dist/{constants.d.ts → src/constants.d.ts} +0 -0
  385. /package/dist/{lib → src/lib}/arrow/convert-columns-to-row-group.d.ts +0 -0
  386. /package/dist/{lib → src/lib}/arrow/convert-row-group-to-columns.d.ts +0 -0
  387. /package/dist/{lib → src/lib}/arrow/convert-schema-from-parquet.d.ts +0 -0
  388. /package/dist/{lib → src/lib}/arrow/convert-schema-to-parquet.d.ts +0 -0
  389. /package/dist/{lib → src/lib}/wasm/encode-parquet-wasm.d.ts +0 -0
  390. /package/dist/{lib → src/lib}/wasm/load-wasm/index.d.ts +0 -0
  391. /package/dist/{lib → src/lib}/wasm/load-wasm/load-wasm-browser.d.ts +0 -0
  392. /package/dist/{lib → src/lib}/wasm/load-wasm/load-wasm-node.d.ts +0 -0
  393. /package/dist/{lib → src/lib}/wasm/parse-parquet-wasm.d.ts +0 -0
  394. /package/dist/{parquet-wasm-loader.d.ts → src/parquet-wasm-loader.d.ts} +0 -0
  395. /package/dist/{parquet-wasm-writer.d.ts → src/parquet-wasm-writer.d.ts} +0 -0
  396. /package/dist/{parquet-writer.d.ts → src/parquet-writer.d.ts} +0 -0
  397. /package/dist/{parquetjs → src/parquetjs}/codecs/declare.d.ts +0 -0
  398. /package/dist/{parquetjs → src/parquetjs}/codecs/dictionary.d.ts +0 -0
  399. /package/dist/{parquetjs → src/parquetjs}/codecs/index.d.ts +0 -0
  400. /package/dist/{parquetjs → src/parquetjs}/codecs/plain.d.ts +0 -0
  401. /package/dist/{parquetjs → src/parquetjs}/codecs/rle.d.ts +0 -0
  402. /package/dist/{parquetjs → src/parquetjs}/compression.d.ts +0 -0
  403. /package/dist/{parquetjs → src/parquetjs}/encoder/parquet-encoder.d.ts +0 -0
  404. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/BoundaryOrder.d.ts +0 -0
  405. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/BsonType.d.ts +0 -0
  406. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/ColumnChunk.d.ts +0 -0
  407. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/ColumnIndex.d.ts +0 -0
  408. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/ColumnMetaData.d.ts +0 -0
  409. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/ColumnOrder.d.ts +0 -0
  410. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/CompressionCodec.d.ts +0 -0
  411. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/ConvertedType.d.ts +0 -0
  412. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/DataPageHeader.d.ts +0 -0
  413. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/DataPageHeaderV2.d.ts +0 -0
  414. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/DateType.d.ts +0 -0
  415. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/DecimalType.d.ts +0 -0
  416. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/DictionaryPageHeader.d.ts +0 -0
  417. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/Encoding.d.ts +0 -0
  418. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/EnumType.d.ts +0 -0
  419. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/FieldRepetitionType.d.ts +0 -0
  420. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/FileMetaData.d.ts +0 -0
  421. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/IndexPageHeader.d.ts +0 -0
  422. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/IntType.d.ts +0 -0
  423. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/JsonType.d.ts +0 -0
  424. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/KeyValue.d.ts +0 -0
  425. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/ListType.d.ts +0 -0
  426. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/LogicalType.d.ts +0 -0
  427. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/MapType.d.ts +0 -0
  428. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/MicroSeconds.d.ts +0 -0
  429. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/MilliSeconds.d.ts +0 -0
  430. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/NullType.d.ts +0 -0
  431. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/OffsetIndex.d.ts +0 -0
  432. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/PageEncodingStats.d.ts +0 -0
  433. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/PageHeader.d.ts +0 -0
  434. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/PageLocation.d.ts +0 -0
  435. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/PageType.d.ts +0 -0
  436. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/RowGroup.d.ts +0 -0
  437. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/SchemaElement.d.ts +0 -0
  438. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/SortingColumn.d.ts +0 -0
  439. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/Statistics.d.ts +0 -0
  440. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/StringType.d.ts +0 -0
  441. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/TimeType.d.ts +0 -0
  442. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/TimeUnit.d.ts +0 -0
  443. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/TimestampType.d.ts +0 -0
  444. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/Type.d.ts +0 -0
  445. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/TypeDefinedOrder.d.ts +0 -0
  446. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/UUIDType.d.ts +0 -0
  447. /package/dist/{parquetjs → src/parquetjs}/schema/schema.d.ts +0 -0
  448. /package/dist/{parquetjs → src/parquetjs}/schema/shred.d.ts +0 -0
  449. /package/dist/{parquetjs → src/parquetjs}/schema/types.d.ts +0 -0
  450. /package/dist/{parquetjs → src/parquetjs}/utils/file-utils.d.ts +0 -0
  451. /package/dist/{parquetjs → src/parquetjs}/utils/read-utils.d.ts +0 -0
  452. /package/dist/{workers → src/workers}/parquet-worker.d.ts +0 -0
@@ -1,71 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.convertToParquetSchema = exports.PARQUET_TYPE_MAPPING = void 0;
5
- exports.PARQUET_TYPE_MAPPING = {
6
- BOOLEAN: 'bool',
7
- INT32: 'int32',
8
- INT64: 'float64',
9
- INT96: 'float64',
10
- FLOAT: 'float32',
11
- DOUBLE: 'float64',
12
- BYTE_ARRAY: 'binary',
13
- FIXED_LEN_BYTE_ARRAY: 'binary',
14
- UTF8: 'utf8',
15
- DATE: 'int32',
16
- TIME_MILLIS: 'int64',
17
- TIME_MICROS: 'int64',
18
- TIMESTAMP_MILLIS: 'int64',
19
- TIMESTAMP_MICROS: 'int64',
20
- UINT_8: 'int32',
21
- UINT_16: 'uint16',
22
- UINT_32: 'uint32',
23
- UINT_64: 'uint64',
24
- INT_8: 'int8',
25
- INT_16: 'int16',
26
- INT_32: 'int32',
27
- INT_64: 'int64',
28
- JSON: 'binary',
29
- BSON: 'binary',
30
- // TODO check interval type
31
- INTERVAL: 'binary',
32
- DECIMAL_INT32: 'float32',
33
- DECIMAL_INT64: 'float64',
34
- DECIMAL_BYTE_ARRAY: 'float64',
35
- DECIMAL_FIXED_LEN_BYTE_ARRAY: 'float64'
36
- };
37
- function convertToParquetSchema(schema) {
38
- const fields = []; // getFields(schema.fields);
39
- // TODO add metadata if needed.
40
- return { fields, metadata: {} };
41
- }
42
- exports.convertToParquetSchema = convertToParquetSchema;
43
- // function getFields(schema: Field[]): Definition[] {
44
- // const fields: Field[] = [];
45
- // for (const name in schema) {
46
- // const field = schema[name];
47
- // // @ts-ignore
48
- // const children = field.children as DataType[];
49
- // if (children) {
50
- // const childField = getFields(field.fields);
51
- // const nestedField = new Field(name, new Struct(childField), field.optional);
52
- // fields.push(nestedField);
53
- // } else {
54
- // const FieldType = PARQUET_TYPE_MAPPING[field.type];
55
- // const metadata = getFieldMetadata(field);
56
- // const arrowField = new Field(name, new FieldType(), field.optional, metadata);
57
- // fields.push(arrowField);
58
- // }
59
- // }
60
- // return fields;
61
- // }
62
- // function getFieldMetadata(field: ParquetField): Map<string, string> {
63
- // const metadata = new Map();
64
- // for (const key in field) {
65
- // if (key !== 'name') {
66
- // const value = typeof field[key] !== 'string' ? JSON.stringify(field[key]) : field[key];
67
- // metadata.set(key, value);
68
- // }
69
- // }
70
- // return metadata;
71
- // }
@@ -1,31 +0,0 @@
1
- import { Schema } from '@loaders.gl/schema';
2
- /** A geoarrow / geoparquet geo metadata object (stored in stringified form in the top level metadata 'geo' key) */
3
- export type GeoMetadata = {
4
- version?: string;
5
- primary_column?: string;
6
- columns: Record<string, GeoColumnMetadata>;
7
- [key: string]: unknown;
8
- };
9
- /** A geoarrow / geoparquet geo metadata for one geometry column */
10
- export type GeoColumnMetadata = {
11
- bounding_box?: [number, number, number, number] | [number, number, number, number, number, number];
12
- crs?: string;
13
- geometry_type?: string[];
14
- edges?: string;
15
- [key: string]: unknown;
16
- };
17
- /**
18
- * Reads the GeoMetadata object from the metadata
19
- * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata */
20
- export declare function getGeoMetadata(schema: Schema): GeoMetadata | null;
21
- /**
22
- * Stores a geoarrow / geoparquet geo metadata object in the schema
23
- * @note geoarrow / geoparquet geo metadata is a single stringified JSON field
24
- */
25
- export declare function setGeoMetadata(schema: Schema, geoMetadata: GeoMetadata): void;
26
- /**
27
- * Unpacks geo metadata into separate metadata fields (parses the long JSON string)
28
- * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata
29
- */
30
- export declare function unpackGeoMetadata(schema: Schema): void;
31
- //# sourceMappingURL=decode-geo-metadata.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"decode-geo-metadata.d.ts","sourceRoot":"","sources":["../../../src/lib/geo/decode-geo-metadata.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,MAAM,EAAQ,MAAM,oBAAoB,CAAC;AAIjD,mHAAmH;AACnH,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC3C,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF,oEAAoE;AACpE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,YAAY,CAAC,EACT,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAChC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACrD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF;;yGAEyG;AACzG,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI,CAYjE;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,IAAI,CAG7E;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CA6BtD"}
@@ -1,77 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.unpackGeoMetadata = exports.setGeoMetadata = exports.getGeoMetadata = void 0;
4
- /**
5
- * Reads the GeoMetadata object from the metadata
6
- * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata */
7
- function getGeoMetadata(schema) {
8
- const stringifiedGeoMetadata = schema.metadata.geo;
9
- if (!stringifiedGeoMetadata) {
10
- return null;
11
- }
12
- try {
13
- const geoMetadata = JSON.parse(stringifiedGeoMetadata);
14
- return geoMetadata;
15
- }
16
- catch {
17
- return null;
18
- }
19
- }
20
- exports.getGeoMetadata = getGeoMetadata;
21
- /**
22
- * Stores a geoarrow / geoparquet geo metadata object in the schema
23
- * @note geoarrow / geoparquet geo metadata is a single stringified JSON field
24
- */
25
- function setGeoMetadata(schema, geoMetadata) {
26
- const stringifiedGeoMetadata = JSON.stringify(geoMetadata);
27
- schema.metadata.geo = stringifiedGeoMetadata;
28
- }
29
- exports.setGeoMetadata = setGeoMetadata;
30
- /**
31
- * Unpacks geo metadata into separate metadata fields (parses the long JSON string)
32
- * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata
33
- */
34
- function unpackGeoMetadata(schema) {
35
- const geoMetadata = getGeoMetadata(schema);
36
- if (!geoMetadata) {
37
- return;
38
- }
39
- // Store Parquet Schema Level Metadata
40
- const { version, primary_column, columns } = geoMetadata;
41
- if (version) {
42
- schema.metadata['geo.version'] = version;
43
- }
44
- if (primary_column) {
45
- schema.metadata['geo.primary_column'] = primary_column;
46
- }
47
- // store column names as comma separated list
48
- schema.metadata['geo.columns'] = Object.keys(columns || {}).join('');
49
- for (const [columnName, columnMetadata] of Object.entries(columns || {})) {
50
- const field = schema.fields.find((field) => field.name === columnName);
51
- if (field) {
52
- if (field.name === primary_column) {
53
- setFieldMetadata(field, 'geo.primary_field', 'true');
54
- }
55
- unpackGeoFieldMetadata(field, columnMetadata);
56
- }
57
- }
58
- }
59
- exports.unpackGeoMetadata = unpackGeoMetadata;
60
- function unpackGeoFieldMetadata(field, columnMetadata) {
61
- for (const [key, value] of Object.entries(columnMetadata || {})) {
62
- switch (key) {
63
- case 'geometry_type':
64
- setFieldMetadata(field, `geo.${key}`, value.join(','));
65
- break;
66
- case 'bbox':
67
- case 'crs':
68
- case 'edges':
69
- default:
70
- setFieldMetadata(field, `geo.${key}`, typeof value === 'string' ? value : JSON.stringify(value));
71
- }
72
- }
73
- }
74
- function setFieldMetadata(field, key, value) {
75
- field.metadata = field.metadata || {};
76
- field.metadata[key] = value;
77
- }
@@ -1 +0,0 @@
1
- {"version":3,"file":"geoparquet-schema.d.ts","sourceRoot":"","sources":["../../../src/lib/geo/geoparquet-schema.ts"],"names":[],"mappings":"AAIA;;;;GAIG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACH,wBA2DE"}
@@ -1,69 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- /* eslint-disable camelcase */
5
- /**
6
- * Geoparquet JSON schema for geo metadata
7
- * @see https://github.com/geoarrow/geoarrow/blob/main/metadata.md
8
- * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md
9
- */
10
- exports.default = {
11
- $schema: 'http://json-schema.org/draft-07/schema#',
12
- title: 'GeoParquet',
13
- description: 'Parquet metadata included in the geo field.',
14
- type: 'object',
15
- required: ['version', 'primary_column', 'columns'],
16
- properties: {
17
- version: { type: 'string', const: '1.0.0-beta.1' },
18
- primary_column: { type: 'string', minLength: 1 },
19
- columns: {
20
- type: 'object',
21
- minProperties: 1,
22
- patternProperties: {
23
- '.+': {
24
- type: 'object',
25
- required: ['encoding', 'geometry_types'],
26
- properties: {
27
- encoding: { type: 'string', const: 'WKB' },
28
- geometry_types: {
29
- type: 'array',
30
- uniqueItems: true,
31
- items: {
32
- type: 'string',
33
- pattern: '^(GeometryCollection|(Multi)?(Point|LineString|Polygon))( Z)?$'
34
- }
35
- },
36
- crs: {
37
- oneOf: [
38
- {
39
- $ref: 'https://proj.org/schemas/v0.5/projjson.schema.json'
40
- },
41
- { type: 'null' }
42
- ]
43
- },
44
- edges: { type: 'string', enum: ['planar', 'spherical'] },
45
- orientation: { type: 'string', const: 'counterclockwise' },
46
- bbox: {
47
- type: 'array',
48
- items: { type: 'number' },
49
- oneOf: [
50
- {
51
- description: '2D bbox consisting of (xmin, ymin, xmax, ymax)',
52
- minItems: 4,
53
- maxItems: 4
54
- },
55
- {
56
- description: '3D bbox consisting of (xmin, ymin, zmin, xmax, ymax, zmax)',
57
- minItems: 6,
58
- maxItems: 6
59
- }
60
- ]
61
- },
62
- epoch: { type: 'number' }
63
- }
64
- }
65
- },
66
- additionalProperties: false
67
- }
68
- }
69
- };
@@ -1,5 +0,0 @@
1
- import { ColumnarTable, ColumnarTableBatch } from '@loaders.gl/schema';
2
- import type { ParquetLoaderOptions } from '../../parquet-loader';
3
- export declare function parseParquetInColumns(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions): Promise<ColumnarTable>;
4
- export declare function parseParquetFileInColumnarBatches(blob: Blob, options?: ParquetLoaderOptions): AsyncIterable<ColumnarTableBatch>;
5
- //# sourceMappingURL=parse-parquet-to-columns.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse-parquet-to-columns.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,aAAa,EAAE,kBAAkB,EAAS,MAAM,oBAAoB,CAAC;AAE7E,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,sBAAsB,CAAC;AAS/D,wBAAsB,qBAAqB,CACzC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,aAAa,CAAC,CAUxB;AAED,wBAAuB,iCAAiC,CACtD,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,kBAAkB,CAAC,CAWnC"}
@@ -1,46 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.parseParquetFileInColumnarBatches = exports.parseParquetInColumns = void 0;
5
- const loader_utils_1 = require("@loaders.gl/loader-utils");
6
- const parquet_reader_1 = require("../../parquetjs/parser/parquet-reader");
7
- const convert_schema_from_parquet_1 = require("../arrow/convert-schema-from-parquet");
8
- const shred_1 = require("../../parquetjs/schema/shred");
9
- // import {convertParquetRowGroupToColumns} from '../arrow/convert-row-group-to-columns';
10
- const decode_geo_metadata_1 = require("../geo/decode-geo-metadata");
11
- async function parseParquetInColumns(arrayBuffer, options) {
12
- const blob = new Blob([arrayBuffer]);
13
- for await (const batch of parseParquetFileInColumnarBatches(blob, options)) {
14
- return {
15
- shape: 'columnar-table',
16
- schema: batch.schema,
17
- data: batch.data
18
- };
19
- }
20
- throw new Error('empty table');
21
- }
22
- exports.parseParquetInColumns = parseParquetInColumns;
23
- async function* parseParquetFileInColumnarBatches(blob, options) {
24
- const file = (0, loader_utils_1.makeReadableFile)(blob);
25
- const reader = new parquet_reader_1.ParquetReader(file);
26
- const parquetSchema = await reader.getSchema();
27
- const parquetMetadata = await reader.getFileMetadata();
28
- const schema = (0, convert_schema_from_parquet_1.convertParquetSchema)(parquetSchema, parquetMetadata);
29
- (0, decode_geo_metadata_1.unpackGeoMetadata)(schema);
30
- const rowGroups = reader.rowGroupIterator(options?.parquet);
31
- for await (const rowGroup of rowGroups) {
32
- yield convertRowGroupToTableBatch(parquetSchema, rowGroup, schema);
33
- }
34
- }
35
- exports.parseParquetFileInColumnarBatches = parseParquetFileInColumnarBatches;
36
- function convertRowGroupToTableBatch(parquetSchema, rowGroup, schema) {
37
- // const data = convertParquetRowGroupToColumns(schema, rowGroup);
38
- const data = (0, shred_1.materializeColumns)(parquetSchema, rowGroup);
39
- return {
40
- shape: 'columnar-table',
41
- batchType: 'data',
42
- schema,
43
- data,
44
- length: rowGroup.rowCount
45
- };
46
- }
@@ -1,5 +0,0 @@
1
- import { ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
2
- import type { ParquetLoaderOptions } from '../../parquet-loader';
3
- export declare function parseParquet(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions): Promise<ObjectRowTable>;
4
- export declare function parseParquetFileInBatches(blob: Blob, options?: ParquetLoaderOptions): AsyncIterable<ObjectRowTableBatch>;
5
- //# sourceMappingURL=parse-parquet-to-rows.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse-parquet-to-rows.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-rows.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,cAAc,EAAE,mBAAmB,EAAC,MAAM,oBAAoB,CAAC;AACvE,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,sBAAsB,CAAC;AAI/D,wBAAsB,YAAY,CAChC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,cAAc,CAAC,CAgBzB;AAED,wBAAuB,yBAAyB,CAC9C,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,mBAAmB,CAAC,CAYpC"}
@@ -1,37 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.parseParquetFileInBatches = exports.parseParquet = void 0;
4
- // import type {LoaderWithParser, Loader, LoaderOptions} from '@loaders.gl/loader-utils';
5
- // import {ColumnarTableBatch} from '@loaders.gl/schema';
6
- const loader_utils_1 = require("@loaders.gl/loader-utils");
7
- const parquet_reader_1 = require("../../parquetjs/parser/parquet-reader");
8
- async function parseParquet(arrayBuffer, options) {
9
- const blob = new Blob([arrayBuffer]);
10
- const rows = [];
11
- for await (const batch of parseParquetFileInBatches(blob, options)) {
12
- // we have only one input batch so return
13
- for (const row of batch.data) {
14
- rows.push(row);
15
- }
16
- }
17
- return {
18
- shape: 'object-row-table',
19
- // TODO - spread can fail for very large number of batches
20
- data: rows
21
- };
22
- }
23
- exports.parseParquet = parseParquet;
24
- async function* parseParquetFileInBatches(blob, options) {
25
- const file = (0, loader_utils_1.makeReadableFile)(blob);
26
- const reader = new parquet_reader_1.ParquetReader(file);
27
- const rowBatches = reader.rowBatchIterator(options?.parquet);
28
- for await (const rows of rowBatches) {
29
- yield {
30
- shape: 'object-row-table',
31
- data: rows,
32
- batchType: 'data',
33
- length: rows.length
34
- };
35
- }
36
- }
37
- exports.parseParquetFileInBatches = parseParquetFileInBatches;
@@ -1 +0,0 @@
1
- {"version":3,"file":"encode-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/encode-parquet-wasm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,KAAK,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAK5D,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,wBAAsB,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,WAAW,CAAC,CAY/F;AAED;;;;;;;GAOG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,UAAU,CAEnD"}
@@ -1,30 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.tableToIPC = exports.encode = void 0;
4
- const apache_arrow_1 = require("apache-arrow");
5
- const load_wasm_1 = require("./load-wasm");
6
- /**
7
- * Encode Arrow Table to Parquet buffer
8
- */
9
- async function encode(table, options) {
10
- const wasmUrl = options?.parquet?.wasmUrl;
11
- const wasm = await (0, load_wasm_1.loadWasm)(wasmUrl);
12
- const arrowIPCBytes = tableToIPC(table);
13
- // TODO: provide options for how to write table.
14
- const writerProperties = new wasm.WriterPropertiesBuilder().build();
15
- const parquetBytes = wasm.writeParquet(arrowIPCBytes, writerProperties);
16
- return parquetBytes.buffer.slice(parquetBytes.byteOffset, parquetBytes.byteLength + parquetBytes.byteOffset);
17
- }
18
- exports.encode = encode;
19
- /**
20
- * Serialize a {@link Table} to the IPC format. This function is a convenience
21
- * wrapper for {@link RecordBatchStreamWriter} and {@link RecordBatchFileWriter}.
22
- * Opposite of {@link tableFromIPC}.
23
- *
24
- * @param table The Table to serialize.
25
- * @param type Whether to serialize the Table as a file or a stream.
26
- */
27
- function tableToIPC(table) {
28
- return apache_arrow_1.RecordBatchStreamWriter.writeAll(table).toUint8Array(true);
29
- }
30
- exports.tableToIPC = tableToIPC;
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/wasm/load-wasm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,kBAAkB,CAAC"}
@@ -1,5 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.loadWasm = void 0;
4
- var load_wasm_node_1 = require("./load-wasm-node");
5
- Object.defineProperty(exports, "loadWasm", { enumerable: true, get: function () { return load_wasm_node_1.loadWasm; } });
@@ -1 +0,0 @@
1
- {"version":3,"file":"load-wasm-browser.d.ts","sourceRoot":"","sources":["../../../../src/lib/wasm/load-wasm/load-wasm-browser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,0BAA0B,CAAC;AAIpD,wBAAsB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,2BAU9C"}
@@ -1,38 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- Object.defineProperty(exports, "__esModule", { value: true });
26
- exports.loadWasm = void 0;
27
- const wasmEsm = __importStar(require("parquet-wasm/esm2/arrow1"));
28
- let cached = null;
29
- async function loadWasm(wasmUrl) {
30
- if (cached !== null) {
31
- return cached;
32
- }
33
- // For ESM bundles, need to await the default export, which loads the WASM
34
- await wasmEsm.default(wasmUrl);
35
- cached = wasmEsm;
36
- return wasmEsm;
37
- }
38
- exports.loadWasm = loadWasm;
@@ -1 +0,0 @@
1
- {"version":3,"file":"load-wasm-node.d.ts","sourceRoot":"","sources":["../../../../src/lib/wasm/load-wasm/load-wasm-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,0BAA0B,CAAC;AAErD,wBAAsB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,4BAE9C"}
@@ -1,31 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- Object.defineProperty(exports, "__esModule", { value: true });
26
- exports.loadWasm = void 0;
27
- const wasmNode = __importStar(require("parquet-wasm/node/arrow1"));
28
- async function loadWasm(wasmUrl) {
29
- return wasmNode;
30
- }
31
- exports.loadWasm = loadWasm;
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/parse-parquet-wasm.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAC,KAAK,IAAI,UAAU,EAA0B,MAAM,cAAc,CAAC;AAG1E,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,wBAAwB,GACjC,OAAO,CAAC,UAAU,CAAC,CAYrB"}
@@ -1,27 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.parseParquetWasm = void 0;
4
- const apache_arrow_1 = require("apache-arrow");
5
- const load_wasm_node_1 = require("./load-wasm/load-wasm-node");
6
- async function parseParquetWasm(arrayBuffer, options) {
7
- const wasmUrl = options?.parquet?.wasmUrl;
8
- const wasm = await (0, load_wasm_node_1.loadWasm)(wasmUrl);
9
- const arr = new Uint8Array(arrayBuffer);
10
- const arrowIPCUint8Arr = wasm.readParquet(arr);
11
- const arrowIPCBuffer = arrowIPCUint8Arr.buffer.slice(arrowIPCUint8Arr.byteOffset, arrowIPCUint8Arr.byteLength + arrowIPCUint8Arr.byteOffset);
12
- const arrowTable = tableFromIPC(arrowIPCBuffer);
13
- return arrowTable;
14
- }
15
- exports.parseParquetWasm = parseParquetWasm;
16
- /**
17
- * Deserialize the IPC format into a {@link Table}. This function is a
18
- * convenience wrapper for {@link RecordBatchReader}. Opposite of {@link tableToIPC}.
19
- */
20
- function tableFromIPC(input) {
21
- const reader = apache_arrow_1.RecordBatchStreamReader.from(input);
22
- const recordBatches = [];
23
- for (const recordBatch of reader) {
24
- recordBatches.push(recordBatch);
25
- }
26
- return new apache_arrow_1.Table(recordBatches);
27
- }
@@ -1,14 +0,0 @@
1
- import type { Loader, LoaderOptions } from '@loaders.gl/loader-utils';
2
- import type { ObjectRowTable, ObjectRowTableBatch, ColumnarTable, ColumnarTableBatch } from '@loaders.gl/schema';
3
- export type ParquetLoaderOptions = LoaderOptions & {
4
- parquet?: {
5
- type?: 'object-row-table';
6
- url?: string;
7
- columnList?: string[] | string[][];
8
- geoparquet?: boolean;
9
- };
10
- };
11
- /** ParquetJS table loader */
12
- export declare const ParquetLoader: Loader<ObjectRowTable, ObjectRowTableBatch, ParquetLoaderOptions>;
13
- export declare const ParqueColumnnartLoader: Loader<ColumnarTable, ColumnarTableBatch, ParquetLoaderOptions>;
14
- //# sourceMappingURL=parquet-loader.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-loader.d.ts","sourceRoot":"","sources":["../src/parquet-loader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,aAAa,EACb,kBAAkB,EACnB,MAAM,oBAAoB,CAAC;AAM5B,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,kBAAkB,CAAC;QAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;QACnC,UAAU,CAAC,EAAE,OAAO,CAAC;KACtB,CAAC;CACH,CAAC;AAWF,6BAA6B;AAC7B,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,cAAc,EAAE,mBAAmB,EAAE,oBAAoB,CAY3F,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,MAAM,CACzC,aAAa,EACb,kBAAkB,EAClB,oBAAoB,CAarB,CAAC"}
@@ -1,41 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.ParqueColumnnartLoader = exports.ParquetLoader = void 0;
4
- // __VERSION__ is injected by babel-plugin-version-inline
5
- // @ts-ignore TS2304: Cannot find name '__VERSION__'.
6
- const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
7
- const DEFAULT_PARQUET_LOADER_OPTIONS = {
8
- parquet: {
9
- type: 'object-row-table',
10
- url: undefined,
11
- columnList: [],
12
- geoparquet: true
13
- }
14
- };
15
- /** ParquetJS table loader */
16
- exports.ParquetLoader = {
17
- name: 'Apache Parquet',
18
- id: 'parquet',
19
- module: 'parquet',
20
- version: VERSION,
21
- worker: true,
22
- category: 'table',
23
- extensions: ['parquet'],
24
- mimeTypes: ['application/octet-stream'],
25
- binary: true,
26
- tests: ['PAR1', 'PARE'],
27
- options: DEFAULT_PARQUET_LOADER_OPTIONS
28
- };
29
- exports.ParqueColumnnartLoader = {
30
- name: 'Apache Parquet',
31
- id: 'parquet',
32
- module: 'parquet',
33
- version: VERSION,
34
- worker: true,
35
- category: 'table',
36
- extensions: ['parquet'],
37
- mimeTypes: ['application/octet-stream'],
38
- binary: true,
39
- tests: ['PAR1', 'PARE'],
40
- options: DEFAULT_PARQUET_LOADER_OPTIONS
41
- };
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-wasm-loader.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-loader.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EAAC,KAAK,IAAI,UAAU,EAAC,MAAM,cAAc,CAAC;AAMtD,kCAAkC;AAClC,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,gCAAgC;AAChC,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,wBAAwB,CAiBjF,CAAC"}
@@ -1,26 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.ParquetWasmLoader = void 0;
5
- // __VERSION__ is injected by babel-plugin-version-inline
6
- // @ts-ignore TS2304: Cannot find name '__VERSION__'.
7
- const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
8
- /** Parquet WASM table loader */
9
- exports.ParquetWasmLoader = {
10
- name: 'Apache Parquet',
11
- id: 'parquet-wasm',
12
- module: 'parquet',
13
- version: VERSION,
14
- worker: false,
15
- category: 'table',
16
- extensions: ['parquet'],
17
- mimeTypes: ['application/octet-stream'],
18
- binary: true,
19
- tests: ['PAR1', 'PARE'],
20
- options: {
21
- parquet: {
22
- type: 'arrow-table',
23
- wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
24
- }
25
- }
26
- };
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-wasm-writer.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAS,oBAAoB,EAAC,MAAM,gCAAgC,CAAC;AAC5E,OAAO,KAAK,EAAC,KAAK,IAAI,UAAU,EAAC,MAAM,cAAc,CAAC;AAMtD,0BAA0B;AAC1B,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,oBAAoB,CAc7E,CAAC"}
@@ -1,24 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.ParquetWasmWriter = void 0;
5
- const encode_parquet_wasm_1 = require("./lib/wasm/encode-parquet-wasm");
6
- // __VERSION__ is injected by babel-plugin-version-inline
7
- // @ts-ignore TS2304: Cannot find name '__VERSION__'.
8
- const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
9
- /** Parquet WASM writer */
10
- exports.ParquetWasmWriter = {
11
- name: 'Apache Parquet',
12
- id: 'parquet-wasm',
13
- module: 'parquet',
14
- version: VERSION,
15
- extensions: ['parquet'],
16
- mimeTypes: ['application/octet-stream'],
17
- encode: encode_parquet_wasm_1.encode,
18
- binary: true,
19
- options: {
20
- parquet: {
21
- wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
22
- }
23
- }
24
- };
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-writer.d.ts","sourceRoot":"","sources":["../src/parquet-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAC,KAAK,EAAE,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAMrD,MAAM,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEtC,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,oBAAoB,CAUzE,CAAC"}