@loaders.gl/parquet 4.0.0-alpha.24 → 4.0.0-alpha.26

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (372) hide show
  1. package/dist/dist.min.js +25 -27
  2. package/dist/dist.min.js.map +3 -3
  3. package/dist/es5/buffer-polyfill/buffer-polyfill.browser.js +23 -0
  4. package/dist/es5/buffer-polyfill/buffer-polyfill.browser.js.map +1 -0
  5. package/dist/es5/buffer-polyfill/buffer-polyfill.node.js +22 -0
  6. package/dist/es5/buffer-polyfill/buffer-polyfill.node.js.map +1 -0
  7. package/dist/es5/buffer-polyfill/buffer.js +1665 -0
  8. package/dist/es5/buffer-polyfill/buffer.js.map +1 -0
  9. package/dist/es5/buffer-polyfill/index.js +25 -0
  10. package/dist/es5/buffer-polyfill/index.js.map +1 -0
  11. package/dist/es5/buffer-polyfill/install-buffer-polyfill.js +20 -0
  12. package/dist/es5/buffer-polyfill/install-buffer-polyfill.js.map +1 -0
  13. package/dist/es5/index.js +18 -25
  14. package/dist/es5/index.js.map +1 -1
  15. package/dist/es5/lib/geo/decode-geo-column.js +52 -0
  16. package/dist/es5/lib/geo/decode-geo-column.js.map +1 -0
  17. package/dist/es5/lib/geo/decode-geo-metadata.js +52 -16
  18. package/dist/es5/lib/geo/decode-geo-metadata.js.map +1 -1
  19. package/dist/es5/lib/geo/{geoparquet-schema.js → geoparquet-metadata-schema.js} +4 -4
  20. package/dist/es5/lib/geo/geoparquet-metadata-schema.js.map +1 -0
  21. package/dist/es5/lib/geo/geoparquet-metadata-schema.json +60 -0
  22. package/dist/es5/lib/parsers/get-parquet-schema.js +41 -0
  23. package/dist/es5/lib/parsers/get-parquet-schema.js.map +1 -0
  24. package/dist/es5/lib/parsers/parse-parquet-to-columns.js +71 -72
  25. package/dist/es5/lib/parsers/parse-parquet-to-columns.js.map +1 -1
  26. package/dist/es5/lib/parsers/parse-parquet-to-rows.js +95 -62
  27. package/dist/es5/lib/parsers/parse-parquet-to-rows.js.map +1 -1
  28. package/dist/es5/parquet-loader.js +14 -14
  29. package/dist/es5/parquet-loader.js.map +1 -1
  30. package/dist/es5/parquet-wasm-loader.js +1 -1
  31. package/dist/es5/parquet-wasm-writer.js +1 -1
  32. package/dist/es5/parquet-writer.js +1 -1
  33. package/dist/es5/parquetjs/codecs/plain.js.map +1 -1
  34. package/dist/es5/parquetjs/codecs/rle.js.map +1 -1
  35. package/dist/es5/parquetjs/encoder/parquet-encoder.js.map +1 -1
  36. package/dist/es5/parquetjs/parquet-thrift/index.js +75 -0
  37. package/dist/es5/parquetjs/parquet-thrift/index.js.map +1 -1
  38. package/dist/es5/parquetjs/parser/decoders.js +43 -34
  39. package/dist/es5/parquetjs/parser/decoders.js.map +1 -1
  40. package/dist/es5/parquetjs/parser/parquet-reader.js +13 -12
  41. package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -1
  42. package/dist/es5/parquetjs/schema/declare.js.map +1 -1
  43. package/dist/es5/parquetjs/utils/read-utils.js +6 -7
  44. package/dist/es5/parquetjs/utils/read-utils.js.map +1 -1
  45. package/dist/esm/buffer-polyfill/buffer-polyfill.browser.js +6 -0
  46. package/dist/esm/buffer-polyfill/buffer-polyfill.browser.js.map +1 -0
  47. package/dist/esm/buffer-polyfill/buffer-polyfill.node.js +10 -0
  48. package/dist/esm/buffer-polyfill/buffer-polyfill.node.js.map +1 -0
  49. package/dist/esm/buffer-polyfill/buffer.js +1489 -0
  50. package/dist/esm/buffer-polyfill/buffer.js.map +1 -0
  51. package/dist/esm/buffer-polyfill/index.js +4 -0
  52. package/dist/esm/buffer-polyfill/index.js.map +1 -0
  53. package/dist/esm/buffer-polyfill/install-buffer-polyfill.js +5 -0
  54. package/dist/esm/buffer-polyfill/install-buffer-polyfill.js.map +1 -0
  55. package/dist/esm/index.js +3 -9
  56. package/dist/esm/index.js.map +1 -1
  57. package/dist/esm/lib/geo/decode-geo-column.js +46 -0
  58. package/dist/esm/lib/geo/decode-geo-column.js.map +1 -0
  59. package/dist/esm/lib/geo/decode-geo-metadata.js +32 -5
  60. package/dist/esm/lib/geo/decode-geo-metadata.js.map +1 -1
  61. package/dist/esm/lib/geo/{geoparquet-schema.js → geoparquet-metadata-schema.js} +2 -2
  62. package/dist/esm/lib/geo/geoparquet-metadata-schema.js.map +1 -0
  63. package/dist/esm/lib/geo/geoparquet-metadata-schema.json +60 -0
  64. package/dist/esm/lib/parsers/get-parquet-schema.js +11 -0
  65. package/dist/esm/lib/parsers/get-parquet-schema.js.map +1 -0
  66. package/dist/esm/lib/parsers/parse-parquet-to-columns.js +10 -11
  67. package/dist/esm/lib/parsers/parse-parquet-to-columns.js.map +1 -1
  68. package/dist/esm/lib/parsers/parse-parquet-to-rows.js +32 -7
  69. package/dist/esm/lib/parsers/parse-parquet-to-rows.js.map +1 -1
  70. package/dist/esm/parquet-loader.js +12 -12
  71. package/dist/esm/parquet-loader.js.map +1 -1
  72. package/dist/esm/parquet-wasm-loader.js +1 -1
  73. package/dist/esm/parquet-wasm-writer.js +1 -1
  74. package/dist/esm/parquet-writer.js +1 -1
  75. package/dist/esm/parquetjs/codecs/plain.js.map +1 -1
  76. package/dist/esm/parquetjs/codecs/rle.js.map +1 -1
  77. package/dist/esm/parquetjs/encoder/parquet-encoder.js.map +1 -1
  78. package/dist/esm/parquetjs/parquet-thrift/index.js +2 -0
  79. package/dist/esm/parquetjs/parquet-thrift/index.js.map +1 -1
  80. package/dist/esm/parquetjs/parser/decoders.js +36 -32
  81. package/dist/esm/parquetjs/parser/decoders.js.map +1 -1
  82. package/dist/esm/parquetjs/parser/parquet-reader.js +12 -11
  83. package/dist/esm/parquetjs/parser/parquet-reader.js.map +1 -1
  84. package/dist/esm/parquetjs/schema/declare.js.map +1 -1
  85. package/dist/esm/parquetjs/utils/read-utils.js +1 -1
  86. package/dist/esm/parquetjs/utils/read-utils.js.map +1 -1
  87. package/dist/parquet-worker.js +25 -27
  88. package/dist/parquet-worker.js.map +3 -3
  89. package/dist/src/buffer-polyfill/buffer-polyfill.browser.d.ts +4 -0
  90. package/dist/src/buffer-polyfill/buffer-polyfill.browser.d.ts.map +1 -0
  91. package/dist/src/buffer-polyfill/buffer-polyfill.node.d.ts +34 -0
  92. package/dist/src/buffer-polyfill/buffer-polyfill.node.d.ts.map +1 -0
  93. package/dist/src/buffer-polyfill/buffer.d.ts +222 -0
  94. package/dist/src/buffer-polyfill/buffer.d.ts.map +1 -0
  95. package/dist/src/buffer-polyfill/index.d.ts +4 -0
  96. package/dist/src/buffer-polyfill/index.d.ts.map +1 -0
  97. package/dist/src/buffer-polyfill/install-buffer-polyfill.d.ts +3 -0
  98. package/dist/src/buffer-polyfill/install-buffer-polyfill.d.ts.map +1 -0
  99. package/dist/src/bundle.d.ts.map +1 -0
  100. package/dist/src/constants.d.ts.map +1 -0
  101. package/dist/{index.d.ts → src/index.d.ts} +5 -9
  102. package/dist/src/index.d.ts.map +1 -0
  103. package/dist/src/lib/arrow/convert-columns-to-row-group.d.ts.map +1 -0
  104. package/dist/src/lib/arrow/convert-row-group-to-columns.d.ts.map +1 -0
  105. package/dist/src/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -0
  106. package/dist/src/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -0
  107. package/dist/src/lib/geo/decode-geo-column.d.ts +4 -0
  108. package/dist/src/lib/geo/decode-geo-column.d.ts.map +1 -0
  109. package/dist/src/lib/geo/decode-geo-metadata.d.ts +44 -0
  110. package/dist/src/lib/geo/decode-geo-metadata.d.ts.map +1 -0
  111. package/dist/{lib/geo/geoparquet-schema.d.ts → src/lib/geo/geoparquet-metadata-schema.d.ts} +2 -3
  112. package/dist/src/lib/geo/geoparquet-metadata-schema.d.ts.map +1 -0
  113. package/dist/src/lib/parsers/get-parquet-schema.d.ts +4 -0
  114. package/dist/src/lib/parsers/get-parquet-schema.d.ts.map +1 -0
  115. package/dist/src/lib/parsers/parse-parquet-to-columns.d.ts +6 -0
  116. package/dist/src/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -0
  117. package/dist/src/lib/parsers/parse-parquet-to-rows.d.ts +6 -0
  118. package/dist/src/lib/parsers/parse-parquet-to-rows.d.ts.map +1 -0
  119. package/dist/src/lib/wasm/encode-parquet-wasm.d.ts.map +1 -0
  120. package/dist/src/lib/wasm/load-wasm/index.d.ts.map +1 -0
  121. package/dist/src/lib/wasm/load-wasm/load-wasm-browser.d.ts.map +1 -0
  122. package/dist/src/lib/wasm/load-wasm/load-wasm-node.d.ts.map +1 -0
  123. package/dist/src/lib/wasm/parse-parquet-wasm.d.ts.map +1 -0
  124. package/dist/src/parquet-loader.d.ts +22 -0
  125. package/dist/src/parquet-loader.d.ts.map +1 -0
  126. package/dist/src/parquet-wasm-loader.d.ts.map +1 -0
  127. package/dist/src/parquet-wasm-writer.d.ts.map +1 -0
  128. package/dist/src/parquet-writer.d.ts.map +1 -0
  129. package/dist/src/parquetjs/codecs/declare.d.ts.map +1 -0
  130. package/dist/src/parquetjs/codecs/dictionary.d.ts.map +1 -0
  131. package/dist/src/parquetjs/codecs/index.d.ts.map +1 -0
  132. package/dist/src/parquetjs/codecs/plain.d.ts.map +1 -0
  133. package/dist/src/parquetjs/codecs/rle.d.ts.map +1 -0
  134. package/dist/src/parquetjs/compression.d.ts.map +1 -0
  135. package/dist/src/parquetjs/encoder/parquet-encoder.d.ts.map +1 -0
  136. package/dist/src/parquetjs/parquet-thrift/BoundaryOrder.d.ts.map +1 -0
  137. package/dist/src/parquetjs/parquet-thrift/BsonType.d.ts.map +1 -0
  138. package/dist/src/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -0
  139. package/dist/src/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -0
  140. package/dist/src/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -0
  141. package/dist/src/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -0
  142. package/dist/src/parquetjs/parquet-thrift/CompressionCodec.d.ts.map +1 -0
  143. package/dist/src/parquetjs/parquet-thrift/ConvertedType.d.ts.map +1 -0
  144. package/dist/src/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -0
  145. package/dist/src/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -0
  146. package/dist/src/parquetjs/parquet-thrift/DateType.d.ts.map +1 -0
  147. package/dist/src/parquetjs/parquet-thrift/DecimalType.d.ts.map +1 -0
  148. package/dist/src/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -0
  149. package/dist/src/parquetjs/parquet-thrift/Encoding.d.ts.map +1 -0
  150. package/dist/src/parquetjs/parquet-thrift/EnumType.d.ts.map +1 -0
  151. package/dist/src/parquetjs/parquet-thrift/FieldRepetitionType.d.ts.map +1 -0
  152. package/dist/src/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -0
  153. package/dist/src/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +1 -0
  154. package/dist/src/parquetjs/parquet-thrift/IntType.d.ts.map +1 -0
  155. package/dist/src/parquetjs/parquet-thrift/JsonType.d.ts.map +1 -0
  156. package/dist/src/parquetjs/parquet-thrift/KeyValue.d.ts.map +1 -0
  157. package/dist/src/parquetjs/parquet-thrift/ListType.d.ts.map +1 -0
  158. package/dist/src/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -0
  159. package/dist/src/parquetjs/parquet-thrift/MapType.d.ts.map +1 -0
  160. package/dist/src/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +1 -0
  161. package/dist/src/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +1 -0
  162. package/dist/src/parquetjs/parquet-thrift/NullType.d.ts.map +1 -0
  163. package/dist/src/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -0
  164. package/dist/src/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -0
  165. package/dist/src/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -0
  166. package/dist/src/parquetjs/parquet-thrift/PageLocation.d.ts.map +1 -0
  167. package/dist/src/parquetjs/parquet-thrift/PageType.d.ts.map +1 -0
  168. package/dist/src/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -0
  169. package/dist/src/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -0
  170. package/dist/src/parquetjs/parquet-thrift/SortingColumn.d.ts.map +1 -0
  171. package/dist/src/parquetjs/parquet-thrift/Statistics.d.ts.map +1 -0
  172. package/dist/src/parquetjs/parquet-thrift/StringType.d.ts.map +1 -0
  173. package/dist/src/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -0
  174. package/dist/src/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -0
  175. package/dist/src/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -0
  176. package/dist/src/parquetjs/parquet-thrift/Type.d.ts.map +1 -0
  177. package/dist/src/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +1 -0
  178. package/dist/src/parquetjs/parquet-thrift/UUIDType.d.ts.map +1 -0
  179. package/dist/{parquetjs → src/parquetjs}/parquet-thrift/index.d.ts +2 -0
  180. package/dist/src/parquetjs/parquet-thrift/index.d.ts.map +1 -0
  181. package/dist/{parquetjs → src/parquetjs}/parser/decoders.d.ts +4 -4
  182. package/dist/src/parquetjs/parser/decoders.d.ts.map +1 -0
  183. package/dist/{parquetjs → src/parquetjs}/parser/parquet-reader.d.ts +5 -3
  184. package/dist/src/parquetjs/parser/parquet-reader.d.ts.map +1 -0
  185. package/dist/{parquetjs → src/parquetjs}/schema/declare.d.ts +3 -1
  186. package/dist/src/parquetjs/schema/declare.d.ts.map +1 -0
  187. package/dist/src/parquetjs/schema/schema.d.ts.map +1 -0
  188. package/dist/src/parquetjs/schema/shred.d.ts.map +1 -0
  189. package/dist/src/parquetjs/schema/types.d.ts.map +1 -0
  190. package/dist/src/parquetjs/utils/file-utils.d.ts.map +1 -0
  191. package/dist/src/parquetjs/utils/read-utils.d.ts.map +1 -0
  192. package/dist/src/workers/parquet-worker.d.ts.map +1 -0
  193. package/dist/tsconfig.tsbuildinfo +1 -0
  194. package/package.json +16 -6
  195. package/src/buffer-polyfill/buffer-polyfill.browser.ts +11 -0
  196. package/src/buffer-polyfill/buffer-polyfill.node.ts +16 -0
  197. package/src/buffer-polyfill/buffer.ts +2207 -0
  198. package/src/buffer-polyfill/index.ts +9 -0
  199. package/src/buffer-polyfill/install-buffer-polyfill.ts +6 -0
  200. package/src/index.ts +29 -14
  201. package/src/lib/geo/decode-geo-column.ts +51 -0
  202. package/src/lib/geo/decode-geo-metadata.ts +81 -15
  203. package/src/lib/geo/geoparquet-metadata-schema.json +60 -0
  204. package/src/lib/geo/{geoparquet-schema.ts → geoparquet-metadata-schema.ts} +1 -1
  205. package/src/lib/parsers/get-parquet-schema.ts +14 -0
  206. package/src/lib/parsers/parse-parquet-to-columns.ts +15 -13
  207. package/src/lib/parsers/parse-parquet-to-rows.ts +38 -11
  208. package/src/parquet-loader.ts +29 -16
  209. package/src/parquetjs/codecs/plain.ts +1 -0
  210. package/src/parquetjs/codecs/rle.ts +2 -0
  211. package/src/parquetjs/encoder/parquet-encoder.ts +1 -0
  212. package/src/parquetjs/parquet-thrift/index.ts +4 -0
  213. package/src/parquetjs/parser/decoders.ts +51 -41
  214. package/src/parquetjs/parser/parquet-reader.ts +16 -13
  215. package/src/parquetjs/schema/declare.ts +3 -1
  216. package/src/parquetjs/utils/read-utils.ts +2 -2
  217. package/dist/bundle.d.ts.map +0 -1
  218. package/dist/constants.d.ts.map +0 -1
  219. package/dist/es5/lib/geo/geoparquet-schema.js.map +0 -1
  220. package/dist/esm/lib/geo/geoparquet-schema.js.map +0 -1
  221. package/dist/index.d.ts.map +0 -1
  222. package/dist/lib/arrow/convert-columns-to-row-group.d.ts.map +0 -1
  223. package/dist/lib/arrow/convert-row-group-to-columns.d.ts.map +0 -1
  224. package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +0 -1
  225. package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +0 -1
  226. package/dist/lib/geo/decode-geo-metadata.d.ts +0 -31
  227. package/dist/lib/geo/decode-geo-metadata.d.ts.map +0 -1
  228. package/dist/lib/geo/geoparquet-schema.d.ts.map +0 -1
  229. package/dist/lib/parsers/parse-parquet-to-columns.d.ts +0 -5
  230. package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +0 -1
  231. package/dist/lib/parsers/parse-parquet-to-rows.d.ts +0 -5
  232. package/dist/lib/parsers/parse-parquet-to-rows.d.ts.map +0 -1
  233. package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +0 -1
  234. package/dist/lib/wasm/load-wasm/index.d.ts.map +0 -1
  235. package/dist/lib/wasm/load-wasm/load-wasm-browser.d.ts.map +0 -1
  236. package/dist/lib/wasm/load-wasm/load-wasm-node.d.ts.map +0 -1
  237. package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +0 -1
  238. package/dist/parquet-loader.d.ts +0 -14
  239. package/dist/parquet-loader.d.ts.map +0 -1
  240. package/dist/parquet-wasm-loader.d.ts.map +0 -1
  241. package/dist/parquet-wasm-writer.d.ts.map +0 -1
  242. package/dist/parquet-writer.d.ts.map +0 -1
  243. package/dist/parquetjs/codecs/declare.d.ts.map +0 -1
  244. package/dist/parquetjs/codecs/dictionary.d.ts.map +0 -1
  245. package/dist/parquetjs/codecs/index.d.ts.map +0 -1
  246. package/dist/parquetjs/codecs/plain.d.ts.map +0 -1
  247. package/dist/parquetjs/codecs/rle.d.ts.map +0 -1
  248. package/dist/parquetjs/compression.d.ts.map +0 -1
  249. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +0 -1
  250. package/dist/parquetjs/parquet-thrift/BoundaryOrder.d.ts.map +0 -1
  251. package/dist/parquetjs/parquet-thrift/BsonType.d.ts.map +0 -1
  252. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +0 -1
  253. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +0 -1
  254. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +0 -1
  255. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +0 -1
  256. package/dist/parquetjs/parquet-thrift/CompressionCodec.d.ts.map +0 -1
  257. package/dist/parquetjs/parquet-thrift/ConvertedType.d.ts.map +0 -1
  258. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +0 -1
  259. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +0 -1
  260. package/dist/parquetjs/parquet-thrift/DateType.d.ts.map +0 -1
  261. package/dist/parquetjs/parquet-thrift/DecimalType.d.ts.map +0 -1
  262. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +0 -1
  263. package/dist/parquetjs/parquet-thrift/Encoding.d.ts.map +0 -1
  264. package/dist/parquetjs/parquet-thrift/EnumType.d.ts.map +0 -1
  265. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.d.ts.map +0 -1
  266. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +0 -1
  267. package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +0 -1
  268. package/dist/parquetjs/parquet-thrift/IntType.d.ts.map +0 -1
  269. package/dist/parquetjs/parquet-thrift/JsonType.d.ts.map +0 -1
  270. package/dist/parquetjs/parquet-thrift/KeyValue.d.ts.map +0 -1
  271. package/dist/parquetjs/parquet-thrift/ListType.d.ts.map +0 -1
  272. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +0 -1
  273. package/dist/parquetjs/parquet-thrift/MapType.d.ts.map +0 -1
  274. package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +0 -1
  275. package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +0 -1
  276. package/dist/parquetjs/parquet-thrift/NullType.d.ts.map +0 -1
  277. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +0 -1
  278. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +0 -1
  279. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +0 -1
  280. package/dist/parquetjs/parquet-thrift/PageLocation.d.ts.map +0 -1
  281. package/dist/parquetjs/parquet-thrift/PageType.d.ts.map +0 -1
  282. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +0 -1
  283. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +0 -1
  284. package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts.map +0 -1
  285. package/dist/parquetjs/parquet-thrift/Statistics.d.ts.map +0 -1
  286. package/dist/parquetjs/parquet-thrift/StringType.d.ts.map +0 -1
  287. package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +0 -1
  288. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +0 -1
  289. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +0 -1
  290. package/dist/parquetjs/parquet-thrift/Type.d.ts.map +0 -1
  291. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +0 -1
  292. package/dist/parquetjs/parquet-thrift/UUIDType.d.ts.map +0 -1
  293. package/dist/parquetjs/parquet-thrift/index.d.ts.map +0 -1
  294. package/dist/parquetjs/parser/decoders.d.ts.map +0 -1
  295. package/dist/parquetjs/parser/parquet-reader.d.ts.map +0 -1
  296. package/dist/parquetjs/schema/declare.d.ts.map +0 -1
  297. package/dist/parquetjs/schema/schema.d.ts.map +0 -1
  298. package/dist/parquetjs/schema/shred.d.ts.map +0 -1
  299. package/dist/parquetjs/schema/types.d.ts.map +0 -1
  300. package/dist/parquetjs/utils/file-utils.d.ts.map +0 -1
  301. package/dist/parquetjs/utils/read-utils.d.ts.map +0 -1
  302. package/dist/workers/parquet-worker.d.ts.map +0 -1
  303. /package/dist/{bundle.d.ts → src/bundle.d.ts} +0 -0
  304. /package/dist/{constants.d.ts → src/constants.d.ts} +0 -0
  305. /package/dist/{lib → src/lib}/arrow/convert-columns-to-row-group.d.ts +0 -0
  306. /package/dist/{lib → src/lib}/arrow/convert-row-group-to-columns.d.ts +0 -0
  307. /package/dist/{lib → src/lib}/arrow/convert-schema-from-parquet.d.ts +0 -0
  308. /package/dist/{lib → src/lib}/arrow/convert-schema-to-parquet.d.ts +0 -0
  309. /package/dist/{lib → src/lib}/wasm/encode-parquet-wasm.d.ts +0 -0
  310. /package/dist/{lib → src/lib}/wasm/load-wasm/index.d.ts +0 -0
  311. /package/dist/{lib → src/lib}/wasm/load-wasm/load-wasm-browser.d.ts +0 -0
  312. /package/dist/{lib → src/lib}/wasm/load-wasm/load-wasm-node.d.ts +0 -0
  313. /package/dist/{lib → src/lib}/wasm/parse-parquet-wasm.d.ts +0 -0
  314. /package/dist/{parquet-wasm-loader.d.ts → src/parquet-wasm-loader.d.ts} +0 -0
  315. /package/dist/{parquet-wasm-writer.d.ts → src/parquet-wasm-writer.d.ts} +0 -0
  316. /package/dist/{parquet-writer.d.ts → src/parquet-writer.d.ts} +0 -0
  317. /package/dist/{parquetjs → src/parquetjs}/codecs/declare.d.ts +0 -0
  318. /package/dist/{parquetjs → src/parquetjs}/codecs/dictionary.d.ts +0 -0
  319. /package/dist/{parquetjs → src/parquetjs}/codecs/index.d.ts +0 -0
  320. /package/dist/{parquetjs → src/parquetjs}/codecs/plain.d.ts +0 -0
  321. /package/dist/{parquetjs → src/parquetjs}/codecs/rle.d.ts +0 -0
  322. /package/dist/{parquetjs → src/parquetjs}/compression.d.ts +0 -0
  323. /package/dist/{parquetjs → src/parquetjs}/encoder/parquet-encoder.d.ts +0 -0
  324. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/BoundaryOrder.d.ts +0 -0
  325. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/BsonType.d.ts +0 -0
  326. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/ColumnChunk.d.ts +0 -0
  327. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/ColumnIndex.d.ts +0 -0
  328. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/ColumnMetaData.d.ts +0 -0
  329. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/ColumnOrder.d.ts +0 -0
  330. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/CompressionCodec.d.ts +0 -0
  331. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/ConvertedType.d.ts +0 -0
  332. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/DataPageHeader.d.ts +0 -0
  333. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/DataPageHeaderV2.d.ts +0 -0
  334. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/DateType.d.ts +0 -0
  335. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/DecimalType.d.ts +0 -0
  336. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/DictionaryPageHeader.d.ts +0 -0
  337. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/Encoding.d.ts +0 -0
  338. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/EnumType.d.ts +0 -0
  339. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/FieldRepetitionType.d.ts +0 -0
  340. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/FileMetaData.d.ts +0 -0
  341. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/IndexPageHeader.d.ts +0 -0
  342. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/IntType.d.ts +0 -0
  343. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/JsonType.d.ts +0 -0
  344. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/KeyValue.d.ts +0 -0
  345. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/ListType.d.ts +0 -0
  346. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/LogicalType.d.ts +0 -0
  347. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/MapType.d.ts +0 -0
  348. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/MicroSeconds.d.ts +0 -0
  349. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/MilliSeconds.d.ts +0 -0
  350. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/NullType.d.ts +0 -0
  351. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/OffsetIndex.d.ts +0 -0
  352. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/PageEncodingStats.d.ts +0 -0
  353. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/PageHeader.d.ts +0 -0
  354. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/PageLocation.d.ts +0 -0
  355. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/PageType.d.ts +0 -0
  356. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/RowGroup.d.ts +0 -0
  357. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/SchemaElement.d.ts +0 -0
  358. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/SortingColumn.d.ts +0 -0
  359. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/Statistics.d.ts +0 -0
  360. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/StringType.d.ts +0 -0
  361. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/TimeType.d.ts +0 -0
  362. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/TimeUnit.d.ts +0 -0
  363. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/TimestampType.d.ts +0 -0
  364. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/Type.d.ts +0 -0
  365. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/TypeDefinedOrder.d.ts +0 -0
  366. /package/dist/{parquetjs → src/parquetjs}/parquet-thrift/UUIDType.d.ts +0 -0
  367. /package/dist/{parquetjs → src/parquetjs}/schema/schema.d.ts +0 -0
  368. /package/dist/{parquetjs → src/parquetjs}/schema/shred.d.ts +0 -0
  369. /package/dist/{parquetjs → src/parquetjs}/schema/types.d.ts +0 -0
  370. /package/dist/{parquetjs → src/parquetjs}/utils/file-utils.d.ts +0 -0
  371. /package/dist/{parquetjs → src/parquetjs}/utils/read-utils.d.ts +0 -0
  372. /package/dist/{workers → src/workers}/parquet-worker.d.ts +0 -0
@@ -2,7 +2,7 @@
2
2
  import {
3
3
  ParquetCodec,
4
4
  ParquetColumnChunk,
5
- ParquetOptions,
5
+ ParquetReaderContext,
6
6
  ParquetPageData,
7
7
  ParquetType,
8
8
  PrimitiveType,
@@ -31,7 +31,7 @@ import {decodePageHeader, getThriftEnum, getBitWidth} from '../utils/read-utils'
31
31
  */
32
32
  export async function decodeDataPages(
33
33
  buffer: Buffer,
34
- options: ParquetOptions
34
+ context: ParquetReaderContext
35
35
  ): Promise<ParquetColumnChunk> {
36
36
  const cursor: CursorBuffer = {
37
37
  buffer,
@@ -47,15 +47,15 @@ export async function decodeDataPages(
47
47
  count: 0
48
48
  };
49
49
 
50
- let dictionary = options.dictionary || [];
50
+ let dictionary = context.dictionary || [];
51
51
 
52
52
  while (
53
53
  // @ts-ignore size can be undefined
54
54
  cursor.offset < cursor.size &&
55
- (!options.numValues || data.dlevels.length < Number(options.numValues))
55
+ (!context.numValues || data.dlevels.length < Number(context.numValues))
56
56
  ) {
57
57
  // Looks like we have to decode these in sequence due to cursor updates?
58
- const page = await decodePage(cursor, options);
58
+ const page = await decodePage(cursor, context);
59
59
 
60
60
  if (page.dictionary) {
61
61
  dictionary = page.dictionary;
@@ -88,13 +88,14 @@ export async function decodeDataPages(
88
88
  /**
89
89
  * Decode parquet page based on page type
90
90
  * @param cursor
91
- * @param options
91
+ * @param context
92
92
  */
93
93
  export async function decodePage(
94
94
  cursor: CursorBuffer,
95
- options: ParquetOptions
95
+ context: ParquetReaderContext
96
96
  ): Promise<ParquetPageData> {
97
97
  let page;
98
+
98
99
  const {pageHeader, length} = decodePageHeader(cursor.buffer, cursor.offset);
99
100
  cursor.offset += length;
100
101
 
@@ -102,14 +103,14 @@ export async function decodePage(
102
103
 
103
104
  switch (pageType) {
104
105
  case 'DATA_PAGE':
105
- page = await decodeDataPage(cursor, pageHeader, options);
106
+ page = await decodeDataPage(cursor, pageHeader, context);
106
107
  break;
107
108
  case 'DATA_PAGE_V2':
108
- page = await decodeDataPageV2(cursor, pageHeader, options);
109
+ page = await decodeDataPageV2(cursor, pageHeader, context);
109
110
  break;
110
111
  case 'DICTIONARY_PAGE':
111
112
  page = {
112
- dictionary: await decodeDictionaryPage(cursor, pageHeader, options),
113
+ dictionary: await decodeDictionaryPage(cursor, pageHeader, context),
113
114
  pageHeader
114
115
  };
115
116
  break;
@@ -225,7 +226,7 @@ function decodeValues(
225
226
  async function decodeDataPage(
226
227
  cursor: CursorBuffer,
227
228
  header: PageHeader,
228
- options: ParquetOptions
229
+ context: ParquetReaderContext
229
230
  ): Promise<ParquetPageData> {
230
231
  const cursorEnd = cursor.offset + header.compressed_page_size;
231
232
  const valueCount = header.data_page_header?.num_values;
@@ -233,9 +234,9 @@ async function decodeDataPage(
233
234
  /* uncompress page */
234
235
  let dataCursor = cursor;
235
236
 
236
- if (options.compression !== 'UNCOMPRESSED') {
237
+ if (context.compression !== 'UNCOMPRESSED') {
237
238
  const valuesBuf = await decompress(
238
- options.compression,
239
+ context.compression,
239
240
  cursor.buffer.slice(cursor.offset, cursorEnd),
240
241
  header.uncompressed_page_size
241
242
  );
@@ -255,9 +256,9 @@ async function decodeDataPage(
255
256
  // tslint:disable-next-line:prefer-array-literal
256
257
  let rLevels = new Array(valueCount);
257
258
 
258
- if (options.column.rLevelMax > 0) {
259
+ if (context.column.rLevelMax > 0) {
259
260
  rLevels = decodeValues(PARQUET_RDLVL_TYPE, rLevelEncoding, dataCursor, valueCount!, {
260
- bitWidth: getBitWidth(options.column.rLevelMax),
261
+ bitWidth: getBitWidth(context.column.rLevelMax),
261
262
  disableEnvelope: false
262
263
  // column: opts.column
263
264
  });
@@ -272,9 +273,9 @@ async function decodeDataPage(
272
273
  ) as ParquetCodec;
273
274
  // tslint:disable-next-line:prefer-array-literal
274
275
  let dLevels = new Array(valueCount);
275
- if (options.column.dLevelMax > 0) {
276
+ if (context.column.dLevelMax > 0) {
276
277
  dLevels = decodeValues(PARQUET_RDLVL_TYPE, dLevelEncoding, dataCursor, valueCount!, {
277
- bitWidth: getBitWidth(options.column.dLevelMax),
278
+ bitWidth: getBitWidth(context.column.dLevelMax),
278
279
  disableEnvelope: false
279
280
  // column: opts.column
280
281
  });
@@ -283,20 +284,20 @@ async function decodeDataPage(
283
284
  }
284
285
  let valueCountNonNull = 0;
285
286
  for (const dlvl of dLevels) {
286
- if (dlvl === options.column.dLevelMax) {
287
+ if (dlvl === context.column.dLevelMax) {
287
288
  valueCountNonNull++;
288
289
  }
289
290
  }
290
291
 
291
292
  /* read values */
292
293
  const valueEncoding = getThriftEnum(Encoding, header.data_page_header?.encoding!) as ParquetCodec;
293
- const decodeOptions = {
294
- typeLength: options.column.typeLength,
295
- bitWidth: options.column.typeLength
294
+ const decodeOptions: ParquetCodecOptions = {
295
+ typeLength: context.column.typeLength,
296
+ bitWidth: context.column.typeLength
296
297
  };
297
298
 
298
299
  const values = decodeValues(
299
- options.column.primitiveType!,
300
+ context.column.primitiveType!,
300
301
  valueEncoding,
301
302
  dataCursor,
302
303
  valueCountNonNull,
@@ -322,7 +323,7 @@ async function decodeDataPage(
322
323
  async function decodeDataPageV2(
323
324
  cursor: CursorBuffer,
324
325
  header: PageHeader,
325
- opts: any
326
+ context: ParquetReaderContext
326
327
  ): Promise<ParquetPageData> {
327
328
  const cursorEnd = cursor.offset + header.compressed_page_size;
328
329
 
@@ -337,9 +338,9 @@ async function decodeDataPageV2(
337
338
  /* read repetition levels */
338
339
  // tslint:disable-next-line:prefer-array-literal
339
340
  let rLevels = new Array(valueCount);
340
- if (opts.column.rLevelMax > 0) {
341
+ if (context.column.rLevelMax > 0) {
341
342
  rLevels = decodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, cursor, valueCount!, {
342
- bitWidth: getBitWidth(opts.column.rLevelMax),
343
+ bitWidth: getBitWidth(context.column.rLevelMax),
343
344
  disableEnvelope: true
344
345
  });
345
346
  } else {
@@ -349,9 +350,9 @@ async function decodeDataPageV2(
349
350
  /* read definition levels */
350
351
  // tslint:disable-next-line:prefer-array-literal
351
352
  let dLevels = new Array(valueCount);
352
- if (opts.column.dLevelMax > 0) {
353
+ if (context.column.dLevelMax > 0) {
353
354
  dLevels = decodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, cursor, valueCount!, {
354
- bitWidth: getBitWidth(opts.column.dLevelMax),
355
+ bitWidth: getBitWidth(context.column.dLevelMax),
355
356
  disableEnvelope: true
356
357
  });
357
358
  } else {
@@ -363,7 +364,7 @@ async function decodeDataPageV2(
363
364
 
364
365
  if (header.data_page_header_v2?.is_compressed) {
365
366
  const valuesBuf = await decompress(
366
- opts.compression,
367
+ context.compression,
367
368
  cursor.buffer.slice(cursor.offset, cursorEnd),
368
369
  header.uncompressed_page_size
369
370
  );
@@ -378,12 +379,12 @@ async function decodeDataPageV2(
378
379
  }
379
380
 
380
381
  const decodeOptions = {
381
- typeLength: opts.column.typeLength,
382
- bitWidth: opts.column.typeLength
382
+ typeLength: context.column.typeLength,
383
+ bitWidth: context.column.typeLength
383
384
  };
384
385
 
385
386
  const values = decodeValues(
386
- opts.column.primitiveType!,
387
+ context.column.primitiveType!,
387
388
  valueEncoding,
388
389
  valuesBufCursor,
389
390
  valueCountNonNull,
@@ -403,13 +404,13 @@ async function decodeDataPageV2(
403
404
  * Do decoding of dictionary page which helps to iterate over all indexes and get dataPage values.
404
405
  * @param cursor
405
406
  * @param pageHeader
406
- * @param options
407
+ * @param context
407
408
  */
408
409
  async function decodeDictionaryPage(
409
410
  cursor: CursorBuffer,
410
411
  pageHeader: PageHeader,
411
- options: ParquetOptions
412
- ): Promise<string[]> {
412
+ context: ParquetReaderContext
413
+ ): Promise<(string | ArrayBuffer)[]> {
413
414
  const cursorEnd = cursor.offset + pageHeader.compressed_page_size;
414
415
 
415
416
  let dictCursor = {
@@ -420,9 +421,9 @@ async function decodeDictionaryPage(
420
421
 
421
422
  cursor.offset = cursorEnd;
422
423
 
423
- if (options.compression !== 'UNCOMPRESSED') {
424
+ if (context.compression !== 'UNCOMPRESSED') {
424
425
  const valuesBuf = await decompress(
425
- options.compression,
426
+ context.compression,
426
427
  dictCursor.buffer.slice(dictCursor.offset, cursorEnd),
427
428
  pageHeader.uncompressed_page_size
428
429
  );
@@ -438,11 +439,20 @@ async function decodeDictionaryPage(
438
439
 
439
440
  const numValues = pageHeader?.dictionary_page_header?.num_values || 0;
440
441
 
441
- return decodeValues(
442
- options.column.primitiveType!,
443
- options.column.encoding!,
442
+ const decodedDictionaryValues = decodeValues(
443
+ context.column.primitiveType!,
444
+ context.column.encoding!,
444
445
  dictCursor,
445
446
  numValues,
446
- options as ParquetCodecOptions
447
- ).map((d) => d.toString());
447
+ // TODO - this looks wrong?
448
+ context as ParquetCodecOptions
449
+ );
450
+
451
+ if (context?.preserveBinary) {
452
+ return decodedDictionaryValues.map((d) =>
453
+ // Convert to ArrayBuffer
454
+ Buffer.isBuffer(d) ? d.buffer.slice(d.byteOffset, d.byteLength) : d.toString()
455
+ );
456
+ }
457
+ return decodedDictionaryValues.map((d) => d.toString());
448
458
  }
@@ -12,13 +12,14 @@ import {
12
12
  ParquetCompression,
13
13
  ParquetColumnChunk,
14
14
  PrimitiveType,
15
- ParquetOptions
15
+ ParquetReaderContext
16
16
  } from '../schema/declare';
17
17
  import {decodeFileMetadata, getThriftEnum, fieldIndexOf} from '../utils/read-utils';
18
18
  import {decodeDataPages, decodePage} from './decoders';
19
19
 
20
20
  export type ParquetReaderProps = {
21
21
  defaultDictionarySize?: number;
22
+ preserveBinary?: boolean;
22
23
  };
23
24
 
24
25
  /** Properties for initializing a ParquetRowGroupReader */
@@ -27,10 +28,6 @@ export type ParquetIterationProps = {
27
28
  columnList?: string[] | string[][];
28
29
  };
29
30
 
30
- const DEFAULT_PROPS: Required<ParquetReaderProps> = {
31
- defaultDictionarySize: 1e6
32
- };
33
-
34
31
  /**
35
32
  * The parquet envelope reader allows direct, unbuffered access to the individual
36
33
  * sections of the parquet file, namely the header, footer and the row groups.
@@ -38,13 +35,18 @@ const DEFAULT_PROPS: Required<ParquetReaderProps> = {
38
35
  * rows from a parquet file use the ParquetReader instead
39
36
  */
40
37
  export class ParquetReader {
38
+ static defaultProps: Required<ParquetReaderProps> = {
39
+ defaultDictionarySize: 1e6,
40
+ preserveBinary: false
41
+ };
42
+
41
43
  props: Required<ParquetReaderProps>;
42
44
  file: ReadableFile;
43
45
  metadata: Promise<FileMetaData> | null = null;
44
46
 
45
47
  constructor(file: ReadableFile, props?: ParquetReaderProps) {
46
48
  this.file = file;
47
- this.props = {...DEFAULT_PROPS, ...props};
49
+ this.props = {...ParquetReader.defaultProps, ...props};
48
50
  }
49
51
 
50
52
  close(): void {
@@ -163,6 +165,7 @@ export class ParquetReader {
163
165
  const metadataBuf = await this.file.read(metadataOffset, metadataSize);
164
166
  // let metadata = new parquet_thrift.FileMetaData();
165
167
  // parquet_util.decodeThrift(metadata, metadataBuf);
168
+
166
169
  const {metadata} = decodeFileMetadata(metadataBuf);
167
170
  return metadata;
168
171
  }
@@ -218,7 +221,7 @@ export class ParquetReader {
218
221
  );
219
222
  }
220
223
 
221
- const options: ParquetOptions = {
224
+ const context: ParquetReaderContext = {
222
225
  type,
223
226
  rLevelMax: field.rLevelMax,
224
227
  dLevelMax: field.dLevelMax,
@@ -235,24 +238,24 @@ export class ParquetReader {
235
238
  if (dictionaryPageOffset) {
236
239
  const dictionaryOffset = Number(dictionaryPageOffset);
237
240
  // Getting dictionary from column chunk to iterate all over indexes to get dataPage values.
238
- dictionary = await this.getDictionary(dictionaryOffset, options, pagesOffset);
241
+ dictionary = await this.getDictionary(dictionaryOffset, context, pagesOffset);
239
242
  }
240
243
 
241
- dictionary = options.dictionary?.length ? options.dictionary : dictionary;
244
+ dictionary = context.dictionary?.length ? context.dictionary : dictionary;
242
245
  const pagesBuf = await this.file.read(pagesOffset, pagesSize);
243
- return await decodeDataPages(pagesBuf, {...options, dictionary});
246
+ return await decodeDataPages(pagesBuf, {...context, dictionary});
244
247
  }
245
248
 
246
249
  /**
247
250
  * Getting dictionary for allows to flatten values by indices.
248
251
  * @param dictionaryPageOffset
249
- * @param options
252
+ * @param context
250
253
  * @param pagesOffset
251
254
  * @returns
252
255
  */
253
256
  async getDictionary(
254
257
  dictionaryPageOffset: number,
255
- options: ParquetOptions,
258
+ context: ParquetReaderContext,
256
259
  pagesOffset: number
257
260
  ): Promise<string[]> {
258
261
  if (dictionaryPageOffset === 0) {
@@ -273,7 +276,7 @@ export class ParquetReader {
273
276
  const pagesBuf = await this.file.read(dictionaryPageOffset, dictionarySize);
274
277
 
275
278
  const cursor = {buffer: pagesBuf, offset: 0, size: pagesBuf.length};
276
- const decodedPage = await decodePage(cursor, options);
279
+ const decodedPage = await decodePage(cursor, context);
277
280
 
278
281
  return decodedPage.dictionary!;
279
282
  }
@@ -99,7 +99,7 @@ export interface ParquetField {
99
99
  }
100
100
 
101
101
  /** @todo better name, this is an internal type? */
102
- export interface ParquetOptions {
102
+ export interface ParquetReaderContext {
103
103
  type: ParquetType;
104
104
  rLevelMax: number;
105
105
  dLevelMax: number;
@@ -107,6 +107,8 @@ export interface ParquetOptions {
107
107
  column: ParquetField;
108
108
  numValues?: Int64;
109
109
  dictionary?: ParquetDictionary;
110
+ /** If true, binary values are not converted to strings */
111
+ preserveBinary?: boolean;
110
112
  }
111
113
 
112
114
  export interface ParquetPageData {
@@ -1,4 +1,4 @@
1
- import {TBufferedTransport, TCompactProtocol, TFramedTransport} from 'thrift';
1
+ import {TBufferedTransport, TCompactProtocol, TFramedTransport} from '../parquet-thrift';
2
2
  import {FileMetaData, PageHeader} from '../parquet-thrift';
3
3
 
4
4
  class UFramedTransport extends TFramedTransport {
@@ -12,7 +12,7 @@ export function serializeThrift(obj: any): Buffer {
12
12
  const output: Buffer[] = [];
13
13
 
14
14
  const transport = new TBufferedTransport(undefined, (buf) => {
15
- output.push(buf as Buffer);
15
+ output.push(buf as unknown as Buffer);
16
16
  });
17
17
 
18
18
  const protocol = new TCompactProtocol(transport);
@@ -1 +0,0 @@
1
- {"version":3,"file":"bundle.d.ts","sourceRoot":"","sources":["../src/bundle.ts"],"names":[],"mappings":"AACA,QAAA,MAAM,aAAa,KAAqB,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AACA;;GAEG;AACH,eAAO,MAAM,aAAa,SAAS,CAAC;AACpC,eAAO,MAAM,uBAAuB,SAAS,CAAC;AAE9C;;GAEG;AACH,eAAO,MAAM,eAAe,IAAI,CAAC;AAEjC;;GAEG;AACH,eAAO,MAAM,kBAAkB,UAAU,CAAC;AAC1C,eAAO,MAAM,sBAAsB,QAAQ,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"geoparquet-schema.js","names":["$schema","title","description","type","required","properties","version","const","primary_column","minLength","columns","minProperties","patternProperties","encoding","geometry_types","uniqueItems","items","pattern","crs","oneOf","$ref","edges","enum","orientation","bbox","minItems","maxItems","epoch","additionalProperties","exports","default","_default"],"sources":["../../../../src/lib/geo/geoparquet-schema.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/* eslint-disable camelcase */\n\n/**\n * Geoparquet JSON schema for geo metadata\n * @see https://github.com/geoarrow/geoarrow/blob/main/metadata.md\n * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md\n */\nexport default {\n $schema: 'http://json-schema.org/draft-07/schema#',\n title: 'GeoParquet',\n description: 'Parquet metadata included in the geo field.',\n type: 'object',\n required: ['version', 'primary_column', 'columns'],\n properties: {\n version: {type: 'string', const: '1.0.0-beta.1'},\n primary_column: {type: 'string', minLength: 1},\n columns: {\n type: 'object',\n minProperties: 1,\n patternProperties: {\n '.+': {\n type: 'object',\n required: ['encoding', 'geometry_types'],\n properties: {\n encoding: {type: 'string', const: 'WKB'},\n geometry_types: {\n type: 'array',\n uniqueItems: true,\n items: {\n type: 'string',\n pattern: '^(GeometryCollection|(Multi)?(Point|LineString|Polygon))( Z)?$'\n }\n },\n crs: {\n oneOf: [\n {\n $ref: 'https://proj.org/schemas/v0.5/projjson.schema.json'\n },\n {type: 'null'}\n ]\n },\n edges: {type: 'string', enum: ['planar', 'spherical']},\n orientation: {type: 'string', const: 'counterclockwise'},\n bbox: {\n type: 'array',\n items: {type: 'number'},\n oneOf: [\n {\n description: '2D bbox consisting of (xmin, ymin, xmax, ymax)',\n minItems: 4,\n maxItems: 4\n },\n {\n description: '3D bbox consisting of (xmin, ymin, zmin, xmax, ymax, zmax)',\n minItems: 6,\n maxItems: 6\n }\n ]\n },\n epoch: {type: 'number'}\n }\n }\n },\n additionalProperties: false\n }\n }\n};\n"],"mappings":";;;;;;eASe;EACbA,OAAO,EAAE,yCAAyC;EAClDC,KAAK,EAAE,YAAY;EACnBC,WAAW,EAAE,6CAA6C;EAC1DC,IAAI,EAAE,QAAQ;EACdC,QAAQ,EAAE,CAAC,SAAS,EAAE,gBAAgB,EAAE,SAAS,CAAC;EAClDC,UAAU,EAAE;IACVC,OAAO,EAAE;MAACH,IAAI,EAAE,QAAQ;MAAEI,KAAK,EAAE;IAAc,CAAC;IAChDC,cAAc,EAAE;MAACL,IAAI,EAAE,QAAQ;MAAEM,SAAS,EAAE;IAAC,CAAC;IAC9CC,OAAO,EAAE;MACPP,IAAI,EAAE,QAAQ;MACdQ,aAAa,EAAE,CAAC;MAChBC,iBAAiB,EAAE;QACjB,IAAI,EAAE;UACJT,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE,CAAC,UAAU,EAAE,gBAAgB,CAAC;UACxCC,UAAU,EAAE;YACVQ,QAAQ,EAAE;cAACV,IAAI,EAAE,QAAQ;cAAEI,KAAK,EAAE;YAAK,CAAC;YACxCO,cAAc,EAAE;cACdX,IAAI,EAAE,OAAO;cACbY,WAAW,EAAE,IAAI;cACjBC,KAAK,EAAE;gBACLb,IAAI,EAAE,QAAQ;gBACdc,OAAO,EAAE;cACX;YACF,CAAC;YACDC,GAAG,EAAE;cACHC,KAAK,EAAE,CACL;gBACEC,IAAI,EAAE;cACR,CAAC,EACD;gBAACjB,IAAI,EAAE;cAAM,CAAC;YAElB,CAAC;YACDkB,KAAK,EAAE;cAAClB,IAAI,EAAE,QAAQ;cAAEmB,IAAI,EAAE,CAAC,QAAQ,EAAE,WAAW;YAAC,CAAC;YACtDC,WAAW,EAAE;cAACpB,IAAI,EAAE,QAAQ;cAAEI,KAAK,EAAE;YAAkB,CAAC;YACxDiB,IAAI,EAAE;cACJrB,IAAI,EAAE,OAAO;cACba,KAAK,EAAE;gBAACb,IAAI,EAAE;cAAQ,CAAC;cACvBgB,KAAK,EAAE,CACL;gBACEjB,WAAW,EAAE,gDAAgD;gBAC7DuB,QAAQ,EAAE,CAAC;gBACXC,QAAQ,EAAE;cACZ,CAAC,EACD;gBACExB,WAAW,EAAE,4DAA4D;gBACzEuB,QAAQ,EAAE,CAAC;gBACXC,QAAQ,EAAE;cACZ,CAAC;YAEL,CAAC;YACDC,KAAK,EAAE;cAACxB,IAAI,EAAE;YAAQ;UACxB;QACF;MACF,CAAC;MACDyB,oBAAoB,EAAE;IACxB;EACF;AACF,CAAC;AAAAC,OAAA,CAAAC,OAAA,GAAAC,QAAA"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"geoparquet-schema.js","names":["$schema","title","description","type","required","properties","version","const","primary_column","minLength","columns","minProperties","patternProperties","encoding","geometry_types","uniqueItems","items","pattern","crs","oneOf","$ref","edges","enum","orientation","bbox","minItems","maxItems","epoch","additionalProperties"],"sources":["../../../../src/lib/geo/geoparquet-schema.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/* eslint-disable camelcase */\n\n/**\n * Geoparquet JSON schema for geo metadata\n * @see https://github.com/geoarrow/geoarrow/blob/main/metadata.md\n * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md\n */\nexport default {\n $schema: 'http://json-schema.org/draft-07/schema#',\n title: 'GeoParquet',\n description: 'Parquet metadata included in the geo field.',\n type: 'object',\n required: ['version', 'primary_column', 'columns'],\n properties: {\n version: {type: 'string', const: '1.0.0-beta.1'},\n primary_column: {type: 'string', minLength: 1},\n columns: {\n type: 'object',\n minProperties: 1,\n patternProperties: {\n '.+': {\n type: 'object',\n required: ['encoding', 'geometry_types'],\n properties: {\n encoding: {type: 'string', const: 'WKB'},\n geometry_types: {\n type: 'array',\n uniqueItems: true,\n items: {\n type: 'string',\n pattern: '^(GeometryCollection|(Multi)?(Point|LineString|Polygon))( Z)?$'\n }\n },\n crs: {\n oneOf: [\n {\n $ref: 'https://proj.org/schemas/v0.5/projjson.schema.json'\n },\n {type: 'null'}\n ]\n },\n edges: {type: 'string', enum: ['planar', 'spherical']},\n orientation: {type: 'string', const: 'counterclockwise'},\n bbox: {\n type: 'array',\n items: {type: 'number'},\n oneOf: [\n {\n description: '2D bbox consisting of (xmin, ymin, xmax, ymax)',\n minItems: 4,\n maxItems: 4\n },\n {\n description: '3D bbox consisting of (xmin, ymin, zmin, xmax, ymax, zmax)',\n minItems: 6,\n maxItems: 6\n }\n ]\n },\n epoch: {type: 'number'}\n }\n }\n },\n additionalProperties: false\n }\n }\n};\n"],"mappings":"AASA,eAAe;EACbA,OAAO,EAAE,yCAAyC;EAClDC,KAAK,EAAE,YAAY;EACnBC,WAAW,EAAE,6CAA6C;EAC1DC,IAAI,EAAE,QAAQ;EACdC,QAAQ,EAAE,CAAC,SAAS,EAAE,gBAAgB,EAAE,SAAS,CAAC;EAClDC,UAAU,EAAE;IACVC,OAAO,EAAE;MAACH,IAAI,EAAE,QAAQ;MAAEI,KAAK,EAAE;IAAc,CAAC;IAChDC,cAAc,EAAE;MAACL,IAAI,EAAE,QAAQ;MAAEM,SAAS,EAAE;IAAC,CAAC;IAC9CC,OAAO,EAAE;MACPP,IAAI,EAAE,QAAQ;MACdQ,aAAa,EAAE,CAAC;MAChBC,iBAAiB,EAAE;QACjB,IAAI,EAAE;UACJT,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE,CAAC,UAAU,EAAE,gBAAgB,CAAC;UACxCC,UAAU,EAAE;YACVQ,QAAQ,EAAE;cAACV,IAAI,EAAE,QAAQ;cAAEI,KAAK,EAAE;YAAK,CAAC;YACxCO,cAAc,EAAE;cACdX,IAAI,EAAE,OAAO;cACbY,WAAW,EAAE,IAAI;cACjBC,KAAK,EAAE;gBACLb,IAAI,EAAE,QAAQ;gBACdc,OAAO,EAAE;cACX;YACF,CAAC;YACDC,GAAG,EAAE;cACHC,KAAK,EAAE,CACL;gBACEC,IAAI,EAAE;cACR,CAAC,EACD;gBAACjB,IAAI,EAAE;cAAM,CAAC;YAElB,CAAC;YACDkB,KAAK,EAAE;cAAClB,IAAI,EAAE,QAAQ;cAAEmB,IAAI,EAAE,CAAC,QAAQ,EAAE,WAAW;YAAC,CAAC;YACtDC,WAAW,EAAE;cAACpB,IAAI,EAAE,QAAQ;cAAEI,KAAK,EAAE;YAAkB,CAAC;YACxDiB,IAAI,EAAE;cACJrB,IAAI,EAAE,OAAO;cACba,KAAK,EAAE;gBAACb,IAAI,EAAE;cAAQ,CAAC;cACvBgB,KAAK,EAAE,CACL;gBACEjB,WAAW,EAAE,gDAAgD;gBAC7DuB,QAAQ,EAAE,CAAC;gBACXC,QAAQ,EAAE;cACZ,CAAC,EACD;gBACExB,WAAW,EAAE,4DAA4D;gBACzEuB,QAAQ,EAAE,CAAC;gBACXC,QAAQ,EAAE;cACZ,CAAC;YAEL,CAAC;YACDC,KAAK,EAAE;cAACxB,IAAI,EAAE;YAAQ;UACxB;QACF;MACF,CAAC;MACDyB,oBAAoB,EAAE;IACxB;EACF;AACF,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAC/D,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,aAAa,EACb,kBAAkB,EACnB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAC,KAAK,IAAI,UAAU,EAAC,MAAM,cAAc,CAAC;AAItD,OAAO,EACL,aAAa,IAAI,mBAAmB,EAEpC,oBAAoB,EACrB,MAAM,kBAAkB,CAAC;AAO1B,OAAO,EAAmB,wBAAwB,EAAC,MAAM,+BAA+B,CAAC;AACzF,OAAO,EAAC,iBAAiB,IAAI,uBAAuB,EAAC,MAAM,uBAAuB,CAAC;AAEnF,OAAO,EAAC,mBAAmB,EAAE,uBAAuB,EAAC,CAAC;AAEtD,6BAA6B;AAC7B,eAAO,MAAM,aAAa,EAAE,gBAAgB,CAC1C,cAAc,EACd,mBAAmB,EACnB,oBAAoB,CAKrB,CAAC;AAEF,6BAA6B;AAE7B,eAAO,MAAM,qBAAqB,EAAE,gBAAgB,CAClD,aAAa,EACb,kBAAkB,EAClB,oBAAoB,CAKrB,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,gBAAgB,CAAC,UAAU,EAAE,KAAK,EAAE,wBAAwB,CAG3F,CAAC;AAIF,OAAO,EAAC,aAAa,IAAI,cAAc,EAAC,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAC,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AAIxD,OAAO,EAAC,mBAAmB,EAAC,MAAM,yBAAyB,CAAC;AAE5D,OAAO,EAAC,aAAa,EAAC,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAC,aAAa,EAAC,MAAM,mCAAmC,CAAC;AAChE,OAAO,EAAC,cAAc,EAAC,MAAM,qCAAqC,CAAC;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,MAAM,yCAAyC,CAAC;AAGjD,OAAO,EAAC,OAAO,IAAI,aAAa,EAAC,MAAM,6BAA6B,CAAC;AAErE,YAAY,EAAC,WAAW,EAAC,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAC,cAAc,EAAE,cAAc,EAAE,iBAAiB,EAAC,MAAM,+BAA+B,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"convert-columns-to-row-group.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-columns-to-row-group.ts"],"names":[],"mappings":""}
@@ -1 +0,0 @@
1
- {"version":3,"file":"convert-row-group-to-columns.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-row-group-to-columns.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAC,eAAe,EAAC,MAAM,8CAA8C,CAAC;AAE7E,wBAAgB,+BAA+B,CAC7C,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,eAAe,GACxB,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAMvB"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"convert-schema-from-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-from-parquet.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,MAAM,EAAS,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAE3D,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,+BAA+B,CAAC;AACjE,OAAO,KAAK,EAAgC,WAAW,EAAC,MAAM,gCAAgC,CAAC;AAC/F,OAAO,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AAE5D,eAAO,MAAM,oBAAoB,EAAE;KAAE,IAAI,IAAI,WAAW,GAAG,QAAQ;CA+BlE,CAAC;AAEF,wBAAgB,oBAAoB,CAClC,aAAa,EAAE,aAAa,EAC5B,eAAe,EAAE,YAAY,GAAG,IAAI,GACnC,MAAM,CAUR"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"convert-schema-to-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-to-parquet.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAEV,WAAW,EACZ,MAAM,gCAAgC,CAAC;AAExC,OAAO,EACL,MAAM,EAGN,QAAQ,EACT,MAAM,oBAAoB,CAAC;AAE5B,eAAO,MAAM,oBAAoB,EAAE;KAAE,IAAI,IAAI,WAAW,GAAG,QAAQ;CA+BlE,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAK7D"}
@@ -1,31 +0,0 @@
1
- import { Schema } from '@loaders.gl/schema';
2
- /** A geoarrow / geoparquet geo metadata object (stored in stringified form in the top level metadata 'geo' key) */
3
- export type GeoMetadata = {
4
- version?: string;
5
- primary_column?: string;
6
- columns: Record<string, GeoColumnMetadata>;
7
- [key: string]: unknown;
8
- };
9
- /** A geoarrow / geoparquet geo metadata for one geometry column */
10
- export type GeoColumnMetadata = {
11
- bounding_box?: [number, number, number, number] | [number, number, number, number, number, number];
12
- crs?: string;
13
- geometry_type?: string[];
14
- edges?: string;
15
- [key: string]: unknown;
16
- };
17
- /**
18
- * Reads the GeoMetadata object from the metadata
19
- * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata */
20
- export declare function getGeoMetadata(schema: Schema): GeoMetadata | null;
21
- /**
22
- * Stores a geoarrow / geoparquet geo metadata object in the schema
23
- * @note geoarrow / geoparquet geo metadata is a single stringified JSON field
24
- */
25
- export declare function setGeoMetadata(schema: Schema, geoMetadata: GeoMetadata): void;
26
- /**
27
- * Unpacks geo metadata into separate metadata fields (parses the long JSON string)
28
- * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata
29
- */
30
- export declare function unpackGeoMetadata(schema: Schema): void;
31
- //# sourceMappingURL=decode-geo-metadata.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"decode-geo-metadata.d.ts","sourceRoot":"","sources":["../../../src/lib/geo/decode-geo-metadata.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,MAAM,EAAQ,MAAM,oBAAoB,CAAC;AAIjD,mHAAmH;AACnH,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC3C,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF,oEAAoE;AACpE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,YAAY,CAAC,EACT,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAChC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACrD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF;;yGAEyG;AACzG,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI,CAYjE;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,IAAI,CAG7E;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CA6BtD"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"geoparquet-schema.d.ts","sourceRoot":"","sources":["../../../src/lib/geo/geoparquet-schema.ts"],"names":[],"mappings":"AAIA;;;;GAIG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACH,wBA2DE"}
@@ -1,5 +0,0 @@
1
- import { ColumnarTable, ColumnarTableBatch } from '@loaders.gl/schema';
2
- import type { ParquetLoaderOptions } from '../../parquet-loader';
3
- export declare function parseParquetInColumns(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions): Promise<ColumnarTable>;
4
- export declare function parseParquetFileInColumnarBatches(blob: Blob, options?: ParquetLoaderOptions): AsyncIterable<ColumnarTableBatch>;
5
- //# sourceMappingURL=parse-parquet-to-columns.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse-parquet-to-columns.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,aAAa,EAAE,kBAAkB,EAAS,MAAM,oBAAoB,CAAC;AAE7E,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,sBAAsB,CAAC;AAS/D,wBAAsB,qBAAqB,CACzC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,aAAa,CAAC,CAUxB;AAED,wBAAuB,iCAAiC,CACtD,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,kBAAkB,CAAC,CAWnC"}
@@ -1,5 +0,0 @@
1
- import { ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
2
- import type { ParquetLoaderOptions } from '../../parquet-loader';
3
- export declare function parseParquet(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions): Promise<ObjectRowTable>;
4
- export declare function parseParquetFileInBatches(blob: Blob, options?: ParquetLoaderOptions): AsyncIterable<ObjectRowTableBatch>;
5
- //# sourceMappingURL=parse-parquet-to-rows.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse-parquet-to-rows.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-rows.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,cAAc,EAAE,mBAAmB,EAAC,MAAM,oBAAoB,CAAC;AACvE,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,sBAAsB,CAAC;AAI/D,wBAAsB,YAAY,CAChC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,cAAc,CAAC,CAgBzB;AAED,wBAAuB,yBAAyB,CAC9C,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,mBAAmB,CAAC,CAYpC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"encode-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/encode-parquet-wasm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,KAAK,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAK5D,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,wBAAsB,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,WAAW,CAAC,CAY/F;AAED;;;;;;;GAOG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,UAAU,CAEnD"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/wasm/load-wasm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,kBAAkB,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"load-wasm-browser.d.ts","sourceRoot":"","sources":["../../../../src/lib/wasm/load-wasm/load-wasm-browser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,0BAA0B,CAAC;AAIpD,wBAAsB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,2BAU9C"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"load-wasm-node.d.ts","sourceRoot":"","sources":["../../../../src/lib/wasm/load-wasm/load-wasm-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,0BAA0B,CAAC;AAErD,wBAAsB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,4BAE9C"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/parse-parquet-wasm.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAC,KAAK,IAAI,UAAU,EAA0B,MAAM,cAAc,CAAC;AAG1E,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,wBAAwB,GACjC,OAAO,CAAC,UAAU,CAAC,CAYrB"}
@@ -1,14 +0,0 @@
1
- import type { Loader, LoaderOptions } from '@loaders.gl/loader-utils';
2
- import type { ObjectRowTable, ObjectRowTableBatch, ColumnarTable, ColumnarTableBatch } from '@loaders.gl/schema';
3
- export type ParquetLoaderOptions = LoaderOptions & {
4
- parquet?: {
5
- type?: 'object-row-table';
6
- url?: string;
7
- columnList?: string[] | string[][];
8
- geoparquet?: boolean;
9
- };
10
- };
11
- /** ParquetJS table loader */
12
- export declare const ParquetLoader: Loader<ObjectRowTable, ObjectRowTableBatch, ParquetLoaderOptions>;
13
- export declare const ParqueColumnnartLoader: Loader<ColumnarTable, ColumnarTableBatch, ParquetLoaderOptions>;
14
- //# sourceMappingURL=parquet-loader.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-loader.d.ts","sourceRoot":"","sources":["../src/parquet-loader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,aAAa,EACb,kBAAkB,EACnB,MAAM,oBAAoB,CAAC;AAM5B,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,kBAAkB,CAAC;QAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;QACnC,UAAU,CAAC,EAAE,OAAO,CAAC;KACtB,CAAC;CACH,CAAC;AAWF,6BAA6B;AAC7B,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,cAAc,EAAE,mBAAmB,EAAE,oBAAoB,CAY3F,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,MAAM,CACzC,aAAa,EACb,kBAAkB,EAClB,oBAAoB,CAarB,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-wasm-loader.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-loader.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EAAC,KAAK,IAAI,UAAU,EAAC,MAAM,cAAc,CAAC;AAMtD,kCAAkC;AAClC,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,gCAAgC;AAChC,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,wBAAwB,CAiBjF,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-wasm-writer.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAS,oBAAoB,EAAC,MAAM,gCAAgC,CAAC;AAC5E,OAAO,KAAK,EAAC,KAAK,IAAI,UAAU,EAAC,MAAM,cAAc,CAAC;AAMtD,0BAA0B;AAC1B,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,oBAAoB,CAc7E,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-writer.d.ts","sourceRoot":"","sources":["../src/parquet-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAC,KAAK,EAAE,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAMrD,MAAM,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEtC,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,oBAAoB,CAUzE,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"declare.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/declare.ts"],"names":[],"mappings":";AACA,OAAO,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAC;AAEhD,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,YAAY,CAAC,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,EAAE,mBAAmB,GAAG,MAAM,CAAC;IACrF,YAAY,CACV,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAAC;CACV"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"dictionary.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/dictionary.ts"],"names":[],"mappings":"AAEA,wBAAgB,YAAY,CAAC,IAAI,KAAA,EAAE,MAAM,KAAA,EAAE,KAAK,KAAA,EAAE,IAAI,KAAA,YAIrD;AAED,wBAAgB,YAAY,CAAC,IAAI,KAAA,EAAE,MAAM,KAAA,EAAE,KAAK,KAAA,EAAE,IAAI,KAAA,QAErD"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,WAAW,CAAC;AAK/C,cAAc,WAAW,CAAC;AAE1B,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,CAqBhE,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"plain.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/plain.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,MAAM,WAAW,CAAC;AAGjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,CAqBR;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAqBP"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"rle.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/rle.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,MAAM,WAAW,CAAC;AAIjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,CA0DR;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,EAAE,CA4BV"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/parquetjs/compression.ts"],"names":[],"mappings":";AAIA,OAAO,EACL,WAAW,EAQZ,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAC,kBAAkB,EAAC,MAAM,kBAAkB,CAAC;AAsCpD;;GAEG;AAEH,eAAO,MAAM,2BAA2B,EAAE,MAAM,CAAC,kBAAkB,EAAE,WAAW,CAW/E,CAAC;AAEF;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,OAAO,CAAC,EAAE;IAAC,OAAO,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,CAAA;CAAC,mBAGlF;AAED;;GAEG;AACH,wBAAsB,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAQxF;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,kBAAkB,EAC1B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,CAQjB;AAKD,wBAAgB,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAMvF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-encoder.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"names":[],"mappings":";;AAEA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAGhD,OAAO,EACL,eAAe,EAKf,UAAU,EACX,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAC,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAaL,QAAQ,EAGT,MAAM,mBAAmB,CAAC;AA2B3B,MAAM,WAAW,qBAAqB;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IAGxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AAEH,qBAAa,cAAc,CAAC,CAAC;IAC3B;;;OAGG;WACU,QAAQ,CAAC,CAAC,EACrB,MAAM,EAAE,aAAa,EACrB,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE,qBAAqB,GAC3B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAK7B;;;OAGG;WACU,UAAU,CAAC,CAAC,EACvB,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,MAAM,CAAC,QAAQ,EAC7B,IAAI,GAAE,qBAA0B,GAC/B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAKtB,MAAM,EAAE,aAAa,CAAC;IACtB,cAAc,EAAE,qBAAqB,CAAC;IACtC,SAAS,EAAE,eAAe,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE5C;;OAEG;gBAED,MAAM,EAAE,aAAa,EACrB,cAAc,EAAE,qBAAqB,EACrC,IAAI,EAAE,qBAAqB;IAcvB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAUlC;;;OAGG;IACG,SAAS,CAAC,CAAC,SAAS,UAAU,EAAE,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAW5D;;;;;OAKG;IACG,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBjD;;OAEG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAK7C;;;;;OAKG;IACH,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAIlC;;;OAGG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;CAG/B;AAED;;;;;GAKG;AACH,qBAAa,qBAAqB;IAChC;;OAEG;WACU,UAAU,CACrB,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,MAAM,CAAC,QAAQ,EAC7B,IAAI,EAAE,qBAAqB,GAC1B,OAAO,CAAC,qBAAqB,CAAC;IAM1B,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;gBAG5B,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,EACvC,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAC5B,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,qBAAqB;IAY7B,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKxC;;OAEG;IACH,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B;;;OAGG;IACG,aAAa,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAY5D;;OAEG;IACH,WAAW,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhE;;;OAGG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;CAG/B"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"BoundaryOrder.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/BoundaryOrder.ts"],"names":[],"mappings":"AAMA,oBAAY,aAAa;IACvB,SAAS,IAAI;IACb,SAAS,IAAI;IACb,UAAU,IAAI;CACf"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"BsonType.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/BsonType.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,MAAM,WAAW,aAAa;CAAG;AACjC,qBAAa,QAAQ;;IAEZ,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAM9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,QAAQ;CAmBtD"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"ColumnChunk.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnChunk.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,cAAc,MAAM,kBAAkB,CAAC;AACnD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,GAAG,KAAK,CAAC;IAC5B,SAAS,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC;IAC1C,mBAAmB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACrC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACrC,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,qBAAa,WAAW;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,KAAK,CAAC;IACnB,SAAS,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC;IAC1C,mBAAmB,CAAC,EAAE,KAAK,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,KAAK,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;gBACxB,IAAI,EAAE,gBAAgB;IAwC3B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAyC9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,WAAW;CAoFzD"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"ColumnIndex.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnIndex.ts"],"names":[],"mappings":";AAMA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,aAAa,MAAM,iBAAiB,CAAC;AACjD,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,cAAc,EAAE,aAAa,CAAC,aAAa,CAAC;IAC5C,WAAW,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;CACrC;AACD,qBAAa,WAAW;IACf,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,cAAc,EAAE,aAAa,CAAC,aAAa,CAAC;IAC5C,WAAW,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtB,IAAI,EAAE,gBAAgB;IAqC3B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WA+C9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,WAAW;CAoGzD"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"ColumnMetaData.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnMetaData.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,gBAAgB,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,iBAAiB,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,UAAU,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,IAAI,MAAM,QAAQ,CAAC;AAC/B,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAChB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,UAAU,EAAE,MAAM,GAAG,KAAK,CAAC;IAC3B,uBAAuB,EAAE,MAAM,GAAG,KAAK,CAAC;IACxC,qBAAqB,EAAE,MAAM,GAAG,KAAK,CAAC;IACtC,kBAAkB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,gBAAgB,EAAE,MAAM,GAAG,KAAK,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACnC,sBAAsB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACxC,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,cAAc,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;CAC7D;AACD,qBAAa,cAAc;IAClB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAChB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,UAAU,EAAE,KAAK,CAAC;IAClB,uBAAuB,EAAE,KAAK,CAAC;IAC/B,qBAAqB,EAAE,KAAK,CAAC;IAC7B,kBAAkB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,gBAAgB,EAAE,KAAK,CAAC;IACxB,iBAAiB,CAAC,EAAE,KAAK,CAAC;IAC1B,sBAAsB,CAAC,EAAE,KAAK,CAAC;IAC/B,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,cAAc,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACvD,IAAI,EAAE,mBAAmB;IAyG9B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAuF9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,cAAc;CA0K5D"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"ColumnOrder.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnOrder.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,gBAAgB,MAAM,oBAAoB,CAAC;AACvD,MAAM,WAAW,gBAAgB;IAC/B,UAAU,CAAC,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;CAChD;AACD,qBAAa,WAAW;IACf,UAAU,CAAC,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;gBAC1C,IAAI,CAAC,EAAE,gBAAgB;WAoBrB,cAAc,CAAC,UAAU,EAAE,gBAAgB,CAAC,gBAAgB,GAAG,WAAW;IAGjF,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAW9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,WAAW;CAiDzD"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"CompressionCodec.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/CompressionCodec.ts"],"names":[],"mappings":"AAMA,oBAAY,gBAAgB;IAC1B,YAAY,IAAI;IAChB,MAAM,IAAI;IACV,IAAI,IAAI;IACR,GAAG,IAAI;IACP,MAAM,IAAI;IACV,GAAG,IAAI;IACP,IAAI,IAAI;IACR,OAAO,IAAI;CACZ"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"ConvertedType.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ConvertedType.ts"],"names":[],"mappings":"AAMA,oBAAY,aAAa;IACvB,IAAI,IAAI;IACR,GAAG,IAAI;IACP,aAAa,IAAI;IACjB,IAAI,IAAI;IACR,IAAI,IAAI;IACR,OAAO,IAAI;IACX,IAAI,IAAI;IACR,WAAW,IAAI;IACf,WAAW,IAAI;IACf,gBAAgB,IAAI;IACpB,gBAAgB,KAAK;IACrB,MAAM,KAAK;IACX,OAAO,KAAK;IACZ,OAAO,KAAK;IACZ,OAAO,KAAK;IACZ,KAAK,KAAK;IACV,MAAM,KAAK;IACX,MAAM,KAAK;IACX,MAAM,KAAK;IACX,IAAI,KAAK;IACT,IAAI,KAAK;IACT,QAAQ,KAAK;CACd"}