@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (674) hide show
  1. package/LICENSE +14 -3
  2. package/dist/bundled.d.ts +9 -0
  3. package/dist/bundled.d.ts.map +1 -0
  4. package/dist/bundled.js +10 -0
  5. package/dist/bundled.js.map +1 -0
  6. package/dist/geoparquet-loader-with-parser.d.ts +33 -0
  7. package/dist/geoparquet-loader-with-parser.d.ts.map +1 -0
  8. package/dist/geoparquet-loader-with-parser.js +52 -0
  9. package/dist/geoparquet-loader-with-parser.js.map +1 -0
  10. package/dist/geoparquet-loader.d.ts +59 -0
  11. package/dist/geoparquet-loader.d.ts.map +1 -0
  12. package/dist/geoparquet-loader.js +30 -0
  13. package/dist/geoparquet-loader.js.map +1 -0
  14. package/dist/index.cjs +25873 -4776
  15. package/dist/index.cjs.map +3 -4
  16. package/dist/index.d.ts +10 -7
  17. package/dist/index.d.ts.map +1 -1
  18. package/dist/index.js +7 -11
  19. package/dist/index.js.map +1 -1
  20. package/dist/lib/arrow/convert-columns-to-row-group.js +3 -0
  21. package/dist/lib/arrow/convert-columns-to-row-group.js.map +1 -1
  22. package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
  23. package/dist/lib/arrow/convert-schema-from-parquet.js +86 -26
  24. package/dist/lib/arrow/convert-schema-from-parquet.js.map +1 -1
  25. package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
  26. package/dist/lib/arrow/convert-schema-to-parquet.js +16 -7
  27. package/dist/lib/arrow/convert-schema-to-parquet.js.map +1 -1
  28. package/dist/lib/arrow/create-nested-arrow-vector.d.ts +8 -0
  29. package/dist/lib/arrow/create-nested-arrow-vector.d.ts.map +1 -0
  30. package/dist/lib/arrow/create-nested-arrow-vector.js +396 -0
  31. package/dist/lib/arrow/create-nested-arrow-vector.js.map +1 -0
  32. package/dist/lib/constants.d.ts +0 -1
  33. package/dist/lib/constants.d.ts.map +1 -1
  34. package/dist/lib/constants.js +1 -2
  35. package/dist/lib/constants.js.map +1 -1
  36. package/dist/lib/encoders/encode-arrow-to-parquet.d.ts +2 -2
  37. package/dist/lib/encoders/encode-arrow-to-parquet.d.ts.map +1 -1
  38. package/dist/lib/encoders/encode-arrow-to-parquet.js +3 -10
  39. package/dist/lib/encoders/encode-arrow-to-parquet.js.map +1 -1
  40. package/dist/lib/encoders/encode-table-to-parquet-js.d.ts +5 -0
  41. package/dist/lib/encoders/encode-table-to-parquet-js.d.ts.map +1 -0
  42. package/dist/lib/encoders/encode-table-to-parquet-js.js +199 -0
  43. package/dist/lib/encoders/encode-table-to-parquet-js.js.map +1 -0
  44. package/dist/lib/geo/geospatial-metadata.d.ts +67 -0
  45. package/dist/lib/geo/geospatial-metadata.d.ts.map +1 -0
  46. package/dist/lib/geo/geospatial-metadata.js +338 -0
  47. package/dist/lib/geo/geospatial-metadata.js.map +1 -0
  48. package/dist/lib/parquet-page-index.d.ts +62 -0
  49. package/dist/lib/parquet-page-index.d.ts.map +1 -0
  50. package/dist/lib/parquet-page-index.js +377 -0
  51. package/dist/lib/parquet-page-index.js.map +1 -0
  52. package/dist/lib/parquet-predicate.d.ts +17 -0
  53. package/dist/lib/parquet-predicate.d.ts.map +1 -0
  54. package/dist/lib/parquet-predicate.js +300 -0
  55. package/dist/lib/parquet-predicate.js.map +1 -0
  56. package/dist/lib/parquet-source-worker-client.d.ts +6 -0
  57. package/dist/lib/parquet-source-worker-client.d.ts.map +1 -0
  58. package/dist/lib/parquet-source-worker-client.js +22 -0
  59. package/dist/lib/parquet-source-worker-client.js.map +1 -0
  60. package/dist/lib/parquet-source-worker-decoder.d.ts +4 -0
  61. package/dist/lib/parquet-source-worker-decoder.d.ts.map +1 -0
  62. package/dist/lib/parquet-source-worker-decoder.js +115 -0
  63. package/dist/lib/parquet-source-worker-decoder.js.map +1 -0
  64. package/dist/lib/parquet-source-worker-file.d.ts +24 -0
  65. package/dist/lib/parquet-source-worker-file.d.ts.map +1 -0
  66. package/dist/lib/parquet-source-worker-file.js +40 -0
  67. package/dist/lib/parquet-source-worker-file.js.map +1 -0
  68. package/dist/lib/parquet-source-worker-types.d.ts +97 -0
  69. package/dist/lib/parquet-source-worker-types.d.ts.map +1 -0
  70. package/dist/lib/parquet-source-worker-types.js +5 -0
  71. package/dist/lib/parquet-source-worker-types.js.map +1 -0
  72. package/dist/lib/parquet-worker-transport.d.ts +8 -0
  73. package/dist/lib/parquet-worker-transport.d.ts.map +1 -0
  74. package/dist/lib/parquet-worker-transport.js +40 -0
  75. package/dist/lib/parquet-worker-transport.js.map +1 -0
  76. package/dist/lib/parsers/convert-parquet-tables.d.ts +16 -0
  77. package/dist/lib/parsers/convert-parquet-tables.d.ts.map +1 -0
  78. package/dist/lib/parsers/convert-parquet-tables.js +30 -0
  79. package/dist/lib/parsers/convert-parquet-tables.js.map +1 -0
  80. package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
  81. package/dist/lib/parsers/get-parquet-schema.js +3 -1
  82. package/dist/lib/parsers/get-parquet-schema.js.map +1 -1
  83. package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts +4 -4
  84. package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts.map +1 -1
  85. package/dist/lib/parsers/parse-geoparquet-to-geojson.js +19 -6
  86. package/dist/lib/parsers/parse-geoparquet-to-geojson.js.map +1 -1
  87. package/dist/lib/parsers/parse-parquet-tables.d.ts +37 -0
  88. package/dist/lib/parsers/parse-parquet-tables.d.ts.map +1 -0
  89. package/dist/lib/parsers/parse-parquet-tables.js +50 -0
  90. package/dist/lib/parsers/parse-parquet-tables.js.map +1 -0
  91. package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts +19 -0
  92. package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts.map +1 -0
  93. package/dist/lib/parsers/parse-parquet-to-arrow-js.js +608 -0
  94. package/dist/lib/parsers/parse-parquet-to-arrow-js.js.map +1 -0
  95. package/dist/lib/parsers/parse-parquet-to-arrow.d.ts +7 -7
  96. package/dist/lib/parsers/parse-parquet-to-arrow.d.ts.map +1 -1
  97. package/dist/lib/parsers/parse-parquet-to-arrow.js +45 -32
  98. package/dist/lib/parsers/parse-parquet-to-arrow.js.map +1 -1
  99. package/dist/lib/parsers/parse-parquet-to-columns.d.ts +3 -3
  100. package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
  101. package/dist/lib/parsers/parse-parquet-to-columns.js +1 -4
  102. package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -1
  103. package/dist/lib/parsers/parse-parquet-to-json.d.ts +3 -3
  104. package/dist/lib/parsers/parse-parquet-to-json.d.ts.map +1 -1
  105. package/dist/lib/parsers/parse-parquet-to-json.js +77 -26
  106. package/dist/lib/parsers/parse-parquet-to-json.js.map +1 -1
  107. package/dist/lib/sources/parquet-range-file.d.ts +80 -0
  108. package/dist/lib/sources/parquet-range-file.d.ts.map +1 -0
  109. package/dist/lib/sources/parquet-range-file.js +261 -0
  110. package/dist/lib/sources/parquet-range-file.js.map +1 -0
  111. package/dist/lib/sources/single-batch-queue.d.ts +24 -0
  112. package/dist/lib/sources/single-batch-queue.d.ts.map +1 -0
  113. package/dist/lib/sources/single-batch-queue.js +91 -0
  114. package/dist/lib/sources/single-batch-queue.js.map +1 -0
  115. package/dist/lib/utils/load-wasm-node.d.ts +3 -0
  116. package/dist/lib/utils/load-wasm-node.d.ts.map +1 -0
  117. package/dist/lib/utils/load-wasm-node.js +23 -0
  118. package/dist/lib/utils/load-wasm-node.js.map +1 -0
  119. package/dist/lib/utils/load-wasm.d.ts +2 -2
  120. package/dist/lib/utils/load-wasm.d.ts.map +1 -1
  121. package/dist/lib/utils/load-wasm.js +28 -12
  122. package/dist/lib/utils/load-wasm.js.map +1 -1
  123. package/dist/lib/utils/make-stream-iterator.d.ts +2 -0
  124. package/dist/lib/utils/make-stream-iterator.d.ts.map +1 -1
  125. package/dist/lib/utils/make-stream-iterator.js +123 -14
  126. package/dist/lib/utils/make-stream-iterator.js.map +1 -1
  127. package/dist/lib/utils/normalize-parquet-options.d.ts +5 -0
  128. package/dist/lib/utils/normalize-parquet-options.d.ts.map +1 -0
  129. package/dist/lib/utils/normalize-parquet-options.js +11 -0
  130. package/dist/lib/utils/normalize-parquet-options.js.map +1 -0
  131. package/dist/parquet-dataset-source.cjs +26413 -0
  132. package/dist/parquet-dataset-source.cjs.map +6 -0
  133. package/dist/parquet-dataset-source.d.ts +54 -0
  134. package/dist/parquet-dataset-source.d.ts.map +1 -0
  135. package/dist/parquet-dataset-source.js +380 -0
  136. package/dist/parquet-dataset-source.js.map +1 -0
  137. package/dist/parquet-format.d.ts +2 -0
  138. package/dist/parquet-format.d.ts.map +1 -1
  139. package/dist/parquet-format.js +2 -0
  140. package/dist/parquet-format.js.map +1 -1
  141. package/dist/parquet-js-loader-types.d.ts +57 -0
  142. package/dist/parquet-js-loader-types.d.ts.map +1 -0
  143. package/dist/parquet-js-loader-types.js +33 -0
  144. package/dist/parquet-js-loader-types.js.map +1 -0
  145. package/dist/parquet-js-loader.d.ts +32 -0
  146. package/dist/parquet-js-loader.d.ts.map +1 -0
  147. package/dist/parquet-js-loader.js +58 -0
  148. package/dist/parquet-js-loader.js.map +1 -0
  149. package/dist/parquet-js-writer.d.ts +44 -0
  150. package/dist/parquet-js-writer.d.ts.map +1 -0
  151. package/dist/parquet-js-writer.js +28 -0
  152. package/dist/parquet-js-writer.js.map +1 -0
  153. package/dist/parquet-loader-base.d.ts +25 -0
  154. package/dist/parquet-loader-base.d.ts.map +1 -0
  155. package/dist/parquet-loader-base.js +23 -0
  156. package/dist/parquet-loader-base.js.map +1 -0
  157. package/dist/parquet-loader-options.d.ts +44 -0
  158. package/dist/parquet-loader-options.d.ts.map +1 -0
  159. package/dist/parquet-loader-options.js +10 -0
  160. package/dist/parquet-loader-options.js.map +1 -0
  161. package/dist/parquet-loader-types.d.ts +61 -0
  162. package/dist/parquet-loader-types.d.ts.map +1 -0
  163. package/dist/parquet-loader-types.js +17 -0
  164. package/dist/parquet-loader-types.js.map +1 -0
  165. package/dist/parquet-loader.d.ts +42 -0
  166. package/dist/parquet-loader.d.ts.map +1 -0
  167. package/dist/parquet-loader.js +68 -0
  168. package/dist/parquet-loader.js.map +1 -0
  169. package/dist/parquet-source-capabilities.d.ts +36 -0
  170. package/dist/parquet-source-capabilities.d.ts.map +1 -0
  171. package/dist/parquet-source-capabilities.js +22 -0
  172. package/dist/parquet-source-capabilities.js.map +1 -0
  173. package/dist/parquet-source-loader-types.d.ts +72 -0
  174. package/dist/parquet-source-loader-types.d.ts.map +1 -0
  175. package/dist/parquet-source-loader-types.js +74 -0
  176. package/dist/parquet-source-loader-types.js.map +1 -0
  177. package/dist/parquet-source-loader.cjs +25975 -0
  178. package/dist/parquet-source-loader.cjs.map +6 -0
  179. package/dist/parquet-source-loader.d.ts +120 -0
  180. package/dist/parquet-source-loader.d.ts.map +1 -0
  181. package/dist/parquet-source-loader.js +812 -0
  182. package/dist/parquet-source-loader.js.map +1 -0
  183. package/dist/parquet-source-types.d.ts +384 -0
  184. package/dist/parquet-source-types.d.ts.map +1 -0
  185. package/dist/parquet-source-types.js +5 -0
  186. package/dist/parquet-source-types.js.map +1 -0
  187. package/dist/parquet-source-worker-url.d.ts +3 -0
  188. package/dist/parquet-source-worker-url.d.ts.map +1 -0
  189. package/dist/parquet-source-worker-url.js +22 -0
  190. package/dist/parquet-source-worker-url.js.map +1 -0
  191. package/dist/parquet-source-worker.js +38491 -0
  192. package/dist/parquet-source-worker.js.map +7 -0
  193. package/dist/parquet-worker-node.cjs +54779 -0
  194. package/dist/parquet-worker-node.cjs.map +7 -0
  195. package/dist/parquet-worker-url.d.ts +3 -0
  196. package/dist/parquet-worker-url.d.ts.map +1 -0
  197. package/dist/parquet-worker-url.js +15 -0
  198. package/dist/parquet-worker-url.js.map +1 -0
  199. package/dist/parquet-worker.js +19920 -0
  200. package/dist/parquet-worker.js.map +7 -0
  201. package/dist/parquet-writer.d.ts +10 -0
  202. package/dist/parquet-writer.d.ts.map +1 -0
  203. package/dist/parquet-writer.js +27 -0
  204. package/dist/parquet-writer.js.map +1 -0
  205. package/dist/parquet_wasm_bg.wasm +0 -0
  206. package/dist/parquetjs/codecs/byte-stream-split.d.ts +9 -0
  207. package/dist/parquetjs/codecs/byte-stream-split.d.ts.map +1 -0
  208. package/dist/parquetjs/codecs/byte-stream-split.js +159 -0
  209. package/dist/parquetjs/codecs/byte-stream-split.js.map +1 -0
  210. package/dist/parquetjs/codecs/declare.d.ts +20 -3
  211. package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
  212. package/dist/parquetjs/codecs/declare.js +7 -1
  213. package/dist/parquetjs/codecs/declare.js.map +1 -1
  214. package/dist/parquetjs/codecs/delta.d.ts +17 -0
  215. package/dist/parquetjs/codecs/delta.d.ts.map +1 -0
  216. package/dist/parquetjs/codecs/delta.js +439 -0
  217. package/dist/parquetjs/codecs/delta.js.map +1 -0
  218. package/dist/parquetjs/codecs/dictionary.d.ts +5 -2
  219. package/dist/parquetjs/codecs/dictionary.d.ts.map +1 -1
  220. package/dist/parquetjs/codecs/dictionary.js +16 -4
  221. package/dist/parquetjs/codecs/dictionary.js.map +1 -1
  222. package/dist/parquetjs/codecs/index.d.ts.map +1 -1
  223. package/dist/parquetjs/codecs/index.js +18 -0
  224. package/dist/parquetjs/codecs/index.js.map +1 -1
  225. package/dist/parquetjs/codecs/plain.d.ts +3 -3
  226. package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
  227. package/dist/parquetjs/codecs/plain.js +88 -76
  228. package/dist/parquetjs/codecs/plain.js.map +1 -1
  229. package/dist/parquetjs/codecs/rle.d.ts +3 -3
  230. package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
  231. package/dist/parquetjs/codecs/rle.js +196 -68
  232. package/dist/parquetjs/codecs/rle.js.map +1 -1
  233. package/dist/parquetjs/compression.d.ts +7 -8
  234. package/dist/parquetjs/compression.d.ts.map +1 -1
  235. package/dist/parquetjs/compression.js +95 -141
  236. package/dist/parquetjs/compression.js.map +1 -1
  237. package/dist/parquetjs/encoder/dictionary-planner.d.ts +17 -0
  238. package/dist/parquetjs/encoder/dictionary-planner.d.ts.map +1 -0
  239. package/dist/parquetjs/encoder/dictionary-planner.js +64 -0
  240. package/dist/parquetjs/encoder/dictionary-planner.js.map +1 -0
  241. package/dist/parquetjs/encoder/page-planner.d.ts +11 -0
  242. package/dist/parquetjs/encoder/page-planner.d.ts.map +1 -0
  243. package/dist/parquetjs/encoder/page-planner.js +60 -0
  244. package/dist/parquetjs/encoder/page-planner.js.map +1 -0
  245. package/dist/parquetjs/encoder/parquet-encoder.d.ts +11 -4
  246. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
  247. package/dist/parquetjs/encoder/parquet-encoder.js +259 -52
  248. package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -1
  249. package/dist/parquetjs/parquet-thrift/BsonType.d.ts +1 -1
  250. package/dist/parquetjs/parquet-thrift/BsonType.d.ts.map +1 -1
  251. package/dist/parquetjs/parquet-thrift/BsonType.js +1 -1
  252. package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -1
  253. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +2 -2
  254. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
  255. package/dist/parquetjs/parquet-thrift/ColumnChunk.js +2 -2
  256. package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
  257. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +6 -6
  258. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
  259. package/dist/parquetjs/parquet-thrift/ColumnIndex.js +3 -3
  260. package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
  261. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +2 -2
  262. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
  263. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +2 -2
  264. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
  265. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts +1 -1
  266. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
  267. package/dist/parquetjs/parquet-thrift/ColumnOrder.js +1 -1
  268. package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
  269. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts +1 -1
  270. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
  271. package/dist/parquetjs/parquet-thrift/DataPageHeader.js +1 -1
  272. package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
  273. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts +1 -1
  274. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
  275. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +1 -1
  276. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
  277. package/dist/parquetjs/parquet-thrift/DateType.d.ts +1 -1
  278. package/dist/parquetjs/parquet-thrift/DateType.d.ts.map +1 -1
  279. package/dist/parquetjs/parquet-thrift/DateType.js +1 -1
  280. package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -1
  281. package/dist/parquetjs/parquet-thrift/DecimalType.d.ts +1 -1
  282. package/dist/parquetjs/parquet-thrift/DecimalType.d.ts.map +1 -1
  283. package/dist/parquetjs/parquet-thrift/DecimalType.js +1 -1
  284. package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
  285. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts +1 -1
  286. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
  287. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +1 -1
  288. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
  289. package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.d.ts +8 -0
  290. package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.d.ts.map +1 -0
  291. package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.js +14 -0
  292. package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.js.map +1 -0
  293. package/dist/parquetjs/parquet-thrift/Encoding.d.ts +2 -1
  294. package/dist/parquetjs/parquet-thrift/Encoding.d.ts.map +1 -1
  295. package/dist/parquetjs/parquet-thrift/Encoding.js +1 -0
  296. package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -1
  297. package/dist/parquetjs/parquet-thrift/EnumType.d.ts +1 -1
  298. package/dist/parquetjs/parquet-thrift/EnumType.d.ts.map +1 -1
  299. package/dist/parquetjs/parquet-thrift/EnumType.js +1 -1
  300. package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -1
  301. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +2 -2
  302. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
  303. package/dist/parquetjs/parquet-thrift/FileMetaData.js +2 -2
  304. package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
  305. package/dist/parquetjs/parquet-thrift/Float16Type.d.ts +9 -0
  306. package/dist/parquetjs/parquet-thrift/Float16Type.d.ts.map +1 -0
  307. package/dist/parquetjs/parquet-thrift/Float16Type.js +27 -0
  308. package/dist/parquetjs/parquet-thrift/Float16Type.js.map +1 -0
  309. package/dist/parquetjs/parquet-thrift/GeographyType.d.ts +14 -0
  310. package/dist/parquetjs/parquet-thrift/GeographyType.d.ts.map +1 -0
  311. package/dist/parquetjs/parquet-thrift/GeographyType.js +51 -0
  312. package/dist/parquetjs/parquet-thrift/GeographyType.js.map +1 -0
  313. package/dist/parquetjs/parquet-thrift/GeometryType.d.ts +11 -0
  314. package/dist/parquetjs/parquet-thrift/GeometryType.d.ts.map +1 -0
  315. package/dist/parquetjs/parquet-thrift/GeometryType.js +41 -0
  316. package/dist/parquetjs/parquet-thrift/GeometryType.js.map +1 -0
  317. package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts +1 -1
  318. package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +1 -1
  319. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +1 -1
  320. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
  321. package/dist/parquetjs/parquet-thrift/IntType.d.ts +1 -1
  322. package/dist/parquetjs/parquet-thrift/IntType.d.ts.map +1 -1
  323. package/dist/parquetjs/parquet-thrift/IntType.js +1 -1
  324. package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -1
  325. package/dist/parquetjs/parquet-thrift/JsonType.d.ts +1 -1
  326. package/dist/parquetjs/parquet-thrift/JsonType.d.ts.map +1 -1
  327. package/dist/parquetjs/parquet-thrift/JsonType.js +1 -1
  328. package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -1
  329. package/dist/parquetjs/parquet-thrift/KeyValue.d.ts +1 -1
  330. package/dist/parquetjs/parquet-thrift/KeyValue.d.ts.map +1 -1
  331. package/dist/parquetjs/parquet-thrift/KeyValue.js +1 -1
  332. package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
  333. package/dist/parquetjs/parquet-thrift/ListType.d.ts +1 -1
  334. package/dist/parquetjs/parquet-thrift/ListType.d.ts.map +1 -1
  335. package/dist/parquetjs/parquet-thrift/ListType.js +1 -1
  336. package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -1
  337. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts +17 -1
  338. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
  339. package/dist/parquetjs/parquet-thrift/LogicalType.js +97 -1
  340. package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
  341. package/dist/parquetjs/parquet-thrift/MapType.d.ts +1 -1
  342. package/dist/parquetjs/parquet-thrift/MapType.d.ts.map +1 -1
  343. package/dist/parquetjs/parquet-thrift/MapType.js +1 -1
  344. package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -1
  345. package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts +1 -1
  346. package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +1 -1
  347. package/dist/parquetjs/parquet-thrift/MicroSeconds.js +1 -1
  348. package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
  349. package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts +1 -1
  350. package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +1 -1
  351. package/dist/parquetjs/parquet-thrift/MilliSeconds.js +1 -1
  352. package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
  353. package/dist/parquetjs/parquet-thrift/NanoSeconds.d.ts +9 -0
  354. package/dist/parquetjs/parquet-thrift/NanoSeconds.d.ts.map +1 -0
  355. package/dist/parquetjs/parquet-thrift/NanoSeconds.js +27 -0
  356. package/dist/parquetjs/parquet-thrift/NanoSeconds.js.map +1 -0
  357. package/dist/parquetjs/parquet-thrift/NullType.d.ts +1 -1
  358. package/dist/parquetjs/parquet-thrift/NullType.d.ts.map +1 -1
  359. package/dist/parquetjs/parquet-thrift/NullType.js +1 -1
  360. package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -1
  361. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts +1 -1
  362. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
  363. package/dist/parquetjs/parquet-thrift/OffsetIndex.js +1 -1
  364. package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
  365. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts +1 -1
  366. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
  367. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +1 -1
  368. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
  369. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts +1 -1
  370. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
  371. package/dist/parquetjs/parquet-thrift/PageHeader.js +1 -1
  372. package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
  373. package/dist/parquetjs/parquet-thrift/PageLocation.d.ts +2 -2
  374. package/dist/parquetjs/parquet-thrift/PageLocation.d.ts.map +1 -1
  375. package/dist/parquetjs/parquet-thrift/PageLocation.js +2 -2
  376. package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
  377. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts +2 -2
  378. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
  379. package/dist/parquetjs/parquet-thrift/RowGroup.js +2 -2
  380. package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
  381. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts +1 -1
  382. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
  383. package/dist/parquetjs/parquet-thrift/SchemaElement.js +1 -1
  384. package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
  385. package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts +1 -1
  386. package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts.map +1 -1
  387. package/dist/parquetjs/parquet-thrift/SortingColumn.js +1 -1
  388. package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
  389. package/dist/parquetjs/parquet-thrift/Statistics.d.ts +14 -10
  390. package/dist/parquetjs/parquet-thrift/Statistics.d.ts.map +1 -1
  391. package/dist/parquetjs/parquet-thrift/Statistics.js +38 -2
  392. package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -1
  393. package/dist/parquetjs/parquet-thrift/StringType.d.ts +1 -1
  394. package/dist/parquetjs/parquet-thrift/StringType.d.ts.map +1 -1
  395. package/dist/parquetjs/parquet-thrift/StringType.js +1 -1
  396. package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -1
  397. package/dist/parquetjs/parquet-thrift/TimeType.d.ts +1 -1
  398. package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
  399. package/dist/parquetjs/parquet-thrift/TimeType.js +1 -1
  400. package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -1
  401. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts +5 -1
  402. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
  403. package/dist/parquetjs/parquet-thrift/TimeUnit.js +25 -1
  404. package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
  405. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts +1 -1
  406. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
  407. package/dist/parquetjs/parquet-thrift/TimestampType.js +1 -1
  408. package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
  409. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts +1 -1
  410. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +1 -1
  411. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +1 -1
  412. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
  413. package/dist/parquetjs/parquet-thrift/UUIDType.d.ts +1 -1
  414. package/dist/parquetjs/parquet-thrift/UUIDType.d.ts.map +1 -1
  415. package/dist/parquetjs/parquet-thrift/UUIDType.js +1 -1
  416. package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
  417. package/dist/parquetjs/parquet-thrift/VariantType.d.ts +11 -0
  418. package/dist/parquetjs/parquet-thrift/VariantType.d.ts.map +1 -0
  419. package/dist/parquetjs/parquet-thrift/VariantType.js +41 -0
  420. package/dist/parquetjs/parquet-thrift/VariantType.js.map +1 -0
  421. package/dist/parquetjs/parquet-thrift/index.d.ts +6 -2
  422. package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
  423. package/dist/parquetjs/parquet-thrift/index.js +6 -2
  424. package/dist/parquetjs/parquet-thrift/index.js.map +1 -1
  425. package/dist/parquetjs/parser/decoders.d.ts +14 -3
  426. package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
  427. package/dist/parquetjs/parser/decoders.js +381 -117
  428. package/dist/parquetjs/parser/decoders.js.map +1 -1
  429. package/dist/parquetjs/parser/parquet-reader.d.ts +35 -10
  430. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  431. package/dist/parquetjs/parser/parquet-reader.js +179 -59
  432. package/dist/parquetjs/parser/parquet-reader.js.map +1 -1
  433. package/dist/parquetjs/schema/declare.d.ts +62 -8
  434. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  435. package/dist/parquetjs/schema/declare.js.map +1 -1
  436. package/dist/parquetjs/schema/schema.d.ts +3 -0
  437. package/dist/parquetjs/schema/schema.d.ts.map +1 -1
  438. package/dist/parquetjs/schema/schema.js +21 -3
  439. package/dist/parquetjs/schema/schema.js.map +1 -1
  440. package/dist/parquetjs/schema/shred.d.ts +2 -0
  441. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  442. package/dist/parquetjs/schema/shred.js +71 -23
  443. package/dist/parquetjs/schema/shred.js.map +1 -1
  444. package/dist/parquetjs/schema/types.d.ts.map +1 -1
  445. package/dist/parquetjs/schema/types.js +272 -51
  446. package/dist/parquetjs/schema/types.js.map +1 -1
  447. package/dist/parquetjs/utils/binary-utils.d.ts +41 -0
  448. package/dist/parquetjs/utils/binary-utils.d.ts.map +1 -0
  449. package/dist/parquetjs/utils/binary-utils.js +106 -0
  450. package/dist/parquetjs/utils/binary-utils.js.map +1 -0
  451. package/dist/parquetjs/utils/file-utils.d.ts +1 -1
  452. package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
  453. package/dist/parquetjs/utils/file-utils.js +3 -3
  454. package/dist/parquetjs/utils/file-utils.js.map +1 -1
  455. package/dist/parquetjs/utils/read-utils.d.ts +14 -6
  456. package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
  457. package/dist/parquetjs/utils/read-utils.js +46 -39
  458. package/dist/parquetjs/utils/read-utils.js.map +1 -1
  459. package/dist/parquetjs/utils/thrift-runtime.d.ts +106 -0
  460. package/dist/parquetjs/utils/thrift-runtime.d.ts.map +1 -0
  461. package/dist/parquetjs/utils/thrift-runtime.js +50 -0
  462. package/dist/parquetjs/utils/thrift-runtime.js.map +1 -0
  463. package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts +78 -0
  464. package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts.map +1 -0
  465. package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js +213 -0
  466. package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js.map +1 -0
  467. package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts +80 -0
  468. package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts.map +1 -0
  469. package/dist/parquetjs/utils/uint8-array-compact-protocol.js +276 -0
  470. package/dist/parquetjs/utils/uint8-array-compact-protocol.js.map +1 -0
  471. package/dist/parquetjs/utils/uint8-array-transport.d.ts +25 -0
  472. package/dist/parquetjs/utils/uint8-array-transport.d.ts.map +1 -0
  473. package/dist/parquetjs/utils/uint8-array-transport.js +62 -0
  474. package/dist/parquetjs/utils/uint8-array-transport.js.map +1 -0
  475. package/dist/polyfills/process.d.ts +12 -0
  476. package/dist/polyfills/process.d.ts.map +1 -0
  477. package/dist/polyfills/process.js +17 -0
  478. package/dist/polyfills/process.js.map +1 -0
  479. package/dist/unbundled.d.ts +9 -0
  480. package/dist/unbundled.d.ts.map +1 -0
  481. package/dist/unbundled.js +10 -0
  482. package/dist/unbundled.js.map +1 -0
  483. package/dist/wasm.d.ts +3 -0
  484. package/dist/wasm.d.ts.map +1 -0
  485. package/dist/wasm.js +6 -0
  486. package/dist/wasm.js.map +1 -0
  487. package/dist/workers/parquet-source-worker.d.ts +2 -0
  488. package/dist/workers/parquet-source-worker.d.ts.map +1 -0
  489. package/dist/workers/parquet-source-worker.js +17 -0
  490. package/dist/workers/parquet-source-worker.js.map +1 -0
  491. package/dist/workers/parquet-worker-node.d.ts +2 -0
  492. package/dist/workers/parquet-worker-node.d.ts.map +1 -0
  493. package/dist/workers/parquet-worker-node.js +5 -0
  494. package/dist/workers/parquet-worker-node.js.map +1 -0
  495. package/dist/workers/parquet-worker.d.ts +2 -0
  496. package/dist/workers/parquet-worker.d.ts.map +1 -0
  497. package/dist/workers/parquet-worker.js +27 -0
  498. package/dist/workers/parquet-worker.js.map +1 -0
  499. package/package.json +63 -33
  500. package/src/bundled.ts +33 -0
  501. package/src/geoparquet-loader-with-parser.ts +95 -0
  502. package/src/geoparquet-loader.ts +54 -0
  503. package/src/index.ts +49 -23
  504. package/src/lib/arrow/convert-columns-to-row-group.ts +3 -0
  505. package/src/lib/arrow/convert-schema-from-parquet.ts +97 -30
  506. package/src/lib/arrow/convert-schema-to-parquet.ts +16 -7
  507. package/src/lib/arrow/create-nested-arrow-vector.ts +589 -0
  508. package/src/lib/constants.ts +0 -2
  509. package/src/lib/encoders/encode-arrow-to-parquet.ts +10 -16
  510. package/src/lib/encoders/encode-table-to-parquet-js.ts +261 -0
  511. package/src/lib/geo/geospatial-metadata.ts +457 -0
  512. package/src/lib/parquet-page-index.ts +581 -0
  513. package/src/lib/parquet-predicate.ts +374 -0
  514. package/src/lib/parquet-source-worker-client.ts +39 -0
  515. package/src/lib/parquet-source-worker-decoder.ts +156 -0
  516. package/src/lib/parquet-source-worker-file.ts +56 -0
  517. package/src/lib/parquet-source-worker-types.ts +107 -0
  518. package/src/lib/parquet-worker-transport.ts +57 -0
  519. package/src/lib/parsers/convert-parquet-tables.ts +39 -0
  520. package/src/lib/parsers/get-parquet-schema.ts +3 -1
  521. package/src/lib/parsers/parse-geoparquet-to-geojson.ts +27 -14
  522. package/src/lib/parsers/parse-parquet-tables.ts +82 -0
  523. package/src/lib/parsers/parse-parquet-to-arrow-js.ts +829 -0
  524. package/src/lib/parsers/parse-parquet-to-arrow.ts +63 -36
  525. package/src/lib/parsers/parse-parquet-to-columns.ts +6 -7
  526. package/src/lib/parsers/parse-parquet-to-json.ts +101 -33
  527. package/src/lib/sources/parquet-range-file.ts +359 -0
  528. package/src/lib/sources/single-batch-queue.ts +95 -0
  529. package/src/lib/utils/load-wasm-node.ts +25 -0
  530. package/src/lib/utils/load-wasm.ts +36 -13
  531. package/src/lib/utils/make-stream-iterator.ts +126 -14
  532. package/src/lib/utils/normalize-parquet-options.ts +14 -0
  533. package/src/parquet-dataset-source.ts +488 -0
  534. package/src/parquet-format.ts +2 -0
  535. package/src/parquet-js-loader-types.ts +52 -0
  536. package/src/parquet-js-loader.ts +83 -0
  537. package/src/parquet-js-writer.ts +68 -0
  538. package/src/parquet-loader-base.ts +34 -0
  539. package/src/parquet-loader-options.ts +51 -0
  540. package/src/parquet-loader-types.ts +35 -0
  541. package/src/parquet-loader.ts +115 -0
  542. package/src/parquet-source-capabilities.ts +56 -0
  543. package/src/parquet-source-loader-types.ts +87 -0
  544. package/src/parquet-source-loader.ts +1265 -0
  545. package/src/parquet-source-types.ts +458 -0
  546. package/src/parquet-source-worker-url.ts +23 -0
  547. package/src/parquet-worker-url.ts +18 -0
  548. package/src/parquet-writer.ts +42 -0
  549. package/src/parquetjs/LICENSE +23 -1
  550. package/src/parquetjs/codecs/byte-stream-split.ts +221 -0
  551. package/src/parquetjs/codecs/declare.ts +35 -3
  552. package/src/parquetjs/codecs/delta.ts +587 -0
  553. package/src/parquetjs/codecs/dictionary.ts +22 -4
  554. package/src/parquetjs/codecs/index.ts +18 -0
  555. package/src/parquetjs/codecs/plain.ts +149 -87
  556. package/src/parquetjs/codecs/rle.ts +268 -82
  557. package/src/parquetjs/compression.ts +110 -155
  558. package/src/parquetjs/encoder/dictionary-planner.ts +99 -0
  559. package/src/parquetjs/encoder/page-planner.ts +83 -0
  560. package/src/parquetjs/encoder/parquet-encoder.ts +378 -77
  561. package/src/parquetjs/parquet-thrift/BsonType.ts +1 -1
  562. package/src/parquetjs/parquet-thrift/ColumnChunk.ts +2 -2
  563. package/src/parquetjs/parquet-thrift/ColumnIndex.ts +13 -13
  564. package/src/parquetjs/parquet-thrift/ColumnMetaData.ts +2 -2
  565. package/src/parquetjs/parquet-thrift/ColumnOrder.ts +1 -1
  566. package/src/parquetjs/parquet-thrift/DataPageHeader.ts +1 -1
  567. package/src/parquetjs/parquet-thrift/DataPageHeaderV2.ts +1 -1
  568. package/src/parquetjs/parquet-thrift/DateType.ts +1 -1
  569. package/src/parquetjs/parquet-thrift/DecimalType.ts +1 -1
  570. package/src/parquetjs/parquet-thrift/DictionaryPageHeader.ts +1 -1
  571. package/src/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.ts +13 -0
  572. package/src/parquetjs/parquet-thrift/Encoding.ts +2 -1
  573. package/src/parquetjs/parquet-thrift/EnumType.ts +1 -1
  574. package/src/parquetjs/parquet-thrift/FileMetaData.ts +2 -2
  575. package/src/parquetjs/parquet-thrift/Float16Type.ts +28 -0
  576. package/src/parquetjs/parquet-thrift/GeographyType.ts +54 -0
  577. package/src/parquetjs/parquet-thrift/GeometryType.ts +43 -0
  578. package/src/parquetjs/parquet-thrift/IndexPageHeader.ts +1 -1
  579. package/src/parquetjs/parquet-thrift/IntType.ts +1 -1
  580. package/src/parquetjs/parquet-thrift/JsonType.ts +1 -1
  581. package/src/parquetjs/parquet-thrift/KeyValue.ts +1 -1
  582. package/src/parquetjs/parquet-thrift/ListType.ts +1 -1
  583. package/src/parquetjs/parquet-thrift/LogicalType.ts +97 -1
  584. package/src/parquetjs/parquet-thrift/MapType.ts +1 -1
  585. package/src/parquetjs/parquet-thrift/MicroSeconds.ts +1 -1
  586. package/src/parquetjs/parquet-thrift/MilliSeconds.ts +1 -1
  587. package/src/parquetjs/parquet-thrift/NanoSeconds.ts +28 -0
  588. package/src/parquetjs/parquet-thrift/NullType.ts +1 -1
  589. package/src/parquetjs/parquet-thrift/OffsetIndex.ts +1 -1
  590. package/src/parquetjs/parquet-thrift/PageEncodingStats.ts +1 -1
  591. package/src/parquetjs/parquet-thrift/PageHeader.ts +1 -1
  592. package/src/parquetjs/parquet-thrift/PageLocation.ts +2 -2
  593. package/src/parquetjs/parquet-thrift/RowGroup.ts +2 -2
  594. package/src/parquetjs/parquet-thrift/SchemaElement.ts +1 -1
  595. package/src/parquetjs/parquet-thrift/SortingColumn.ts +1 -1
  596. package/src/parquetjs/parquet-thrift/Statistics.ts +50 -14
  597. package/src/parquetjs/parquet-thrift/StringType.ts +1 -1
  598. package/src/parquetjs/parquet-thrift/TimeType.ts +1 -1
  599. package/src/parquetjs/parquet-thrift/TimeUnit.ts +25 -1
  600. package/src/parquetjs/parquet-thrift/TimestampType.ts +1 -1
  601. package/src/parquetjs/parquet-thrift/TypeDefinedOrder.ts +1 -1
  602. package/src/parquetjs/parquet-thrift/UUIDType.ts +1 -1
  603. package/src/parquetjs/parquet-thrift/VariantType.ts +43 -0
  604. package/src/parquetjs/parquet-thrift/index.ts +6 -4
  605. package/src/parquetjs/parser/decoders.ts +487 -133
  606. package/src/parquetjs/parser/parquet-reader.ts +297 -71
  607. package/src/parquetjs/schema/declare.ts +99 -7
  608. package/src/parquetjs/schema/schema.ts +23 -3
  609. package/src/parquetjs/schema/shred.ts +112 -35
  610. package/src/parquetjs/schema/types.ts +294 -61
  611. package/src/parquetjs/utils/binary-utils.ts +132 -0
  612. package/src/parquetjs/utils/file-utils.ts +4 -4
  613. package/src/parquetjs/utils/read-utils.ts +56 -55
  614. package/src/parquetjs/utils/thrift-runtime.ts +109 -0
  615. package/src/parquetjs/utils/uint8-array-compact-protocol-writer.ts +254 -0
  616. package/src/parquetjs/utils/uint8-array-compact-protocol.ts +322 -0
  617. package/src/parquetjs/utils/uint8-array-transport.ts +79 -0
  618. package/src/polyfills/process.ts +17 -0
  619. package/src/unbundled.ts +33 -0
  620. package/src/wasm.ts +6 -0
  621. package/src/workers/parquet-source-worker.ts +21 -0
  622. package/src/workers/parquet-worker-node.ts +5 -0
  623. package/src/workers/parquet-worker.ts +31 -0
  624. package/dist/parquet-arrow-loader.d.ts +0 -43
  625. package/dist/parquet-arrow-loader.d.ts.map +0 -1
  626. package/dist/parquet-arrow-loader.js +0 -49
  627. package/dist/parquet-arrow-loader.js.map +0 -1
  628. package/dist/parquet-arrow-writer.d.ts +0 -9
  629. package/dist/parquet-arrow-writer.d.ts.map +0 -1
  630. package/dist/parquet-arrow-writer.js +0 -23
  631. package/dist/parquet-arrow-writer.js.map +0 -1
  632. package/dist/parquet-json-loader.d.ts +0 -148
  633. package/dist/parquet-json-loader.d.ts.map +0 -1
  634. package/dist/parquet-json-loader.js +0 -106
  635. package/dist/parquet-json-loader.js.map +0 -1
  636. package/dist/parquet-json-writer.d.ts +0 -19
  637. package/dist/parquet-json-writer.d.ts.map +0 -1
  638. package/dist/parquet-json-writer.js +0 -20
  639. package/dist/parquet-json-writer.js.map +0 -1
  640. package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts +0 -3
  641. package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts.map +0 -1
  642. package/dist/polyfills/buffer/buffer-polyfill.browser.js +0 -12
  643. package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
  644. package/dist/polyfills/buffer/buffer-polyfill.node.d.ts +0 -3
  645. package/dist/polyfills/buffer/buffer-polyfill.node.d.ts.map +0 -1
  646. package/dist/polyfills/buffer/buffer-polyfill.node.js +0 -17
  647. package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
  648. package/dist/polyfills/buffer/buffer.d.ts +0 -222
  649. package/dist/polyfills/buffer/buffer.d.ts.map +0 -1
  650. package/dist/polyfills/buffer/buffer.js +0 -1868
  651. package/dist/polyfills/buffer/buffer.js.map +0 -1
  652. package/dist/polyfills/buffer/index.d.ts +0 -4
  653. package/dist/polyfills/buffer/index.d.ts.map +0 -1
  654. package/dist/polyfills/buffer/index.js +0 -9
  655. package/dist/polyfills/buffer/index.js.map +0 -1
  656. package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +0 -2
  657. package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +0 -1
  658. package/dist/polyfills/buffer/install-buffer-polyfill.js +0 -10
  659. package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
  660. package/dist/workers/parquet-json-worker.d.ts +0 -2
  661. package/dist/workers/parquet-json-worker.d.ts.map +0 -1
  662. package/dist/workers/parquet-json-worker.js +0 -7
  663. package/dist/workers/parquet-json-worker.js.map +0 -1
  664. package/src/parquet-arrow-loader.ts +0 -74
  665. package/src/parquet-arrow-writer.ts +0 -33
  666. package/src/parquet-json-loader.ts +0 -160
  667. package/src/parquet-json-writer.ts +0 -27
  668. package/src/parquetjs/modules.d.ts +0 -25
  669. package/src/polyfills/buffer/buffer-polyfill.browser.ts +0 -14
  670. package/src/polyfills/buffer/buffer-polyfill.node.ts +0 -19
  671. package/src/polyfills/buffer/buffer.ts +0 -2205
  672. package/src/polyfills/buffer/index.ts +0 -11
  673. package/src/polyfills/buffer/install-buffer-polyfill.ts +0 -12
  674. package/src/workers/parquet-json-worker.ts +0 -8
@@ -6,14 +6,18 @@
6
6
  import { PARQUET_CODECS } from "../codecs/index.js";
7
7
  import * as Compression from "../compression.js";
8
8
  import * as Shred from "../schema/shred.js";
9
- import { ColumnChunk, ColumnMetaData, CompressionCodec, ConvertedType, DataPageHeader, DataPageHeaderV2, Encoding, FieldRepetitionType, FileMetaData, KeyValue, PageHeader, PageType, RowGroup, SchemaElement, Type } from "../parquet-thrift/index.js";
9
+ import { BsonType, ColumnChunk, ColumnMetaData, CompressionCodec, ConvertedType, DataPageHeader, DataPageHeaderV2, DateType, DecimalType, DictionaryPageHeader, EdgeInterpolationAlgorithm, Encoding, EnumType, FieldRepetitionType, FileMetaData, Float16Type, GeographyType, GeometryType, IntType, JsonType, KeyValue, ListType, LogicalType, MapType, MicroSeconds, MilliSeconds, NanoSeconds, NullType, PageHeader, PageEncodingStats, PageType, RowGroup, SchemaElement, StringType, TimeType, TimeUnit, TimestampType, Type, UUIDType, VariantType } from "../parquet-thrift/index.js";
10
10
  import { osopen, oswrite, osclose } from "../utils/file-utils.js";
11
11
  import { getBitWidth, serializeThrift } from "../utils/read-utils.js";
12
- import Int64 from 'node-int64';
12
+ import { concatUint8Arrays, encodeUtf8, writeUInt32LE } from "../utils/binary-utils.js";
13
+ import { CompactInt64 } from "../utils/uint8-array-compact-protocol.js";
14
+ import { planColumnPages } from "./page-planner.js";
15
+ import { planDictionary } from "./dictionary-planner.js";
13
16
  /**
14
17
  * Parquet File Magic String
15
18
  */
16
19
  const PARQUET_MAGIC = 'PAR1';
20
+ const PARQUET_MAGIC_BYTES = encodeUtf8(PARQUET_MAGIC);
17
21
  /**
18
22
  * Parquet File Format Version
19
23
  */
@@ -63,8 +67,7 @@ export class ParquetEncoder {
63
67
  constructor(schema, envelopeWriter, opts) {
64
68
  this.schema = schema;
65
69
  this.envelopeWriter = envelopeWriter;
66
- // @ts-ignore Row buffer typings...
67
- this.rowBuffer = {};
70
+ this.rowBuffer = schema.rowGroup();
68
71
  this.rowGroupSize = opts.rowGroupSize || PARQUET_DEFAULT_ROW_GROUP_SIZE;
69
72
  this.closed = false;
70
73
  this.userMetadata = {};
@@ -91,8 +94,8 @@ export class ParquetEncoder {
91
94
  }
92
95
  Shred.shredRecord(this.schema, row, this.rowBuffer);
93
96
  if (this.rowBuffer.rowCount >= this.rowGroupSize) {
94
- // @ts-ignore
95
- this.rowBuffer = {};
97
+ await this.envelopeWriter.writeRowGroup(this.rowBuffer);
98
+ this.rowBuffer = this.schema.rowGroup();
96
99
  }
97
100
  }
98
101
  /**
@@ -107,8 +110,8 @@ export class ParquetEncoder {
107
110
  }
108
111
  this.closed = true;
109
112
  if (this.rowBuffer.rowCount > 0 || this.rowBuffer.rowCount >= this.rowGroupSize) {
110
- // @ts-ignore
111
- this.rowBuffer = {};
113
+ await this.envelopeWriter.writeRowGroup(this.rowBuffer);
114
+ this.rowBuffer = this.schema.rowGroup();
112
115
  }
113
116
  await this.envelopeWriter.writeFooter(this.userMetadata);
114
117
  await this.envelopeWriter.close();
@@ -164,6 +167,9 @@ export class ParquetEnvelopeWriter {
164
167
  rowGroups;
165
168
  pageSize;
166
169
  useDataPageV2;
170
+ dictionary;
171
+ columnDictionaries;
172
+ dictionaryPageSizeLimit;
167
173
  constructor(schema, writeFn, closeFn, fileOffset, opts) {
168
174
  this.schema = schema;
169
175
  this.write = writeFn;
@@ -173,6 +179,9 @@ export class ParquetEnvelopeWriter {
173
179
  this.rowGroups = [];
174
180
  this.pageSize = opts.pageSize || PARQUET_DEFAULT_PAGE_SIZE;
175
181
  this.useDataPageV2 = 'useDataPageV2' in opts ? Boolean(opts.useDataPageV2) : false;
182
+ this.dictionary = opts.dictionary ?? 'auto';
183
+ this.columnDictionaries = opts.columnDictionaries || {};
184
+ this.dictionaryPageSizeLimit = opts.dictionaryPageSizeLimit ?? 1024 * 1024;
176
185
  }
177
186
  writeSection(buf) {
178
187
  this.offset += buf.length;
@@ -182,7 +191,7 @@ export class ParquetEnvelopeWriter {
182
191
  * Encode the parquet file header
183
192
  */
184
193
  writeHeader() {
185
- return this.writeSection(Buffer.from(PARQUET_MAGIC));
194
+ return this.writeSection(PARQUET_MAGIC_BYTES);
186
195
  }
187
196
  /**
188
197
  * Encode a parquet row group. The records object should be created using the
@@ -192,7 +201,10 @@ export class ParquetEnvelopeWriter {
192
201
  const rgroup = await encodeRowGroup(this.schema, records, {
193
202
  baseOffset: this.offset,
194
203
  pageSize: this.pageSize,
195
- useDataPageV2: this.useDataPageV2
204
+ useDataPageV2: this.useDataPageV2,
205
+ dictionary: this.dictionary,
206
+ columnDictionaries: this.columnDictionaries,
207
+ dictionaryPageSizeLimit: this.dictionaryPageSizeLimit
196
208
  });
197
209
  this.rowCount += records.rowCount;
198
210
  this.rowGroups.push(rgroup.metadata);
@@ -264,16 +276,16 @@ function encodeValues(type, encoding, values, opts) {
264
276
  /**
265
277
  * Encode a parquet data page
266
278
  */
267
- async function encodeDataPage(column, data) {
279
+ async function encodeDataPage(column, data, valueEncoding = column.encoding, valueBitWidth) {
268
280
  /* encode repetition and definition levels */
269
- let rLevelsBuf = Buffer.alloc(0);
281
+ let rLevelsBuf = new Uint8Array(0);
270
282
  if (column.rLevelMax > 0) {
271
283
  rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
272
284
  bitWidth: getBitWidth(column.rLevelMax)
273
285
  // disableEnvelope: false
274
286
  });
275
287
  }
276
- let dLevelsBuf = Buffer.alloc(0);
288
+ let dLevelsBuf = new Uint8Array(0);
277
289
  if (column.dLevelMax > 0) {
278
290
  dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
279
291
  bitWidth: getBitWidth(column.dLevelMax)
@@ -281,11 +293,11 @@ async function encodeDataPage(column, data) {
281
293
  });
282
294
  }
283
295
  /* encode values */
284
- const valuesBuf = encodeValues(column.primitiveType, column.encoding, data.values, {
296
+ const valuesBuf = encodeValues(column.primitiveType, valueEncoding, data.values, {
285
297
  typeLength: column.typeLength,
286
- bitWidth: column.typeLength
298
+ bitWidth: valueBitWidth ?? column.typeLength
287
299
  });
288
- const dataBuf = Buffer.concat([rLevelsBuf, dLevelsBuf, valuesBuf]);
300
+ const dataBuf = concatUint8Arrays([rLevelsBuf, dLevelsBuf, valuesBuf]);
289
301
  // compression = column.compression === 'UNCOMPRESSED' ? (compression || 'UNCOMPRESSED') : column.compression;
290
302
  const compressedBuf = await Compression.deflate(column.compression, dataBuf);
291
303
  /* build page header */
@@ -293,7 +305,7 @@ async function encodeDataPage(column, data) {
293
305
  type: PageType.DATA_PAGE,
294
306
  data_page_header: new DataPageHeader({
295
307
  num_values: data.count,
296
- encoding: Encoding[column.encoding],
308
+ encoding: Encoding[valueEncoding],
297
309
  definition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING], // [PARQUET_RDLVL_ENCODING],
298
310
  repetition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING] // [PARQUET_RDLVL_ENCODING]
299
311
  }),
@@ -302,29 +314,29 @@ async function encodeDataPage(column, data) {
302
314
  });
303
315
  /* concat page header, repetition and definition levels and values */
304
316
  const headerBuf = serializeThrift(header);
305
- const page = Buffer.concat([headerBuf, compressedBuf]);
317
+ const page = concatUint8Arrays([headerBuf, compressedBuf]);
306
318
  return { header, headerSize: headerBuf.length, page };
307
319
  }
308
320
  /**
309
321
  * Encode a parquet data page (v2)
310
322
  */
311
- async function encodeDataPageV2(column, data, rowCount) {
323
+ async function encodeDataPageV2(column, data, rowCount, valueEncoding = column.encoding, valueBitWidth) {
312
324
  /* encode values */
313
- const valuesBuf = encodeValues(column.primitiveType, column.encoding, data.values, {
325
+ const valuesBuf = encodeValues(column.primitiveType, valueEncoding, data.values, {
314
326
  typeLength: column.typeLength,
315
- bitWidth: column.typeLength
327
+ bitWidth: valueBitWidth ?? column.typeLength
316
328
  });
317
329
  // compression = column.compression === 'UNCOMPRESSED' ? (compression || 'UNCOMPRESSED') : column.compression;
318
330
  const compressedBuf = await Compression.deflate(column.compression, valuesBuf);
319
331
  /* encode repetition and definition levels */
320
- let rLevelsBuf = Buffer.alloc(0);
332
+ let rLevelsBuf = new Uint8Array(0);
321
333
  if (column.rLevelMax > 0) {
322
334
  rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
323
335
  bitWidth: getBitWidth(column.rLevelMax),
324
336
  disableEnvelope: true
325
337
  });
326
338
  }
327
- let dLevelsBuf = Buffer.alloc(0);
339
+ let dLevelsBuf = new Uint8Array(0);
328
340
  if (column.dLevelMax > 0) {
329
341
  dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
330
342
  bitWidth: getBitWidth(column.dLevelMax),
@@ -338,7 +350,7 @@ async function encodeDataPageV2(column, data, rowCount) {
338
350
  num_values: data.count,
339
351
  num_nulls: data.count - data.values.length,
340
352
  num_rows: rowCount,
341
- encoding: Encoding[column.encoding],
353
+ encoding: Encoding[valueEncoding],
342
354
  definition_levels_byte_length: dLevelsBuf.length,
343
355
  repetition_levels_byte_length: rLevelsBuf.length,
344
356
  is_compressed: column.compression !== 'UNCOMPRESSED'
@@ -348,9 +360,31 @@ async function encodeDataPageV2(column, data, rowCount) {
348
360
  });
349
361
  /* concat page header, repetition and definition levels and values */
350
362
  const headerBuf = serializeThrift(header);
351
- const page = Buffer.concat([headerBuf, rLevelsBuf, dLevelsBuf, compressedBuf]);
363
+ const page = concatUint8Arrays([headerBuf, rLevelsBuf, dLevelsBuf, compressedBuf]);
352
364
  return { header, headerSize: headerBuf.length, page };
353
365
  }
366
+ /** Encodes one chunk-wide PLAIN dictionary page. */
367
+ async function encodeDictionaryPage(column, dictionaryValues) {
368
+ const valuesBuffer = encodeValues(column.primitiveType, 'PLAIN', dictionaryValues, {
369
+ typeLength: column.typeLength
370
+ });
371
+ const compressedBuffer = await Compression.deflate(column.compression, valuesBuffer);
372
+ const header = new PageHeader({
373
+ type: PageType.DICTIONARY_PAGE,
374
+ dictionary_page_header: new DictionaryPageHeader({
375
+ num_values: dictionaryValues.length,
376
+ encoding: Encoding.PLAIN
377
+ }),
378
+ uncompressed_page_size: valuesBuffer.length,
379
+ compressed_page_size: compressedBuffer.length
380
+ });
381
+ const headerBuffer = serializeThrift(header);
382
+ return {
383
+ header,
384
+ headerSize: headerBuffer.length,
385
+ page: concatUint8Arrays([headerBuffer, compressedBuffer])
386
+ };
387
+ }
354
388
  /**
355
389
  * Encode an array of values into a parquet column chunk
356
390
  */
@@ -358,40 +392,75 @@ async function encodeColumnChunk(column, buffer, offset, opts) {
358
392
  const data = buffer.columnData[column.path.join()];
359
393
  const baseOffset = (opts.baseOffset || 0) + offset;
360
394
  /* encode data page(s) */
361
- // const pages: Buffer[] = [];
362
- let pageBuf;
395
+ const pages = [];
363
396
  // tslint:disable-next-line:variable-name
364
397
  let total_uncompressed_size = 0;
365
398
  // tslint:disable-next-line:variable-name
366
399
  let total_compressed_size = 0;
367
- {
400
+ const plannedPages = planColumnPages(column, data, buffer.rowCount, opts.pageSize || PARQUET_DEFAULT_PAGE_SIZE);
401
+ const dictionaryPolicy = opts.columnDictionaries?.[column.path[0]] ?? opts.dictionary ?? 'auto';
402
+ const dictionaryPlan = planDictionary(column, Array.from(data.values), dictionaryPolicy, opts.dictionaryPageSizeLimit ?? 1024 * 1024);
403
+ if (dictionaryPlan) {
404
+ const result = await encodeDictionaryPage(column, dictionaryPlan.values);
405
+ pages.push(result.page);
406
+ total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;
407
+ total_compressed_size += result.header.compressed_page_size + result.headerSize;
408
+ }
409
+ const valueEncoding = dictionaryPlan ? 'RLE_DICTIONARY' : column.encoding;
410
+ let dictionaryIndexOffset = 0;
411
+ for (const plannedPage of plannedPages) {
412
+ const pageData = dictionaryPlan
413
+ ? {
414
+ ...plannedPage.data,
415
+ values: dictionaryPlan.indices.slice(dictionaryIndexOffset, dictionaryIndexOffset + plannedPage.data.values.length)
416
+ }
417
+ : plannedPage.data;
418
+ dictionaryIndexOffset += plannedPage.data.values.length;
368
419
  const result = opts.useDataPageV2
369
- ? await encodeDataPageV2(column, data, buffer.rowCount)
370
- : await encodeDataPage(column, data);
371
- // pages.push(result.page);
372
- pageBuf = result.page;
420
+ ? await encodeDataPageV2(column, pageData, plannedPage.rowCount, valueEncoding, dictionaryPlan?.bitWidth)
421
+ : await encodeDataPage(column, pageData, valueEncoding, dictionaryPlan?.bitWidth);
422
+ pages.push(result.page);
373
423
  total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;
374
424
  total_compressed_size += result.header.compressed_page_size + result.headerSize;
375
425
  }
376
- // const pagesBuf = Buffer.concat(pages);
426
+ const pagesBuf = concatUint8Arrays(pages);
377
427
  // const compression = column.compression === 'UNCOMPRESSED' ? (opts.compression || 'UNCOMPRESSED') : column.compression;
378
428
  /* prepare metadata header */
379
429
  const metadata = new ColumnMetaData({
380
430
  path_in_schema: column.path,
381
- num_values: data.count,
382
- data_page_offset: baseOffset,
431
+ num_values: int64(data.count),
432
+ data_page_offset: int64(baseOffset + (dictionaryPlan ? pages[0].length : 0)),
433
+ dictionary_page_offset: dictionaryPlan ? int64(baseOffset) : undefined,
383
434
  encodings: [],
384
- total_uncompressed_size, // : pagesBuf.length,
385
- total_compressed_size,
435
+ encoding_stats: [
436
+ ...(dictionaryPlan
437
+ ? [
438
+ new PageEncodingStats({
439
+ page_type: PageType.DICTIONARY_PAGE,
440
+ encoding: Encoding.PLAIN,
441
+ count: 1
442
+ })
443
+ ]
444
+ : []),
445
+ new PageEncodingStats({
446
+ page_type: opts.useDataPageV2 ? PageType.DATA_PAGE_V2 : PageType.DATA_PAGE,
447
+ encoding: Encoding[valueEncoding],
448
+ count: plannedPages.length
449
+ })
450
+ ],
451
+ total_uncompressed_size: int64(total_uncompressed_size), // : pagesBuf.length,
452
+ total_compressed_size: int64(total_compressed_size),
386
453
  type: Type[column.primitiveType],
387
454
  codec: CompressionCodec[column.compression]
388
455
  });
389
456
  /* list encodings */
390
457
  metadata.encodings.push(Encoding[PARQUET_RDLVL_ENCODING]);
391
- metadata.encodings.push(Encoding[column.encoding]);
458
+ if (dictionaryPlan)
459
+ metadata.encodings.push(Encoding.PLAIN);
460
+ metadata.encodings.push(Encoding[valueEncoding]);
392
461
  /* concat metadata header and data pages */
393
- const metadataOffset = baseOffset + pageBuf.length;
394
- const body = Buffer.concat([pageBuf, serializeThrift(metadata)]);
462
+ const metadataOffset = baseOffset + pagesBuf.length;
463
+ const body = concatUint8Arrays([pagesBuf, serializeThrift(metadata)]);
395
464
  return { body, metadata, metadataOffset };
396
465
  }
397
466
  /**
@@ -399,23 +468,23 @@ async function encodeColumnChunk(column, buffer, offset, opts) {
399
468
  */
400
469
  async function encodeRowGroup(schema, data, opts) {
401
470
  const metadata = new RowGroup({
402
- num_rows: data.rowCount,
471
+ num_rows: int64(data.rowCount),
403
472
  columns: [],
404
- total_byte_size: 0
473
+ total_byte_size: int64(0)
405
474
  });
406
- let body = Buffer.alloc(0);
475
+ let body = new Uint8Array(0);
407
476
  for (const field of schema.fieldList) {
408
477
  if (field.isNested) {
409
478
  continue; // eslint-disable-line no-continue
410
479
  }
411
480
  const cchunkData = await encodeColumnChunk(field, data, body.length, opts);
412
481
  const cchunk = new ColumnChunk({
413
- file_offset: cchunkData.metadataOffset,
482
+ file_offset: int64(cchunkData.metadataOffset),
414
483
  meta_data: cchunkData.metadata
415
484
  });
416
485
  metadata.columns.push(cchunk);
417
- metadata.total_byte_size = new Int64(Number(metadata.total_byte_size) + cchunkData.body.length);
418
- body = Buffer.concat([body, cchunkData.body]);
486
+ metadata.total_byte_size = int64(Number(metadata.total_byte_size) + cchunkData.body.length);
487
+ body = concatUint8Arrays([body, cchunkData.body]);
419
488
  }
420
489
  return { body, metadata };
421
490
  }
@@ -426,7 +495,7 @@ function encodeFooter(schema, rowCount, rowGroups, userMetadata) {
426
495
  const metadata = new FileMetaData({
427
496
  version: PARQUET_VERSION,
428
497
  created_by: 'parquets',
429
- num_rows: rowCount,
498
+ num_rows: int64(rowCount),
430
499
  row_groups: rowGroups,
431
500
  schema: [],
432
501
  key_value_metadata: []
@@ -458,16 +527,154 @@ function encodeFooter(schema, rowCount, rowGroups, userMetadata) {
458
527
  schemaElem.type = Type[field.primitiveType];
459
528
  }
460
529
  if (field.originalType) {
461
- schemaElem.converted_type = ConvertedType[field.originalType];
530
+ const convertedType = ConvertedType[field.originalType];
531
+ if (typeof convertedType === 'number') {
532
+ schemaElem.converted_type = convertedType;
533
+ }
462
534
  }
463
535
  schemaElem.type_length = field.typeLength;
536
+ schemaElem.precision = field.precision ?? field.presision;
537
+ schemaElem.scale = field.scale;
538
+ schemaElem.field_id = field.fieldId;
539
+ const logicalType = getFieldLogicalType(field);
540
+ if (logicalType) {
541
+ schemaElem.logicalType = encodeParquetLogicalType(logicalType);
542
+ }
464
543
  metadata.schema.push(schemaElem);
465
544
  }
466
545
  const metadataEncoded = serializeThrift(metadata);
467
- const footerEncoded = Buffer.alloc(metadataEncoded.length + 8);
468
- metadataEncoded.copy(footerEncoded);
469
- footerEncoded.writeUInt32LE(metadataEncoded.length, metadataEncoded.length);
470
- footerEncoded.write(PARQUET_MAGIC, metadataEncoded.length + 4);
546
+ const footerEncoded = new Uint8Array(metadataEncoded.length + 8);
547
+ footerEncoded.set(metadataEncoded);
548
+ writeUInt32LE(footerEncoded, metadataEncoded.length, metadataEncoded.length);
549
+ footerEncoded.set(PARQUET_MAGIC_BYTES, metadataEncoded.length + 4);
471
550
  return footerEncoded;
472
551
  }
552
+ /** Returns an explicit or inferred modern logical annotation for a writer field. */
553
+ function getFieldLogicalType(field) {
554
+ if (field.logicalType)
555
+ return field.logicalType;
556
+ const originalType = field.originalType;
557
+ if (!originalType)
558
+ return undefined;
559
+ if (originalType === 'UTF8')
560
+ return { type: 'STRING' };
561
+ if (originalType === 'ENUM')
562
+ return { type: 'ENUM' };
563
+ if (originalType.startsWith('DECIMAL_')) {
564
+ return {
565
+ type: 'DECIMAL',
566
+ precision: field.precision ?? field.presision,
567
+ scale: field.scale
568
+ };
569
+ }
570
+ if (originalType === 'DATE')
571
+ return { type: 'DATE' };
572
+ if (originalType.startsWith('TIME_')) {
573
+ return {
574
+ type: 'TIME',
575
+ unit: originalType.slice(5),
576
+ isAdjustedToUTC: true
577
+ };
578
+ }
579
+ if (originalType.startsWith('TIMESTAMP_')) {
580
+ return {
581
+ type: 'TIMESTAMP',
582
+ unit: originalType.slice(10),
583
+ isAdjustedToUTC: true
584
+ };
585
+ }
586
+ if (originalType.startsWith('UINT_') || originalType.startsWith('INT_')) {
587
+ return {
588
+ type: 'INTEGER',
589
+ bitWidth: Number(originalType.slice(originalType.indexOf('_') + 1)),
590
+ isSigned: originalType.startsWith('INT_')
591
+ };
592
+ }
593
+ if (originalType === 'JSON' || originalType === 'BSON')
594
+ return { type: originalType };
595
+ if (originalType === 'UUID' ||
596
+ originalType === 'FLOAT16' ||
597
+ originalType === 'UNKNOWN' ||
598
+ originalType === 'VARIANT' ||
599
+ originalType === 'GEOMETRY' ||
600
+ originalType === 'GEOGRAPHY') {
601
+ return { type: originalType };
602
+ }
603
+ return undefined;
604
+ }
605
+ /** Converts the internal logical annotation into the Parquet 2.13 Thrift union. */
606
+ function encodeParquetLogicalType(logicalType) {
607
+ switch (logicalType.type) {
608
+ case 'STRING':
609
+ return LogicalType.fromSTRING(new StringType());
610
+ case 'MAP':
611
+ return LogicalType.fromMAP(new MapType());
612
+ case 'LIST':
613
+ return LogicalType.fromLIST(new ListType());
614
+ case 'ENUM':
615
+ return LogicalType.fromENUM(new EnumType());
616
+ case 'DECIMAL':
617
+ if (logicalType.precision === undefined || logicalType.scale === undefined) {
618
+ throw new Error('Parquet DECIMAL requires precision and scale');
619
+ }
620
+ return LogicalType.fromDECIMAL(new DecimalType({ precision: logicalType.precision, scale: logicalType.scale }));
621
+ case 'DATE':
622
+ return LogicalType.fromDATE(new DateType());
623
+ case 'TIME':
624
+ return LogicalType.fromTIME(new TimeType({
625
+ isAdjustedToUTC: logicalType.isAdjustedToUTC ?? false,
626
+ unit: encodeParquetTimeUnit(logicalType.unit)
627
+ }));
628
+ case 'TIMESTAMP':
629
+ return LogicalType.fromTIMESTAMP(new TimestampType({
630
+ isAdjustedToUTC: logicalType.isAdjustedToUTC ?? false,
631
+ unit: encodeParquetTimeUnit(logicalType.unit)
632
+ }));
633
+ case 'INTEGER':
634
+ if (logicalType.bitWidth === undefined || logicalType.isSigned === undefined) {
635
+ throw new Error('Parquet INTEGER requires bitWidth and isSigned');
636
+ }
637
+ return LogicalType.fromINTEGER(new IntType({ bitWidth: logicalType.bitWidth, isSigned: logicalType.isSigned }));
638
+ case 'UNKNOWN':
639
+ return LogicalType.fromUNKNOWN(new NullType());
640
+ case 'JSON':
641
+ return LogicalType.fromJSON(new JsonType());
642
+ case 'BSON':
643
+ return LogicalType.fromBSON(new BsonType());
644
+ case 'UUID':
645
+ return LogicalType.fromUUID(new UUIDType());
646
+ case 'FLOAT16':
647
+ return LogicalType.fromFLOAT16(new Float16Type());
648
+ case 'VARIANT':
649
+ return LogicalType.fromVARIANT(new VariantType({ specification_version: logicalType.specificationVersion }));
650
+ case 'GEOMETRY':
651
+ return LogicalType.fromGEOMETRY(new GeometryType({ crs: logicalType.crs }));
652
+ case 'GEOGRAPHY':
653
+ return LogicalType.fromGEOGRAPHY(new GeographyType({
654
+ crs: logicalType.crs,
655
+ algorithm: logicalType.algorithm === undefined
656
+ ? undefined
657
+ : EdgeInterpolationAlgorithm[logicalType.algorithm]
658
+ }));
659
+ default:
660
+ throw new Error(`Unsupported Parquet logical type ${logicalType.type}`);
661
+ }
662
+ }
663
+ /** Encodes one Parquet logical time unit. */
664
+ function encodeParquetTimeUnit(unit) {
665
+ switch (unit) {
666
+ case 'MILLIS':
667
+ return TimeUnit.fromMILLIS(new MilliSeconds());
668
+ case 'MICROS':
669
+ return TimeUnit.fromMICROS(new MicroSeconds());
670
+ case 'NANOS':
671
+ return TimeUnit.fromNANOS(new NanoSeconds());
672
+ default:
673
+ throw new Error('Parquet TIME and TIMESTAMP require a unit');
674
+ }
675
+ }
676
+ /** Wrap a writer metadata number in the thrift int64 compatibility object. */
677
+ function int64(value) {
678
+ return new CompactInt64(BigInt(value));
679
+ }
473
680
  //# sourceMappingURL=parquet-encoder.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"parquet-encoder.js","sourceRoot":"","sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAIpE,OAAO,EAAsB,cAAc,EAAC,2BAAwB;AACpE,OAAO,KAAK,WAAW,0BAAuB;AAU9C,OAAO,KAAK,KAAK,2BAAwB;AACzC,OAAO,EACL,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,cAAc,EACd,gBAAgB,EAChB,QAAQ,EACR,mBAAmB,EACnB,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,IAAI,EACL,mCAAgC;AACjC,OAAO,EAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAC,+BAA4B;AAC7D,OAAO,EAAC,WAAW,EAAE,eAAe,EAAC,+BAA4B;AACjE,OAAO,KAAK,MAAM,YAAY,CAAC;AAE/B;;GAEG;AACH,MAAM,aAAa,GAAG,MAAM,CAAC;AAE7B;;GAEG;AACH,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B;;GAEG;AACH,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,8BAA8B,GAAG,IAAI,CAAC;AAE5C;;GAEG;AACH,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,sBAAsB,GAAG,KAAK,CAAC;AAiBrC;;;;GAIG;AACH,6DAA6D;AAC7D,MAAM,OAAO,cAAc;IACzB;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,QAAQ,CACnB,MAAqB,EACrB,IAAY,EACZ,IAA4B;QAE5B,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC9C,OAAO,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,MAAqB,EACrB,YAA6B,EAC7B,OAA8B,EAAE;QAEhC,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;QAC1F,OAAO,IAAI,cAAc,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;IAC1D,CAAC;IAEM,MAAM,CAAgB;IACtB,cAAc,CAAwB;IACtC,SAAS,CAAkB;IAC3B,YAAY,CAAS;IACrB,MAAM,CAAU;IAChB,YAAY,CAAyB;IAE5C;;OAEG;IACH,YACE,MAAqB,EACrB,cAAqC,EACrC,IAA2B;QAE3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,mCAAmC;QACnC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,8BAA8B,CAAC;QACxE,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QAEvB,mEAAmE;QACnE,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,0DAA0D;QAC1D,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;YAClC,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS,CAAuB,GAAM;QAC1C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QACD,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACpD,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACjD,aAAa;YACb,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,QAAqB;QAC/B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAChF,aAAa;YACb,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACtB,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACzD,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAClC,8BAA8B;QAE9B,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,GAAW,EAAE,KAAa;QACpC,qCAAqC;QACrC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,GAAW;QACzB,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,GAAW;QACrB,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,OAAO,qBAAqB;IAChC;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,MAAqB,EACrB,YAA6B,EAC7B,IAA2B;QAE3B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACtD,OAAO,IAAI,qBAAqB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;IAEM,MAAM,CAAgB;IACtB,KAAK,CAAiC;IACtC,KAAK,CAAsB;IAC3B,MAAM,CAAS;IACf,QAAQ,CAAS;IACjB,SAAS,CAAa;IACtB,QAAQ,CAAS;IACjB,aAAa,CAAU;IAE9B,YACE,MAAqB,EACrB,OAAuC,EACvC,OAA4B,EAC5B,UAAkB,EAClB,IAA2B;QAE3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,yBAAyB,CAAC;QAC3D,IAAI,CAAC,aAAa,GAAG,eAAe,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACrF,CAAC;IAED,YAAY,CAAC,GAAW;QACtB,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;IACvD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CAAC,OAAwB;QAC1C,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE;YACxD,UAAU,EAAE,IAAI,CAAC,MAAM;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC;QAClC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrC,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,YAAoC;QAC9C,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,qDAAqD;YACrD,YAAY,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,OAAO,IAAI,CAAC,YAAY,CACtB,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CACvE,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,GAAW;QACrB,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;IACtB,CAAC;CACF;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AAEH;;GAEG;AACH,SAAS,YAAY,CACnB,IAAmB,EACnB,QAAsB,EACtB,MAAa,EACb,IAAyB;IAEzB,IAAI,CAAC,CAAC,QAAQ,IAAI,cAAc,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,MAAoB,EACpB,IAAwB;IAMxB,6CAA6C;IAC7C,IAAI,UAAU,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CAAC,kBAAkB,EAAE,sBAAsB,EAAE,IAAI,CAAC,OAAO,EAAE;YAClF,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,yBAAyB;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,UAAU,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CAAC,kBAAkB,EAAE,sBAAsB,EAAE,IAAI,CAAC,OAAO,EAAE;YAClF,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,yBAAyB;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB;IACnB,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,aAAc,EAAE,MAAM,CAAC,QAAS,EAAE,IAAI,CAAC,MAAM,EAAE;QACnF,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ,EAAE,MAAM,CAAC,UAAU;KAC5B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,CAAiB,CAAC,CAAC;IAEnF,8GAA8G;IAC9G,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,WAAY,EAAE,OAAO,CAAC,CAAC;IAE9E,uBAAuB;IACvB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;QAC5B,IAAI,EAAE,QAAQ,CAAC,SAAS;QACxB,gBAAgB,EAAE,IAAI,cAAc,CAAC;YACnC,UAAU,EAAE,IAAI,CAAC,KAAK;YACtB,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAS,CAAQ;YAC3C,yBAAyB,EAAE,QAAQ,CAAC,sBAAsB,CAAC,EAAE,4BAA4B;YACzF,yBAAyB,EAAE,QAAQ,CAAC,sBAAsB,CAAC,CAAC,2BAA2B;SACxF,CAAC;QACF,sBAAsB,EAAE,OAAO,CAAC,MAAM;QACtC,oBAAoB,EAAE,aAAa,CAAC,MAAM;KAC3C,CAAC,CAAC;IAEH,qEAAqE;IACrE,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,aAAa,CAAiB,CAAC,CAAC;IAEvE,OAAO,EAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAC,CAAC;AACtD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAC7B,MAAoB,EACpB,IAAwB,EACxB,QAAgB;IAMhB,mBAAmB;IACnB,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,aAAc,EAAE,MAAM,CAAC,QAAS,EAAE,IAAI,CAAC,MAAM,EAAE;QACnF,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ,EAAE,MAAM,CAAC,UAAU;KAC5B,CAAC,CAAC;IAEH,8GAA8G;IAC9G,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,WAAY,EAAE,SAAS,CAAC,CAAC;IAEhF,6CAA6C;IAC7C,IAAI,UAAU,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CAAC,kBAAkB,EAAE,sBAAsB,EAAE,IAAI,CAAC,OAAO,EAAE;YAClF,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;IACL,CAAC;IAED,IAAI,UAAU,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CAAC,kBAAkB,EAAE,sBAAsB,EAAE,IAAI,CAAC,OAAO,EAAE;YAClF,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;IACL,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;QAC5B,IAAI,EAAE,QAAQ,CAAC,YAAY;QAC3B,mBAAmB,EAAE,IAAI,gBAAgB,CAAC;YACxC,UAAU,EAAE,IAAI,CAAC,KAAK;YACtB,SAAS,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1C,QAAQ,EAAE,QAAQ;YAClB,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAS,CAAQ;YAC3C,6BAA6B,EAAE,UAAU,CAAC,MAAM;YAChD,6BAA6B,EAAE,UAAU,CAAC,MAAM;YAChD,aAAa,EAAE,MAAM,CAAC,WAAW,KAAK,cAAc;SACrD,CAAC;QACF,sBAAsB,EAAE,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM;QAChF,oBAAoB,EAAE,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM;KACnF,CAAC,CAAC;IAEH,qEAAqE;IACrE,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,CAAiB,CAAC,CAAC;IAC/F,OAAO,EAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAC,CAAC;AACtD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,iBAAiB,CAC9B,MAAoB,EACpB,MAAuB,EACvB,MAAc,EACd,IAA2B;IAM3B,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC;IACnD,yBAAyB;IACzB,8BAA8B;IAC9B,IAAI,OAAe,CAAC;IACpB,yCAAyC;IACzC,IAAI,uBAAuB,GAAG,CAAC,CAAC;IAChC,yCAAyC;IACzC,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,CAAC;QACC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa;YAC/B,CAAC,CAAC,MAAM,gBAAgB,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC;YACvD,CAAC,CAAC,MAAM,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACvC,2BAA2B;QAC3B,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC;QACtB,uBAAuB,IAAI,MAAM,CAAC,MAAM,CAAC,sBAAsB,GAAG,MAAM,CAAC,UAAU,CAAC;QACpF,qBAAqB,IAAI,MAAM,CAAC,MAAM,CAAC,oBAAoB,GAAG,MAAM,CAAC,UAAU,CAAC;IAClF,CAAC;IAED,yCAAyC;IACzC,yHAAyH;IAEzH,6BAA6B;IAC7B,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC;QAClC,cAAc,EAAE,MAAM,CAAC,IAAI;QAC3B,UAAU,EAAE,IAAI,CAAC,KAAK;QACtB,gBAAgB,EAAE,UAAU;QAC5B,SAAS,EAAE,EAAE;QACb,uBAAuB,EAAE,sBAAsB;QAC/C,qBAAqB;QACrB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,aAAc,CAAC;QACjC,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC,WAAY,CAAC;KAC7C,CAAC,CAAC;IAEH,oBAAoB;IACpB,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC;IAC1D,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAS,CAAC,CAAC,CAAC;IAEpD,2CAA2C;IAC3C,MAAM,cAAc,GAAG,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IACnD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAiB,CAAC,CAAC;IACjF,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,cAAc,EAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,MAAqB,EACrB,IAAqB,EACrB,IAA2B;IAK3B,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,OAAO,EAAE,EAAE;QACX,eAAe,EAAE,CAAC;KACnB,CAAC,CAAC;IAEH,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,SAAS,CAAC,kCAAkC;QAC9C,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAE3E,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC;YAC7B,WAAW,EAAE,UAAU,CAAC,cAAc;YACtC,SAAS,EAAE,UAAU,CAAC,QAAQ;SAC/B,CAAC,CAAC;QAEH,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,QAAQ,CAAC,eAAe,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhG,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAiB,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CACnB,MAAqB,EACrB,QAAgB,EAChB,SAAqB,EACrB,YAAoC;IAEpC,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC;QAChC,OAAO,EAAE,eAAe;QACxB,UAAU,EAAE,UAAU;QACtB,QAAQ,EAAE,QAAQ;QAClB,UAAU,EAAE,SAAS;QACrB,MAAM,EAAE,EAAE;QACV,kBAAkB,EAAE,EAAE;KACvB,CAAC,CAAC;IAEH,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC;YACtB,GAAG;YACH,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC;SACzB,CAAC,CAAC;QACH,QAAQ,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,CAAC;QACC,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC;YACnC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM;SAChD,CAAC,CAAC;QACH,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC;YACnC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,eAAe,EAAE,IAAW;SAC7B,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,UAAU,CAAC,YAAY,GAAG,KAAK,CAAC,UAAU,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,aAAc,CAAS,CAAC;QACvD,CAAC;QAED,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACvB,UAAU,CAAC,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,YAAY,CAAkB,CAAC;QACjF,CAAC;QAED,UAAU,CAAC,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC;QAE1C,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,eAAe,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/D,eAAe,CAAC,IAAI,CAAC,aAA2B,CAAC,CAAC;IAClD,aAAa,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;IAC5E,aAAa,CAAC,KAAK,CAAC,aAAa,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/D,OAAO,aAAa,CAAC;AACvB,CAAC"}
1
+ {"version":3,"file":"parquet-encoder.js","sourceRoot":"","sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAIpE,OAAO,EAAsB,cAAc,EAAC,2BAAwB;AACpE,OAAO,KAAK,WAAW,0BAAuB;AAW9C,OAAO,KAAK,KAAK,2BAAwB;AACzC,OAAO,EACL,QAAQ,EACR,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,cAAc,EACd,gBAAgB,EAChB,QAAQ,EACR,WAAW,EACX,oBAAoB,EACpB,0BAA0B,EAC1B,QAAQ,EACR,QAAQ,EACR,mBAAmB,EACnB,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,OAAO,EACP,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,WAAW,EACX,OAAO,EACP,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,UAAU,EACV,iBAAiB,EACjB,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,IAAI,EACJ,QAAQ,EACR,WAAW,EACZ,mCAAgC;AACjC,OAAO,EAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAC,+BAA4B;AAC7D,OAAO,EAAC,WAAW,EAAE,eAAe,EAAC,+BAA4B;AACjE,OAAO,EAAC,iBAAiB,EAAE,UAAU,EAAE,aAAa,EAAC,iCAA8B;AACnF,OAAO,EAAC,YAAY,EAAC,iDAA8C;AACnE,OAAO,EAAC,eAAe,EAAC,0BAAuB;AAC/C,OAAO,EAAC,cAAc,EAA+B,gCAA6B;AAElF;;GAEG;AACH,MAAM,aAAa,GAAG,MAAM,CAAC;AAC7B,MAAM,mBAAmB,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;AAEtD;;GAEG;AACH,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B;;GAEG;AACH,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,8BAA8B,GAAG,IAAI,CAAC;AAE5C;;GAEG;AACH,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,sBAAsB,GAAG,KAAK,CAAC;AAoBrC;;;;GAIG;AACH,6DAA6D;AAC7D,MAAM,OAAO,cAAc;IACzB;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,QAAQ,CACnB,MAAqB,EACrB,IAAY,EACZ,IAA4B;QAE5B,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC9C,OAAO,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,MAAqB,EACrB,YAA6B,EAC7B,OAA8B,EAAE;QAEhC,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;QAC1F,OAAO,IAAI,cAAc,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;IAC1D,CAAC;IAEM,MAAM,CAAgB;IACtB,cAAc,CAAwB;IACtC,SAAS,CAAkB;IAC3B,YAAY,CAAS;IACrB,MAAM,CAAU;IAChB,YAAY,CAAyB;IAE5C;;OAEG;IACH,YACE,MAAqB,EACrB,cAAqC,EACrC,IAA2B;QAE3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,8BAA8B,CAAC;QACxE,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QAEvB,mEAAmE;QACnE,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,0DAA0D;QAC1D,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;YAClC,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS,CAAuB,GAAM;QAC1C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QACD,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACpD,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACjD,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC1C,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,QAAqB;QAC/B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAChF,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC1C,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACzD,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAClC,8BAA8B;QAE9B,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,GAAW,EAAE,KAAa;QACpC,qCAAqC;QACrC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,GAAW;QACzB,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,GAAW;QACrB,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,OAAO,qBAAqB;IAChC;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,MAAqB,EACrB,YAA6B,EAC7B,IAA2B;QAE3B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACtD,OAAO,IAAI,qBAAqB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;IAEM,MAAM,CAAgB;IACtB,KAAK,CAAqC;IAC1C,KAAK,CAAsB;IAC3B,MAAM,CAAS;IACf,QAAQ,CAAS;IACjB,SAAS,CAAa;IACtB,QAAQ,CAAS;IACjB,aAAa,CAAU;IACvB,UAAU,CAA0B;IACpC,kBAAkB,CAA0C;IAC5D,uBAAuB,CAAS;IAEvC,YACE,MAAqB,EACrB,OAA2C,EAC3C,OAA4B,EAC5B,UAAkB,EAClB,IAA2B;QAE3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,yBAAyB,CAAC;QAC3D,IAAI,CAAC,aAAa,GAAG,eAAe,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACnF,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC;QAC5C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC;QACxD,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,uBAAuB,IAAI,IAAI,GAAG,IAAI,CAAC;IAC7E,CAAC;IAED,YAAY,CAAC,GAAe;QAC1B,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,CAAC;IAChD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CAAC,OAAwB;QAC1C,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE;YACxD,UAAU,EAAE,IAAI,CAAC,MAAM;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,uBAAuB,EAAE,IAAI,CAAC,uBAAuB;SACtD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC;QAClC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrC,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,YAAoC;QAC9C,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,qDAAqD;YACrD,YAAY,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,OAAO,IAAI,CAAC,YAAY,CACtB,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CACvE,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,GAAW;QACrB,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;IACtB,CAAC;CACF;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AAEH;;GAEG;AACH,SAAS,YAAY,CACnB,IAAmB,EACnB,QAAsB,EACtB,MAAa,EACb,IAAyB;IAEzB,IAAI,CAAC,CAAC,QAAQ,IAAI,cAAc,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,MAAoB,EACpB,IAAwB,EACxB,gBAA8B,MAAM,CAAC,QAAS,EAC9C,aAAsB;IAMtB,6CAA6C;IAC7C,IAAI,UAAU,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC/C,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CACvB,kBAAkB,EAClB,sBAAsB,EACtB,IAAI,CAAC,OAAmB,EACxB;YACE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,yBAAyB;SAC1B,CACF,CAAC;IACJ,CAAC;IAED,IAAI,UAAU,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC/C,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CACvB,kBAAkB,EAClB,sBAAsB,EACtB,IAAI,CAAC,OAAmB,EACxB;YACE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,yBAAyB;SAC1B,CACF,CAAC;IACJ,CAAC;IAED,mBAAmB;IACnB,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,aAAc,EAAE,aAAa,EAAE,IAAI,CAAC,MAAe,EAAE;QACzF,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ,EAAE,aAAa,IAAI,MAAM,CAAC,UAAU;KAC7C,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC;IAEvE,8GAA8G;IAC9G,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,WAAY,EAAE,OAAO,CAAC,CAAC;IAE9E,uBAAuB;IACvB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;QAC5B,IAAI,EAAE,QAAQ,CAAC,SAAS;QACxB,gBAAgB,EAAE,IAAI,cAAc,CAAC;YACnC,UAAU,EAAE,IAAI,CAAC,KAAK;YACtB,QAAQ,EAAE,QAAQ,CAAC,aAAa,CAAQ;YACxC,yBAAyB,EAAE,QAAQ,CAAC,sBAAsB,CAAC,EAAE,4BAA4B;YACzF,yBAAyB,EAAE,QAAQ,CAAC,sBAAsB,CAAC,CAAC,2BAA2B;SACxF,CAAC;QACF,sBAAsB,EAAE,OAAO,CAAC,MAAM;QACtC,oBAAoB,EAAE,aAAa,CAAC,MAAM;KAC3C,CAAC,CAAC;IAEH,qEAAqE;IACrE,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC;IAE3D,OAAO,EAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAC,CAAC;AACtD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAC7B,MAAoB,EACpB,IAAwB,EACxB,QAAgB,EAChB,gBAA8B,MAAM,CAAC,QAAS,EAC9C,aAAsB;IAMtB,mBAAmB;IACnB,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,aAAc,EAAE,aAAa,EAAE,IAAI,CAAC,MAAe,EAAE;QACzF,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ,EAAE,aAAa,IAAI,MAAM,CAAC,UAAU;KAC7C,CAAC,CAAC;IAEH,8GAA8G;IAC9G,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,WAAY,EAAE,SAAS,CAAC,CAAC;IAEhF,6CAA6C;IAC7C,IAAI,UAAU,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC/C,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CACvB,kBAAkB,EAClB,sBAAsB,EACtB,IAAI,CAAC,OAAmB,EACxB;YACE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI;SACtB,CACF,CAAC;IACJ,CAAC;IAED,IAAI,UAAU,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC/C,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CACvB,kBAAkB,EAClB,sBAAsB,EACtB,IAAI,CAAC,OAAmB,EACxB;YACE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI;SACtB,CACF,CAAC;IACJ,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;QAC5B,IAAI,EAAE,QAAQ,CAAC,YAAY;QAC3B,mBAAmB,EAAE,IAAI,gBAAgB,CAAC;YACxC,UAAU,EAAE,IAAI,CAAC,KAAK;YACtB,SAAS,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1C,QAAQ,EAAE,QAAQ;YAClB,QAAQ,EAAE,QAAQ,CAAC,aAAa,CAAQ;YACxC,6BAA6B,EAAE,UAAU,CAAC,MAAM;YAChD,6BAA6B,EAAE,UAAU,CAAC,MAAM;YAChD,aAAa,EAAE,MAAM,CAAC,WAAW,KAAK,cAAc;SACrD,CAAC;QACF,sBAAsB,EAAE,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM;QAChF,oBAAoB,EAAE,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM;KACnF,CAAC,CAAC;IAEH,qEAAqE;IACrE,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC;IACnF,OAAO,EAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAC,CAAC;AACtD,CAAC;AAED,oDAAoD;AACpD,KAAK,UAAU,oBAAoB,CACjC,MAAoB,EACpB,gBAA2B;IAE3B,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,aAAc,EAAE,OAAO,EAAE,gBAAyB,EAAE;QAC3F,UAAU,EAAE,MAAM,CAAC,UAAU;KAC9B,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,WAAY,EAAE,YAAY,CAAC,CAAC;IACtF,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;QAC5B,IAAI,EAAE,QAAQ,CAAC,eAAe;QAC9B,sBAAsB,EAAE,IAAI,oBAAoB,CAAC;YAC/C,UAAU,EAAE,gBAAgB,CAAC,MAAM;YACnC,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC;QACF,sBAAsB,EAAE,YAAY,CAAC,MAAM;QAC3C,oBAAoB,EAAE,gBAAgB,CAAC,MAAM;KAC9C,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC7C,OAAO;QACL,MAAM;QACN,UAAU,EAAE,YAAY,CAAC,MAAM;QAC/B,IAAI,EAAE,iBAAiB,CAAC,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;KAC1D,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,iBAAiB,CAC9B,MAAoB,EACpB,MAAuB,EACvB,MAAc,EACd,IAA2B;IAM3B,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC;IACnD,yBAAyB;IACzB,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,yCAAyC;IACzC,IAAI,uBAAuB,GAAG,CAAC,CAAC;IAChC,yCAAyC;IACzC,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,MAAM,YAAY,GAAG,eAAe,CAClC,MAAM,EACN,IAAI,EACJ,MAAM,CAAC,QAAQ,EACf,IAAI,CAAC,QAAQ,IAAI,yBAAyB,CAC3C,CAAC;IACF,MAAM,gBAAgB,GACpB,IAAI,CAAC,kBAAkB,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,IAAK,MAAgB,CAAC;IACpF,MAAM,cAAc,GAAG,cAAc,CACnC,MAAM,EACN,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EACvB,gBAAgB,EAChB,IAAI,CAAC,uBAAuB,IAAI,IAAI,GAAG,IAAI,CAC5C,CAAC;IACF,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;QACzE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACxB,uBAAuB,IAAI,MAAM,CAAC,MAAM,CAAC,sBAAsB,GAAG,MAAM,CAAC,UAAU,CAAC;QACpF,qBAAqB,IAAI,MAAM,CAAC,MAAM,CAAC,oBAAoB,GAAG,MAAM,CAAC,UAAU,CAAC;IAClF,CAAC;IAED,MAAM,aAAa,GAAiB,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,QAAS,CAAC;IACzF,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,cAAc;YAC7B,CAAC,CAAC;gBACE,GAAG,WAAW,CAAC,IAAI;gBACnB,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,KAAK,CAClC,qBAAqB,EACrB,qBAAqB,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CACvD;aACF;YACH,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC;QACrB,qBAAqB,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa;YAC/B,CAAC,CAAC,MAAM,gBAAgB,CACpB,MAAM,EACN,QAAQ,EACR,WAAW,CAAC,QAAQ,EACpB,aAAa,EACb,cAAc,EAAE,QAAQ,CACzB;YACH,CAAC,CAAC,MAAM,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC;QACpF,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACxB,uBAAuB,IAAI,MAAM,CAAC,MAAM,CAAC,sBAAsB,GAAG,MAAM,CAAC,UAAU,CAAC;QACpF,qBAAqB,IAAI,MAAM,CAAC,MAAM,CAAC,oBAAoB,GAAG,MAAM,CAAC,UAAU,CAAC;IAClF,CAAC;IAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC1C,yHAAyH;IAEzH,6BAA6B;IAC7B,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC;QAClC,cAAc,EAAE,MAAM,CAAC,IAAI;QAC3B,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;QAC7B,gBAAgB,EAAE,KAAK,CAAC,UAAU,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,sBAAsB,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;QACtE,SAAS,EAAE,EAAE;QACb,cAAc,EAAE;YACd,GAAG,CAAC,cAAc;gBAChB,CAAC,CAAC;oBACE,IAAI,iBAAiB,CAAC;wBACpB,SAAS,EAAE,QAAQ,CAAC,eAAe;wBACnC,QAAQ,EAAE,QAAQ,CAAC,KAAK;wBACxB,KAAK,EAAE,CAAC;qBACT,CAAC;iBACH;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,IAAI,iBAAiB,CAAC;gBACpB,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS;gBAC1E,QAAQ,EAAE,QAAQ,CAAC,aAAa,CAAC;gBACjC,KAAK,EAAE,YAAY,CAAC,MAAM;aAC3B,CAAC;SACH;QACD,uBAAuB,EAAE,KAAK,CAAC,uBAAuB,CAAC,EAAE,sBAAsB;QAC/E,qBAAqB,EAAE,KAAK,CAAC,qBAAqB,CAAC;QACnD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,aAAc,CAAC;QACjC,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC,WAAY,CAAC;KAC7C,CAAC,CAAC;IAEH,oBAAoB;IACpB,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC;IAC1D,IAAI,cAAc;QAAE,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5D,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;IAEjD,2CAA2C;IAC3C,MAAM,cAAc,GAAG,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;IACpD,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACtE,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,cAAc,EAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,MAAqB,EACrB,IAAqB,EACrB,IAA2B;IAK3B,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC9B,OAAO,EAAE,EAAE;QACX,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC;KAC1B,CAAC,CAAC;IAEH,IAAI,IAAI,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IACzC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,SAAS,CAAC,kCAAkC;QAC9C,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAE3E,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC;YAC7B,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC;YAC7C,SAAS,EAAE,UAAU,CAAC,QAAQ;SAC/B,CAAC,CAAC;QAEH,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,QAAQ,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE5F,IAAI,GAAG,iBAAiB,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CACnB,MAAqB,EACrB,QAAgB,EAChB,SAAqB,EACrB,YAAoC;IAEpC,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC;QAChC,OAAO,EAAE,eAAe;QACxB,UAAU,EAAE,UAAU;QACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACzB,UAAU,EAAE,SAAS;QACrB,MAAM,EAAE,EAAE;QACV,kBAAkB,EAAE,EAAE;KACvB,CAAC,CAAC;IAEH,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC;YACtB,GAAG;YACH,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC;SACzB,CAAC,CAAC;QACH,QAAQ,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,CAAC;QACC,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC;YACnC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM;SAChD,CAAC,CAAC;QACH,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC;YACnC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,eAAe,EAAE,IAAW;SAC7B,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,UAAU,CAAC,YAAY,GAAG,KAAK,CAAC,UAAU,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,aAAc,CAAS,CAAC;QACvD,CAAC;QAED,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,aAAa,GAAG,aAAa,CAAC,KAAK,CAAC,YAA0C,CAAC,CAAC;YACtF,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;gBACtC,UAAU,CAAC,cAAc,GAAG,aAAa,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,UAAU,CAAC,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC;QAC1C,UAAU,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;QAC1D,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC/B,UAAU,CAAC,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC;QACpC,MAAM,WAAW,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,WAAW,EAAE,CAAC;YAChB,UAAU,CAAC,WAAW,GAAG,wBAAwB,CAAC,WAAW,CAAC,CAAC;QACjE,CAAC;QAED,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,eAAe,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,IAAI,UAAU,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAEjE,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IACnC,aAAa,CAAC,aAAa,EAAE,eAAe,CAAC,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;IAC7E,aAAa,CAAC,GAAG,CAAC,mBAAmB,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnE,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,oFAAoF;AACpF,SAAS,mBAAmB,CAAC,KAAmB;IAC9C,IAAI,KAAK,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC,WAAW,CAAC;IAChD,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;IACxC,IAAI,CAAC,YAAY;QAAE,OAAO,SAAS,CAAC;IACpC,IAAI,YAAY,KAAK,MAAM;QAAE,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;IACrD,IAAI,YAAY,KAAK,MAAM;QAAE,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;IACnD,IAAI,YAAY,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACxC,OAAO;YACL,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS;YAC7C,KAAK,EAAE,KAAK,CAAC,KAAK;SACnB,CAAC;IACJ,CAAC;IACD,IAAI,YAAY,KAAK,MAAM;QAAE,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;IACnD,IAAI,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACrC,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAA+B;YACzD,eAAe,EAAE,IAAI;SACtB,CAAC;IACJ,CAAC;IACD,IAAI,YAAY,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAC1C,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,CAA+B;YAC1D,eAAe,EAAE,IAAI;SACtB,CAAC;IACJ,CAAC;IACD,IAAI,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACxE,OAAO;YACL,IAAI,EAAE,SAAS;YACf,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAqB;YACvF,QAAQ,EAAE,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC;SAC1C,CAAC;IACJ,CAAC;IACD,IAAI,YAAY,KAAK,MAAM,IAAI,YAAY,KAAK,MAAM;QAAE,OAAO,EAAC,IAAI,EAAE,YAAY,EAAC,CAAC;IACpF,IACE,YAAY,KAAK,MAAM;QACvB,YAAY,KAAK,SAAS;QAC1B,YAAY,KAAK,SAAS;QAC1B,YAAY,KAAK,SAAS;QAC1B,YAAY,KAAK,UAAU;QAC3B,YAAY,KAAK,WAAW,EAC5B,CAAC;QACD,OAAO,EAAC,IAAI,EAAE,YAAY,EAAC,CAAC;IAC9B,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,mFAAmF;AACnF,SAAS,wBAAwB,CAAC,WAA+B;IAC/D,QAAQ,WAAW,CAAC,IAAI,EAAE,CAAC;QACzB,KAAK,QAAQ;YACX,OAAO,WAAW,CAAC,UAAU,CAAC,IAAI,UAAU,EAAE,CAAC,CAAC;QAClD,KAAK,KAAK;YACR,OAAO,WAAW,CAAC,OAAO,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;QAC5C,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9C,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9C,KAAK,SAAS;YACZ,IAAI,WAAW,CAAC,SAAS,KAAK,SAAS,IAAI,WAAW,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC3E,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;YACD,OAAO,WAAW,CAAC,WAAW,CAC5B,IAAI,WAAW,CAAC,EAAC,SAAS,EAAE,WAAW,CAAC,SAAS,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,EAAC,CAAC,CAC9E,CAAC;QACJ,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9C,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CACzB,IAAI,QAAQ,CAAC;gBACX,eAAe,EAAE,WAAW,CAAC,eAAe,IAAI,KAAK;gBACrD,IAAI,EAAE,qBAAqB,CAAC,WAAW,CAAC,IAAI,CAAC;aAC9C,CAAC,CACH,CAAC;QACJ,KAAK,WAAW;YACd,OAAO,WAAW,CAAC,aAAa,CAC9B,IAAI,aAAa,CAAC;gBAChB,eAAe,EAAE,WAAW,CAAC,eAAe,IAAI,KAAK;gBACrD,IAAI,EAAE,qBAAqB,CAAC,WAAW,CAAC,IAAI,CAAC;aAC9C,CAAC,CACH,CAAC;QACJ,KAAK,SAAS;YACZ,IAAI,WAAW,CAAC,QAAQ,KAAK,SAAS,IAAI,WAAW,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC7E,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,OAAO,WAAW,CAAC,WAAW,CAC5B,IAAI,OAAO,CAAC,EAAC,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAC,CAAC,CAC9E,CAAC;QACJ,KAAK,SAAS;YACZ,OAAO,WAAW,CAAC,WAAW,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QACjD,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9C,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9C,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9C,KAAK,SAAS;YACZ,OAAO,WAAW,CAAC,WAAW,CAAC,IAAI,WAAW,EAAE,CAAC,CAAC;QACpD,KAAK,SAAS;YACZ,OAAO,WAAW,CAAC,WAAW,CAC5B,IAAI,WAAW,CAAC,EAAC,qBAAqB,EAAE,WAAW,CAAC,oBAAoB,EAAC,CAAC,CAC3E,CAAC;QACJ,KAAK,UAAU;YACb,OAAO,WAAW,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,EAAC,GAAG,EAAE,WAAW,CAAC,GAAG,EAAC,CAAC,CAAC,CAAC;QAC5E,KAAK,WAAW;YACd,OAAO,WAAW,CAAC,aAAa,CAC9B,IAAI,aAAa,CAAC;gBAChB,GAAG,EAAE,WAAW,CAAC,GAAG;gBACpB,SAAS,EACP,WAAW,CAAC,SAAS,KAAK,SAAS;oBACjC,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,0BAA0B,CACxB,WAAW,CAAC,SAAoD,CACjE;aACR,CAAC,CACH,CAAC;QACJ;YACE,MAAM,IAAI,KAAK,CACb,oCAAqC,WAAkC,CAAC,IAAI,EAAE,CAC/E,CAAC;IACN,CAAC;AACH,CAAC;AAED,6CAA6C;AAC7C,SAAS,qBAAqB,CAAC,IAAgC;IAC7D,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC,UAAU,CAAC,IAAI,YAAY,EAAE,CAAC,CAAC;QACjD,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC,UAAU,CAAC,IAAI,YAAY,EAAE,CAAC,CAAC;QACjD,KAAK,OAAO;YACV,OAAO,QAAQ,CAAC,SAAS,CAAC,IAAI,WAAW,EAAE,CAAC,CAAC;QAC/C;YACE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC"}
@@ -1,4 +1,4 @@
1
- import * as thrift from 'thrift';
1
+ import * as thrift from "../utils/thrift-runtime.js";
2
2
  export interface IBsonTypeArgs {
3
3
  }
4
4
  export declare class BsonType {
@@ -1 +1 @@
1
- {"version":3,"file":"BsonType.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/BsonType.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,MAAM,WAAW,aAAa;CAAG;AACjC,qBAAa,QAAQ;;IAEZ,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAM9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,QAAQ;CAmBtD"}
1
+ {"version":3,"file":"BsonType.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/BsonType.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,MAAM,mCAAgC;AAClD,MAAM,WAAW,aAAa;CAAG;AACjC,qBAAa,QAAQ;;IAEZ,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAM9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,QAAQ;CAmBtD"}
@@ -9,7 +9,7 @@
9
9
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
10
10
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
11
11
  */
12
- import * as thrift from 'thrift';
12
+ import * as thrift from "../utils/thrift-runtime.js";
13
13
  export class BsonType {
14
14
  constructor() { }
15
15
  write(output) {
@@ -1 +1 @@
1
- {"version":3,"file":"BsonType.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/BsonType.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,oBAAoB;AACpB,oBAAoB;AACpB;;;GAGG;AACH,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAEjC,MAAM,OAAO,QAAQ;IACnB,gBAAe,CAAC;IACT,KAAK,CAAC,MAAwB;QACnC,MAAM,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACpC,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,OAAO;IACT,CAAC;IACM,MAAM,CAAC,IAAI,CAAC,KAAuB;QACxC,KAAK,CAAC,eAAe,EAAE,CAAC;QACxB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,GAAG,GAAkB,KAAK,CAAC,cAAc,EAAE,CAAC;YAClD,MAAM,SAAS,GAAuB,GAAG,CAAC,KAAK,CAAC;YAChD,MAAM,OAAO,GAAW,GAAG,CAAC,GAAG,CAAC;YAChC,IAAI,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC1C,MAAM;YACR,CAAC;YACD,QAAQ,OAAO,EAAE,CAAC;gBAChB,OAAO,CAAC,CAAC,CAAC;oBACR,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;YACD,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,CAAC,aAAa,EAAE,CAAC;QACtB,OAAO,IAAI,QAAQ,EAAE,CAAC;IACxB,CAAC;CACF"}
1
+ {"version":3,"file":"BsonType.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/BsonType.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,oBAAoB;AACpB,oBAAoB;AACpB;;;GAGG;AACH,OAAO,KAAK,MAAM,mCAAgC;AAElD,MAAM,OAAO,QAAQ;IACnB,gBAAe,CAAC;IACT,KAAK,CAAC,MAAwB;QACnC,MAAM,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACpC,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,OAAO;IACT,CAAC;IACM,MAAM,CAAC,IAAI,CAAC,KAAuB;QACxC,KAAK,CAAC,eAAe,EAAE,CAAC;QACxB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,GAAG,GAAkB,KAAK,CAAC,cAAc,EAAE,CAAC;YAClD,MAAM,SAAS,GAAuB,GAAG,CAAC,KAAK,CAAC;YAChD,MAAM,OAAO,GAAW,GAAG,CAAC,GAAG,CAAC;YAChC,IAAI,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC1C,MAAM;YACR,CAAC;YACD,QAAQ,OAAO,EAAE,CAAC;gBAChB,OAAO,CAAC,CAAC,CAAC;oBACR,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;YACD,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,CAAC,aAAa,EAAE,CAAC;QACtB,OAAO,IAAI,QAAQ,EAAE,CAAC;IACxB,CAAC;CACF"}
@@ -1,5 +1,5 @@
1
- import Int64 from 'node-int64';
2
- import * as thrift from 'thrift';
1
+ import { CompactInt64 as Int64 } from "../utils/uint8-array-compact-protocol.js";
2
+ import * as thrift from "../utils/thrift-runtime.js";
3
3
  import * as ColumnMetaData from "./ColumnMetaData.js";
4
4
  export interface IColumnChunkArgs {
5
5
  file_path?: string;
@@ -1 +1 @@
1
- {"version":3,"file":"ColumnChunk.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnChunk.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,cAAc,4BAAyB;AACnD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,GAAG,KAAK,CAAC;IAC5B,SAAS,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC;IAC1C,mBAAmB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACrC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACrC,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,qBAAa,WAAW;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,KAAK,CAAC;IACnB,SAAS,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC;IAC1C,mBAAmB,CAAC,EAAE,KAAK,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,KAAK,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;gBACxB,IAAI,EAAE,gBAAgB;IAwC3B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAyC9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,WAAW;CAoFzD"}
1
+ {"version":3,"file":"ColumnChunk.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnChunk.ts"],"names":[],"mappings":"AAYA,OAAO,EAAC,YAAY,IAAI,KAAK,EAAC,iDAA8C;AAC5E,OAAO,KAAK,MAAM,mCAAgC;AAClD,OAAO,KAAK,cAAc,4BAAyB;AACnD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,GAAG,KAAK,CAAC;IAC5B,SAAS,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC;IAC1C,mBAAmB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACrC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACrC,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,qBAAa,WAAW;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,KAAK,CAAC;IACnB,SAAS,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC;IAC1C,mBAAmB,CAAC,EAAE,KAAK,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,KAAK,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;gBACxB,IAAI,EAAE,gBAAgB;IAwC3B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAyC9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,WAAW;CAoFzD"}
@@ -9,8 +9,8 @@
9
9
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
10
10
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
11
11
  */
12
- import Int64 from 'node-int64';
13
- import * as thrift from 'thrift';
12
+ import { CompactInt64 as Int64 } from "../utils/uint8-array-compact-protocol.js";
13
+ import * as thrift from "../utils/thrift-runtime.js";
14
14
  import * as ColumnMetaData from "./ColumnMetaData.js";
15
15
  export class ColumnChunk {
16
16
  file_path;