@loaders.gl/parquet 3.4.0-alpha.1 → 3.4.0-alpha.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (378) hide show
  1. package/dist/dist.min.js +22 -29
  2. package/dist/dist.min.js.map +3 -3
  3. package/dist/es5/constants.js +0 -2
  4. package/dist/es5/constants.js.map +1 -1
  5. package/dist/es5/index.js +47 -9
  6. package/dist/es5/index.js.map +1 -1
  7. package/dist/es5/lib/arrow/convert-columns-to-row-group.js +2 -0
  8. package/dist/es5/lib/arrow/convert-columns-to-row-group.js.map +1 -0
  9. package/dist/es5/lib/arrow/convert-row-group-to-columns.js +19 -0
  10. package/dist/es5/lib/arrow/convert-row-group-to-columns.js.map +1 -0
  11. package/dist/es5/lib/arrow/convert-schema-from-parquet.js +98 -0
  12. package/dist/es5/lib/arrow/convert-schema-from-parquet.js.map +1 -0
  13. package/dist/es5/lib/{convert-schema.js → arrow/convert-schema-to-parquet.js} +4 -32
  14. package/dist/es5/lib/arrow/convert-schema-to-parquet.js.map +1 -0
  15. package/dist/es5/lib/geo/decode-geo-metadata.js +77 -0
  16. package/dist/es5/lib/geo/decode-geo-metadata.js.map +1 -0
  17. package/dist/es5/lib/geo/geoparquet-schema.js +83 -0
  18. package/dist/es5/lib/geo/geoparquet-schema.js.map +1 -0
  19. package/dist/es5/lib/parsers/parse-parquet-to-columns.js +173 -0
  20. package/dist/es5/lib/parsers/parse-parquet-to-columns.js.map +1 -0
  21. package/dist/es5/lib/parsers/parse-parquet-to-rows.js +150 -0
  22. package/dist/es5/lib/parsers/parse-parquet-to-rows.js.map +1 -0
  23. package/dist/es5/lib/wasm/encode-parquet-wasm.js +14 -16
  24. package/dist/es5/lib/wasm/encode-parquet-wasm.js.map +1 -1
  25. package/dist/es5/lib/wasm/load-wasm/index.js.map +1 -1
  26. package/dist/es5/lib/wasm/load-wasm/load-wasm-browser.js +16 -18
  27. package/dist/es5/lib/wasm/load-wasm/load-wasm-browser.js.map +1 -1
  28. package/dist/es5/lib/wasm/load-wasm/load-wasm-node.js +6 -8
  29. package/dist/es5/lib/wasm/load-wasm/load-wasm-node.js.map +1 -1
  30. package/dist/es5/lib/wasm/parse-parquet-wasm.js +16 -18
  31. package/dist/es5/lib/wasm/parse-parquet-wasm.js.map +1 -1
  32. package/dist/es5/lib/wip/convert-schema-deep.java.disabled +910 -0
  33. package/dist/es5/lib/wip/convert-schema-deep.rs.disabled +976 -0
  34. package/dist/es5/parquet-loader.js +4 -3
  35. package/dist/es5/parquet-loader.js.map +1 -1
  36. package/dist/es5/parquet-wasm-loader.js +1 -2
  37. package/dist/es5/parquet-wasm-loader.js.map +1 -1
  38. package/dist/es5/parquet-wasm-writer.js +1 -1
  39. package/dist/es5/parquet-wasm-writer.js.map +1 -1
  40. package/dist/es5/parquet-writer.js +1 -1
  41. package/dist/es5/parquet-writer.js.map +1 -1
  42. package/dist/es5/parquetjs/codecs/dictionary.js.map +1 -1
  43. package/dist/es5/parquetjs/codecs/index.js +0 -1
  44. package/dist/es5/parquetjs/codecs/index.js.map +1 -1
  45. package/dist/es5/parquetjs/codecs/plain.js +0 -3
  46. package/dist/es5/parquetjs/codecs/plain.js.map +1 -1
  47. package/dist/es5/parquetjs/codecs/rle.js +0 -4
  48. package/dist/es5/parquetjs/codecs/rle.js.map +1 -1
  49. package/dist/es5/parquetjs/compression.js +58 -58
  50. package/dist/es5/parquetjs/compression.js.map +1 -1
  51. package/dist/es5/parquetjs/encoder/parquet-encoder.js +625 -0
  52. package/dist/es5/parquetjs/encoder/parquet-encoder.js.map +1 -0
  53. package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +4 -4
  54. package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -1
  55. package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +1 -1
  56. package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
  57. package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
  58. package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
  59. package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
  60. package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +4 -4
  61. package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -1
  62. package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +4 -4
  63. package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js.map +1 -1
  64. package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
  65. package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
  66. package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +1 -1
  67. package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
  68. package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
  69. package/dist/es5/parquetjs/parquet-thrift/Encoding.js +4 -4
  70. package/dist/es5/parquetjs/parquet-thrift/Encoding.js.map +1 -1
  71. package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +1 -1
  72. package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +4 -4
  73. package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -1
  74. package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
  75. package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
  76. package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +1 -1
  77. package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +1 -1
  78. package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
  79. package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +1 -1
  80. package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
  81. package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +1 -1
  82. package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
  83. package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
  84. package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +1 -1
  85. package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
  86. package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
  87. package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
  88. package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
  89. package/dist/es5/parquetjs/parquet-thrift/PageType.js +4 -4
  90. package/dist/es5/parquetjs/parquet-thrift/PageType.js.map +1 -1
  91. package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
  92. package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
  93. package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
  94. package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +1 -1
  95. package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +1 -1
  96. package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +1 -1
  97. package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
  98. package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
  99. package/dist/es5/parquetjs/parquet-thrift/Type.js +4 -4
  100. package/dist/es5/parquetjs/parquet-thrift/Type.js.map +1 -1
  101. package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
  102. package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
  103. package/dist/es5/parquetjs/parquet-thrift/index.js.map +1 -1
  104. package/dist/es5/parquetjs/parser/decoders.js +244 -261
  105. package/dist/es5/parquetjs/parser/decoders.js.map +1 -1
  106. package/dist/es5/parquetjs/parser/parquet-reader.js +555 -256
  107. package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -1
  108. package/dist/es5/parquetjs/schema/declare.js.map +1 -1
  109. package/dist/es5/parquetjs/schema/schema.js +2 -12
  110. package/dist/es5/parquetjs/schema/schema.js.map +1 -1
  111. package/dist/es5/parquetjs/schema/shred.js +40 -46
  112. package/dist/es5/parquetjs/schema/shred.js.map +1 -1
  113. package/dist/es5/parquetjs/schema/types.js +6 -11
  114. package/dist/es5/parquetjs/schema/types.js.map +1 -1
  115. package/dist/es5/parquetjs/utils/file-utils.js +2 -4
  116. package/dist/es5/parquetjs/utils/file-utils.js.map +1 -1
  117. package/dist/es5/parquetjs/utils/read-utils.js +0 -7
  118. package/dist/es5/parquetjs/utils/read-utils.js.map +1 -1
  119. package/dist/es5/workers/parquet-worker.js.map +1 -1
  120. package/dist/esm/bundle.js +0 -1
  121. package/dist/esm/bundle.js.map +1 -1
  122. package/dist/esm/constants.js +0 -3
  123. package/dist/esm/constants.js.map +1 -1
  124. package/dist/esm/index.js +11 -9
  125. package/dist/esm/index.js.map +1 -1
  126. package/dist/esm/lib/arrow/convert-columns-to-row-group.js +2 -0
  127. package/dist/esm/lib/arrow/convert-columns-to-row-group.js.map +1 -0
  128. package/dist/esm/lib/arrow/convert-row-group-to-columns.js +8 -0
  129. package/dist/esm/lib/arrow/convert-row-group-to-columns.js.map +1 -0
  130. package/dist/esm/lib/{convert-schema.js → arrow/convert-schema-from-parquet.js} +30 -16
  131. package/dist/esm/lib/arrow/convert-schema-from-parquet.js.map +1 -0
  132. package/dist/esm/lib/arrow/convert-schema-to-parquet.js +37 -0
  133. package/dist/esm/lib/arrow/convert-schema-to-parquet.js.map +1 -0
  134. package/dist/esm/lib/geo/decode-geo-metadata.js +58 -0
  135. package/dist/esm/lib/geo/decode-geo-metadata.js.map +1 -0
  136. package/dist/esm/lib/geo/geoparquet-schema.js +76 -0
  137. package/dist/esm/lib/geo/geoparquet-schema.js.map +1 -0
  138. package/dist/esm/lib/parsers/parse-parquet-to-columns.js +35 -0
  139. package/dist/esm/lib/parsers/parse-parquet-to-columns.js.map +1 -0
  140. package/dist/esm/lib/parsers/parse-parquet-to-rows.js +18 -0
  141. package/dist/esm/lib/parsers/parse-parquet-to-rows.js.map +1 -0
  142. package/dist/esm/lib/wasm/encode-parquet-wasm.js +0 -1
  143. package/dist/esm/lib/wasm/encode-parquet-wasm.js.map +1 -1
  144. package/dist/esm/lib/wasm/load-wasm/load-wasm-browser.js +0 -1
  145. package/dist/esm/lib/wasm/load-wasm/load-wasm-browser.js.map +1 -1
  146. package/dist/esm/lib/wasm/load-wasm/load-wasm-node.js.map +1 -1
  147. package/dist/esm/lib/wasm/parse-parquet-wasm.js +0 -3
  148. package/dist/esm/lib/wasm/parse-parquet-wasm.js.map +1 -1
  149. package/dist/esm/lib/wip/convert-schema-deep.java.disabled +910 -0
  150. package/dist/esm/lib/wip/convert-schema-deep.rs.disabled +976 -0
  151. package/dist/esm/parquet-loader.js +4 -4
  152. package/dist/esm/parquet-loader.js.map +1 -1
  153. package/dist/esm/parquet-wasm-loader.js +1 -3
  154. package/dist/esm/parquet-wasm-loader.js.map +1 -1
  155. package/dist/esm/parquet-wasm-writer.js +1 -2
  156. package/dist/esm/parquet-wasm-writer.js.map +1 -1
  157. package/dist/esm/parquet-writer.js +1 -2
  158. package/dist/esm/parquet-writer.js.map +1 -1
  159. package/dist/esm/parquetjs/codecs/dictionary.js.map +1 -1
  160. package/dist/esm/parquetjs/codecs/index.js +0 -2
  161. package/dist/esm/parquetjs/codecs/index.js.map +1 -1
  162. package/dist/esm/parquetjs/codecs/plain.js +0 -4
  163. package/dist/esm/parquetjs/codecs/plain.js.map +1 -1
  164. package/dist/esm/parquetjs/codecs/rle.js +0 -6
  165. package/dist/esm/parquetjs/codecs/rle.js.map +1 -1
  166. package/dist/esm/parquetjs/compression.js +10 -10
  167. package/dist/esm/parquetjs/compression.js.map +1 -1
  168. package/dist/esm/parquetjs/encoder/{writer.js → parquet-encoder.js} +6 -74
  169. package/dist/esm/parquetjs/encoder/parquet-encoder.js.map +1 -0
  170. package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js +3 -4
  171. package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -1
  172. package/dist/esm/parquetjs/parquet-thrift/BsonType.js +0 -1
  173. package/dist/esm/parquetjs/parquet-thrift/BsonType.js.map +1 -1
  174. package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
  175. package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
  176. package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
  177. package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
  178. package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js +3 -4
  179. package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -1
  180. package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js +3 -4
  181. package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js.map +1 -1
  182. package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
  183. package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
  184. package/dist/esm/parquetjs/parquet-thrift/DateType.js +0 -1
  185. package/dist/esm/parquetjs/parquet-thrift/DateType.js.map +1 -1
  186. package/dist/esm/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
  187. package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
  188. package/dist/esm/parquetjs/parquet-thrift/Encoding.js +3 -4
  189. package/dist/esm/parquetjs/parquet-thrift/Encoding.js.map +1 -1
  190. package/dist/esm/parquetjs/parquet-thrift/EnumType.js +0 -1
  191. package/dist/esm/parquetjs/parquet-thrift/EnumType.js.map +1 -1
  192. package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js +3 -4
  193. package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -1
  194. package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
  195. package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js +0 -1
  196. package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
  197. package/dist/esm/parquetjs/parquet-thrift/IntType.js.map +1 -1
  198. package/dist/esm/parquetjs/parquet-thrift/JsonType.js +0 -1
  199. package/dist/esm/parquetjs/parquet-thrift/JsonType.js.map +1 -1
  200. package/dist/esm/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
  201. package/dist/esm/parquetjs/parquet-thrift/ListType.js +0 -1
  202. package/dist/esm/parquetjs/parquet-thrift/ListType.js.map +1 -1
  203. package/dist/esm/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
  204. package/dist/esm/parquetjs/parquet-thrift/MapType.js +0 -1
  205. package/dist/esm/parquetjs/parquet-thrift/MapType.js.map +1 -1
  206. package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js +0 -1
  207. package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
  208. package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js +0 -1
  209. package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
  210. package/dist/esm/parquetjs/parquet-thrift/NullType.js +0 -1
  211. package/dist/esm/parquetjs/parquet-thrift/NullType.js.map +1 -1
  212. package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
  213. package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
  214. package/dist/esm/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
  215. package/dist/esm/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
  216. package/dist/esm/parquetjs/parquet-thrift/PageType.js +3 -4
  217. package/dist/esm/parquetjs/parquet-thrift/PageType.js.map +1 -1
  218. package/dist/esm/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
  219. package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
  220. package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
  221. package/dist/esm/parquetjs/parquet-thrift/Statistics.js.map +1 -1
  222. package/dist/esm/parquetjs/parquet-thrift/StringType.js +0 -1
  223. package/dist/esm/parquetjs/parquet-thrift/StringType.js.map +1 -1
  224. package/dist/esm/parquetjs/parquet-thrift/TimeType.js.map +1 -1
  225. package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
  226. package/dist/esm/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
  227. package/dist/esm/parquetjs/parquet-thrift/Type.js +3 -4
  228. package/dist/esm/parquetjs/parquet-thrift/Type.js.map +1 -1
  229. package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -1
  230. package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
  231. package/dist/esm/parquetjs/parquet-thrift/UUIDType.js +0 -1
  232. package/dist/esm/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
  233. package/dist/esm/parquetjs/parquet-thrift/index.js +0 -1
  234. package/dist/esm/parquetjs/parquet-thrift/index.js.map +1 -1
  235. package/dist/esm/parquetjs/parser/decoders.js +1 -18
  236. package/dist/esm/parquetjs/parser/decoders.js.map +1 -1
  237. package/dist/esm/parquetjs/parser/parquet-reader.js +153 -80
  238. package/dist/esm/parquetjs/parser/parquet-reader.js.map +1 -1
  239. package/dist/esm/parquetjs/schema/declare.js +0 -1
  240. package/dist/esm/parquetjs/schema/declare.js.map +1 -1
  241. package/dist/esm/parquetjs/schema/schema.js +0 -10
  242. package/dist/esm/parquetjs/schema/schema.js.map +1 -1
  243. package/dist/esm/parquetjs/schema/shred.js +42 -48
  244. package/dist/esm/parquetjs/schema/shred.js.map +1 -1
  245. package/dist/esm/parquetjs/schema/types.js +6 -10
  246. package/dist/esm/parquetjs/schema/types.js.map +1 -1
  247. package/dist/esm/parquetjs/utils/file-utils.js +1 -2
  248. package/dist/esm/parquetjs/utils/file-utils.js.map +1 -1
  249. package/dist/esm/parquetjs/utils/read-utils.js +0 -8
  250. package/dist/esm/parquetjs/utils/read-utils.js.map +1 -1
  251. package/dist/index.d.ts +24 -4
  252. package/dist/index.d.ts.map +1 -1
  253. package/dist/index.js +26 -9
  254. package/dist/lib/arrow/convert-columns-to-row-group.d.ts +1 -0
  255. package/dist/lib/arrow/convert-columns-to-row-group.d.ts.map +1 -0
  256. package/dist/lib/arrow/convert-columns-to-row-group.js +1 -0
  257. package/dist/lib/arrow/convert-row-group-to-columns.d.ts +4 -0
  258. package/dist/lib/arrow/convert-row-group-to-columns.d.ts.map +1 -0
  259. package/dist/lib/arrow/convert-row-group-to-columns.js +12 -0
  260. package/dist/lib/arrow/convert-schema-from-parquet.d.ts +9 -0
  261. package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -0
  262. package/dist/lib/{convert-schema.js → arrow/convert-schema-from-parquet.js} +30 -18
  263. package/dist/lib/arrow/convert-schema-to-parquet.d.ts +7 -0
  264. package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -0
  265. package/dist/lib/arrow/convert-schema-to-parquet.js +72 -0
  266. package/dist/lib/geo/decode-geo-metadata.d.ts +31 -0
  267. package/dist/lib/geo/decode-geo-metadata.d.ts.map +1 -0
  268. package/dist/lib/geo/decode-geo-metadata.js +73 -0
  269. package/dist/lib/geo/geoparquet-schema.d.ts +80 -0
  270. package/dist/lib/geo/geoparquet-schema.d.ts.map +1 -0
  271. package/dist/lib/geo/geoparquet-schema.js +69 -0
  272. package/dist/lib/parsers/parse-parquet-to-columns.d.ts +5 -0
  273. package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -0
  274. package/dist/lib/parsers/parse-parquet-to-columns.js +40 -0
  275. package/dist/lib/parsers/parse-parquet-to-rows.d.ts +4 -0
  276. package/dist/lib/parsers/parse-parquet-to-rows.d.ts.map +1 -0
  277. package/dist/lib/parsers/parse-parquet-to-rows.js +40 -0
  278. package/dist/parquet-loader.d.ts +2 -0
  279. package/dist/parquet-loader.d.ts.map +1 -1
  280. package/dist/parquet-loader.js +3 -1
  281. package/dist/parquet-worker.js +25 -32
  282. package/dist/parquet-worker.js.map +3 -3
  283. package/dist/parquetjs/compression.d.ts.map +1 -1
  284. package/dist/parquetjs/compression.js +16 -5
  285. package/dist/parquetjs/encoder/{writer.d.ts → parquet-encoder.d.ts} +10 -19
  286. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -0
  287. package/dist/parquetjs/encoder/{writer.js → parquet-encoder.js} +39 -37
  288. package/dist/parquetjs/parser/parquet-reader.d.ts +47 -57
  289. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  290. package/dist/parquetjs/parser/parquet-reader.js +168 -102
  291. package/dist/parquetjs/schema/declare.d.ts +14 -7
  292. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  293. package/dist/parquetjs/schema/declare.js +2 -0
  294. package/dist/parquetjs/schema/shred.d.ts +115 -0
  295. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  296. package/dist/parquetjs/schema/shred.js +161 -43
  297. package/dist/parquetjs/schema/types.d.ts +2 -2
  298. package/dist/parquetjs/schema/types.d.ts.map +1 -1
  299. package/dist/parquetjs/schema/types.js +4 -6
  300. package/dist/parquetjs/utils/file-utils.d.ts +3 -4
  301. package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
  302. package/dist/parquetjs/utils/file-utils.js +2 -5
  303. package/package.json +8 -7
  304. package/src/index.ts +24 -4
  305. package/src/lib/arrow/convert-columns-to-row-group.ts +0 -0
  306. package/src/lib/arrow/convert-row-group-to-columns.ts +15 -0
  307. package/src/lib/{convert-schema.ts → arrow/convert-schema-from-parquet.ts} +41 -22
  308. package/src/lib/arrow/convert-schema-to-parquet.ts +102 -0
  309. package/src/lib/geo/decode-geo-metadata.ts +99 -0
  310. package/src/lib/geo/geoparquet-schema.ts +69 -0
  311. package/src/lib/parsers/parse-parquet-to-columns.ts +49 -0
  312. package/src/lib/parsers/parse-parquet-to-rows.ts +40 -0
  313. package/src/lib/wip/convert-schema-deep.java.disabled +910 -0
  314. package/src/lib/wip/convert-schema-deep.rs.disabled +976 -0
  315. package/src/parquet-loader.ts +5 -1
  316. package/src/parquetjs/compression.ts +14 -1
  317. package/src/parquetjs/encoder/{writer.ts → parquet-encoder.ts} +22 -28
  318. package/src/parquetjs/parser/parquet-reader.ts +239 -122
  319. package/src/parquetjs/schema/declare.ts +17 -9
  320. package/src/parquetjs/schema/shred.ts +157 -28
  321. package/src/parquetjs/schema/types.ts +25 -30
  322. package/src/parquetjs/utils/file-utils.ts +3 -4
  323. package/dist/es5/lib/convert-schema.js.map +0 -1
  324. package/dist/es5/lib/parse-parquet.js +0 -130
  325. package/dist/es5/lib/parse-parquet.js.map +0 -1
  326. package/dist/es5/lib/read-array-buffer.js +0 -43
  327. package/dist/es5/lib/read-array-buffer.js.map +0 -1
  328. package/dist/es5/parquetjs/encoder/writer.js +0 -757
  329. package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
  330. package/dist/es5/parquetjs/file.js +0 -94
  331. package/dist/es5/parquetjs/file.js.map +0 -1
  332. package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -183
  333. package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
  334. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -327
  335. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  336. package/dist/es5/parquetjs/utils/buffer-utils.js +0 -19
  337. package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
  338. package/dist/esm/lib/convert-schema.js.map +0 -1
  339. package/dist/esm/lib/parse-parquet.js +0 -25
  340. package/dist/esm/lib/parse-parquet.js.map +0 -1
  341. package/dist/esm/lib/read-array-buffer.js +0 -10
  342. package/dist/esm/lib/read-array-buffer.js.map +0 -1
  343. package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
  344. package/dist/esm/parquetjs/file.js +0 -81
  345. package/dist/esm/parquetjs/file.js.map +0 -1
  346. package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -78
  347. package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
  348. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -129
  349. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  350. package/dist/esm/parquetjs/utils/buffer-utils.js +0 -13
  351. package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
  352. package/dist/lib/convert-schema.d.ts +0 -8
  353. package/dist/lib/convert-schema.d.ts.map +0 -1
  354. package/dist/lib/parse-parquet.d.ts +0 -4
  355. package/dist/lib/parse-parquet.d.ts.map +0 -1
  356. package/dist/lib/parse-parquet.js +0 -28
  357. package/dist/lib/read-array-buffer.d.ts +0 -19
  358. package/dist/lib/read-array-buffer.d.ts.map +0 -1
  359. package/dist/lib/read-array-buffer.js +0 -29
  360. package/dist/parquetjs/encoder/writer.d.ts.map +0 -1
  361. package/dist/parquetjs/file.d.ts +0 -10
  362. package/dist/parquetjs/file.d.ts.map +0 -1
  363. package/dist/parquetjs/file.js +0 -99
  364. package/dist/parquetjs/parser/parquet-cursor.d.ts +0 -36
  365. package/dist/parquetjs/parser/parquet-cursor.d.ts.map +0 -1
  366. package/dist/parquetjs/parser/parquet-cursor.js +0 -74
  367. package/dist/parquetjs/parser/parquet-envelope-reader.d.ts +0 -40
  368. package/dist/parquetjs/parser/parquet-envelope-reader.d.ts.map +0 -1
  369. package/dist/parquetjs/parser/parquet-envelope-reader.js +0 -136
  370. package/dist/parquetjs/utils/buffer-utils.d.ts +0 -10
  371. package/dist/parquetjs/utils/buffer-utils.d.ts.map +0 -1
  372. package/dist/parquetjs/utils/buffer-utils.js +0 -22
  373. package/src/lib/parse-parquet.ts +0 -27
  374. package/src/lib/read-array-buffer.ts +0 -31
  375. package/src/parquetjs/file.ts +0 -90
  376. package/src/parquetjs/parser/parquet-cursor.ts +0 -94
  377. package/src/parquetjs/parser/parquet-envelope-reader.ts +0 -199
  378. package/src/parquetjs/utils/buffer-utils.ts +0 -18
@@ -1,5 +1,4 @@
1
1
  import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
2
- import { Transform } from 'stream';
3
2
  import { PARQUET_CODECS } from '../codecs';
4
3
  import * as Compression from '../compression';
5
4
  import * as Shred from '../schema/shred';
@@ -7,28 +6,21 @@ import { ColumnChunk, ColumnMetaData, CompressionCodec, ConvertedType, DataPageH
7
6
  import { osopen, oswrite, osclose } from '../utils/file-utils';
8
7
  import { getBitWidth, serializeThrift } from '../utils/read-utils';
9
8
  import Int64 from 'node-int64';
10
-
11
9
  const PARQUET_MAGIC = 'PAR1';
12
-
13
10
  const PARQUET_VERSION = 1;
14
-
15
11
  const PARQUET_DEFAULT_PAGE_SIZE = 8192;
16
12
  const PARQUET_DEFAULT_ROW_GROUP_SIZE = 4096;
17
-
18
13
  const PARQUET_RDLVL_TYPE = 'INT32';
19
14
  const PARQUET_RDLVL_ENCODING = 'RLE';
20
- export class ParquetWriter {
15
+ export class ParquetEncoder {
21
16
  static async openFile(schema, path, opts) {
22
17
  const outputStream = await osopen(path, opts);
23
- return ParquetWriter.openStream(schema, outputStream, opts);
18
+ return ParquetEncoder.openStream(schema, outputStream, opts);
24
19
  }
25
-
26
- static async openStream(schema, outputStream, opts) {
27
- if (!opts) {
28
- opts = {};
29
- }
20
+ static async openStream(schema, outputStream) {
21
+ let opts = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
30
22
  const envelopeWriter = await ParquetEnvelopeWriter.openStream(schema, outputStream, opts);
31
- return new ParquetWriter(schema, envelopeWriter, opts);
23
+ return new ParquetEncoder(schema, envelopeWriter, opts);
32
24
  }
33
25
  constructor(schema, envelopeWriter, opts) {
34
26
  _defineProperty(this, "schema", void 0);
@@ -43,7 +35,6 @@ export class ParquetWriter {
43
35
  this.rowGroupSize = opts.rowGroupSize || PARQUET_DEFAULT_ROW_GROUP_SIZE;
44
36
  this.closed = false;
45
37
  this.userMetadata = {};
46
-
47
38
  this.writeHeader();
48
39
  }
49
40
  async writeHeader() {
@@ -54,7 +45,6 @@ export class ParquetWriter {
54
45
  throw err;
55
46
  }
56
47
  }
57
-
58
48
  async appendRow(row) {
59
49
  if (this.closed) {
60
50
  throw new Error('writer was closed');
@@ -64,7 +54,6 @@ export class ParquetWriter {
64
54
  this.rowBuffer = {};
65
55
  }
66
56
  }
67
-
68
57
  async close(callback) {
69
58
  if (this.closed) {
70
59
  throw new Error('writer was closed');
@@ -75,25 +64,20 @@ export class ParquetWriter {
75
64
  }
76
65
  await this.envelopeWriter.writeFooter(this.userMetadata);
77
66
  await this.envelopeWriter.close();
78
-
79
67
  if (callback) {
80
68
  callback();
81
69
  }
82
70
  }
83
-
84
71
  setMetadata(key, value) {
85
72
  this.userMetadata[String(key)] = String(value);
86
73
  }
87
-
88
74
  setRowGroupSize(cnt) {
89
75
  this.rowGroupSize = cnt;
90
76
  }
91
-
92
77
  setPageSize(cnt) {
93
78
  this.envelopeWriter.setPageSize(cnt);
94
79
  }
95
80
  }
96
-
97
81
  export class ParquetEnvelopeWriter {
98
82
  static async openStream(schema, outputStream, opts) {
99
83
  const writeFn = oswrite.bind(undefined, outputStream);
@@ -122,11 +106,9 @@ export class ParquetEnvelopeWriter {
122
106
  this.offset += buf.length;
123
107
  return this.write(buf);
124
108
  }
125
-
126
109
  writeHeader() {
127
110
  return this.writeSection(Buffer.from(PARQUET_MAGIC));
128
111
  }
129
-
130
112
  async writeRowGroup(records) {
131
113
  const rgroup = await encodeRowGroup(this.schema, records, {
132
114
  baseOffset: this.offset,
@@ -137,54 +119,22 @@ export class ParquetEnvelopeWriter {
137
119
  this.rowGroups.push(rgroup.metadata);
138
120
  return await this.writeSection(rgroup.body);
139
121
  }
140
-
141
122
  writeFooter(userMetadata) {
142
123
  if (!userMetadata) {
143
124
  userMetadata = {};
144
125
  }
145
126
  return this.writeSection(encodeFooter(this.schema, this.rowCount, this.rowGroups, userMetadata));
146
127
  }
147
-
148
128
  setPageSize(cnt) {
149
129
  this.pageSize = cnt;
150
130
  }
151
131
  }
152
-
153
- export class ParquetTransformer extends Transform {
154
- constructor(schema) {
155
- let opts = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
156
- super({
157
- objectMode: true
158
- });
159
- _defineProperty(this, "writer", void 0);
160
- const writeProxy = function (t) {
161
- return async function (b) {
162
- t.push(b);
163
- };
164
- }(this);
165
- this.writer = new ParquetWriter(schema, new ParquetEnvelopeWriter(schema, writeProxy, async () => {}, 0, opts), opts);
166
- }
167
-
168
- _transform(row, encoding, callback) {
169
- if (row) {
170
- return this.writer.appendRow(row).then(callback);
171
- }
172
- callback();
173
- return Promise.resolve();
174
- }
175
-
176
- async _flush(callback) {
177
- await this.writer.close(callback);
178
- }
179
- }
180
-
181
132
  function encodeValues(type, encoding, values, opts) {
182
133
  if (!(encoding in PARQUET_CODECS)) {
183
134
  throw new Error("invalid encoding: ".concat(encoding));
184
135
  }
185
136
  return PARQUET_CODECS[encoding].encodeValues(type, values, opts);
186
137
  }
187
-
188
138
  async function encodeDataPage(column, data) {
189
139
  let rLevelsBuf = Buffer.alloc(0);
190
140
  if (column.rLevelMax > 0) {
@@ -192,22 +142,18 @@ async function encodeDataPage(column, data) {
192
142
  bitWidth: getBitWidth(column.rLevelMax)
193
143
  });
194
144
  }
195
-
196
145
  let dLevelsBuf = Buffer.alloc(0);
197
146
  if (column.dLevelMax > 0) {
198
147
  dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
199
148
  bitWidth: getBitWidth(column.dLevelMax)
200
149
  });
201
150
  }
202
-
203
151
  const valuesBuf = encodeValues(column.primitiveType, column.encoding, data.values, {
204
152
  typeLength: column.typeLength,
205
153
  bitWidth: column.typeLength
206
154
  });
207
155
  const dataBuf = Buffer.concat([rLevelsBuf, dLevelsBuf, valuesBuf]);
208
-
209
156
  const compressedBuf = await Compression.deflate(column.compression, dataBuf);
210
-
211
157
  const header = new PageHeader({
212
158
  type: PageType.DATA_PAGE,
213
159
  data_page_header: new DataPageHeader({
@@ -216,11 +162,9 @@ async function encodeDataPage(column, data) {
216
162
  definition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING],
217
163
  repetition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING]
218
164
  }),
219
-
220
165
  uncompressed_page_size: dataBuf.length,
221
166
  compressed_page_size: compressedBuf.length
222
167
  });
223
-
224
168
  const headerBuf = serializeThrift(header);
225
169
  const page = Buffer.concat([headerBuf, compressedBuf]);
226
170
  return {
@@ -229,15 +173,12 @@ async function encodeDataPage(column, data) {
229
173
  page
230
174
  };
231
175
  }
232
-
233
176
  async function encodeDataPageV2(column, data, rowCount) {
234
177
  const valuesBuf = encodeValues(column.primitiveType, column.encoding, data.values, {
235
178
  typeLength: column.typeLength,
236
179
  bitWidth: column.typeLength
237
180
  });
238
-
239
181
  const compressedBuf = await Compression.deflate(column.compression, valuesBuf);
240
-
241
182
  let rLevelsBuf = Buffer.alloc(0);
242
183
  if (column.rLevelMax > 0) {
243
184
  rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
@@ -252,7 +193,6 @@ async function encodeDataPageV2(column, data, rowCount) {
252
193
  disableEnvelope: true
253
194
  });
254
195
  }
255
-
256
196
  const header = new PageHeader({
257
197
  type: PageType.DATA_PAGE_V2,
258
198
  data_page_header_v2: new DataPageHeaderV2({
@@ -267,7 +207,6 @@ async function encodeDataPageV2(column, data, rowCount) {
267
207
  uncompressed_page_size: rLevelsBuf.length + dLevelsBuf.length + valuesBuf.length,
268
208
  compressed_page_size: rLevelsBuf.length + dLevelsBuf.length + compressedBuf.length
269
209
  });
270
-
271
210
  const headerBuf = serializeThrift(header);
272
211
  const page = Buffer.concat([headerBuf, rLevelsBuf, dLevelsBuf, compressedBuf]);
273
212
  return {
@@ -276,7 +215,6 @@ async function encodeDataPageV2(column, data, rowCount) {
276
215
  page
277
216
  };
278
217
  }
279
-
280
218
  async function encodeColumnChunk(column, buffer, offset, opts) {
281
219
  const data = buffer.columnData[column.path.join()];
282
220
  const baseOffset = (opts.baseOffset || 0) + offset;
@@ -289,7 +227,6 @@ async function encodeColumnChunk(column, buffer, offset, opts) {
289
227
  total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;
290
228
  total_compressed_size += result.header.compressed_page_size + result.headerSize;
291
229
  }
292
-
293
230
  const metadata = new ColumnMetaData({
294
231
  path_in_schema: column.path,
295
232
  num_values: data.count,
@@ -300,10 +237,8 @@ async function encodeColumnChunk(column, buffer, offset, opts) {
300
237
  type: Type[column.primitiveType],
301
238
  codec: CompressionCodec[column.compression]
302
239
  });
303
-
304
240
  metadata.encodings.push(Encoding[PARQUET_RDLVL_ENCODING]);
305
241
  metadata.encodings.push(Encoding[column.encoding]);
306
-
307
242
  const metadataOffset = baseOffset + pageBuf.length;
308
243
  const body = Buffer.concat([pageBuf, serializeThrift(metadata)]);
309
244
  return {
@@ -312,7 +247,6 @@ async function encodeColumnChunk(column, buffer, offset, opts) {
312
247
  metadataOffset
313
248
  };
314
249
  }
315
-
316
250
  async function encodeRowGroup(schema, data, opts) {
317
251
  const metadata = new RowGroup({
318
252
  num_rows: data.rowCount,
@@ -324,7 +258,6 @@ async function encodeRowGroup(schema, data, opts) {
324
258
  if (field.isNested) {
325
259
  continue;
326
260
  }
327
-
328
261
  const cchunkData = await encodeColumnChunk(field, data, body.length, opts);
329
262
  const cchunk = new ColumnChunk({
330
263
  file_offset: cchunkData.metadataOffset,
@@ -339,7 +272,6 @@ async function encodeRowGroup(schema, data, opts) {
339
272
  metadata
340
273
  };
341
274
  }
342
-
343
275
  function encodeFooter(schema, rowCount, rowGroups, userMetadata) {
344
276
  const metadata = new FileMetaData({
345
277
  version: PARQUET_VERSION,
@@ -388,4 +320,4 @@ function encodeFooter(schema, rowCount, rowGroups, userMetadata) {
388
320
  footerEncoded.write(PARQUET_MAGIC, metadataEncoded.length + 4);
389
321
  return footerEncoded;
390
322
  }
391
- //# sourceMappingURL=writer.js.map
323
+ //# sourceMappingURL=parquet-encoder.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parquet-encoder.js","names":["PARQUET_CODECS","Compression","Shred","ColumnChunk","ColumnMetaData","CompressionCodec","ConvertedType","DataPageHeader","DataPageHeaderV2","Encoding","FieldRepetitionType","FileMetaData","KeyValue","PageHeader","PageType","RowGroup","SchemaElement","Type","osopen","oswrite","osclose","getBitWidth","serializeThrift","Int64","PARQUET_MAGIC","PARQUET_VERSION","PARQUET_DEFAULT_PAGE_SIZE","PARQUET_DEFAULT_ROW_GROUP_SIZE","PARQUET_RDLVL_TYPE","PARQUET_RDLVL_ENCODING","ParquetEncoder","openFile","schema","path","opts","outputStream","openStream","arguments","length","undefined","envelopeWriter","ParquetEnvelopeWriter","constructor","_defineProperty","rowBuffer","rowGroupSize","closed","userMetadata","writeHeader","err","close","appendRow","row","Error","shredRecord","rowCount","callback","writeFooter","setMetadata","key","value","String","setRowGroupSize","cnt","setPageSize","writeFn","bind","closeFn","fileOffset","write","offset","rowGroups","pageSize","useDataPageV2","Boolean","writeSection","buf","Buffer","from","writeRowGroup","records","rgroup","encodeRowGroup","baseOffset","push","metadata","body","encodeFooter","encodeValues","type","encoding","values","concat","encodeDataPage","column","data","rLevelsBuf","alloc","rLevelMax","rlevels","bitWidth","dLevelsBuf","dLevelMax","dlevels","valuesBuf","primitiveType","typeLength","dataBuf","compressedBuf","deflate","compression","header","DATA_PAGE","data_page_header","num_values","count","definition_level_encoding","repetition_level_encoding","uncompressed_page_size","compressed_page_size","headerBuf","page","headerSize","encodeDataPageV2","disableEnvelope","DATA_PAGE_V2","data_page_header_v2","num_nulls","num_rows","definition_levels_byte_length","repetition_levels_byte_length","is_compressed","encodeColumnChunk","buffer","columnData","join","pageBuf","total_uncompressed_size","total_compressed_size","result","path_in_schema","data_page_offset","encodings","codec","metadataOffset","columns","total_byte_size","field","fieldList","isNested","cchunkData","cchunk","file_offset","meta_data","Number","version","created_by","row_groups","key_value_metadata","_metadata$key_value_m","_metadata$key_value_m2","_metadata$key_value_m3","kv","call","schemaRoot","name","num_children","Object","keys","fields","relt","repetitionType","schemaElem","repetition_type","fieldCount","originalType","converted_type","type_length","metadataEncoded","footerEncoded","copy","writeUInt32LE"],"sources":["../../../../src/parquetjs/encoder/parquet-encoder.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n/* eslint-disable camelcase */\nimport {stream} from '@loaders.gl/loader-utils';\nimport {ParquetCodecOptions, PARQUET_CODECS} from '../codecs';\nimport * as Compression from '../compression';\nimport {\n ParquetBuffer,\n ParquetCodec,\n ParquetData,\n ParquetField,\n PrimitiveType\n} from '../schema/declare';\nimport {ParquetSchema} from '../schema/schema';\nimport * as Shred from '../schema/shred';\nimport {\n ColumnChunk,\n ColumnMetaData,\n CompressionCodec,\n ConvertedType,\n DataPageHeader,\n DataPageHeaderV2,\n Encoding,\n FieldRepetitionType,\n FileMetaData,\n KeyValue,\n PageHeader,\n PageType,\n RowGroup,\n SchemaElement,\n Type\n} from '../parquet-thrift';\nimport {osopen, oswrite, osclose} from '../utils/file-utils';\nimport {getBitWidth, serializeThrift} from '../utils/read-utils';\nimport Int64 from 'node-int64';\n\n/**\n * Parquet File Magic String\n */\nconst PARQUET_MAGIC = 'PAR1';\n\n/**\n * Parquet File Format Version\n */\nconst PARQUET_VERSION = 1;\n\n/**\n * Default Page and Row Group sizes\n */\nconst PARQUET_DEFAULT_PAGE_SIZE = 8192;\nconst PARQUET_DEFAULT_ROW_GROUP_SIZE = 4096;\n\n/**\n * Repetition and Definition Level Encoding\n */\nconst PARQUET_RDLVL_TYPE = 'INT32';\nconst PARQUET_RDLVL_ENCODING = 'RLE';\n\nexport interface ParquetEncoderOptions {\n baseOffset?: number;\n rowGroupSize?: number;\n pageSize?: number;\n useDataPageV2?: boolean;\n\n // Write Stream Options\n flags?: string;\n encoding?: string;\n fd?: number;\n mode?: number;\n autoClose?: boolean;\n start?: number;\n}\n\n/**\n * Write a parquet file to an output stream. The ParquetEncoder will perform\n * buffering/batching for performance, so close() must be called after all rows\n * are written.\n */\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nexport class ParquetEncoder<T> {\n /**\n * Convenience method to create a new buffered parquet writer that writes to\n * the specified file\n */\n static async openFile<T>(\n schema: ParquetSchema,\n path: string,\n opts?: ParquetEncoderOptions\n ): Promise<ParquetEncoder<T>> {\n const outputStream = await osopen(path, opts);\n return ParquetEncoder.openStream(schema, outputStream, opts);\n }\n\n /**\n * Convenience method to create a new buffered parquet writer that writes to\n * the specified stream\n */\n static async openStream<T>(\n schema: ParquetSchema,\n outputStream: stream.Writable,\n opts: ParquetEncoderOptions = {}\n ): Promise<ParquetEncoder<T>> {\n const envelopeWriter = await ParquetEnvelopeWriter.openStream(schema, outputStream, opts);\n return new ParquetEncoder(schema, envelopeWriter, opts);\n }\n\n public schema: ParquetSchema;\n public envelopeWriter: ParquetEnvelopeWriter;\n public rowBuffer: ParquetBuffer;\n public rowGroupSize: number;\n public closed: boolean;\n public userMetadata: Record<string, string>;\n\n /**\n * Create a new buffered parquet writer for a given envelope writer\n */\n constructor(\n schema: ParquetSchema,\n envelopeWriter: ParquetEnvelopeWriter,\n opts: ParquetEncoderOptions\n ) {\n this.schema = schema;\n this.envelopeWriter = envelopeWriter;\n // @ts-ignore Row buffer typings...\n this.rowBuffer = {};\n this.rowGroupSize = opts.rowGroupSize || PARQUET_DEFAULT_ROW_GROUP_SIZE;\n this.closed = false;\n this.userMetadata = {};\n\n // eslint-disable-next-line @typescript-eslint/no-floating-promises\n this.writeHeader();\n }\n\n async writeHeader(): Promise<void> {\n // TODO - better not mess with promises in the constructor\n try {\n await this.envelopeWriter.writeHeader();\n } catch (err) {\n await this.envelopeWriter.close();\n throw err;\n }\n }\n\n /**\n * Append a single row to the parquet file. Rows are buffered in memory until\n * rowGroupSize rows are in the buffer or close() is called\n */\n async appendRow<T>(row: T): Promise<void> {\n if (this.closed) {\n throw new Error('writer was closed');\n }\n Shred.shredRecord(this.schema, row, this.rowBuffer);\n if (this.rowBuffer.rowCount >= this.rowGroupSize) {\n // @ts-ignore\n this.rowBuffer = {};\n }\n }\n\n /**\n * Finish writing the parquet file and commit the footer to disk. This method\n * MUST be called after you are finished adding rows. You must not call this\n * method twice on the same object or add any rows after the close() method has\n * been called\n */\n async close(callback?: () => void): Promise<void> {\n if (this.closed) {\n throw new Error('writer was closed');\n }\n\n this.closed = true;\n\n if (this.rowBuffer.rowCount > 0 || this.rowBuffer.rowCount >= this.rowGroupSize) {\n // @ts-ignore\n this.rowBuffer = {};\n }\n\n await this.envelopeWriter.writeFooter(this.userMetadata);\n await this.envelopeWriter.close();\n // this.envelopeWriter = null;\n\n if (callback) {\n callback();\n }\n }\n\n /**\n * Add key<>value metadata to the file\n */\n setMetadata(key: string, value: string): void {\n // TODO: value to be any, obj -> JSON\n this.userMetadata[String(key)] = String(value);\n }\n\n /**\n * Set the parquet row group size. This values controls the maximum number\n * of rows that are buffered in memory at any given time as well as the number\n * of rows that are co-located on disk. A higher value is generally better for\n * read-time I/O performance at the tradeoff of write-time memory usage.\n */\n setRowGroupSize(cnt: number): void {\n this.rowGroupSize = cnt;\n }\n\n /**\n * Set the parquet data page size. The data page size controls the maximum\n * number of column values that are written to disk as a consecutive array\n */\n setPageSize(cnt: number): void {\n this.envelopeWriter.setPageSize(cnt);\n }\n}\n\n/**\n * Create a parquet file from a schema and a number of row groups. This class\n * performs direct, unbuffered writes to the underlying output stream and is\n * intendend for advanced and internal users; the writeXXX methods must be\n * called in the correct order to produce a valid file.\n */\nexport class ParquetEnvelopeWriter {\n /**\n * Create a new parquet envelope writer that writes to the specified stream\n */\n static async openStream(\n schema: ParquetSchema,\n outputStream: stream.Writable,\n opts: ParquetEncoderOptions\n ): Promise<ParquetEnvelopeWriter> {\n const writeFn = oswrite.bind(undefined, outputStream);\n const closeFn = osclose.bind(undefined, outputStream);\n return new ParquetEnvelopeWriter(schema, writeFn, closeFn, 0, opts);\n }\n\n public schema: ParquetSchema;\n public write: (buf: Buffer) => Promise<void>;\n public close: () => Promise<void>;\n public offset: number;\n public rowCount: number;\n public rowGroups: RowGroup[];\n public pageSize: number;\n public useDataPageV2: boolean;\n\n constructor(\n schema: ParquetSchema,\n writeFn: (buf: Buffer) => Promise<void>,\n closeFn: () => Promise<void>,\n fileOffset: number,\n opts: ParquetEncoderOptions\n ) {\n this.schema = schema;\n this.write = writeFn;\n this.close = closeFn;\n this.offset = fileOffset;\n this.rowCount = 0;\n this.rowGroups = [];\n this.pageSize = opts.pageSize || PARQUET_DEFAULT_PAGE_SIZE;\n this.useDataPageV2 = 'useDataPageV2' in opts ? Boolean(opts.useDataPageV2) : false;\n }\n\n writeSection(buf: Buffer): Promise<void> {\n this.offset += buf.length;\n return this.write(buf);\n }\n\n /**\n * Encode the parquet file header\n */\n writeHeader(): Promise<void> {\n return this.writeSection(Buffer.from(PARQUET_MAGIC));\n }\n\n /**\n * Encode a parquet row group. The records object should be created using the\n * shredRecord method\n */\n async writeRowGroup(records: ParquetBuffer): Promise<void> {\n const rgroup = await encodeRowGroup(this.schema, records, {\n baseOffset: this.offset,\n pageSize: this.pageSize,\n useDataPageV2: this.useDataPageV2\n });\n\n this.rowCount += records.rowCount;\n this.rowGroups.push(rgroup.metadata);\n return await this.writeSection(rgroup.body);\n }\n\n /**\n * Write the parquet file footer\n */\n writeFooter(userMetadata: Record<string, string>): Promise<void> {\n if (!userMetadata) {\n // tslint:disable-next-line:no-parameter-reassignment\n userMetadata = {};\n }\n\n return this.writeSection(\n encodeFooter(this.schema, this.rowCount, this.rowGroups, userMetadata)\n );\n }\n\n /**\n * Set the parquet data page size. The data page size controls the maximum\n * number of column values that are written to disk as a consecutive array\n */\n setPageSize(cnt: number): void {\n this.pageSize = cnt;\n }\n}\n\n/**\n * Create a parquet transform stream\nexport class ParquetTransformer<T> extends stream.Transform {\n public writer: ParquetEncoder<T>;\n\n constructor(schema: ParquetSchema, opts: ParquetEncoderOptions = {}) {\n super({objectMode: true});\n\n const writeProxy = (function (t: ParquetTransformer<any>) {\n return async function (b: any): Promise<void> {\n t.push(b);\n };\n })(this);\n\n this.writer = new ParquetEncoder(\n schema,\n new ParquetEnvelopeWriter(schema, writeProxy, async () => {}, 0, opts),\n opts\n );\n }\n\n // tslint:disable-next-line:function-name\n _transform(row: any, encoding: string, callback: (val?: any) => void): Promise<void> {\n if (row) {\n return this.writer.appendRow(row).then(callback);\n }\n callback();\n return Promise.resolve();\n }\n\n // tslint:disable-next-line:function-name\n async _flush(callback: (val?: any) => void) {\n await this.writer.close(callback);\n }\n}\n */\n\n/**\n * Encode a consecutive array of data using one of the parquet encodings\n */\nfunction encodeValues(\n type: PrimitiveType,\n encoding: ParquetCodec,\n values: any[],\n opts: ParquetCodecOptions\n) {\n if (!(encoding in PARQUET_CODECS)) {\n throw new Error(`invalid encoding: ${encoding}`);\n }\n return PARQUET_CODECS[encoding].encodeValues(type, values, opts);\n}\n\n/**\n * Encode a parquet data page\n */\nasync function encodeDataPage(\n column: ParquetField,\n data: ParquetData\n): Promise<{\n header: PageHeader;\n headerSize: number;\n page: Buffer;\n}> {\n /* encode repetition and definition levels */\n let rLevelsBuf = Buffer.alloc(0);\n if (column.rLevelMax > 0) {\n rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {\n bitWidth: getBitWidth(column.rLevelMax)\n // disableEnvelope: false\n });\n }\n\n let dLevelsBuf = Buffer.alloc(0);\n if (column.dLevelMax > 0) {\n dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {\n bitWidth: getBitWidth(column.dLevelMax)\n // disableEnvelope: false\n });\n }\n\n /* encode values */\n const valuesBuf = encodeValues(column.primitiveType!, column.encoding!, data.values, {\n typeLength: column.typeLength,\n bitWidth: column.typeLength\n });\n\n const dataBuf = Buffer.concat([rLevelsBuf, dLevelsBuf, valuesBuf]);\n\n // compression = column.compression === 'UNCOMPRESSED' ? (compression || 'UNCOMPRESSED') : column.compression;\n const compressedBuf = await Compression.deflate(column.compression!, dataBuf);\n\n /* build page header */\n const header = new PageHeader({\n type: PageType.DATA_PAGE,\n data_page_header: new DataPageHeader({\n num_values: data.count,\n encoding: Encoding[column.encoding!] as any,\n definition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING], // [PARQUET_RDLVL_ENCODING],\n repetition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING] // [PARQUET_RDLVL_ENCODING]\n }),\n uncompressed_page_size: dataBuf.length,\n compressed_page_size: compressedBuf.length\n });\n\n /* concat page header, repetition and definition levels and values */\n const headerBuf = serializeThrift(header);\n const page = Buffer.concat([headerBuf, compressedBuf]);\n\n return {header, headerSize: headerBuf.length, page};\n}\n\n/**\n * Encode a parquet data page (v2)\n */\nasync function encodeDataPageV2(\n column: ParquetField,\n data: ParquetData,\n rowCount: number\n): Promise<{\n header: PageHeader;\n headerSize: number;\n page: Buffer;\n}> {\n /* encode values */\n const valuesBuf = encodeValues(column.primitiveType!, column.encoding!, data.values, {\n typeLength: column.typeLength,\n bitWidth: column.typeLength\n });\n\n // compression = column.compression === 'UNCOMPRESSED' ? (compression || 'UNCOMPRESSED') : column.compression;\n const compressedBuf = await Compression.deflate(column.compression!, valuesBuf);\n\n /* encode repetition and definition levels */\n let rLevelsBuf = Buffer.alloc(0);\n if (column.rLevelMax > 0) {\n rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {\n bitWidth: getBitWidth(column.rLevelMax),\n disableEnvelope: true\n });\n }\n\n let dLevelsBuf = Buffer.alloc(0);\n if (column.dLevelMax > 0) {\n dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {\n bitWidth: getBitWidth(column.dLevelMax),\n disableEnvelope: true\n });\n }\n\n /* build page header */\n const header = new PageHeader({\n type: PageType.DATA_PAGE_V2,\n data_page_header_v2: new DataPageHeaderV2({\n num_values: data.count,\n num_nulls: data.count - data.values.length,\n num_rows: rowCount,\n encoding: Encoding[column.encoding!] as any,\n definition_levels_byte_length: dLevelsBuf.length,\n repetition_levels_byte_length: rLevelsBuf.length,\n is_compressed: column.compression !== 'UNCOMPRESSED'\n }),\n uncompressed_page_size: rLevelsBuf.length + dLevelsBuf.length + valuesBuf.length,\n compressed_page_size: rLevelsBuf.length + dLevelsBuf.length + compressedBuf.length\n });\n\n /* concat page header, repetition and definition levels and values */\n const headerBuf = serializeThrift(header);\n const page = Buffer.concat([headerBuf, rLevelsBuf, dLevelsBuf, compressedBuf]);\n return {header, headerSize: headerBuf.length, page};\n}\n\n/**\n * Encode an array of values into a parquet column chunk\n */\nasync function encodeColumnChunk(\n column: ParquetField,\n buffer: ParquetBuffer,\n offset: number,\n opts: ParquetEncoderOptions\n): Promise<{\n body: Buffer;\n metadata: ColumnMetaData;\n metadataOffset: number;\n}> {\n const data = buffer.columnData[column.path.join()];\n const baseOffset = (opts.baseOffset || 0) + offset;\n /* encode data page(s) */\n // const pages: Buffer[] = [];\n let pageBuf: Buffer;\n // tslint:disable-next-line:variable-name\n let total_uncompressed_size = 0;\n // tslint:disable-next-line:variable-name\n let total_compressed_size = 0;\n {\n const result = opts.useDataPageV2\n ? await encodeDataPageV2(column, data, buffer.rowCount)\n : await encodeDataPage(column, data);\n // pages.push(result.page);\n pageBuf = result.page;\n total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;\n total_compressed_size += result.header.compressed_page_size + result.headerSize;\n }\n\n // const pagesBuf = Buffer.concat(pages);\n // const compression = column.compression === 'UNCOMPRESSED' ? (opts.compression || 'UNCOMPRESSED') : column.compression;\n\n /* prepare metadata header */\n const metadata = new ColumnMetaData({\n path_in_schema: column.path,\n num_values: data.count,\n data_page_offset: baseOffset,\n encodings: [],\n total_uncompressed_size, // : pagesBuf.length,\n total_compressed_size,\n type: Type[column.primitiveType!],\n codec: CompressionCodec[column.compression!]\n });\n\n /* list encodings */\n metadata.encodings.push(Encoding[PARQUET_RDLVL_ENCODING]);\n metadata.encodings.push(Encoding[column.encoding!]);\n\n /* concat metadata header and data pages */\n const metadataOffset = baseOffset + pageBuf.length;\n const body = Buffer.concat([pageBuf, serializeThrift(metadata)]);\n return {body, metadata, metadataOffset};\n}\n\n/**\n * Encode a list of column values into a parquet row group\n */\nasync function encodeRowGroup(\n schema: ParquetSchema,\n data: ParquetBuffer,\n opts: ParquetEncoderOptions\n): Promise<{\n body: Buffer;\n metadata: RowGroup;\n}> {\n const metadata = new RowGroup({\n num_rows: data.rowCount,\n columns: [],\n total_byte_size: 0\n });\n\n let body = Buffer.alloc(0);\n for (const field of schema.fieldList) {\n if (field.isNested) {\n continue; // eslint-disable-line no-continue\n }\n\n const cchunkData = await encodeColumnChunk(field, data, body.length, opts);\n\n const cchunk = new ColumnChunk({\n file_offset: cchunkData.metadataOffset,\n meta_data: cchunkData.metadata\n });\n\n metadata.columns.push(cchunk);\n metadata.total_byte_size = new Int64(Number(metadata.total_byte_size) + cchunkData.body.length);\n\n body = Buffer.concat([body, cchunkData.body]);\n }\n\n return {body, metadata};\n}\n\n/**\n * Encode a parquet file metadata footer\n */\nfunction encodeFooter(\n schema: ParquetSchema,\n rowCount: number,\n rowGroups: RowGroup[],\n userMetadata: Record<string, string>\n): Buffer {\n const metadata = new FileMetaData({\n version: PARQUET_VERSION,\n created_by: 'parquets',\n num_rows: rowCount,\n row_groups: rowGroups,\n schema: [],\n key_value_metadata: []\n });\n\n for (const key in userMetadata) {\n const kv = new KeyValue({\n key,\n value: userMetadata[key]\n });\n metadata.key_value_metadata?.push?.(kv);\n }\n\n {\n const schemaRoot = new SchemaElement({\n name: 'root',\n num_children: Object.keys(schema.fields).length\n });\n metadata.schema.push(schemaRoot);\n }\n\n for (const field of schema.fieldList) {\n const relt = FieldRepetitionType[field.repetitionType];\n const schemaElem = new SchemaElement({\n name: field.name,\n repetition_type: relt as any\n });\n\n if (field.isNested) {\n schemaElem.num_children = field.fieldCount;\n } else {\n schemaElem.type = Type[field.primitiveType!] as Type;\n }\n\n if (field.originalType) {\n schemaElem.converted_type = ConvertedType[field.originalType] as ConvertedType;\n }\n\n schemaElem.type_length = field.typeLength;\n\n metadata.schema.push(schemaElem);\n }\n\n const metadataEncoded = serializeThrift(metadata);\n const footerEncoded = Buffer.alloc(metadataEncoded.length + 8);\n metadataEncoded.copy(footerEncoded);\n footerEncoded.writeUInt32LE(metadataEncoded.length, metadataEncoded.length);\n footerEncoded.write(PARQUET_MAGIC, metadataEncoded.length + 4);\n return footerEncoded;\n}\n"],"mappings":";AAGA,SAA6BA,cAAc,QAAO,WAAW;AAC7D,OAAO,KAAKC,WAAW,MAAM,gBAAgB;AAS7C,OAAO,KAAKC,KAAK,MAAM,iBAAiB;AACxC,SACEC,WAAW,EACXC,cAAc,EACdC,gBAAgB,EAChBC,aAAa,EACbC,cAAc,EACdC,gBAAgB,EAChBC,QAAQ,EACRC,mBAAmB,EACnBC,YAAY,EACZC,QAAQ,EACRC,UAAU,EACVC,QAAQ,EACRC,QAAQ,EACRC,aAAa,EACbC,IAAI,QACC,mBAAmB;AAC1B,SAAQC,MAAM,EAAEC,OAAO,EAAEC,OAAO,QAAO,qBAAqB;AAC5D,SAAQC,WAAW,EAAEC,eAAe,QAAO,qBAAqB;AAChE,OAAOC,KAAK,MAAM,YAAY;AAK9B,MAAMC,aAAa,GAAG,MAAM;AAK5B,MAAMC,eAAe,GAAG,CAAC;AAKzB,MAAMC,yBAAyB,GAAG,IAAI;AACtC,MAAMC,8BAA8B,GAAG,IAAI;AAK3C,MAAMC,kBAAkB,GAAG,OAAO;AAClC,MAAMC,sBAAsB,GAAG,KAAK;AAuBpC,OAAO,MAAMC,cAAc,CAAI;EAK7B,aAAaC,QAAQA,CACnBC,MAAqB,EACrBC,IAAY,EACZC,IAA4B,EACA;IAC5B,MAAMC,YAAY,GAAG,MAAMjB,MAAM,CAACe,IAAI,EAAEC,IAAI,CAAC;IAC7C,OAAOJ,cAAc,CAACM,UAAU,CAACJ,MAAM,EAAEG,YAAY,EAAED,IAAI,CAAC;EAC9D;EAMA,aAAaE,UAAUA,CACrBJ,MAAqB,EACrBG,YAA6B,EAED;IAAA,IAD5BD,IAA2B,GAAAG,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAEhC,MAAMG,cAAc,GAAG,MAAMC,qBAAqB,CAACL,UAAU,CAACJ,MAAM,EAAEG,YAAY,EAAED,IAAI,CAAC;IACzF,OAAO,IAAIJ,cAAc,CAACE,MAAM,EAAEQ,cAAc,EAAEN,IAAI,CAAC;EACzD;EAYAQ,WAAWA,CACTV,MAAqB,EACrBQ,cAAqC,EACrCN,IAA2B,EAC3B;IAAAS,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IACA,IAAI,CAACX,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACQ,cAAc,GAAGA,cAAc;IAEpC,IAAI,CAACI,SAAS,GAAG,CAAC,CAAC;IACnB,IAAI,CAACC,YAAY,GAAGX,IAAI,CAACW,YAAY,IAAIlB,8BAA8B;IACvE,IAAI,CAACmB,MAAM,GAAG,KAAK;IACnB,IAAI,CAACC,YAAY,GAAG,CAAC,CAAC;IAGtB,IAAI,CAACC,WAAW,EAAE;EACpB;EAEA,MAAMA,WAAWA,CAAA,EAAkB;IAEjC,IAAI;MACF,MAAM,IAAI,CAACR,cAAc,CAACQ,WAAW,EAAE;IACzC,CAAC,CAAC,OAAOC,GAAG,EAAE;MACZ,MAAM,IAAI,CAACT,cAAc,CAACU,KAAK,EAAE;MACjC,MAAMD,GAAG;IACX;EACF;EAMA,MAAME,SAASA,CAAIC,GAAM,EAAiB;IACxC,IAAI,IAAI,CAACN,MAAM,EAAE;MACf,MAAM,IAAIO,KAAK,CAAC,mBAAmB,CAAC;IACtC;IACAnD,KAAK,CAACoD,WAAW,CAAC,IAAI,CAACtB,MAAM,EAAEoB,GAAG,EAAE,IAAI,CAACR,SAAS,CAAC;IACnD,IAAI,IAAI,CAACA,SAAS,CAACW,QAAQ,IAAI,IAAI,CAACV,YAAY,EAAE;MAEhD,IAAI,CAACD,SAAS,GAAG,CAAC,CAAC;IACrB;EACF;EAQA,MAAMM,KAAKA,CAACM,QAAqB,EAAiB;IAChD,IAAI,IAAI,CAACV,MAAM,EAAE;MACf,MAAM,IAAIO,KAAK,CAAC,mBAAmB,CAAC;IACtC;IAEA,IAAI,CAACP,MAAM,GAAG,IAAI;IAElB,IAAI,IAAI,CAACF,SAAS,CAACW,QAAQ,GAAG,CAAC,IAAI,IAAI,CAACX,SAAS,CAACW,QAAQ,IAAI,IAAI,CAACV,YAAY,EAAE;MAE/E,IAAI,CAACD,SAAS,GAAG,CAAC,CAAC;IACrB;IAEA,MAAM,IAAI,CAACJ,cAAc,CAACiB,WAAW,CAAC,IAAI,CAACV,YAAY,CAAC;IACxD,MAAM,IAAI,CAACP,cAAc,CAACU,KAAK,EAAE;IAGjC,IAAIM,QAAQ,EAAE;MACZA,QAAQ,EAAE;IACZ;EACF;EAKAE,WAAWA,CAACC,GAAW,EAAEC,KAAa,EAAQ;IAE5C,IAAI,CAACb,YAAY,CAACc,MAAM,CAACF,GAAG,CAAC,CAAC,GAAGE,MAAM,CAACD,KAAK,CAAC;EAChD;EAQAE,eAAeA,CAACC,GAAW,EAAQ;IACjC,IAAI,CAAClB,YAAY,GAAGkB,GAAG;EACzB;EAMAC,WAAWA,CAACD,GAAW,EAAQ;IAC7B,IAAI,CAACvB,cAAc,CAACwB,WAAW,CAACD,GAAG,CAAC;EACtC;AACF;AAQA,OAAO,MAAMtB,qBAAqB,CAAC;EAIjC,aAAaL,UAAUA,CACrBJ,MAAqB,EACrBG,YAA6B,EAC7BD,IAA2B,EACK;IAChC,MAAM+B,OAAO,GAAG9C,OAAO,CAAC+C,IAAI,CAAC3B,SAAS,EAAEJ,YAAY,CAAC;IACrD,MAAMgC,OAAO,GAAG/C,OAAO,CAAC8C,IAAI,CAAC3B,SAAS,EAAEJ,YAAY,CAAC;IACrD,OAAO,IAAIM,qBAAqB,CAACT,MAAM,EAAEiC,OAAO,EAAEE,OAAO,EAAE,CAAC,EAAEjC,IAAI,CAAC;EACrE;EAWAQ,WAAWA,CACTV,MAAqB,EACrBiC,OAAuC,EACvCE,OAA4B,EAC5BC,UAAkB,EAClBlC,IAA2B,EAC3B;IAAAS,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IACA,IAAI,CAACX,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACqC,KAAK,GAAGJ,OAAO;IACpB,IAAI,CAACf,KAAK,GAAGiB,OAAO;IACpB,IAAI,CAACG,MAAM,GAAGF,UAAU;IACxB,IAAI,CAACb,QAAQ,GAAG,CAAC;IACjB,IAAI,CAACgB,SAAS,GAAG,EAAE;IACnB,IAAI,CAACC,QAAQ,GAAGtC,IAAI,CAACsC,QAAQ,IAAI9C,yBAAyB;IAC1D,IAAI,CAAC+C,aAAa,GAAG,eAAe,IAAIvC,IAAI,GAAGwC,OAAO,CAACxC,IAAI,CAACuC,aAAa,CAAC,GAAG,KAAK;EACpF;EAEAE,YAAYA,CAACC,GAAW,EAAiB;IACvC,IAAI,CAACN,MAAM,IAAIM,GAAG,CAACtC,MAAM;IACzB,OAAO,IAAI,CAAC+B,KAAK,CAACO,GAAG,CAAC;EACxB;EAKA5B,WAAWA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAC2B,YAAY,CAACE,MAAM,CAACC,IAAI,CAACtD,aAAa,CAAC,CAAC;EACtD;EAMA,MAAMuD,aAAaA,CAACC,OAAsB,EAAiB;IACzD,MAAMC,MAAM,GAAG,MAAMC,cAAc,CAAC,IAAI,CAAClD,MAAM,EAAEgD,OAAO,EAAE;MACxDG,UAAU,EAAE,IAAI,CAACb,MAAM;MACvBE,QAAQ,EAAE,IAAI,CAACA,QAAQ;MACvBC,aAAa,EAAE,IAAI,CAACA;IACtB,CAAC,CAAC;IAEF,IAAI,CAAClB,QAAQ,IAAIyB,OAAO,CAACzB,QAAQ;IACjC,IAAI,CAACgB,SAAS,CAACa,IAAI,CAACH,MAAM,CAACI,QAAQ,CAAC;IACpC,OAAO,MAAM,IAAI,CAACV,YAAY,CAACM,MAAM,CAACK,IAAI,CAAC;EAC7C;EAKA7B,WAAWA,CAACV,YAAoC,EAAiB;IAC/D,IAAI,CAACA,YAAY,EAAE;MAEjBA,YAAY,GAAG,CAAC,CAAC;IACnB;IAEA,OAAO,IAAI,CAAC4B,YAAY,CACtBY,YAAY,CAAC,IAAI,CAACvD,MAAM,EAAE,IAAI,CAACuB,QAAQ,EAAE,IAAI,CAACgB,SAAS,EAAExB,YAAY,CAAC,CACvE;EACH;EAMAiB,WAAWA,CAACD,GAAW,EAAQ;IAC7B,IAAI,CAACS,QAAQ,GAAGT,GAAG;EACrB;AACF;AA0CA,SAASyB,YAAYA,CACnBC,IAAmB,EACnBC,QAAsB,EACtBC,MAAa,EACbzD,IAAyB,EACzB;EACA,IAAI,EAAEwD,QAAQ,IAAI1F,cAAc,CAAC,EAAE;IACjC,MAAM,IAAIqD,KAAK,sBAAAuC,MAAA,CAAsBF,QAAQ,EAAG;EAClD;EACA,OAAO1F,cAAc,CAAC0F,QAAQ,CAAC,CAACF,YAAY,CAACC,IAAI,EAAEE,MAAM,EAAEzD,IAAI,CAAC;AAClE;AAKA,eAAe2D,cAAcA,CAC3BC,MAAoB,EACpBC,IAAiB,EAKhB;EAED,IAAIC,UAAU,GAAGnB,MAAM,CAACoB,KAAK,CAAC,CAAC,CAAC;EAChC,IAAIH,MAAM,CAACI,SAAS,GAAG,CAAC,EAAE;IACxBF,UAAU,GAAGR,YAAY,CAAC5D,kBAAkB,EAAEC,sBAAsB,EAAEkE,IAAI,CAACI,OAAO,EAAE;MAClFC,QAAQ,EAAE/E,WAAW,CAACyE,MAAM,CAACI,SAAS;IAExC,CAAC,CAAC;EACJ;EAEA,IAAIG,UAAU,GAAGxB,MAAM,CAACoB,KAAK,CAAC,CAAC,CAAC;EAChC,IAAIH,MAAM,CAACQ,SAAS,GAAG,CAAC,EAAE;IACxBD,UAAU,GAAGb,YAAY,CAAC5D,kBAAkB,EAAEC,sBAAsB,EAAEkE,IAAI,CAACQ,OAAO,EAAE;MAClFH,QAAQ,EAAE/E,WAAW,CAACyE,MAAM,CAACQ,SAAS;IAExC,CAAC,CAAC;EACJ;EAGA,MAAME,SAAS,GAAGhB,YAAY,CAACM,MAAM,CAACW,aAAa,EAAGX,MAAM,CAACJ,QAAQ,EAAGK,IAAI,CAACJ,MAAM,EAAE;IACnFe,UAAU,EAAEZ,MAAM,CAACY,UAAU;IAC7BN,QAAQ,EAAEN,MAAM,CAACY;EACnB,CAAC,CAAC;EAEF,MAAMC,OAAO,GAAG9B,MAAM,CAACe,MAAM,CAAC,CAACI,UAAU,EAAEK,UAAU,EAAEG,SAAS,CAAC,CAAC;EAGlE,MAAMI,aAAa,GAAG,MAAM3G,WAAW,CAAC4G,OAAO,CAACf,MAAM,CAACgB,WAAW,EAAGH,OAAO,CAAC;EAG7E,MAAMI,MAAM,GAAG,IAAIlG,UAAU,CAAC;IAC5B4E,IAAI,EAAE3E,QAAQ,CAACkG,SAAS;IACxBC,gBAAgB,EAAE,IAAI1G,cAAc,CAAC;MACnC2G,UAAU,EAAEnB,IAAI,CAACoB,KAAK;MACtBzB,QAAQ,EAAEjF,QAAQ,CAACqF,MAAM,CAACJ,QAAQ,CAAS;MAC3C0B,yBAAyB,EAAE3G,QAAQ,CAACoB,sBAAsB,CAAC;MAC3DwF,yBAAyB,EAAE5G,QAAQ,CAACoB,sBAAsB;IAC5D,CAAC,CAAC;IACFyF,sBAAsB,EAAEX,OAAO,CAACrE,MAAM;IACtCiF,oBAAoB,EAAEX,aAAa,CAACtE;EACtC,CAAC,CAAC;EAGF,MAAMkF,SAAS,GAAGlG,eAAe,CAACyF,MAAM,CAAC;EACzC,MAAMU,IAAI,GAAG5C,MAAM,CAACe,MAAM,CAAC,CAAC4B,SAAS,EAAEZ,aAAa,CAAC,CAAC;EAEtD,OAAO;IAACG,MAAM;IAAEW,UAAU,EAAEF,SAAS,CAAClF,MAAM;IAAEmF;EAAI,CAAC;AACrD;AAKA,eAAeE,gBAAgBA,CAC7B7B,MAAoB,EACpBC,IAAiB,EACjBxC,QAAgB,EAKf;EAED,MAAMiD,SAAS,GAAGhB,YAAY,CAACM,MAAM,CAACW,aAAa,EAAGX,MAAM,CAACJ,QAAQ,EAAGK,IAAI,CAACJ,MAAM,EAAE;IACnFe,UAAU,EAAEZ,MAAM,CAACY,UAAU;IAC7BN,QAAQ,EAAEN,MAAM,CAACY;EACnB,CAAC,CAAC;EAGF,MAAME,aAAa,GAAG,MAAM3G,WAAW,CAAC4G,OAAO,CAACf,MAAM,CAACgB,WAAW,EAAGN,SAAS,CAAC;EAG/E,IAAIR,UAAU,GAAGnB,MAAM,CAACoB,KAAK,CAAC,CAAC,CAAC;EAChC,IAAIH,MAAM,CAACI,SAAS,GAAG,CAAC,EAAE;IACxBF,UAAU,GAAGR,YAAY,CAAC5D,kBAAkB,EAAEC,sBAAsB,EAAEkE,IAAI,CAACI,OAAO,EAAE;MAClFC,QAAQ,EAAE/E,WAAW,CAACyE,MAAM,CAACI,SAAS,CAAC;MACvC0B,eAAe,EAAE;IACnB,CAAC,CAAC;EACJ;EAEA,IAAIvB,UAAU,GAAGxB,MAAM,CAACoB,KAAK,CAAC,CAAC,CAAC;EAChC,IAAIH,MAAM,CAACQ,SAAS,GAAG,CAAC,EAAE;IACxBD,UAAU,GAAGb,YAAY,CAAC5D,kBAAkB,EAAEC,sBAAsB,EAAEkE,IAAI,CAACQ,OAAO,EAAE;MAClFH,QAAQ,EAAE/E,WAAW,CAACyE,MAAM,CAACQ,SAAS,CAAC;MACvCsB,eAAe,EAAE;IACnB,CAAC,CAAC;EACJ;EAGA,MAAMb,MAAM,GAAG,IAAIlG,UAAU,CAAC;IAC5B4E,IAAI,EAAE3E,QAAQ,CAAC+G,YAAY;IAC3BC,mBAAmB,EAAE,IAAItH,gBAAgB,CAAC;MACxC0G,UAAU,EAAEnB,IAAI,CAACoB,KAAK;MACtBY,SAAS,EAAEhC,IAAI,CAACoB,KAAK,GAAGpB,IAAI,CAACJ,MAAM,CAACrD,MAAM;MAC1C0F,QAAQ,EAAEzE,QAAQ;MAClBmC,QAAQ,EAAEjF,QAAQ,CAACqF,MAAM,CAACJ,QAAQ,CAAS;MAC3CuC,6BAA6B,EAAE5B,UAAU,CAAC/D,MAAM;MAChD4F,6BAA6B,EAAElC,UAAU,CAAC1D,MAAM;MAChD6F,aAAa,EAAErC,MAAM,CAACgB,WAAW,KAAK;IACxC,CAAC,CAAC;IACFQ,sBAAsB,EAAEtB,UAAU,CAAC1D,MAAM,GAAG+D,UAAU,CAAC/D,MAAM,GAAGkE,SAAS,CAAClE,MAAM;IAChFiF,oBAAoB,EAAEvB,UAAU,CAAC1D,MAAM,GAAG+D,UAAU,CAAC/D,MAAM,GAAGsE,aAAa,CAACtE;EAC9E,CAAC,CAAC;EAGF,MAAMkF,SAAS,GAAGlG,eAAe,CAACyF,MAAM,CAAC;EACzC,MAAMU,IAAI,GAAG5C,MAAM,CAACe,MAAM,CAAC,CAAC4B,SAAS,EAAExB,UAAU,EAAEK,UAAU,EAAEO,aAAa,CAAC,CAAC;EAC9E,OAAO;IAACG,MAAM;IAAEW,UAAU,EAAEF,SAAS,CAAClF,MAAM;IAAEmF;EAAI,CAAC;AACrD;AAKA,eAAeW,iBAAiBA,CAC9BtC,MAAoB,EACpBuC,MAAqB,EACrB/D,MAAc,EACdpC,IAA2B,EAK1B;EACD,MAAM6D,IAAI,GAAGsC,MAAM,CAACC,UAAU,CAACxC,MAAM,CAAC7D,IAAI,CAACsG,IAAI,EAAE,CAAC;EAClD,MAAMpD,UAAU,GAAG,CAACjD,IAAI,CAACiD,UAAU,IAAI,CAAC,IAAIb,MAAM;EAGlD,IAAIkE,OAAe;EAEnB,IAAIC,uBAAuB,GAAG,CAAC;EAE/B,IAAIC,qBAAqB,GAAG,CAAC;EAC7B;IACE,MAAMC,MAAM,GAAGzG,IAAI,CAACuC,aAAa,GAC7B,MAAMkD,gBAAgB,CAAC7B,MAAM,EAAEC,IAAI,EAAEsC,MAAM,CAAC9E,QAAQ,CAAC,GACrD,MAAMsC,cAAc,CAACC,MAAM,EAAEC,IAAI,CAAC;IAEtCyC,OAAO,GAAGG,MAAM,CAAClB,IAAI;IACrBgB,uBAAuB,IAAIE,MAAM,CAAC5B,MAAM,CAACO,sBAAsB,GAAGqB,MAAM,CAACjB,UAAU;IACnFgB,qBAAqB,IAAIC,MAAM,CAAC5B,MAAM,CAACQ,oBAAoB,GAAGoB,MAAM,CAACjB,UAAU;EACjF;EAMA,MAAMrC,QAAQ,GAAG,IAAIjF,cAAc,CAAC;IAClCwI,cAAc,EAAE9C,MAAM,CAAC7D,IAAI;IAC3BiF,UAAU,EAAEnB,IAAI,CAACoB,KAAK;IACtB0B,gBAAgB,EAAE1D,UAAU;IAC5B2D,SAAS,EAAE,EAAE;IACbL,uBAAuB;IACvBC,qBAAqB;IACrBjD,IAAI,EAAExE,IAAI,CAAC6E,MAAM,CAACW,aAAa,CAAE;IACjCsC,KAAK,EAAE1I,gBAAgB,CAACyF,MAAM,CAACgB,WAAW;EAC5C,CAAC,CAAC;EAGFzB,QAAQ,CAACyD,SAAS,CAAC1D,IAAI,CAAC3E,QAAQ,CAACoB,sBAAsB,CAAC,CAAC;EACzDwD,QAAQ,CAACyD,SAAS,CAAC1D,IAAI,CAAC3E,QAAQ,CAACqF,MAAM,CAACJ,QAAQ,CAAE,CAAC;EAGnD,MAAMsD,cAAc,GAAG7D,UAAU,GAAGqD,OAAO,CAAClG,MAAM;EAClD,MAAMgD,IAAI,GAAGT,MAAM,CAACe,MAAM,CAAC,CAAC4C,OAAO,EAAElH,eAAe,CAAC+D,QAAQ,CAAC,CAAC,CAAC;EAChE,OAAO;IAACC,IAAI;IAAED,QAAQ;IAAE2D;EAAc,CAAC;AACzC;AAKA,eAAe9D,cAAcA,CAC3BlD,MAAqB,EACrB+D,IAAmB,EACnB7D,IAA2B,EAI1B;EACD,MAAMmD,QAAQ,GAAG,IAAItE,QAAQ,CAAC;IAC5BiH,QAAQ,EAAEjC,IAAI,CAACxC,QAAQ;IACvB0F,OAAO,EAAE,EAAE;IACXC,eAAe,EAAE;EACnB,CAAC,CAAC;EAEF,IAAI5D,IAAI,GAAGT,MAAM,CAACoB,KAAK,CAAC,CAAC,CAAC;EAC1B,KAAK,MAAMkD,KAAK,IAAInH,MAAM,CAACoH,SAAS,EAAE;IACpC,IAAID,KAAK,CAACE,QAAQ,EAAE;MAClB;IACF;IAEA,MAAMC,UAAU,GAAG,MAAMlB,iBAAiB,CAACe,KAAK,EAAEpD,IAAI,EAAET,IAAI,CAAChD,MAAM,EAAEJ,IAAI,CAAC;IAE1E,MAAMqH,MAAM,GAAG,IAAIpJ,WAAW,CAAC;MAC7BqJ,WAAW,EAAEF,UAAU,CAACN,cAAc;MACtCS,SAAS,EAAEH,UAAU,CAACjE;IACxB,CAAC,CAAC;IAEFA,QAAQ,CAAC4D,OAAO,CAAC7D,IAAI,CAACmE,MAAM,CAAC;IAC7BlE,QAAQ,CAAC6D,eAAe,GAAG,IAAI3H,KAAK,CAACmI,MAAM,CAACrE,QAAQ,CAAC6D,eAAe,CAAC,GAAGI,UAAU,CAAChE,IAAI,CAAChD,MAAM,CAAC;IAE/FgD,IAAI,GAAGT,MAAM,CAACe,MAAM,CAAC,CAACN,IAAI,EAAEgE,UAAU,CAAChE,IAAI,CAAC,CAAC;EAC/C;EAEA,OAAO;IAACA,IAAI;IAAED;EAAQ,CAAC;AACzB;AAKA,SAASE,YAAYA,CACnBvD,MAAqB,EACrBuB,QAAgB,EAChBgB,SAAqB,EACrBxB,YAAoC,EAC5B;EACR,MAAMsC,QAAQ,GAAG,IAAI1E,YAAY,CAAC;IAChCgJ,OAAO,EAAElI,eAAe;IACxBmI,UAAU,EAAE,UAAU;IACtB5B,QAAQ,EAAEzE,QAAQ;IAClBsG,UAAU,EAAEtF,SAAS;IACrBvC,MAAM,EAAE,EAAE;IACV8H,kBAAkB,EAAE;EACtB,CAAC,CAAC;EAEF,KAAK,MAAMnG,GAAG,IAAIZ,YAAY,EAAE;IAAA,IAAAgH,qBAAA,EAAAC,sBAAA,EAAAC,sBAAA;IAC9B,MAAMC,EAAE,GAAG,IAAItJ,QAAQ,CAAC;MACtB+C,GAAG;MACHC,KAAK,EAAEb,YAAY,CAACY,GAAG;IACzB,CAAC,CAAC;IACF,CAAAoG,qBAAA,GAAA1E,QAAQ,CAACyE,kBAAkB,cAAAC,qBAAA,wBAAAC,sBAAA,GAA3B,CAAAC,sBAAA,GAAAF,qBAAA,EAA6B3E,IAAI,cAAA4E,sBAAA,uBAAjCA,sBAAA,CAAAG,IAAA,CAAAF,sBAAA,EAAoCC,EAAE,CAAC;EACzC;EAEA;IACE,MAAME,UAAU,GAAG,IAAIpJ,aAAa,CAAC;MACnCqJ,IAAI,EAAE,MAAM;MACZC,YAAY,EAAEC,MAAM,CAACC,IAAI,CAACxI,MAAM,CAACyI,MAAM,CAAC,CAACnI;IAC3C,CAAC,CAAC;IACF+C,QAAQ,CAACrD,MAAM,CAACoD,IAAI,CAACgF,UAAU,CAAC;EAClC;EAEA,KAAK,MAAMjB,KAAK,IAAInH,MAAM,CAACoH,SAAS,EAAE;IACpC,MAAMsB,IAAI,GAAGhK,mBAAmB,CAACyI,KAAK,CAACwB,cAAc,CAAC;IACtD,MAAMC,UAAU,GAAG,IAAI5J,aAAa,CAAC;MACnCqJ,IAAI,EAAElB,KAAK,CAACkB,IAAI;MAChBQ,eAAe,EAAEH;IACnB,CAAC,CAAC;IAEF,IAAIvB,KAAK,CAACE,QAAQ,EAAE;MAClBuB,UAAU,CAACN,YAAY,GAAGnB,KAAK,CAAC2B,UAAU;IAC5C,CAAC,MAAM;MACLF,UAAU,CAACnF,IAAI,GAAGxE,IAAI,CAACkI,KAAK,CAAC1C,aAAa,CAAU;IACtD;IAEA,IAAI0C,KAAK,CAAC4B,YAAY,EAAE;MACtBH,UAAU,CAACI,cAAc,GAAG1K,aAAa,CAAC6I,KAAK,CAAC4B,YAAY,CAAkB;IAChF;IAEAH,UAAU,CAACK,WAAW,GAAG9B,KAAK,CAACzC,UAAU;IAEzCrB,QAAQ,CAACrD,MAAM,CAACoD,IAAI,CAACwF,UAAU,CAAC;EAClC;EAEA,MAAMM,eAAe,GAAG5J,eAAe,CAAC+D,QAAQ,CAAC;EACjD,MAAM8F,aAAa,GAAGtG,MAAM,CAACoB,KAAK,CAACiF,eAAe,CAAC5I,MAAM,GAAG,CAAC,CAAC;EAC9D4I,eAAe,CAACE,IAAI,CAACD,aAAa,CAAC;EACnCA,aAAa,CAACE,aAAa,CAACH,eAAe,CAAC5I,MAAM,EAAE4I,eAAe,CAAC5I,MAAM,CAAC;EAC3E6I,aAAa,CAAC9G,KAAK,CAAC7C,aAAa,EAAE0J,eAAe,CAAC5I,MAAM,GAAG,CAAC,CAAC;EAC9D,OAAO6I,aAAa;AACtB"}
@@ -1,8 +1,7 @@
1
-
2
- export let BoundaryOrder;
3
- (function (BoundaryOrder) {
1
+ export let BoundaryOrder = function (BoundaryOrder) {
4
2
  BoundaryOrder[BoundaryOrder["UNORDERED"] = 0] = "UNORDERED";
5
3
  BoundaryOrder[BoundaryOrder["ASCENDING"] = 1] = "ASCENDING";
6
4
  BoundaryOrder[BoundaryOrder["DESCENDING"] = 2] = "DESCENDING";
7
- })(BoundaryOrder || (BoundaryOrder = {}));
5
+ return BoundaryOrder;
6
+ }({});
8
7
  //# sourceMappingURL=BoundaryOrder.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"BoundaryOrder.js","names":["BoundaryOrder"],"sources":["../../../../src/parquetjs/parquet-thrift/BoundaryOrder.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum BoundaryOrder {\n UNORDERED = 0,\n ASCENDING = 1,\n DESCENDING = 2\n}\n"],"mappings":";AAMA,WAAYA,aAAa;AAIxB,WAJWA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;AAAA,GAAbA,aAAa,KAAbA,aAAa"}
1
+ {"version":3,"file":"BoundaryOrder.js","names":["BoundaryOrder"],"sources":["../../../../src/parquetjs/parquet-thrift/BoundaryOrder.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum BoundaryOrder {\n UNORDERED = 0,\n ASCENDING = 1,\n DESCENDING = 2\n}\n"],"mappings":"AAMA,WAAYA,aAAa,aAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA"}
@@ -1,4 +1,3 @@
1
-
2
1
  import * as thrift from 'thrift';
3
2
  export class BsonType {
4
3
  constructor() {}
@@ -1 +1 @@
1
- {"version":3,"file":"BsonType.js","names":["thrift","BsonType","constructor","write","output","writeStructBegin","writeFieldStop","writeStructEnd","read","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"sources":["../../../../src/parquetjs/parquet-thrift/BsonType.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IBsonTypeArgs {}\nexport class BsonType {\n constructor() {}\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('BsonType');\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): BsonType {\n input.readStructBegin();\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n return new BsonType();\n }\n}\n"],"mappings":";AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAEhC,OAAO,MAAMC,QAAQ,CAAC;EACpBC,WAAW,GAAG,CAAC;EACRC,KAAK,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,UAAU,CAAC;IACnCD,MAAM,CAACE,cAAc,EAAE;IACvBF,MAAM,CAACG,cAAc,EAAE;IACvB;EACF;EACA,OAAcC,IAAI,CAACC,KAAuB,EAAY;IACpDA,KAAK,CAACC,eAAe,EAAE;IACvB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAc,EAAE;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKb,MAAM,CAACiB,MAAM,CAACC,IAAI,CAACC,IAAI,EAAE;QACzC;MACF;MACA,QAAQJ,OAAO;QACb;UAAS;YACPN,KAAK,CAACW,IAAI,CAACP,SAAS,CAAC;UACvB;MAAC;MAEHJ,KAAK,CAACY,YAAY,EAAE;IACtB;IACAZ,KAAK,CAACa,aAAa,EAAE;IACrB,OAAO,IAAIrB,QAAQ,EAAE;EACvB;AACF"}
1
+ {"version":3,"file":"BsonType.js","names":["thrift","BsonType","constructor","write","output","writeStructBegin","writeFieldStop","writeStructEnd","read","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"sources":["../../../../src/parquetjs/parquet-thrift/BsonType.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IBsonTypeArgs {}\nexport class BsonType {\n constructor() {}\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('BsonType');\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): BsonType {\n input.readStructBegin();\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n return new BsonType();\n }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAEhC,OAAO,MAAMC,QAAQ,CAAC;EACpBC,WAAWA,CAAA,EAAG,CAAC;EACRC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,UAAU,CAAC;IACnCD,MAAM,CAACE,cAAc,EAAE;IACvBF,MAAM,CAACG,cAAc,EAAE;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAY;IACpDA,KAAK,CAACC,eAAe,EAAE;IACvB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAc,EAAE;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKb,MAAM,CAACiB,MAAM,CAACC,IAAI,CAACC,IAAI,EAAE;QACzC;MACF;MACA,QAAQJ,OAAO;QACb;UAAS;YACPN,KAAK,CAACW,IAAI,CAACP,SAAS,CAAC;UACvB;MAAC;MAEHJ,KAAK,CAACY,YAAY,EAAE;IACtB;IACAZ,KAAK,CAACa,aAAa,EAAE;IACrB,OAAO,IAAIrB,QAAQ,EAAE;EACvB;AACF"}
@@ -1 +1 @@
1
- {"version":3,"file":"ColumnChunk.js","names":["Int64","thrift","ColumnMetaData","ColumnChunk","constructor","args","file_path","file_offset","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","meta_data","offset_index_offset","offset_index_length","column_index_offset","column_index_length","write","output","writeStructBegin","writeFieldBegin","Type","STRING","writeString","writeFieldEnd","I64","writeI64","STRUCT","I32","writeI32","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readString","skip","value_2","readI64","value_3","value_4","value_5","readI32","value_6","value_7","readFieldEnd","readStructEnd","undefined"],"sources":["../../../../src/parquetjs/parquet-thrift/ColumnChunk.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as ColumnMetaData from './ColumnMetaData';\nexport interface IColumnChunkArgs {\n file_path?: string;\n file_offset: number | Int64;\n meta_data?: ColumnMetaData.ColumnMetaData;\n offset_index_offset?: number | Int64;\n offset_index_length?: number;\n column_index_offset?: number | Int64;\n column_index_length?: number;\n}\nexport class ColumnChunk {\n public file_path?: string;\n public file_offset: Int64;\n public meta_data?: ColumnMetaData.ColumnMetaData;\n public offset_index_offset?: Int64;\n public offset_index_length?: number;\n public column_index_offset?: Int64;\n public column_index_length?: number;\n constructor(args: IColumnChunkArgs) {\n if (args != null && args.file_path != null) {\n this.file_path = args.file_path;\n }\n if (args != null && args.file_offset != null) {\n if (typeof args.file_offset === 'number') {\n this.file_offset = new Int64(args.file_offset);\n } else {\n this.file_offset = args.file_offset;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[file_offset] is unset!'\n );\n }\n if (args != null && args.meta_data != null) {\n this.meta_data = args.meta_data;\n }\n if (args != null && args.offset_index_offset != null) {\n if (typeof args.offset_index_offset === 'number') {\n this.offset_index_offset = new Int64(args.offset_index_offset);\n } else {\n this.offset_index_offset = args.offset_index_offset;\n }\n }\n if (args != null && args.offset_index_length != null) {\n this.offset_index_length = args.offset_index_length;\n }\n if (args != null && args.column_index_offset != null) {\n if (typeof args.column_index_offset === 'number') {\n this.column_index_offset = new Int64(args.column_index_offset);\n } else {\n this.column_index_offset = args.column_index_offset;\n }\n }\n if (args != null && args.column_index_length != null) {\n this.column_index_length = args.column_index_length;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('ColumnChunk');\n if (this.file_path != null) {\n output.writeFieldBegin('file_path', thrift.Thrift.Type.STRING, 1);\n output.writeString(this.file_path);\n output.writeFieldEnd();\n }\n if (this.file_offset != null) {\n output.writeFieldBegin('file_offset', thrift.Thrift.Type.I64, 2);\n output.writeI64(this.file_offset);\n output.writeFieldEnd();\n }\n if (this.meta_data != null) {\n output.writeFieldBegin('meta_data', thrift.Thrift.Type.STRUCT, 3);\n this.meta_data.write(output);\n output.writeFieldEnd();\n }\n if (this.offset_index_offset != null) {\n output.writeFieldBegin('offset_index_offset', thrift.Thrift.Type.I64, 4);\n output.writeI64(this.offset_index_offset);\n output.writeFieldEnd();\n }\n if (this.offset_index_length != null) {\n output.writeFieldBegin('offset_index_length', thrift.Thrift.Type.I32, 5);\n output.writeI32(this.offset_index_length);\n output.writeFieldEnd();\n }\n if (this.column_index_offset != null) {\n output.writeFieldBegin('column_index_offset', thrift.Thrift.Type.I64, 6);\n output.writeI64(this.column_index_offset);\n output.writeFieldEnd();\n }\n if (this.column_index_length != null) {\n output.writeFieldBegin('column_index_length', thrift.Thrift.Type.I32, 7);\n output.writeI32(this.column_index_length);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): ColumnChunk {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.STRING) {\n const value_1: string = input.readString();\n _args.file_path = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_2: Int64 = input.readI64();\n _args.file_offset = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_3: ColumnMetaData.ColumnMetaData =\n ColumnMetaData.ColumnMetaData.read(input);\n _args.meta_data = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_4: Int64 = input.readI64();\n _args.offset_index_offset = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_5: number = input.readI32();\n _args.offset_index_length = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_6: Int64 = input.readI64();\n _args.column_index_offset = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_7: number = input.readI32();\n _args.column_index_length = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (_args.file_offset !== undefined) {\n return new ColumnChunk(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read ColumnChunk from input'\n );\n }\n }\n}\n"],"mappings":";AAMA,OAAOA,KAAK,MAAM,YAAY;AAC9B,OAAO,KAAKC,MAAM,MAAM,QAAQ;AAChC,OAAO,KAAKC,cAAc,MAAM,kBAAkB;AAUlD,OAAO,MAAMC,WAAW,CAAC;EAQvBC,WAAW,CAACC,IAAsB,EAAE;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAClC,IAAIA,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACC,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGD,IAAI,CAACC,SAAS;IACjC;IACA,IAAID,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,WAAW,IAAI,IAAI,EAAE;MAC5C,IAAI,OAAOF,IAAI,CAACE,WAAW,KAAK,QAAQ,EAAE;QACxC,IAAI,CAACA,WAAW,GAAG,IAAIP,KAAK,CAACK,IAAI,CAACE,WAAW,CAAC;MAChD,CAAC,MAAM;QACL,IAAI,CAACA,WAAW,GAAGF,IAAI,CAACE,WAAW;MACrC;IACF,CAAC,MAAM;MACL,MAAM,IAAIN,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCAAuC,CACxC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACO,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGP,IAAI,CAACO,SAAS;IACjC;IACA,IAAIP,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACQ,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,OAAOR,IAAI,CAACQ,mBAAmB,KAAK,QAAQ,EAAE;QAChD,IAAI,CAACA,mBAAmB,GAAG,IAAIb,KAAK,CAACK,IAAI,CAACQ,mBAAmB,CAAC;MAChE,CAAC,MAAM;QACL,IAAI,CAACA,mBAAmB,GAAGR,IAAI,CAACQ,mBAAmB;MACrD;IACF;IACA,IAAIR,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACS,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,CAACA,mBAAmB,GAAGT,IAAI,CAACS,mBAAmB;IACrD;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACU,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,OAAOV,IAAI,CAACU,mBAAmB,KAAK,QAAQ,EAAE;QAChD,IAAI,CAACA,mBAAmB,GAAG,IAAIf,KAAK,CAACK,IAAI,CAACU,mBAAmB,CAAC;MAChE,CAAC,MAAM;QACL,IAAI,CAACA,mBAAmB,GAAGV,IAAI,CAACU,mBAAmB;MACrD;IACF;IACA,IAAIV,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACW,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,CAACA,mBAAmB,GAAGX,IAAI,CAACW,mBAAmB;IACrD;EACF;EACOC,KAAK,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,aAAa,CAAC;IACtC,IAAI,IAAI,CAACb,SAAS,IAAI,IAAI,EAAE;MAC1BY,MAAM,CAACE,eAAe,CAAC,WAAW,EAAEnB,MAAM,CAACO,MAAM,CAACa,IAAI,CAACC,MAAM,EAAE,CAAC,CAAC;MACjEJ,MAAM,CAACK,WAAW,CAAC,IAAI,CAACjB,SAAS,CAAC;MAClCY,MAAM,CAACM,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACjB,WAAW,IAAI,IAAI,EAAE;MAC5BW,MAAM,CAACE,eAAe,CAAC,aAAa,EAAEnB,MAAM,CAACO,MAAM,CAACa,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MAChEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACnB,WAAW,CAAC;MACjCW,MAAM,CAACM,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACZ,SAAS,IAAI,IAAI,EAAE;MAC1BM,MAAM,CAACE,eAAe,CAAC,WAAW,EAAEnB,MAAM,CAACO,MAAM,CAACa,IAAI,CAACM,MAAM,EAAE,CAAC,CAAC;MACjE,IAAI,CAACf,SAAS,CAACK,KAAK,CAACC,MAAM,CAAC;MAC5BA,MAAM,CAACM,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACX,mBAAmB,IAAI,IAAI,EAAE;MACpCK,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEnB,MAAM,CAACO,MAAM,CAACa,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MACxEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACb,mBAAmB,CAAC;MACzCK,MAAM,CAACM,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACV,mBAAmB,IAAI,IAAI,EAAE;MACpCI,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEnB,MAAM,CAACO,MAAM,CAACa,IAAI,CAACO,GAAG,EAAE,CAAC,CAAC;MACxEV,MAAM,CAACW,QAAQ,CAAC,IAAI,CAACf,mBAAmB,CAAC;MACzCI,MAAM,CAACM,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACT,mBAAmB,IAAI,IAAI,EAAE;MACpCG,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEnB,MAAM,CAACO,MAAM,CAACa,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MACxEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACX,mBAAmB,CAAC;MACzCG,MAAM,CAACM,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACR,mBAAmB,IAAI,IAAI,EAAE;MACpCE,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEnB,MAAM,CAACO,MAAM,CAACa,IAAI,CAACO,GAAG,EAAE,CAAC,CAAC;MACxEV,MAAM,CAACW,QAAQ,CAAC,IAAI,CAACb,mBAAmB,CAAC;MACzCE,MAAM,CAACM,aAAa,EAAE;IACxB;IACAN,MAAM,CAACY,cAAc,EAAE;IACvBZ,MAAM,CAACa,cAAc,EAAE;IACvB;EACF;EACA,OAAcC,IAAI,CAACC,KAAuB,EAAe;IACvDA,KAAK,CAACC,eAAe,EAAE;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,EAAE;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKrC,MAAM,CAACO,MAAM,CAACa,IAAI,CAACqB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAKrC,MAAM,CAACO,MAAM,CAACa,IAAI,CAACC,MAAM,EAAE;YAC3C,MAAMqB,OAAe,GAAGV,KAAK,CAACW,UAAU,EAAE;YAC1CT,KAAK,CAAC7B,SAAS,GAAGqC,OAAO;UAC3B,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACO,MAAM,CAACa,IAAI,CAACI,GAAG,EAAE;YACxC,MAAMqB,OAAc,GAAGb,KAAK,CAACc,OAAO,EAAE;YACtCZ,KAAK,CAAC5B,WAAW,GAAGuC,OAAO;UAC7B,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACO,MAAM,CAACa,IAAI,CAACM,MAAM,EAAE;YAC3C,MAAMqB,OAAsC,GAC1C9C,cAAc,CAACA,cAAc,CAAC8B,IAAI,CAACC,KAAK,CAAC;YAC3CE,KAAK,CAACvB,SAAS,GAAGoC,OAAO;UAC3B,CAAC,MAAM;YACLf,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACO,MAAM,CAACa,IAAI,CAACI,GAAG,EAAE;YACxC,MAAMwB,OAAc,GAAGhB,KAAK,CAACc,OAAO,EAAE;YACtCZ,KAAK,CAACtB,mBAAmB,GAAGoC,OAAO;UACrC,CAAC,MAAM;YACLhB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACO,MAAM,CAACa,IAAI,CAACO,GAAG,EAAE;YACxC,MAAMsB,OAAe,GAAGjB,KAAK,CAACkB,OAAO,EAAE;YACvChB,KAAK,CAACrB,mBAAmB,GAAGoC,OAAO;UACrC,CAAC,MAAM;YACLjB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACO,MAAM,CAACa,IAAI,CAACI,GAAG,EAAE;YACxC,MAAM2B,OAAc,GAAGnB,KAAK,CAACc,OAAO,EAAE;YACtCZ,KAAK,CAACpB,mBAAmB,GAAGqC,OAAO;UACrC,CAAC,MAAM;YACLnB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACO,MAAM,CAACa,IAAI,CAACO,GAAG,EAAE;YACxC,MAAMyB,OAAe,GAAGpB,KAAK,CAACkB,OAAO,EAAE;YACvChB,KAAK,CAACnB,mBAAmB,GAAGqC,OAAO;UACrC,CAAC,MAAM;YACLpB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MAAC;MAEHL,KAAK,CAACqB,YAAY,EAAE;IACtB;IACArB,KAAK,CAACsB,aAAa,EAAE;IACrB,IAAIpB,KAAK,CAAC5B,WAAW,KAAKiD,SAAS,EAAE;MACnC,OAAO,IAAIrD,WAAW,CAACgC,KAAK,CAAC;IAC/B,CAAC,MAAM;MACL,MAAM,IAAIlC,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCAAuC,CACxC;IACH;EACF;AACF"}
1
+ {"version":3,"file":"ColumnChunk.js","names":["Int64","thrift","ColumnMetaData","ColumnChunk","constructor","args","_defineProperty","file_path","file_offset","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","meta_data","offset_index_offset","offset_index_length","column_index_offset","column_index_length","write","output","writeStructBegin","writeFieldBegin","Type","STRING","writeString","writeFieldEnd","I64","writeI64","STRUCT","I32","writeI32","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readString","skip","value_2","readI64","value_3","value_4","value_5","readI32","value_6","value_7","readFieldEnd","readStructEnd","undefined"],"sources":["../../../../src/parquetjs/parquet-thrift/ColumnChunk.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as ColumnMetaData from './ColumnMetaData';\nexport interface IColumnChunkArgs {\n file_path?: string;\n file_offset: number | Int64;\n meta_data?: ColumnMetaData.ColumnMetaData;\n offset_index_offset?: number | Int64;\n offset_index_length?: number;\n column_index_offset?: number | Int64;\n column_index_length?: number;\n}\nexport class ColumnChunk {\n public file_path?: string;\n public file_offset: Int64;\n public meta_data?: ColumnMetaData.ColumnMetaData;\n public offset_index_offset?: Int64;\n public offset_index_length?: number;\n public column_index_offset?: Int64;\n public column_index_length?: number;\n constructor(args: IColumnChunkArgs) {\n if (args != null && args.file_path != null) {\n this.file_path = args.file_path;\n }\n if (args != null && args.file_offset != null) {\n if (typeof args.file_offset === 'number') {\n this.file_offset = new Int64(args.file_offset);\n } else {\n this.file_offset = args.file_offset;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[file_offset] is unset!'\n );\n }\n if (args != null && args.meta_data != null) {\n this.meta_data = args.meta_data;\n }\n if (args != null && args.offset_index_offset != null) {\n if (typeof args.offset_index_offset === 'number') {\n this.offset_index_offset = new Int64(args.offset_index_offset);\n } else {\n this.offset_index_offset = args.offset_index_offset;\n }\n }\n if (args != null && args.offset_index_length != null) {\n this.offset_index_length = args.offset_index_length;\n }\n if (args != null && args.column_index_offset != null) {\n if (typeof args.column_index_offset === 'number') {\n this.column_index_offset = new Int64(args.column_index_offset);\n } else {\n this.column_index_offset = args.column_index_offset;\n }\n }\n if (args != null && args.column_index_length != null) {\n this.column_index_length = args.column_index_length;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('ColumnChunk');\n if (this.file_path != null) {\n output.writeFieldBegin('file_path', thrift.Thrift.Type.STRING, 1);\n output.writeString(this.file_path);\n output.writeFieldEnd();\n }\n if (this.file_offset != null) {\n output.writeFieldBegin('file_offset', thrift.Thrift.Type.I64, 2);\n output.writeI64(this.file_offset);\n output.writeFieldEnd();\n }\n if (this.meta_data != null) {\n output.writeFieldBegin('meta_data', thrift.Thrift.Type.STRUCT, 3);\n this.meta_data.write(output);\n output.writeFieldEnd();\n }\n if (this.offset_index_offset != null) {\n output.writeFieldBegin('offset_index_offset', thrift.Thrift.Type.I64, 4);\n output.writeI64(this.offset_index_offset);\n output.writeFieldEnd();\n }\n if (this.offset_index_length != null) {\n output.writeFieldBegin('offset_index_length', thrift.Thrift.Type.I32, 5);\n output.writeI32(this.offset_index_length);\n output.writeFieldEnd();\n }\n if (this.column_index_offset != null) {\n output.writeFieldBegin('column_index_offset', thrift.Thrift.Type.I64, 6);\n output.writeI64(this.column_index_offset);\n output.writeFieldEnd();\n }\n if (this.column_index_length != null) {\n output.writeFieldBegin('column_index_length', thrift.Thrift.Type.I32, 7);\n output.writeI32(this.column_index_length);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): ColumnChunk {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.STRING) {\n const value_1: string = input.readString();\n _args.file_path = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_2: Int64 = input.readI64();\n _args.file_offset = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_3: ColumnMetaData.ColumnMetaData =\n ColumnMetaData.ColumnMetaData.read(input);\n _args.meta_data = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_4: Int64 = input.readI64();\n _args.offset_index_offset = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_5: number = input.readI32();\n _args.offset_index_length = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_6: Int64 = input.readI64();\n _args.column_index_offset = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_7: number = input.readI32();\n _args.column_index_length = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (_args.file_offset !== undefined) {\n return new ColumnChunk(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read ColumnChunk from input'\n );\n }\n }\n}\n"],"mappings":";AAMA,OAAOA,KAAK,MAAM,YAAY;AAC9B,OAAO,KAAKC,MAAM,MAAM,QAAQ;AAChC,OAAO,KAAKC,cAAc,MAAM,kBAAkB;AAUlD,OAAO,MAAMC,WAAW,CAAC;EAQvBC,WAAWA,CAACC,IAAsB,EAAE;IAAAC,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAClC,IAAID,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGF,IAAI,CAACE,SAAS;IACjC;IACA,IAAIF,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACG,WAAW,IAAI,IAAI,EAAE;MAC5C,IAAI,OAAOH,IAAI,CAACG,WAAW,KAAK,QAAQ,EAAE;QACxC,IAAI,CAACA,WAAW,GAAG,IAAIR,KAAK,CAACK,IAAI,CAACG,WAAW,CAAC;MAChD,CAAC,MAAM;QACL,IAAI,CAACA,WAAW,GAAGH,IAAI,CAACG,WAAW;MACrC;IACF,CAAC,MAAM;MACL,MAAM,IAAIP,MAAM,CAACQ,MAAM,CAACC,kBAAkB,CACxCT,MAAM,CAACQ,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCAAuC,CACxC;IACH;IACA,IAAIP,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACQ,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGR,IAAI,CAACQ,SAAS;IACjC;IACA,IAAIR,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACS,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,OAAOT,IAAI,CAACS,mBAAmB,KAAK,QAAQ,EAAE;QAChD,IAAI,CAACA,mBAAmB,GAAG,IAAId,KAAK,CAACK,IAAI,CAACS,mBAAmB,CAAC;MAChE,CAAC,MAAM;QACL,IAAI,CAACA,mBAAmB,GAAGT,IAAI,CAACS,mBAAmB;MACrD;IACF;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACU,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,CAACA,mBAAmB,GAAGV,IAAI,CAACU,mBAAmB;IACrD;IACA,IAAIV,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACW,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,OAAOX,IAAI,CAACW,mBAAmB,KAAK,QAAQ,EAAE;QAChD,IAAI,CAACA,mBAAmB,GAAG,IAAIhB,KAAK,CAACK,IAAI,CAACW,mBAAmB,CAAC;MAChE,CAAC,MAAM;QACL,IAAI,CAACA,mBAAmB,GAAGX,IAAI,CAACW,mBAAmB;MACrD;IACF;IACA,IAAIX,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACY,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,CAACA,mBAAmB,GAAGZ,IAAI,CAACY,mBAAmB;IACrD;EACF;EACOC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,aAAa,CAAC;IACtC,IAAI,IAAI,CAACb,SAAS,IAAI,IAAI,EAAE;MAC1BY,MAAM,CAACE,eAAe,CAAC,WAAW,EAAEpB,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACC,MAAM,EAAE,CAAC,CAAC;MACjEJ,MAAM,CAACK,WAAW,CAAC,IAAI,CAACjB,SAAS,CAAC;MAClCY,MAAM,CAACM,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACjB,WAAW,IAAI,IAAI,EAAE;MAC5BW,MAAM,CAACE,eAAe,CAAC,aAAa,EAAEpB,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MAChEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACnB,WAAW,CAAC;MACjCW,MAAM,CAACM,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACZ,SAAS,IAAI,IAAI,EAAE;MAC1BM,MAAM,CAACE,eAAe,CAAC,WAAW,EAAEpB,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACM,MAAM,EAAE,CAAC,CAAC;MACjE,IAAI,CAACf,SAAS,CAACK,KAAK,CAACC,MAAM,CAAC;MAC5BA,MAAM,CAACM,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACX,mBAAmB,IAAI,IAAI,EAAE;MACpCK,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEpB,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MACxEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACb,mBAAmB,CAAC;MACzCK,MAAM,CAACM,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACV,mBAAmB,IAAI,IAAI,EAAE;MACpCI,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEpB,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACO,GAAG,EAAE,CAAC,CAAC;MACxEV,MAAM,CAACW,QAAQ,CAAC,IAAI,CAACf,mBAAmB,CAAC;MACzCI,MAAM,CAACM,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACT,mBAAmB,IAAI,IAAI,EAAE;MACpCG,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEpB,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MACxEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACX,mBAAmB,CAAC;MACzCG,MAAM,CAACM,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACR,mBAAmB,IAAI,IAAI,EAAE;MACpCE,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEpB,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACO,GAAG,EAAE,CAAC,CAAC;MACxEV,MAAM,CAACW,QAAQ,CAAC,IAAI,CAACb,mBAAmB,CAAC;MACzCE,MAAM,CAACM,aAAa,EAAE;IACxB;IACAN,MAAM,CAACY,cAAc,EAAE;IACvBZ,MAAM,CAACa,cAAc,EAAE;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAe;IACvDA,KAAK,CAACC,eAAe,EAAE;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,EAAE;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKtC,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACqB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAKtC,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACC,MAAM,EAAE;YAC3C,MAAMqB,OAAe,GAAGV,KAAK,CAACW,UAAU,EAAE;YAC1CT,KAAK,CAAC7B,SAAS,GAAGqC,OAAO;UAC3B,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACI,GAAG,EAAE;YACxC,MAAMqB,OAAc,GAAGb,KAAK,CAACc,OAAO,EAAE;YACtCZ,KAAK,CAAC5B,WAAW,GAAGuC,OAAO;UAC7B,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACM,MAAM,EAAE;YAC3C,MAAMqB,OAAsC,GAC1C/C,cAAc,CAACA,cAAc,CAAC+B,IAAI,CAACC,KAAK,CAAC;YAC3CE,KAAK,CAACvB,SAAS,GAAGoC,OAAO;UAC3B,CAAC,MAAM;YACLf,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACI,GAAG,EAAE;YACxC,MAAMwB,OAAc,GAAGhB,KAAK,CAACc,OAAO,EAAE;YACtCZ,KAAK,CAACtB,mBAAmB,GAAGoC,OAAO;UACrC,CAAC,MAAM;YACLhB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACO,GAAG,EAAE;YACxC,MAAMsB,OAAe,GAAGjB,KAAK,CAACkB,OAAO,EAAE;YACvChB,KAAK,CAACrB,mBAAmB,GAAGoC,OAAO;UACrC,CAAC,MAAM;YACLjB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACI,GAAG,EAAE;YACxC,MAAM2B,OAAc,GAAGnB,KAAK,CAACc,OAAO,EAAE;YACtCZ,KAAK,CAACpB,mBAAmB,GAAGqC,OAAO;UACrC,CAAC,MAAM;YACLnB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACQ,MAAM,CAACa,IAAI,CAACO,GAAG,EAAE;YACxC,MAAMyB,OAAe,GAAGpB,KAAK,CAACkB,OAAO,EAAE;YACvChB,KAAK,CAACnB,mBAAmB,GAAGqC,OAAO;UACrC,CAAC,MAAM;YACLpB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MAAC;MAEHL,KAAK,CAACqB,YAAY,EAAE;IACtB;IACArB,KAAK,CAACsB,aAAa,EAAE;IACrB,IAAIpB,KAAK,CAAC5B,WAAW,KAAKiD,SAAS,EAAE;MACnC,OAAO,IAAItD,WAAW,CAACiC,KAAK,CAAC;IAC/B,CAAC,MAAM;MACL,MAAM,IAAInC,MAAM,CAACQ,MAAM,CAACC,kBAAkB,CACxCT,MAAM,CAACQ,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCAAuC,CACxC;IACH;EACF;AACF"}
@@ -1 +1 @@
1
- {"version":3,"file":"ColumnIndex.js","names":["Int64","thrift","ColumnIndex","constructor","args","null_pages","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","min_values","max_values","boundary_order","null_counts","map","c","write","output","writeStructBegin","writeFieldBegin","Type","LIST","writeListBegin","BOOL","length","forEach","value_1","writeBool","writeListEnd","writeFieldEnd","STRING","value_2","writeBinary","value_3","I32","writeI32","I64","value_4","writeI64","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_5","Array","metadata_1","readListBegin","size_1","size","i_1","value_6","readBool","push","readListEnd","skip","value_7","metadata_2","size_2","i_2","value_8","readBinary","value_9","metadata_3","size_3","i_3","value_10","value_11","readI32","value_12","metadata_4","size_4","i_4","value_13","readI64","readFieldEnd","readStructEnd","undefined"],"sources":["../../../../src/parquetjs/parquet-thrift/ColumnIndex.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as BoundaryOrder from './BoundaryOrder';\nexport interface IColumnIndexArgs {\n null_pages: Array<boolean>;\n min_values: Array<Buffer>;\n max_values: Array<Buffer>;\n boundary_order: BoundaryOrder.BoundaryOrder;\n null_counts?: Array<number | Int64>;\n}\nexport class ColumnIndex {\n public null_pages: Array<boolean>;\n public min_values: Array<Buffer>;\n public max_values: Array<Buffer>;\n public boundary_order: BoundaryOrder.BoundaryOrder;\n public null_counts?: Array<Int64>;\n constructor(args: IColumnIndexArgs) {\n if (args != null && args.null_pages != null) {\n this.null_pages = args.null_pages;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[null_pages] is unset!'\n );\n }\n if (args != null && args.min_values != null) {\n this.min_values = args.min_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[min_values] is unset!'\n );\n }\n if (args != null && args.max_values != null) {\n this.max_values = args.max_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[max_values] is unset!'\n );\n }\n if (args != null && args.boundary_order != null) {\n this.boundary_order = args.boundary_order;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[boundary_order] is unset!'\n );\n }\n if (args != null && args.null_counts != null) {\n this.null_counts = args.null_counts.map((c) => new Int64(+c));\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('ColumnIndex');\n if (this.null_pages != null) {\n output.writeFieldBegin('null_pages', thrift.Thrift.Type.LIST, 1);\n output.writeListBegin(thrift.Thrift.Type.BOOL, this.null_pages.length);\n this.null_pages.forEach((value_1: boolean): void => {\n output.writeBool(value_1);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.min_values != null) {\n output.writeFieldBegin('min_values', thrift.Thrift.Type.LIST, 2);\n output.writeListBegin(thrift.Thrift.Type.STRING, this.min_values.length);\n this.min_values.forEach((value_2: Buffer): void => {\n output.writeBinary(value_2);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.max_values != null) {\n output.writeFieldBegin('max_values', thrift.Thrift.Type.LIST, 3);\n output.writeListBegin(thrift.Thrift.Type.STRING, this.max_values.length);\n this.max_values.forEach((value_3: Buffer): void => {\n output.writeBinary(value_3);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.boundary_order != null) {\n output.writeFieldBegin('boundary_order', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.boundary_order);\n output.writeFieldEnd();\n }\n if (this.null_counts != null) {\n output.writeFieldBegin('null_counts', thrift.Thrift.Type.LIST, 5);\n output.writeListBegin(thrift.Thrift.Type.I64, this.null_counts.length);\n this.null_counts.forEach((value_4: Int64): void => {\n output.writeI64(value_4);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): ColumnIndex {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_5: Array<boolean> = new Array<boolean>();\n const metadata_1: thrift.TList = input.readListBegin();\n const size_1: number = metadata_1.size;\n for (let i_1: number = 0; i_1 < size_1; i_1++) {\n const value_6: boolean = input.readBool();\n value_5.push(value_6);\n }\n input.readListEnd();\n _args.null_pages = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_7: Array<Buffer> = new Array<Buffer>();\n const metadata_2: thrift.TList = input.readListBegin();\n const size_2: number = metadata_2.size;\n for (let i_2: number = 0; i_2 < size_2; i_2++) {\n const value_8: Buffer = input.readBinary();\n value_7.push(value_8);\n }\n input.readListEnd();\n _args.min_values = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_9: Array<Buffer> = new Array<Buffer>();\n const metadata_3: thrift.TList = input.readListBegin();\n const size_3: number = metadata_3.size;\n for (let i_3: number = 0; i_3 < size_3; i_3++) {\n const value_10: Buffer = input.readBinary();\n value_9.push(value_10);\n }\n input.readListEnd();\n _args.max_values = value_9;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_11: BoundaryOrder.BoundaryOrder = input.readI32();\n _args.boundary_order = value_11;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_12: Array<Int64> = new Array<Int64>();\n const metadata_4: thrift.TList = input.readListBegin();\n const size_4: number = metadata_4.size;\n for (let i_4: number = 0; i_4 < size_4; i_4++) {\n const value_13: Int64 = input.readI64();\n value_12.push(value_13);\n }\n input.readListEnd();\n _args.null_counts = value_12;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.null_pages !== undefined &&\n _args.min_values !== undefined &&\n _args.max_values !== undefined &&\n _args.boundary_order !== undefined\n ) {\n return new ColumnIndex(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read ColumnIndex from input'\n );\n }\n }\n}\n"],"mappings":";AAMA,OAAOA,KAAK,MAAM,YAAY;AAC9B,OAAO,KAAKC,MAAM,MAAM,QAAQ;AAShC,OAAO,MAAMC,WAAW,CAAC;EAMvBC,WAAW,CAACC,IAAsB,EAAE;IAAA;IAAA;IAAA;IAAA;IAAA;IAClC,IAAIA,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACC,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGD,IAAI,CAACC,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIJ,MAAM,CAACK,MAAM,CAACC,kBAAkB,CACxCN,MAAM,CAACK,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCAAsC,CACvC;IACH;IACA,IAAIL,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACM,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGN,IAAI,CAACM,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIT,MAAM,CAACK,MAAM,CAACC,kBAAkB,CACxCN,MAAM,CAACK,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCAAsC,CACvC;IACH;IACA,IAAIL,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACO,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGP,IAAI,CAACO,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIV,MAAM,CAACK,MAAM,CAACC,kBAAkB,CACxCN,MAAM,CAACK,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCAAsC,CACvC;IACH;IACA,IAAIL,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACQ,cAAc,IAAI,IAAI,EAAE;MAC/C,IAAI,CAACA,cAAc,GAAGR,IAAI,CAACQ,cAAc;IAC3C,CAAC,MAAM;MACL,MAAM,IAAIX,MAAM,CAACK,MAAM,CAACC,kBAAkB,CACxCN,MAAM,CAACK,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,0CAA0C,CAC3C;IACH;IACA,IAAIL,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACS,WAAW,IAAI,IAAI,EAAE;MAC5C,IAAI,CAACA,WAAW,GAAGT,IAAI,CAACS,WAAW,CAACC,GAAG,CAAEC,CAAC,IAAK,IAAIf,KAAK,CAAC,CAACe,CAAC,CAAC,CAAC;IAC/D;EACF;EACOC,KAAK,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,aAAa,CAAC;IACtC,IAAI,IAAI,CAACb,UAAU,IAAI,IAAI,EAAE;MAC3BY,MAAM,CAACE,eAAe,CAAC,YAAY,EAAElB,MAAM,CAACK,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MAChEJ,MAAM,CAACK,cAAc,CAACrB,MAAM,CAACK,MAAM,CAACc,IAAI,CAACG,IAAI,EAAE,IAAI,CAAClB,UAAU,CAACmB,MAAM,CAAC;MACtE,IAAI,CAACnB,UAAU,CAACoB,OAAO,CAAEC,OAAgB,IAAW;QAClDT,MAAM,CAACU,SAAS,CAACD,OAAO,CAAC;MAC3B,CAAC,CAAC;MACFT,MAAM,CAACW,YAAY,EAAE;MACrBX,MAAM,CAACY,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACnB,UAAU,IAAI,IAAI,EAAE;MAC3BO,MAAM,CAACE,eAAe,CAAC,YAAY,EAAElB,MAAM,CAACK,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MAChEJ,MAAM,CAACK,cAAc,CAACrB,MAAM,CAACK,MAAM,CAACc,IAAI,CAACU,MAAM,EAAE,IAAI,CAACpB,UAAU,CAACc,MAAM,CAAC;MACxE,IAAI,CAACd,UAAU,CAACe,OAAO,CAAEM,OAAe,IAAW;QACjDd,MAAM,CAACe,WAAW,CAACD,OAAO,CAAC;MAC7B,CAAC,CAAC;MACFd,MAAM,CAACW,YAAY,EAAE;MACrBX,MAAM,CAACY,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAAClB,UAAU,IAAI,IAAI,EAAE;MAC3BM,MAAM,CAACE,eAAe,CAAC,YAAY,EAAElB,MAAM,CAACK,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MAChEJ,MAAM,CAACK,cAAc,CAACrB,MAAM,CAACK,MAAM,CAACc,IAAI,CAACU,MAAM,EAAE,IAAI,CAACnB,UAAU,CAACa,MAAM,CAAC;MACxE,IAAI,CAACb,UAAU,CAACc,OAAO,CAAEQ,OAAe,IAAW;QACjDhB,MAAM,CAACe,WAAW,CAACC,OAAO,CAAC;MAC7B,CAAC,CAAC;MACFhB,MAAM,CAACW,YAAY,EAAE;MACrBX,MAAM,CAACY,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACjB,cAAc,IAAI,IAAI,EAAE;MAC/BK,MAAM,CAACE,eAAe,CAAC,gBAAgB,EAAElB,MAAM,CAACK,MAAM,CAACc,IAAI,CAACc,GAAG,EAAE,CAAC,CAAC;MACnEjB,MAAM,CAACkB,QAAQ,CAAC,IAAI,CAACvB,cAAc,CAAC;MACpCK,MAAM,CAACY,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAAChB,WAAW,IAAI,IAAI,EAAE;MAC5BI,MAAM,CAACE,eAAe,CAAC,aAAa,EAAElB,MAAM,CAACK,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MACjEJ,MAAM,CAACK,cAAc,CAACrB,MAAM,CAACK,MAAM,CAACc,IAAI,CAACgB,GAAG,EAAE,IAAI,CAACvB,WAAW,CAACW,MAAM,CAAC;MACtE,IAAI,CAACX,WAAW,CAACY,OAAO,CAAEY,OAAc,IAAW;QACjDpB,MAAM,CAACqB,QAAQ,CAACD,OAAO,CAAC;MAC1B,CAAC,CAAC;MACFpB,MAAM,CAACW,YAAY,EAAE;MACrBX,MAAM,CAACY,aAAa,EAAE;IACxB;IACAZ,MAAM,CAACsB,cAAc,EAAE;IACvBtB,MAAM,CAACuB,cAAc,EAAE;IACvB;EACF;EACA,OAAcC,IAAI,CAACC,KAAuB,EAAe;IACvDA,KAAK,CAACC,eAAe,EAAE;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,EAAE;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAK9C,MAAM,CAACK,MAAM,CAACc,IAAI,CAAC+B,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAK9C,MAAM,CAACK,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE;YACzC,MAAM+B,OAAuB,GAAG,IAAIC,KAAK,EAAW;YACpD,MAAMC,UAAwB,GAAGZ,KAAK,CAACa,aAAa,EAAE;YACtD,MAAMC,MAAc,GAAGF,UAAU,CAACG,IAAI;YACtC,KAAK,IAAIC,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGF,MAAM,EAAEE,GAAG,EAAE,EAAE;cAC7C,MAAMC,OAAgB,GAAGjB,KAAK,CAACkB,QAAQ,EAAE;cACzCR,OAAO,CAACS,IAAI,CAACF,OAAO,CAAC;YACvB;YACAjB,KAAK,CAACoB,WAAW,EAAE;YACnBlB,KAAK,CAACvC,UAAU,GAAG+C,OAAO;UAC5B,CAAC,MAAM;YACLV,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9C,MAAM,CAACK,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE;YACzC,MAAM2C,OAAsB,GAAG,IAAIX,KAAK,EAAU;YAClD,MAAMY,UAAwB,GAAGvB,KAAK,CAACa,aAAa,EAAE;YACtD,MAAMW,MAAc,GAAGD,UAAU,CAACR,IAAI;YACtC,KAAK,IAAIU,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,OAAe,GAAG1B,KAAK,CAAC2B,UAAU,EAAE;cAC1CL,OAAO,CAACH,IAAI,CAACO,OAAO,CAAC;YACvB;YACA1B,KAAK,CAACoB,WAAW,EAAE;YACnBlB,KAAK,CAAClC,UAAU,GAAGsD,OAAO;UAC5B,CAAC,MAAM;YACLtB,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9C,MAAM,CAACK,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE;YACzC,MAAMiD,OAAsB,GAAG,IAAIjB,KAAK,EAAU;YAClD,MAAMkB,UAAwB,GAAG7B,KAAK,CAACa,aAAa,EAAE;YACtD,MAAMiB,MAAc,GAAGD,UAAU,CAACd,IAAI;YACtC,KAAK,IAAIgB,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,QAAgB,GAAGhC,KAAK,CAAC2B,UAAU,EAAE;cAC3CC,OAAO,CAACT,IAAI,CAACa,QAAQ,CAAC;YACxB;YACAhC,KAAK,CAACoB,WAAW,EAAE;YACnBlB,KAAK,CAACjC,UAAU,GAAG2D,OAAO;UAC5B,CAAC,MAAM;YACL5B,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9C,MAAM,CAACK,MAAM,CAACc,IAAI,CAACc,GAAG,EAAE;YACxC,MAAMyC,QAAqC,GAAGjC,KAAK,CAACkC,OAAO,EAAE;YAC7DhC,KAAK,CAAChC,cAAc,GAAG+D,QAAQ;UACjC,CAAC,MAAM;YACLjC,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9C,MAAM,CAACK,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE;YACzC,MAAMwD,QAAsB,GAAG,IAAIxB,KAAK,EAAS;YACjD,MAAMyB,UAAwB,GAAGpC,KAAK,CAACa,aAAa,EAAE;YACtD,MAAMwB,MAAc,GAAGD,UAAU,CAACrB,IAAI;YACtC,KAAK,IAAIuB,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,QAAe,GAAGvC,KAAK,CAACwC,OAAO,EAAE;cACvCL,QAAQ,CAAChB,IAAI,CAACoB,QAAQ,CAAC;YACzB;YACAvC,KAAK,CAACoB,WAAW,EAAE;YACnBlB,KAAK,CAAC/B,WAAW,GAAGgE,QAAQ;UAC9B,CAAC,MAAM;YACLnC,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;MAAC;MAEHL,KAAK,CAACyC,YAAY,EAAE;IACtB;IACAzC,KAAK,CAAC0C,aAAa,EAAE;IACrB,IACExC,KAAK,CAACvC,UAAU,KAAKgF,SAAS,IAC9BzC,KAAK,CAAClC,UAAU,KAAK2E,SAAS,IAC9BzC,KAAK,CAACjC,UAAU,KAAK0E,SAAS,IAC9BzC,KAAK,CAAChC,cAAc,KAAKyE,SAAS,EAClC;MACA,OAAO,IAAInF,WAAW,CAAC0C,KAAK,CAAC;IAC/B,CAAC,MAAM;MACL,MAAM,IAAI3C,MAAM,CAACK,MAAM,CAACC,kBAAkB,CACxCN,MAAM,CAACK,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCAAuC,CACxC;IACH;EACF;AACF"}
1
+ {"version":3,"file":"ColumnIndex.js","names":["Int64","thrift","ColumnIndex","constructor","args","_defineProperty","null_pages","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","min_values","max_values","boundary_order","null_counts","map","c","write","output","writeStructBegin","writeFieldBegin","Type","LIST","writeListBegin","BOOL","length","forEach","value_1","writeBool","writeListEnd","writeFieldEnd","STRING","value_2","writeBinary","value_3","I32","writeI32","I64","value_4","writeI64","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_5","Array","metadata_1","readListBegin","size_1","size","i_1","value_6","readBool","push","readListEnd","skip","value_7","metadata_2","size_2","i_2","value_8","readBinary","value_9","metadata_3","size_3","i_3","value_10","value_11","readI32","value_12","metadata_4","size_4","i_4","value_13","readI64","readFieldEnd","readStructEnd","undefined"],"sources":["../../../../src/parquetjs/parquet-thrift/ColumnIndex.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as BoundaryOrder from './BoundaryOrder';\nexport interface IColumnIndexArgs {\n null_pages: Array<boolean>;\n min_values: Array<Buffer>;\n max_values: Array<Buffer>;\n boundary_order: BoundaryOrder.BoundaryOrder;\n null_counts?: Array<number | Int64>;\n}\nexport class ColumnIndex {\n public null_pages: Array<boolean>;\n public min_values: Array<Buffer>;\n public max_values: Array<Buffer>;\n public boundary_order: BoundaryOrder.BoundaryOrder;\n public null_counts?: Array<Int64>;\n constructor(args: IColumnIndexArgs) {\n if (args != null && args.null_pages != null) {\n this.null_pages = args.null_pages;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[null_pages] is unset!'\n );\n }\n if (args != null && args.min_values != null) {\n this.min_values = args.min_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[min_values] is unset!'\n );\n }\n if (args != null && args.max_values != null) {\n this.max_values = args.max_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[max_values] is unset!'\n );\n }\n if (args != null && args.boundary_order != null) {\n this.boundary_order = args.boundary_order;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[boundary_order] is unset!'\n );\n }\n if (args != null && args.null_counts != null) {\n this.null_counts = args.null_counts.map((c) => new Int64(+c));\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('ColumnIndex');\n if (this.null_pages != null) {\n output.writeFieldBegin('null_pages', thrift.Thrift.Type.LIST, 1);\n output.writeListBegin(thrift.Thrift.Type.BOOL, this.null_pages.length);\n this.null_pages.forEach((value_1: boolean): void => {\n output.writeBool(value_1);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.min_values != null) {\n output.writeFieldBegin('min_values', thrift.Thrift.Type.LIST, 2);\n output.writeListBegin(thrift.Thrift.Type.STRING, this.min_values.length);\n this.min_values.forEach((value_2: Buffer): void => {\n output.writeBinary(value_2);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.max_values != null) {\n output.writeFieldBegin('max_values', thrift.Thrift.Type.LIST, 3);\n output.writeListBegin(thrift.Thrift.Type.STRING, this.max_values.length);\n this.max_values.forEach((value_3: Buffer): void => {\n output.writeBinary(value_3);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.boundary_order != null) {\n output.writeFieldBegin('boundary_order', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.boundary_order);\n output.writeFieldEnd();\n }\n if (this.null_counts != null) {\n output.writeFieldBegin('null_counts', thrift.Thrift.Type.LIST, 5);\n output.writeListBegin(thrift.Thrift.Type.I64, this.null_counts.length);\n this.null_counts.forEach((value_4: Int64): void => {\n output.writeI64(value_4);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): ColumnIndex {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_5: Array<boolean> = new Array<boolean>();\n const metadata_1: thrift.TList = input.readListBegin();\n const size_1: number = metadata_1.size;\n for (let i_1: number = 0; i_1 < size_1; i_1++) {\n const value_6: boolean = input.readBool();\n value_5.push(value_6);\n }\n input.readListEnd();\n _args.null_pages = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_7: Array<Buffer> = new Array<Buffer>();\n const metadata_2: thrift.TList = input.readListBegin();\n const size_2: number = metadata_2.size;\n for (let i_2: number = 0; i_2 < size_2; i_2++) {\n const value_8: Buffer = input.readBinary();\n value_7.push(value_8);\n }\n input.readListEnd();\n _args.min_values = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_9: Array<Buffer> = new Array<Buffer>();\n const metadata_3: thrift.TList = input.readListBegin();\n const size_3: number = metadata_3.size;\n for (let i_3: number = 0; i_3 < size_3; i_3++) {\n const value_10: Buffer = input.readBinary();\n value_9.push(value_10);\n }\n input.readListEnd();\n _args.max_values = value_9;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_11: BoundaryOrder.BoundaryOrder = input.readI32();\n _args.boundary_order = value_11;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_12: Array<Int64> = new Array<Int64>();\n const metadata_4: thrift.TList = input.readListBegin();\n const size_4: number = metadata_4.size;\n for (let i_4: number = 0; i_4 < size_4; i_4++) {\n const value_13: Int64 = input.readI64();\n value_12.push(value_13);\n }\n input.readListEnd();\n _args.null_counts = value_12;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.null_pages !== undefined &&\n _args.min_values !== undefined &&\n _args.max_values !== undefined &&\n _args.boundary_order !== undefined\n ) {\n return new ColumnIndex(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read ColumnIndex from input'\n );\n }\n }\n}\n"],"mappings":";AAMA,OAAOA,KAAK,MAAM,YAAY;AAC9B,OAAO,KAAKC,MAAM,MAAM,QAAQ;AAShC,OAAO,MAAMC,WAAW,CAAC;EAMvBC,WAAWA,CAACC,IAAsB,EAAE;IAAAC,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAClC,IAAID,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGF,IAAI,CAACE,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIL,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCAAsC,CACvC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACO,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGP,IAAI,CAACO,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIV,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCAAsC,CACvC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACQ,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGR,IAAI,CAACQ,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIX,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCAAsC,CACvC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACS,cAAc,IAAI,IAAI,EAAE;MAC/C,IAAI,CAACA,cAAc,GAAGT,IAAI,CAACS,cAAc;IAC3C,CAAC,MAAM;MACL,MAAM,IAAIZ,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,0CAA0C,CAC3C;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACU,WAAW,IAAI,IAAI,EAAE;MAC5C,IAAI,CAACA,WAAW,GAAGV,IAAI,CAACU,WAAW,CAACC,GAAG,CAAEC,CAAC,IAAK,IAAIhB,KAAK,CAAC,CAACgB,CAAC,CAAC,CAAC;IAC/D;EACF;EACOC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,aAAa,CAAC;IACtC,IAAI,IAAI,CAACb,UAAU,IAAI,IAAI,EAAE;MAC3BY,MAAM,CAACE,eAAe,CAAC,YAAY,EAAEnB,MAAM,CAACM,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MAChEJ,MAAM,CAACK,cAAc,CAACtB,MAAM,CAACM,MAAM,CAACc,IAAI,CAACG,IAAI,EAAE,IAAI,CAAClB,UAAU,CAACmB,MAAM,CAAC;MACtE,IAAI,CAACnB,UAAU,CAACoB,OAAO,CAAEC,OAAgB,IAAW;QAClDT,MAAM,CAACU,SAAS,CAACD,OAAO,CAAC;MAC3B,CAAC,CAAC;MACFT,MAAM,CAACW,YAAY,EAAE;MACrBX,MAAM,CAACY,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACnB,UAAU,IAAI,IAAI,EAAE;MAC3BO,MAAM,CAACE,eAAe,CAAC,YAAY,EAAEnB,MAAM,CAACM,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MAChEJ,MAAM,CAACK,cAAc,CAACtB,MAAM,CAACM,MAAM,CAACc,IAAI,CAACU,MAAM,EAAE,IAAI,CAACpB,UAAU,CAACc,MAAM,CAAC;MACxE,IAAI,CAACd,UAAU,CAACe,OAAO,CAAEM,OAAe,IAAW;QACjDd,MAAM,CAACe,WAAW,CAACD,OAAO,CAAC;MAC7B,CAAC,CAAC;MACFd,MAAM,CAACW,YAAY,EAAE;MACrBX,MAAM,CAACY,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAAClB,UAAU,IAAI,IAAI,EAAE;MAC3BM,MAAM,CAACE,eAAe,CAAC,YAAY,EAAEnB,MAAM,CAACM,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MAChEJ,MAAM,CAACK,cAAc,CAACtB,MAAM,CAACM,MAAM,CAACc,IAAI,CAACU,MAAM,EAAE,IAAI,CAACnB,UAAU,CAACa,MAAM,CAAC;MACxE,IAAI,CAACb,UAAU,CAACc,OAAO,CAAEQ,OAAe,IAAW;QACjDhB,MAAM,CAACe,WAAW,CAACC,OAAO,CAAC;MAC7B,CAAC,CAAC;MACFhB,MAAM,CAACW,YAAY,EAAE;MACrBX,MAAM,CAACY,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAACjB,cAAc,IAAI,IAAI,EAAE;MAC/BK,MAAM,CAACE,eAAe,CAAC,gBAAgB,EAAEnB,MAAM,CAACM,MAAM,CAACc,IAAI,CAACc,GAAG,EAAE,CAAC,CAAC;MACnEjB,MAAM,CAACkB,QAAQ,CAAC,IAAI,CAACvB,cAAc,CAAC;MACpCK,MAAM,CAACY,aAAa,EAAE;IACxB;IACA,IAAI,IAAI,CAAChB,WAAW,IAAI,IAAI,EAAE;MAC5BI,MAAM,CAACE,eAAe,CAAC,aAAa,EAAEnB,MAAM,CAACM,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MACjEJ,MAAM,CAACK,cAAc,CAACtB,MAAM,CAACM,MAAM,CAACc,IAAI,CAACgB,GAAG,EAAE,IAAI,CAACvB,WAAW,CAACW,MAAM,CAAC;MACtE,IAAI,CAACX,WAAW,CAACY,OAAO,CAAEY,OAAc,IAAW;QACjDpB,MAAM,CAACqB,QAAQ,CAACD,OAAO,CAAC;MAC1B,CAAC,CAAC;MACFpB,MAAM,CAACW,YAAY,EAAE;MACrBX,MAAM,CAACY,aAAa,EAAE;IACxB;IACAZ,MAAM,CAACsB,cAAc,EAAE;IACvBtB,MAAM,CAACuB,cAAc,EAAE;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAe;IACvDA,KAAK,CAACC,eAAe,EAAE;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,EAAE;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAK/C,MAAM,CAACM,MAAM,CAACc,IAAI,CAAC+B,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAK/C,MAAM,CAACM,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE;YACzC,MAAM+B,OAAuB,GAAG,IAAIC,KAAK,EAAW;YACpD,MAAMC,UAAwB,GAAGZ,KAAK,CAACa,aAAa,EAAE;YACtD,MAAMC,MAAc,GAAGF,UAAU,CAACG,IAAI;YACtC,KAAK,IAAIC,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGF,MAAM,EAAEE,GAAG,EAAE,EAAE;cAC7C,MAAMC,OAAgB,GAAGjB,KAAK,CAACkB,QAAQ,EAAE;cACzCR,OAAO,CAACS,IAAI,CAACF,OAAO,CAAC;YACvB;YACAjB,KAAK,CAACoB,WAAW,EAAE;YACnBlB,KAAK,CAACvC,UAAU,GAAG+C,OAAO;UAC5B,CAAC,MAAM;YACLV,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK/C,MAAM,CAACM,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE;YACzC,MAAM2C,OAAsB,GAAG,IAAIX,KAAK,EAAU;YAClD,MAAMY,UAAwB,GAAGvB,KAAK,CAACa,aAAa,EAAE;YACtD,MAAMW,MAAc,GAAGD,UAAU,CAACR,IAAI;YACtC,KAAK,IAAIU,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,OAAe,GAAG1B,KAAK,CAAC2B,UAAU,EAAE;cAC1CL,OAAO,CAACH,IAAI,CAACO,OAAO,CAAC;YACvB;YACA1B,KAAK,CAACoB,WAAW,EAAE;YACnBlB,KAAK,CAAClC,UAAU,GAAGsD,OAAO;UAC5B,CAAC,MAAM;YACLtB,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK/C,MAAM,CAACM,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE;YACzC,MAAMiD,OAAsB,GAAG,IAAIjB,KAAK,EAAU;YAClD,MAAMkB,UAAwB,GAAG7B,KAAK,CAACa,aAAa,EAAE;YACtD,MAAMiB,MAAc,GAAGD,UAAU,CAACd,IAAI;YACtC,KAAK,IAAIgB,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,QAAgB,GAAGhC,KAAK,CAAC2B,UAAU,EAAE;cAC3CC,OAAO,CAACT,IAAI,CAACa,QAAQ,CAAC;YACxB;YACAhC,KAAK,CAACoB,WAAW,EAAE;YACnBlB,KAAK,CAACjC,UAAU,GAAG2D,OAAO;UAC5B,CAAC,MAAM;YACL5B,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK/C,MAAM,CAACM,MAAM,CAACc,IAAI,CAACc,GAAG,EAAE;YACxC,MAAMyC,QAAqC,GAAGjC,KAAK,CAACkC,OAAO,EAAE;YAC7DhC,KAAK,CAAChC,cAAc,GAAG+D,QAAQ;UACjC,CAAC,MAAM;YACLjC,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK/C,MAAM,CAACM,MAAM,CAACc,IAAI,CAACC,IAAI,EAAE;YACzC,MAAMwD,QAAsB,GAAG,IAAIxB,KAAK,EAAS;YACjD,MAAMyB,UAAwB,GAAGpC,KAAK,CAACa,aAAa,EAAE;YACtD,MAAMwB,MAAc,GAAGD,UAAU,CAACrB,IAAI;YACtC,KAAK,IAAIuB,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,QAAe,GAAGvC,KAAK,CAACwC,OAAO,EAAE;cACvCL,QAAQ,CAAChB,IAAI,CAACoB,QAAQ,CAAC;YACzB;YACAvC,KAAK,CAACoB,WAAW,EAAE;YACnBlB,KAAK,CAAC/B,WAAW,GAAGgE,QAAQ;UAC9B,CAAC,MAAM;YACLnC,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;MAAC;MAEHL,KAAK,CAACyC,YAAY,EAAE;IACtB;IACAzC,KAAK,CAAC0C,aAAa,EAAE;IACrB,IACExC,KAAK,CAACvC,UAAU,KAAKgF,SAAS,IAC9BzC,KAAK,CAAClC,UAAU,KAAK2E,SAAS,IAC9BzC,KAAK,CAACjC,UAAU,KAAK0E,SAAS,IAC9BzC,KAAK,CAAChC,cAAc,KAAKyE,SAAS,EAClC;MACA,OAAO,IAAIpF,WAAW,CAAC2C,KAAK,CAAC;IAC/B,CAAC,MAAM;MACL,MAAM,IAAI5C,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCAAuC,CACxC;IACH;EACF;AACF"}