@loaders.gl/parquet 4.2.0-alpha.4 → 4.2.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (265) hide show
  1. package/dist/index.cjs +269 -616
  2. package/dist/index.cjs.map +7 -0
  3. package/dist/index.d.ts +12 -12
  4. package/dist/index.d.ts.map +1 -1
  5. package/dist/index.js +6 -1
  6. package/dist/lib/arrow/convert-columns-to-row-group.js +1 -2
  7. package/dist/lib/arrow/convert-row-group-to-columns.js +8 -6
  8. package/dist/lib/arrow/convert-schema-from-parquet.d.ts +3 -3
  9. package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
  10. package/dist/lib/arrow/convert-schema-from-parquet.js +71 -82
  11. package/dist/lib/arrow/convert-schema-to-parquet.d.ts +1 -1
  12. package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
  13. package/dist/lib/arrow/convert-schema-to-parquet.js +65 -35
  14. package/dist/lib/constants.js +14 -1
  15. package/dist/lib/parsers/get-parquet-schema.d.ts +1 -1
  16. package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
  17. package/dist/lib/parsers/get-parquet-schema.js +9 -7
  18. package/dist/lib/parsers/parse-geoparquet.d.ts +1 -1
  19. package/dist/lib/parsers/parse-geoparquet.d.ts.map +1 -1
  20. package/dist/lib/parsers/parse-geoparquet.js +47 -45
  21. package/dist/lib/parsers/parse-parquet-to-columns.d.ts +1 -1
  22. package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
  23. package/dist/lib/parsers/parse-parquet-to-columns.js +36 -25
  24. package/dist/lib/parsers/parse-parquet.d.ts +1 -1
  25. package/dist/lib/parsers/parse-parquet.d.ts.map +1 -1
  26. package/dist/lib/parsers/parse-parquet.js +62 -50
  27. package/dist/lib/wasm/encode-parquet-wasm.d.ts +1 -1
  28. package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -1
  29. package/dist/lib/wasm/encode-parquet-wasm.js +49 -12
  30. package/dist/lib/wasm/load-wasm.js +13 -10
  31. package/dist/lib/wasm/parse-parquet-wasm.d.ts +1 -1
  32. package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -1
  33. package/dist/lib/wasm/parse-parquet-wasm.js +19 -15
  34. package/dist/parquet-loader.d.ts +1 -1
  35. package/dist/parquet-loader.d.ts.map +1 -1
  36. package/dist/parquet-loader.js +77 -64
  37. package/dist/parquet-wasm-loader.js +25 -28
  38. package/dist/parquet-wasm-writer.js +19 -23
  39. package/dist/parquet-writer.js +16 -12
  40. package/dist/parquetjs/codecs/declare.d.ts +1 -1
  41. package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
  42. package/dist/parquetjs/codecs/declare.js +0 -1
  43. package/dist/parquetjs/codecs/dictionary.js +4 -8
  44. package/dist/parquetjs/codecs/index.d.ts +3 -3
  45. package/dist/parquetjs/codecs/index.d.ts.map +1 -1
  46. package/dist/parquetjs/codecs/index.js +20 -17
  47. package/dist/parquetjs/codecs/plain.d.ts +2 -2
  48. package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
  49. package/dist/parquetjs/codecs/plain.js +166 -162
  50. package/dist/parquetjs/codecs/rle.d.ts +2 -2
  51. package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
  52. package/dist/parquetjs/codecs/rle.js +124 -105
  53. package/dist/parquetjs/compression.d.ts +1 -1
  54. package/dist/parquetjs/compression.d.ts.map +1 -1
  55. package/dist/parquetjs/compression.js +157 -43
  56. package/dist/parquetjs/encoder/parquet-encoder.d.ts +3 -3
  57. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
  58. package/dist/parquetjs/encoder/parquet-encoder.js +406 -275
  59. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +12 -7
  60. package/dist/parquetjs/parquet-thrift/BsonType.js +31 -27
  61. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +1 -1
  62. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
  63. package/dist/parquetjs/parquet-thrift/ColumnChunk.js +175 -166
  64. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +1 -1
  65. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
  66. package/dist/parquetjs/parquet-thrift/ColumnIndex.js +178 -166
  67. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +6 -6
  68. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
  69. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +359 -333
  70. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts +1 -1
  71. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
  72. package/dist/parquetjs/parquet-thrift/ColumnOrder.js +73 -68
  73. package/dist/parquetjs/parquet-thrift/CompressionCodec.js +17 -12
  74. package/dist/parquetjs/parquet-thrift/ConvertedType.js +31 -26
  75. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts +2 -2
  76. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
  77. package/dist/parquetjs/parquet-thrift/DataPageHeader.js +136 -124
  78. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts +2 -2
  79. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
  80. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +198 -181
  81. package/dist/parquetjs/parquet-thrift/DateType.js +31 -27
  82. package/dist/parquetjs/parquet-thrift/DecimalType.js +76 -69
  83. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts +1 -1
  84. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
  85. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +93 -86
  86. package/dist/parquetjs/parquet-thrift/Encoding.js +17 -12
  87. package/dist/parquetjs/parquet-thrift/EnumType.js +31 -27
  88. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +12 -7
  89. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +4 -4
  90. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
  91. package/dist/parquetjs/parquet-thrift/FileMetaData.js +217 -205
  92. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +31 -27
  93. package/dist/parquetjs/parquet-thrift/IntType.js +76 -69
  94. package/dist/parquetjs/parquet-thrift/JsonType.js +31 -27
  95. package/dist/parquetjs/parquet-thrift/KeyValue.js +73 -67
  96. package/dist/parquetjs/parquet-thrift/ListType.js +31 -27
  97. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts +13 -13
  98. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
  99. package/dist/parquetjs/parquet-thrift/LogicalType.js +325 -344
  100. package/dist/parquetjs/parquet-thrift/MapType.js +31 -27
  101. package/dist/parquetjs/parquet-thrift/MicroSeconds.js +31 -27
  102. package/dist/parquetjs/parquet-thrift/MilliSeconds.js +31 -27
  103. package/dist/parquetjs/parquet-thrift/NullType.js +31 -27
  104. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts +1 -1
  105. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
  106. package/dist/parquetjs/parquet-thrift/OffsetIndex.js +66 -60
  107. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts +2 -2
  108. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
  109. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +98 -88
  110. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts +5 -5
  111. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
  112. package/dist/parquetjs/parquet-thrift/PageHeader.js +185 -175
  113. package/dist/parquetjs/parquet-thrift/PageLocation.js +108 -96
  114. package/dist/parquetjs/parquet-thrift/PageType.js +13 -8
  115. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts +2 -2
  116. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
  117. package/dist/parquetjs/parquet-thrift/RowGroup.js +145 -133
  118. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts +4 -4
  119. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
  120. package/dist/parquetjs/parquet-thrift/SchemaElement.js +211 -205
  121. package/dist/parquetjs/parquet-thrift/SortingColumn.js +98 -88
  122. package/dist/parquetjs/parquet-thrift/Statistics.js +143 -137
  123. package/dist/parquetjs/parquet-thrift/StringType.js +31 -27
  124. package/dist/parquetjs/parquet-thrift/TimeType.d.ts +1 -1
  125. package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
  126. package/dist/parquetjs/parquet-thrift/TimeType.js +76 -69
  127. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts +2 -2
  128. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
  129. package/dist/parquetjs/parquet-thrift/TimeUnit.js +94 -91
  130. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts +1 -1
  131. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
  132. package/dist/parquetjs/parquet-thrift/TimestampType.js +76 -69
  133. package/dist/parquetjs/parquet-thrift/Type.js +17 -12
  134. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +31 -27
  135. package/dist/parquetjs/parquet-thrift/UUIDType.js +31 -27
  136. package/dist/parquetjs/parquet-thrift/index.d.ts +44 -44
  137. package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
  138. package/dist/parquetjs/parquet-thrift/index.js +6 -1
  139. package/dist/parquetjs/parser/decoders.d.ts +3 -3
  140. package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
  141. package/dist/parquetjs/parser/decoders.js +306 -242
  142. package/dist/parquetjs/parser/parquet-reader.d.ts +3 -3
  143. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  144. package/dist/parquetjs/parser/parquet-reader.js +179 -157
  145. package/dist/parquetjs/schema/declare.d.ts +1 -1
  146. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  147. package/dist/parquetjs/schema/declare.js +6 -9
  148. package/dist/parquetjs/schema/schema.d.ts +1 -1
  149. package/dist/parquetjs/schema/schema.d.ts.map +1 -1
  150. package/dist/parquetjs/schema/schema.js +139 -120
  151. package/dist/parquetjs/schema/shred.d.ts +2 -2
  152. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  153. package/dist/parquetjs/schema/shred.js +301 -204
  154. package/dist/parquetjs/schema/types.d.ts +1 -1
  155. package/dist/parquetjs/schema/types.d.ts.map +1 -1
  156. package/dist/parquetjs/schema/types.js +328 -314
  157. package/dist/parquetjs/utils/file-utils.js +24 -23
  158. package/dist/parquetjs/utils/read-utils.d.ts +1 -1
  159. package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
  160. package/dist/parquetjs/utils/read-utils.js +79 -69
  161. package/dist/polyfills/buffer/buffer-polyfill.browser.js +8 -3
  162. package/dist/polyfills/buffer/buffer-polyfill.node.js +13 -8
  163. package/dist/polyfills/buffer/buffer.js +1750 -1367
  164. package/dist/polyfills/buffer/index.d.ts +3 -3
  165. package/dist/polyfills/buffer/index.d.ts.map +1 -1
  166. package/dist/polyfills/buffer/index.js +5 -1
  167. package/dist/polyfills/buffer/install-buffer-polyfill.js +2 -1
  168. package/dist/polyfills/util.js +4 -1
  169. package/dist/workers/parquet-worker.js +3 -1
  170. package/package.json +15 -13
  171. package/src/index.ts +1 -1
  172. package/src/lib/parsers/parse-parquet-to-columns.ts +1 -1
  173. package/src/lib/parsers/parse-parquet.ts +1 -1
  174. package/src/parquetjs/encoder/parquet-encoder.ts +2 -2
  175. package/src/parquetjs/parser/decoders.ts +2 -2
  176. package/src/parquetjs/parser/parquet-reader.ts +1 -1
  177. package/src/parquetjs/schema/schema.ts +1 -1
  178. package/src/parquetjs/utils/read-utils.ts +2 -2
  179. package/dist/index.js.map +0 -1
  180. package/dist/lib/arrow/convert-columns-to-row-group.js.map +0 -1
  181. package/dist/lib/arrow/convert-row-group-to-columns.js.map +0 -1
  182. package/dist/lib/arrow/convert-schema-from-parquet.js.map +0 -1
  183. package/dist/lib/arrow/convert-schema-to-parquet.js.map +0 -1
  184. package/dist/lib/constants.js.map +0 -1
  185. package/dist/lib/parsers/get-parquet-schema.js.map +0 -1
  186. package/dist/lib/parsers/parse-geoparquet.js.map +0 -1
  187. package/dist/lib/parsers/parse-parquet-to-columns.js.map +0 -1
  188. package/dist/lib/parsers/parse-parquet.js.map +0 -1
  189. package/dist/lib/wasm/encode-parquet-wasm.js.map +0 -1
  190. package/dist/lib/wasm/load-wasm.js.map +0 -1
  191. package/dist/lib/wasm/parse-parquet-wasm.js.map +0 -1
  192. package/dist/lib/wip/convert-schema-deep.java.disabled +0 -910
  193. package/dist/lib/wip/convert-schema-deep.rs.disabled +0 -976
  194. package/dist/parquet-loader.js.map +0 -1
  195. package/dist/parquet-wasm-loader.js.map +0 -1
  196. package/dist/parquet-wasm-writer.js.map +0 -1
  197. package/dist/parquet-writer.js.map +0 -1
  198. package/dist/parquetjs/LICENSE +0 -20
  199. package/dist/parquetjs/codecs/declare.js.map +0 -1
  200. package/dist/parquetjs/codecs/dictionary.js.map +0 -1
  201. package/dist/parquetjs/codecs/index.js.map +0 -1
  202. package/dist/parquetjs/codecs/plain.js.map +0 -1
  203. package/dist/parquetjs/codecs/rle.js.map +0 -1
  204. package/dist/parquetjs/compression.js.map +0 -1
  205. package/dist/parquetjs/encoder/parquet-encoder.js.map +0 -1
  206. package/dist/parquetjs/modules.d.ts +0 -21
  207. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
  208. package/dist/parquetjs/parquet-thrift/BsonType.js.map +0 -1
  209. package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
  210. package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
  211. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
  212. package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
  213. package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
  214. package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
  215. package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
  216. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
  217. package/dist/parquetjs/parquet-thrift/DateType.js.map +0 -1
  218. package/dist/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
  219. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
  220. package/dist/parquetjs/parquet-thrift/Encoding.js.map +0 -1
  221. package/dist/parquetjs/parquet-thrift/EnumType.js.map +0 -1
  222. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
  223. package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
  224. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
  225. package/dist/parquetjs/parquet-thrift/IntType.js.map +0 -1
  226. package/dist/parquetjs/parquet-thrift/JsonType.js.map +0 -1
  227. package/dist/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
  228. package/dist/parquetjs/parquet-thrift/ListType.js.map +0 -1
  229. package/dist/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
  230. package/dist/parquetjs/parquet-thrift/MapType.js.map +0 -1
  231. package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
  232. package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
  233. package/dist/parquetjs/parquet-thrift/NullType.js.map +0 -1
  234. package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
  235. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
  236. package/dist/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
  237. package/dist/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
  238. package/dist/parquetjs/parquet-thrift/PageType.js.map +0 -1
  239. package/dist/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
  240. package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
  241. package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
  242. package/dist/parquetjs/parquet-thrift/Statistics.js.map +0 -1
  243. package/dist/parquetjs/parquet-thrift/StringType.js.map +0 -1
  244. package/dist/parquetjs/parquet-thrift/TimeType.js.map +0 -1
  245. package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
  246. package/dist/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
  247. package/dist/parquetjs/parquet-thrift/Type.js.map +0 -1
  248. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
  249. package/dist/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
  250. package/dist/parquetjs/parquet-thrift/index.js.map +0 -1
  251. package/dist/parquetjs/parser/decoders.js.map +0 -1
  252. package/dist/parquetjs/parser/parquet-reader.js.map +0 -1
  253. package/dist/parquetjs/schema/declare.js.map +0 -1
  254. package/dist/parquetjs/schema/schema.js.map +0 -1
  255. package/dist/parquetjs/schema/shred.js.map +0 -1
  256. package/dist/parquetjs/schema/types.js.map +0 -1
  257. package/dist/parquetjs/utils/file-utils.js.map +0 -1
  258. package/dist/parquetjs/utils/read-utils.js.map +0 -1
  259. package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
  260. package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
  261. package/dist/polyfills/buffer/buffer.js.map +0 -1
  262. package/dist/polyfills/buffer/index.js.map +0 -1
  263. package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
  264. package/dist/polyfills/util.js.map +0 -1
  265. package/dist/workers/parquet-worker.js.map +0 -1
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-loader.js","names":["BlobFile","parseParquetFile","parseParquetFileInBatches","parseGeoParquetFile","parseGeoParquetFileInBatches","parseParquetFileInColumns","parseParquetFileInColumnarBatches","Buffer","VERSION","ParquetWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","parquet","shape","columnList","geoparquet","url","undefined","preserveBinary","ParquetLoader","parse","arrayBuffer","parseFile","parseFileInBatches","GeoParquetWorkerLoader","GeoParquetLoader","ParquetColumnarWorkerLoader","ParquetColumnarLoader"],"sources":["../src/parquet-loader.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {\n ObjectRowTable,\n ObjectRowTableBatch,\n GeoJSONTable,\n GeoJSONTableBatch,\n ColumnarTable,\n ColumnarTableBatch\n} from '@loaders.gl/schema';\nimport {BlobFile} from '@loaders.gl/loader-utils';\n\nimport {parseParquetFile, parseParquetFileInBatches} from './lib/parsers/parse-parquet';\nimport {parseGeoParquetFile, parseGeoParquetFileInBatches} from './lib/parsers/parse-geoparquet';\nimport {\n parseParquetFileInColumns,\n parseParquetFileInColumnarBatches\n} from './lib/parsers/parse-parquet-to-columns';\n\nexport {Buffer} from './polyfills/buffer/install-buffer-polyfill';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** Options for the parquet loader */\nexport type ParquetLoaderOptions = LoaderOptions & {\n /** Options for the parquet loader */\n parquet?: {\n /** Format of returned parsed data */\n shape?: 'object-row-table' | 'geojson-table';\n /** Restrict which columns that are parsed from the table. Can save significant memory. */\n columnList?: string[] | string[][];\n /** If true, binary values are not converted to strings */\n preserveBinary?: boolean;\n /** @deprecated not used? Set to true to indicate that this is a geoparquet file. */\n geoparquet?: boolean;\n /** @deprecated URL to override loaders.gl/core parser system */\n url?: string;\n };\n};\n\n/**\n * ParquetJS table loader\n */\nexport const ParquetWorkerLoader: Loader<\n ObjectRowTable,\n ObjectRowTableBatch,\n ParquetLoaderOptions\n> = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: {\n parquet: {\n shape: 'object-row-table',\n columnList: [],\n geoparquet: true,\n url: undefined,\n preserveBinary: false\n }\n }\n};\n\n/** ParquetJS table loader */\nexport const ParquetLoader: LoaderWithParser<\n ObjectRowTable | GeoJSONTable,\n ObjectRowTableBatch | GeoJSONTableBatch,\n ParquetLoaderOptions\n> = {\n ...ParquetWorkerLoader,\n parse: (arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) =>\n parseParquetFile(new BlobFile(arrayBuffer), options),\n\n parseFile: parseParquetFile,\n parseFileInBatches: parseParquetFileInBatches\n};\n\n// Defeat tree shaking\n// @ts-ignore\nParquetLoader.Buffer = Buffer;\n\nexport const GeoParquetWorkerLoader: Loader<GeoJSONTable, GeoJSONTableBatch, ParquetLoaderOptions> =\n {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: {\n parquet: {\n shape: 'geojson-table',\n columnList: [],\n geoparquet: true,\n url: undefined,\n preserveBinary: false\n }\n }\n };\n\n/** ParquetJS table loader */\nexport const GeoParquetLoader: LoaderWithParser<\n ObjectRowTable | GeoJSONTable,\n ObjectRowTableBatch | GeoJSONTableBatch,\n ParquetLoaderOptions\n> = {\n ...GeoParquetWorkerLoader,\n parse(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) {\n return parseGeoParquetFile(new BlobFile(arrayBuffer), options);\n },\n parseFile: parseGeoParquetFile,\n parseFileInBatches: parseGeoParquetFileInBatches\n};\n\n/** @deprecated Test to see if we can improve perf of parquetjs loader */\nexport const ParquetColumnarWorkerLoader: Loader<\n ColumnarTable,\n ColumnarTableBatch,\n ParquetLoaderOptions\n> = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: ParquetLoader.options\n};\n\n/** @deprecated Test to see if we can improve perf of parquetjs loader */\nexport const ParquetColumnarLoader: LoaderWithParser<\n ColumnarTable,\n ColumnarTableBatch,\n ParquetLoaderOptions\n> = {\n ...ParquetColumnarWorkerLoader,\n parse(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) {\n return parseParquetFileInColumns(new BlobFile(arrayBuffer), options);\n },\n parseFile: parseParquetFileInColumns,\n parseFileInBatches: parseParquetFileInColumnarBatches\n};\n"],"mappings":"AAaA,SAAQA,QAAQ,QAAO,0BAA0B;AAAC,SAE1CC,gBAAgB,EAAEC,yBAAyB;AAAA,SAC3CC,mBAAmB,EAAEC,4BAA4B;AAAA,SAEvDC,yBAAyB,EACzBC,iCAAiC;AAAA,SAG3BC,MAAM;AAId,MAAMC,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAsB3E,OAAO,MAAMC,mBAIZ,GAAG;EACFC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEL,OAAO;EAChBM,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,KAAK,EAAE,kBAAkB;MACzBC,UAAU,EAAE,EAAE;MACdC,UAAU,EAAE,IAAI;MAChBC,GAAG,EAAEC,SAAS;MACdC,cAAc,EAAE;IAClB;EACF;AACF,CAAC;AAGD,OAAO,MAAMC,aAIZ,GAAG;EACF,GAAGnB,mBAAmB;EACtBoB,KAAK,EAAEA,CAACC,WAAwB,EAAEV,OAA8B,KAC9DnB,gBAAgB,CAAC,IAAID,QAAQ,CAAC8B,WAAW,CAAC,EAAEV,OAAO,CAAC;EAEtDW,SAAS,EAAE9B,gBAAgB;EAC3B+B,kBAAkB,EAAE9B;AACtB,CAAC;AAID0B,aAAa,CAACrB,MAAM,GAAGA,MAAM;AAE7B,OAAO,MAAM0B,sBAAqF,GAChG;EACEvB,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEL,OAAO;EAChBM,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,KAAK,EAAE,eAAe;MACtBC,UAAU,EAAE,EAAE;MACdC,UAAU,EAAE,IAAI;MAChBC,GAAG,EAAEC,SAAS;MACdC,cAAc,EAAE;IAClB;EACF;AACF,CAAC;AAGH,OAAO,MAAMO,gBAIZ,GAAG;EACF,GAAGD,sBAAsB;EACzBJ,KAAKA,CAACC,WAAwB,EAAEV,OAA8B,EAAE;IAC9D,OAAOjB,mBAAmB,CAAC,IAAIH,QAAQ,CAAC8B,WAAW,CAAC,EAAEV,OAAO,CAAC;EAChE,CAAC;EACDW,SAAS,EAAE5B,mBAAmB;EAC9B6B,kBAAkB,EAAE5B;AACtB,CAAC;AAGD,OAAO,MAAM+B,2BAIZ,GAAG;EACFzB,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEL,OAAO;EAChBM,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAEQ,aAAa,CAACR;AACzB,CAAC;AAGD,OAAO,MAAMgB,qBAIZ,GAAG;EACF,GAAGD,2BAA2B;EAC9BN,KAAKA,CAACC,WAAwB,EAAEV,OAA8B,EAAE;IAC9D,OAAOf,yBAAyB,CAAC,IAAIL,QAAQ,CAAC8B,WAAW,CAAC,EAAEV,OAAO,CAAC;EACtE,CAAC;EACDW,SAAS,EAAE1B,yBAAyB;EACpC2B,kBAAkB,EAAE1B;AACtB,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-wasm-loader.js","names":["parseParquetWasm","VERSION","PARQUET_WASM_URL","ParquetWasmWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","parquet","type","wasmUrl","ParquetWasmLoader","parse","arrayBuffer","_options"],"sources":["../src/parquet-wasm-loader.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrowTable} from '@loaders.gl/arrow';\n\nimport {parseParquetWasm} from './lib/wasm/parse-parquet-wasm';\nimport {VERSION, PARQUET_WASM_URL} from './lib/constants';\n\n/** Parquet WASM loader options */\nexport type ParquetWasmLoaderOptions = LoaderOptions & {\n parquet?: {\n type?: 'arrow-table';\n wasmUrl?: string;\n };\n};\n\n/** Parquet WASM table loader */\nexport const ParquetWasmWorkerLoader: Loader<ArrowTable, never, ParquetWasmLoaderOptions> = {\n name: 'Apache Parquet',\n id: 'parquet-wasm',\n module: 'parquet',\n version: VERSION,\n worker: false,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: {\n parquet: {\n type: 'arrow-table',\n wasmUrl: PARQUET_WASM_URL\n }\n }\n};\n\n/** Parquet WASM table loader */\nexport const ParquetWasmLoader: LoaderWithParser<ArrowTable, never, ParquetWasmLoaderOptions> = {\n ...ParquetWasmWorkerLoader,\n parse(arrayBuffer: ArrayBuffer, options?: ParquetWasmLoaderOptions) {\n options = {parquet: {...ParquetWasmLoader.options.parquet, ...options?.parquet}, ...options};\n return parseParquetWasm(arrayBuffer, options);\n }\n};\n"],"mappings":"SAOQA,gBAAgB;AAAA,SAChBC,OAAO,EAAEC,gBAAgB;AAWjC,OAAO,MAAMC,uBAA4E,GAAG;EAC1FC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,MAAM,EAAE,KAAK;EACbC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,IAAI,EAAE,aAAa;MACnBC,OAAO,EAAEf;IACX;EACF;AACF,CAAC;AAGD,OAAO,MAAMgB,iBAAgF,GAAG;EAC9F,GAAGf,uBAAuB;EAC1BgB,KAAKA,CAACC,WAAwB,EAAEN,OAAkC,EAAE;IAAA,IAAAO,QAAA;IAClEP,OAAO,GAAG;MAACC,OAAO,EAAE;QAAC,GAAGG,iBAAiB,CAACJ,OAAO,CAACC,OAAO;QAAE,KAAAM,QAAA,GAAGP,OAAO,cAAAO,QAAA,uBAAPA,QAAA,CAASN,OAAO;MAAA,CAAC;MAAE,GAAGD;IAAO,CAAC;IAC5F,OAAOd,gBAAgB,CAACoB,WAAW,EAAEN,OAAO,CAAC;EAC/C;AACF,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-wasm-writer.js","names":["encode","VERSION","PARQUET_WASM_URL","ParquetWasmWriter","name","id","module","version","extensions","mimeTypes","binary","options","parquet","wasmUrl","arrowTable","_options"],"sources":["../src/parquet-wasm-writer.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {WriterWithEncoder} from '@loaders.gl/loader-utils';\nimport type {ArrowTable} from '@loaders.gl/arrow';\nimport {encode} from './lib/wasm/encode-parquet-wasm';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\n\nimport {VERSION, PARQUET_WASM_URL} from './lib/constants';\n\nexport type ParquetWriterOptions = WriterOptions & {\n parquet?: {\n wasmUrl?: string;\n };\n};\n\n/** Parquet WASM writer */\nexport const ParquetWasmWriter: WriterWithEncoder<ArrowTable, never, ParquetWriterOptions> = {\n name: 'Apache Parquet',\n id: 'parquet-wasm',\n module: 'parquet',\n version: VERSION,\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n options: {\n parquet: {\n wasmUrl: PARQUET_WASM_URL\n }\n },\n encode(arrowTable: ArrowTable, options?: ParquetWriterOptions) {\n options = {parquet: {...ParquetWasmWriter.options.parquet, ...options?.parquet}, ...options};\n return encode(arrowTable, options);\n }\n};\n"],"mappings":"SAMQA,MAAM;AAAA,SAGNC,OAAO,EAAEC,gBAAgB;AASjC,OAAO,MAAMC,iBAA6E,GAAG;EAC3FC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,OAAO,EAAEX;IACX;EACF,CAAC;EACDF,MAAMA,CAACc,UAAsB,EAAEH,OAA8B,EAAE;IAAA,IAAAI,QAAA;IAC7DJ,OAAO,GAAG;MAACC,OAAO,EAAE;QAAC,GAAGT,iBAAiB,CAACQ,OAAO,CAACC,OAAO;QAAE,KAAAG,QAAA,GAAGJ,OAAO,cAAAI,QAAA,uBAAPA,QAAA,CAASH,OAAO;MAAA,CAAC;MAAE,GAAGD;IAAO,CAAC;IAC5F,OAAOX,MAAM,CAACc,UAAU,EAAEH,OAAO,CAAC;EACpC;AACF,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-writer.js","names":["VERSION","ParquetWriter","name","id","module","version","extensions","mimeTypes","binary","options","encode","data","encodeSync","ArrayBuffer"],"sources":["../src/parquet-writer.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {WriterWithEncoder} from '@loaders.gl/loader-utils';\nimport {Table, TableBatch} from '@loaders.gl/schema';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetWriterOptions = {};\n\nexport const ParquetWriter: WriterWithEncoder<Table, TableBatch, ParquetWriterOptions> = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n options: {},\n encode: async (data, options) => encodeSync(data, options),\n encodeSync\n};\n\nfunction encodeSync(data, options?: ParquetWriterOptions) {\n return new ArrayBuffer(0);\n}\n"],"mappings":"AASA,MAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAI3E,OAAO,MAAMC,aAAyE,GAAG;EACvFC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEL,OAAO;EAChBM,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE,CAAC,CAAC;EACXC,MAAM,EAAE,MAAAA,CAAOC,IAAI,EAAEF,OAAO,KAAKG,UAAU,CAACD,IAAI,EAAEF,OAAO,CAAC;EAC1DG;AACF,CAAC;AAED,SAASA,UAAUA,CAACD,IAAI,EAAEF,OAA8B,EAAE;EACxD,OAAO,IAAII,WAAW,CAAC,CAAC,CAAC;AAC3B"}
@@ -1,20 +0,0 @@
1
- The code in the parquetjs is forked from https://github.com/kbajalc/parquets under MIT license
2
-
3
- Copyright (c) 2017 ironSource Ltd.
4
-
5
- Permission is hereby granted, free of charge, to any person obtaining a copy of
6
- this software and associated documentation files (the "Software"), to deal in the
7
- Software without restriction, including without limitation the rights to use,
8
- copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the
9
- Software, and to permit persons to whom the Software is furnished to do so,
10
- subject to the following conditions:
11
-
12
- The above copyright notice and this permission notice shall be included in all
13
- copies or substantial portions of the Software.
14
-
15
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
16
- INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A
17
- PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
18
- HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
19
- OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
20
- SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
@@ -1 +0,0 @@
1
- {"version":3,"file":"declare.js","names":[],"sources":["../../../src/parquetjs/codecs/declare.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {PrimitiveType} from '../schema/declare';\n\nexport interface CursorBuffer {\n buffer: Buffer;\n offset: number;\n size?: number;\n}\n\nexport interface ParquetCodecOptions {\n bitWidth?: number;\n disableEnvelope?: boolean;\n typeLength?: number;\n}\n\nexport interface ParquetCodecKit {\n encodeValues(type: PrimitiveType, values: any[], opts?: ParquetCodecOptions): Buffer;\n decodeValues(\n type: PrimitiveType,\n cursor: CursorBuffer,\n count: number,\n opts: ParquetCodecOptions\n ): any[];\n}\n"],"mappings":""}
@@ -1 +0,0 @@
1
- {"version":3,"file":"dictionary.js","names":["decodeValues","decodeRleValues","type","cursor","count","opts","bitWidth","buffer","slice","offset","readInt8","disableEnvelope","encodeValues","Error"],"sources":["../../../src/parquetjs/codecs/dictionary.ts"],"sourcesContent":["import {decodeValues as decodeRleValues} from './rle';\n\nexport function decodeValues(type, cursor, count, opts) {\n opts.bitWidth = cursor.buffer.slice(cursor.offset, cursor.offset + 1).readInt8(0);\n cursor.offset += 1;\n return decodeRleValues(type, cursor, count, {...opts, disableEnvelope: true});\n}\n\nexport function encodeValues(type, cursor, count, opts) {\n throw new Error('Encode dictionary functionality is not supported');\n}\n"],"mappings":"SAAQA,YAAY,IAAIC,eAAe;AAEvC,OAAO,SAASD,YAAYA,CAACE,IAAI,EAAEC,MAAM,EAAEC,KAAK,EAAEC,IAAI,EAAE;EACtDA,IAAI,CAACC,QAAQ,GAAGH,MAAM,CAACI,MAAM,CAACC,KAAK,CAACL,MAAM,CAACM,MAAM,EAAEN,MAAM,CAACM,MAAM,GAAG,CAAC,CAAC,CAACC,QAAQ,CAAC,CAAC,CAAC;EACjFP,MAAM,CAACM,MAAM,IAAI,CAAC;EAClB,OAAOR,eAAe,CAACC,IAAI,EAAEC,MAAM,EAAEC,KAAK,EAAE;IAAC,GAAGC,IAAI;IAAEM,eAAe,EAAE;EAAI,CAAC,CAAC;AAC/E;AAEA,OAAO,SAASC,YAAYA,CAACV,IAAI,EAAEC,MAAM,EAAEC,KAAK,EAAEC,IAAI,EAAE;EACtD,MAAM,IAAIQ,KAAK,CAAC,kDAAkD,CAAC;AACrE"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","names":["PLAIN","RLE","DICTIONARY","PARQUET_CODECS","encodeValues","decodeValues","PLAIN_DICTIONARY","RLE_DICTIONARY"],"sources":["../../../src/parquetjs/codecs/index.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport type {ParquetCodec} from '../schema/declare';\nimport type {ParquetCodecKit} from './declare';\nimport * as PLAIN from './plain';\nimport * as RLE from './rle';\nimport * as DICTIONARY from './dictionary';\n\nexport * from './declare';\n\nexport const PARQUET_CODECS: Record<ParquetCodec, ParquetCodecKit> = {\n PLAIN: {\n encodeValues: PLAIN.encodeValues,\n decodeValues: PLAIN.decodeValues\n },\n RLE: {\n encodeValues: RLE.encodeValues,\n decodeValues: RLE.decodeValues\n },\n // Using the PLAIN_DICTIONARY enum value is deprecated in the Parquet 2.0 specification.\n PLAIN_DICTIONARY: {\n // @ts-ignore\n encodeValues: DICTIONARY.encodeValues,\n decodeValues: DICTIONARY.decodeValues\n },\n // Prefer using RLE_DICTIONARY in a data page and PLAIN in a dictionary page for Parquet 2.0+ files.\n RLE_DICTIONARY: {\n // @ts-ignore\n encodeValues: DICTIONARY.encodeValues,\n decodeValues: DICTIONARY.decodeValues\n }\n};\n"],"mappings":"OAGO,KAAKA,KAAK;AAAA,OACV,KAAKC,GAAG;AAAA,OACR,KAAKC,UAAU;AAAA;AAItB,OAAO,MAAMC,cAAqD,GAAG;EACnEH,KAAK,EAAE;IACLI,YAAY,EAAEJ,KAAK,CAACI,YAAY;IAChCC,YAAY,EAAEL,KAAK,CAACK;EACtB,CAAC;EACDJ,GAAG,EAAE;IACHG,YAAY,EAAEH,GAAG,CAACG,YAAY;IAC9BC,YAAY,EAAEJ,GAAG,CAACI;EACpB,CAAC;EAEDC,gBAAgB,EAAE;IAEhBF,YAAY,EAAEF,UAAU,CAACE,YAAY;IACrCC,YAAY,EAAEH,UAAU,CAACG;EAC3B,CAAC;EAEDE,cAAc,EAAE;IAEdH,YAAY,EAAEF,UAAU,CAACE,YAAY;IACrCC,YAAY,EAAEH,UAAU,CAACG;EAC3B;AACF,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"plain.js","names":["INT53","encodeValues","type","values","opts","encodeValues_BOOLEAN","encodeValues_INT32","encodeValues_INT64","encodeValues_INT96","encodeValues_FLOAT","encodeValues_DOUBLE","encodeValues_BYTE_ARRAY","encodeValues_FIXED_LEN_BYTE_ARRAY","Error","decodeValues","cursor","count","decodeValues_BOOLEAN","decodeValues_INT32","decodeValues_INT64","decodeValues_INT96","decodeValues_FLOAT","decodeValues_DOUBLE","decodeValues_BYTE_ARRAY","decodeValues_FIXED_LEN_BYTE_ARRAY","buf","Buffer","alloc","Math","ceil","length","fill","i","floor","b","buffer","offset","push","writeInt32LE","readInt32LE","writeInt64LE","readInt64LE","writeUInt32LE","low","high","readUInt32LE","writeFloatLE","readFloatLE","writeDoubleLE","readDoubleLE","buf_len","from","buf_pos","copy","len","slice","typeLength","concat"],"sources":["../../../src/parquetjs/codecs/plain.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n/* eslint-disable camelcase */\nimport type {PrimitiveType} from '../schema/declare';\nimport type {CursorBuffer, ParquetCodecOptions} from './declare';\nimport INT53 from 'int53';\n\nexport function encodeValues(\n type: PrimitiveType,\n values: any[],\n opts: ParquetCodecOptions\n): Buffer {\n switch (type) {\n case 'BOOLEAN':\n return encodeValues_BOOLEAN(values);\n case 'INT32':\n return encodeValues_INT32(values);\n case 'INT64':\n return encodeValues_INT64(values);\n case 'INT96':\n return encodeValues_INT96(values);\n case 'FLOAT':\n return encodeValues_FLOAT(values);\n case 'DOUBLE':\n return encodeValues_DOUBLE(values);\n case 'BYTE_ARRAY':\n return encodeValues_BYTE_ARRAY(values);\n case 'FIXED_LEN_BYTE_ARRAY':\n return encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts);\n default:\n throw new Error(`unsupported type: ${type}`);\n }\n}\n\nexport function decodeValues(\n type: PrimitiveType,\n cursor: CursorBuffer,\n count: number,\n opts: ParquetCodecOptions\n): any[] {\n switch (type) {\n case 'BOOLEAN':\n return decodeValues_BOOLEAN(cursor, count);\n case 'INT32':\n return decodeValues_INT32(cursor, count);\n case 'INT64':\n return decodeValues_INT64(cursor, count);\n case 'INT96':\n return decodeValues_INT96(cursor, count);\n case 'FLOAT':\n return decodeValues_FLOAT(cursor, count);\n case 'DOUBLE':\n return decodeValues_DOUBLE(cursor, count);\n case 'BYTE_ARRAY':\n return decodeValues_BYTE_ARRAY(cursor, count);\n case 'FIXED_LEN_BYTE_ARRAY':\n return decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts);\n default:\n throw new Error(`unsupported type: ${type}`);\n }\n}\n\nfunction encodeValues_BOOLEAN(values: boolean[]): Buffer {\n const buf = Buffer.alloc(Math.ceil(values.length / 8));\n buf.fill(0);\n for (let i = 0; i < values.length; i++) {\n if (values[i]) {\n buf[Math.floor(i / 8)] |= 1 << i % 8;\n }\n }\n return buf;\n}\n\nfunction decodeValues_BOOLEAN(cursor: CursorBuffer, count: number): boolean[] {\n const values: boolean[] = [];\n for (let i = 0; i < count; i++) {\n const b = cursor.buffer[cursor.offset + Math.floor(i / 8)];\n values.push((b & (1 << i % 8)) > 0);\n }\n cursor.offset += Math.ceil(count / 8);\n return values;\n}\n\nfunction encodeValues_INT32(values: number[]): Buffer {\n const buf = Buffer.alloc(4 * values.length);\n for (let i = 0; i < values.length; i++) {\n buf.writeInt32LE(values[i], i * 4);\n }\n return buf;\n}\n\nfunction decodeValues_INT32(cursor: CursorBuffer, count: number): number[] {\n const values: number[] = [];\n for (let i = 0; i < count; i++) {\n values.push(cursor.buffer.readInt32LE(cursor.offset));\n cursor.offset += 4;\n }\n return values;\n}\n\nfunction encodeValues_INT64(values: number[]): Buffer {\n const buf = Buffer.alloc(8 * values.length);\n for (let i = 0; i < values.length; i++) {\n INT53.writeInt64LE(values[i], buf, i * 8);\n }\n return buf;\n}\n\nfunction decodeValues_INT64(cursor: CursorBuffer, count: number): number[] {\n const values: number[] = [];\n for (let i = 0; i < count; i++) {\n values.push(INT53.readInt64LE(cursor.buffer, cursor.offset));\n cursor.offset += 8;\n }\n return values;\n}\n\nfunction encodeValues_INT96(values: number[]): Buffer {\n const buf = Buffer.alloc(12 * values.length);\n for (let i = 0; i < values.length; i++) {\n if (values[i] >= 0) {\n INT53.writeInt64LE(values[i], buf, i * 12);\n buf.writeUInt32LE(0, i * 12 + 8); // truncate to 64 actual precision\n } else {\n INT53.writeInt64LE(~-values[i] + 1, buf, i * 12);\n buf.writeUInt32LE(0xffffffff, i * 12 + 8); // truncate to 64 actual precision\n }\n }\n return buf;\n}\n\nfunction decodeValues_INT96(cursor: CursorBuffer, count: number): number[] {\n const values: number[] = [];\n for (let i = 0; i < count; i++) {\n const low = INT53.readInt64LE(cursor.buffer, cursor.offset);\n const high = cursor.buffer.readUInt32LE(cursor.offset + 8);\n if (high === 0xffffffff) {\n values.push(~-low + 1); // truncate to 64 actual precision\n } else {\n values.push(low); // truncate to 64 actual precision\n }\n cursor.offset += 12;\n }\n return values;\n}\n\nfunction encodeValues_FLOAT(values: number[]): Buffer {\n const buf = Buffer.alloc(4 * values.length);\n for (let i = 0; i < values.length; i++) {\n buf.writeFloatLE(values[i], i * 4);\n }\n return buf;\n}\n\nfunction decodeValues_FLOAT(cursor: CursorBuffer, count: number): number[] {\n const values: number[] = [];\n for (let i = 0; i < count; i++) {\n values.push(cursor.buffer.readFloatLE(cursor.offset));\n cursor.offset += 4;\n }\n return values;\n}\n\nfunction encodeValues_DOUBLE(values: number[]): Buffer {\n const buf = Buffer.alloc(8 * values.length);\n for (let i = 0; i < values.length; i++) {\n buf.writeDoubleLE(values[i], i * 8);\n }\n return buf;\n}\n\nfunction decodeValues_DOUBLE(cursor: CursorBuffer, count: number): number[] {\n const values: number[] = [];\n for (let i = 0; i < count; i++) {\n values.push(cursor.buffer.readDoubleLE(cursor.offset));\n cursor.offset += 8;\n }\n return values;\n}\n\nfunction encodeValues_BYTE_ARRAY(values: Buffer[]): Buffer {\n // tslint:disable-next-line:variable-name\n let buf_len = 0;\n for (let i = 0; i < values.length; i++) {\n values[i] = Buffer.from(values[i]);\n buf_len += 4 + values[i].length;\n }\n const buf = Buffer.alloc(buf_len);\n // tslint:disable-next-line:variable-name\n let buf_pos = 0;\n for (let i = 0; i < values.length; i++) {\n buf.writeUInt32LE(values[i].length, buf_pos);\n values[i].copy(buf, buf_pos + 4);\n buf_pos += 4 + values[i].length;\n }\n return buf;\n}\n\nfunction decodeValues_BYTE_ARRAY(cursor: CursorBuffer, count: number): Buffer[] {\n const values: Buffer[] = [];\n for (let i = 0; i < count; i++) {\n const len = cursor.buffer.readUInt32LE(cursor.offset);\n cursor.offset += 4;\n // values.push(cursor.buffer.buffer.slice(cursor.offset, cursor.offset + len));\n values.push(cursor.buffer.slice(cursor.offset, cursor.offset + len));\n cursor.offset += len;\n }\n return values;\n}\n\nfunction encodeValues_FIXED_LEN_BYTE_ARRAY(values: Buffer[], opts: ParquetCodecOptions): Buffer {\n if (!opts.typeLength) {\n throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');\n }\n for (let i = 0; i < values.length; i++) {\n values[i] = Buffer.from(values[i]);\n if (values[i].length !== opts.typeLength) {\n throw new Error(`invalid value for FIXED_LEN_BYTE_ARRAY: ${values[i]}`);\n }\n }\n return Buffer.concat(values);\n}\n\nfunction decodeValues_FIXED_LEN_BYTE_ARRAY(\n cursor: CursorBuffer,\n count: number,\n opts: ParquetCodecOptions\n): Buffer[] {\n const values: Buffer[] = [];\n if (!opts.typeLength) {\n throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');\n }\n for (let i = 0; i < count; i++) {\n values.push(cursor.buffer.slice(cursor.offset, cursor.offset + opts.typeLength));\n cursor.offset += opts.typeLength;\n }\n return values;\n}\n"],"mappings":"AAIA,OAAOA,KAAK,MAAM,OAAO;AAEzB,OAAO,SAASC,YAAYA,CAC1BC,IAAmB,EACnBC,MAAa,EACbC,IAAyB,EACjB;EACR,QAAQF,IAAI;IACV,KAAK,SAAS;MACZ,OAAOG,oBAAoB,CAACF,MAAM,CAAC;IACrC,KAAK,OAAO;MACV,OAAOG,kBAAkB,CAACH,MAAM,CAAC;IACnC,KAAK,OAAO;MACV,OAAOI,kBAAkB,CAACJ,MAAM,CAAC;IACnC,KAAK,OAAO;MACV,OAAOK,kBAAkB,CAACL,MAAM,CAAC;IACnC,KAAK,OAAO;MACV,OAAOM,kBAAkB,CAACN,MAAM,CAAC;IACnC,KAAK,QAAQ;MACX,OAAOO,mBAAmB,CAACP,MAAM,CAAC;IACpC,KAAK,YAAY;MACf,OAAOQ,uBAAuB,CAACR,MAAM,CAAC;IACxC,KAAK,sBAAsB;MACzB,OAAOS,iCAAiC,CAACT,MAAM,EAAEC,IAAI,CAAC;IACxD;MACE,MAAM,IAAIS,KAAK,CAAE,qBAAoBX,IAAK,EAAC,CAAC;EAChD;AACF;AAEA,OAAO,SAASY,YAAYA,CAC1BZ,IAAmB,EACnBa,MAAoB,EACpBC,KAAa,EACbZ,IAAyB,EAClB;EACP,QAAQF,IAAI;IACV,KAAK,SAAS;MACZ,OAAOe,oBAAoB,CAACF,MAAM,EAAEC,KAAK,CAAC;IAC5C,KAAK,OAAO;MACV,OAAOE,kBAAkB,CAACH,MAAM,EAAEC,KAAK,CAAC;IAC1C,KAAK,OAAO;MACV,OAAOG,kBAAkB,CAACJ,MAAM,EAAEC,KAAK,CAAC;IAC1C,KAAK,OAAO;MACV,OAAOI,kBAAkB,CAACL,MAAM,EAAEC,KAAK,CAAC;IAC1C,KAAK,OAAO;MACV,OAAOK,kBAAkB,CAACN,MAAM,EAAEC,KAAK,CAAC;IAC1C,KAAK,QAAQ;MACX,OAAOM,mBAAmB,CAACP,MAAM,EAAEC,KAAK,CAAC;IAC3C,KAAK,YAAY;MACf,OAAOO,uBAAuB,CAACR,MAAM,EAAEC,KAAK,CAAC;IAC/C,KAAK,sBAAsB;MACzB,OAAOQ,iCAAiC,CAACT,MAAM,EAAEC,KAAK,EAAEZ,IAAI,CAAC;IAC/D;MACE,MAAM,IAAIS,KAAK,CAAE,qBAAoBX,IAAK,EAAC,CAAC;EAChD;AACF;AAEA,SAASG,oBAAoBA,CAACF,MAAiB,EAAU;EACvD,MAAMsB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAACC,IAAI,CAACC,IAAI,CAAC1B,MAAM,CAAC2B,MAAM,GAAG,CAAC,CAAC,CAAC;EACtDL,GAAG,CAACM,IAAI,CAAC,CAAC,CAAC;EACX,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtC,IAAI7B,MAAM,CAAC6B,CAAC,CAAC,EAAE;MACbP,GAAG,CAACG,IAAI,CAACK,KAAK,CAACD,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAIA,CAAC,GAAG,CAAC;IACtC;EACF;EACA,OAAOP,GAAG;AACZ;AAEA,SAASR,oBAAoBA,CAACF,MAAoB,EAAEC,KAAa,EAAa;EAC5E,MAAMb,MAAiB,GAAG,EAAE;EAC5B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B,MAAME,CAAC,GAAGnB,MAAM,CAACoB,MAAM,CAACpB,MAAM,CAACqB,MAAM,GAAGR,IAAI,CAACK,KAAK,CAACD,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D7B,MAAM,CAACkC,IAAI,CAAC,CAACH,CAAC,GAAI,CAAC,IAAIF,CAAC,GAAG,CAAE,IAAI,CAAC,CAAC;EACrC;EACAjB,MAAM,CAACqB,MAAM,IAAIR,IAAI,CAACC,IAAI,CAACb,KAAK,GAAG,CAAC,CAAC;EACrC,OAAOb,MAAM;AACf;AAEA,SAASG,kBAAkBA,CAACH,MAAgB,EAAU;EACpD,MAAMsB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,GAAGxB,MAAM,CAAC2B,MAAM,CAAC;EAC3C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCP,GAAG,CAACa,YAAY,CAACnC,MAAM,CAAC6B,CAAC,CAAC,EAAEA,CAAC,GAAG,CAAC,CAAC;EACpC;EACA,OAAOP,GAAG;AACZ;AAEA,SAASP,kBAAkBA,CAACH,MAAoB,EAAEC,KAAa,EAAY;EACzE,MAAMb,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B7B,MAAM,CAACkC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACI,WAAW,CAACxB,MAAM,CAACqB,MAAM,CAAC,CAAC;IACrDrB,MAAM,CAACqB,MAAM,IAAI,CAAC;EACpB;EACA,OAAOjC,MAAM;AACf;AAEA,SAASI,kBAAkBA,CAACJ,MAAgB,EAAU;EACpD,MAAMsB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,GAAGxB,MAAM,CAAC2B,MAAM,CAAC;EAC3C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtChC,KAAK,CAACwC,YAAY,CAACrC,MAAM,CAAC6B,CAAC,CAAC,EAAEP,GAAG,EAAEO,CAAC,GAAG,CAAC,CAAC;EAC3C;EACA,OAAOP,GAAG;AACZ;AAEA,SAASN,kBAAkBA,CAACJ,MAAoB,EAAEC,KAAa,EAAY;EACzE,MAAMb,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B7B,MAAM,CAACkC,IAAI,CAACrC,KAAK,CAACyC,WAAW,CAAC1B,MAAM,CAACoB,MAAM,EAAEpB,MAAM,CAACqB,MAAM,CAAC,CAAC;IAC5DrB,MAAM,CAACqB,MAAM,IAAI,CAAC;EACpB;EACA,OAAOjC,MAAM;AACf;AAEA,SAASK,kBAAkBA,CAACL,MAAgB,EAAU;EACpD,MAAMsB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,EAAE,GAAGxB,MAAM,CAAC2B,MAAM,CAAC;EAC5C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtC,IAAI7B,MAAM,CAAC6B,CAAC,CAAC,IAAI,CAAC,EAAE;MAClBhC,KAAK,CAACwC,YAAY,CAACrC,MAAM,CAAC6B,CAAC,CAAC,EAAEP,GAAG,EAAEO,CAAC,GAAG,EAAE,CAAC;MAC1CP,GAAG,CAACiB,aAAa,CAAC,CAAC,EAAEV,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAClC,CAAC,MAAM;MACLhC,KAAK,CAACwC,YAAY,CAAC,CAAC,CAACrC,MAAM,CAAC6B,CAAC,CAAC,GAAG,CAAC,EAAEP,GAAG,EAAEO,CAAC,GAAG,EAAE,CAAC;MAChDP,GAAG,CAACiB,aAAa,CAAC,UAAU,EAAEV,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC3C;EACF;EACA,OAAOP,GAAG;AACZ;AAEA,SAASL,kBAAkBA,CAACL,MAAoB,EAAEC,KAAa,EAAY;EACzE,MAAMb,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B,MAAMW,GAAG,GAAG3C,KAAK,CAACyC,WAAW,CAAC1B,MAAM,CAACoB,MAAM,EAAEpB,MAAM,CAACqB,MAAM,CAAC;IAC3D,MAAMQ,IAAI,GAAG7B,MAAM,CAACoB,MAAM,CAACU,YAAY,CAAC9B,MAAM,CAACqB,MAAM,GAAG,CAAC,CAAC;IAC1D,IAAIQ,IAAI,KAAK,UAAU,EAAE;MACvBzC,MAAM,CAACkC,IAAI,CAAC,CAAC,CAACM,GAAG,GAAG,CAAC,CAAC;IACxB,CAAC,MAAM;MACLxC,MAAM,CAACkC,IAAI,CAACM,GAAG,CAAC;IAClB;IACA5B,MAAM,CAACqB,MAAM,IAAI,EAAE;EACrB;EACA,OAAOjC,MAAM;AACf;AAEA,SAASM,kBAAkBA,CAACN,MAAgB,EAAU;EACpD,MAAMsB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,GAAGxB,MAAM,CAAC2B,MAAM,CAAC;EAC3C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCP,GAAG,CAACqB,YAAY,CAAC3C,MAAM,CAAC6B,CAAC,CAAC,EAAEA,CAAC,GAAG,CAAC,CAAC;EACpC;EACA,OAAOP,GAAG;AACZ;AAEA,SAASJ,kBAAkBA,CAACN,MAAoB,EAAEC,KAAa,EAAY;EACzE,MAAMb,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B7B,MAAM,CAACkC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACY,WAAW,CAAChC,MAAM,CAACqB,MAAM,CAAC,CAAC;IACrDrB,MAAM,CAACqB,MAAM,IAAI,CAAC;EACpB;EACA,OAAOjC,MAAM;AACf;AAEA,SAASO,mBAAmBA,CAACP,MAAgB,EAAU;EACrD,MAAMsB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,GAAGxB,MAAM,CAAC2B,MAAM,CAAC;EAC3C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCP,GAAG,CAACuB,aAAa,CAAC7C,MAAM,CAAC6B,CAAC,CAAC,EAAEA,CAAC,GAAG,CAAC,CAAC;EACrC;EACA,OAAOP,GAAG;AACZ;AAEA,SAASH,mBAAmBA,CAACP,MAAoB,EAAEC,KAAa,EAAY;EAC1E,MAAMb,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B7B,MAAM,CAACkC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACc,YAAY,CAAClC,MAAM,CAACqB,MAAM,CAAC,CAAC;IACtDrB,MAAM,CAACqB,MAAM,IAAI,CAAC;EACpB;EACA,OAAOjC,MAAM;AACf;AAEA,SAASQ,uBAAuBA,CAACR,MAAgB,EAAU;EAEzD,IAAI+C,OAAO,GAAG,CAAC;EACf,KAAK,IAAIlB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtC7B,MAAM,CAAC6B,CAAC,CAAC,GAAGN,MAAM,CAACyB,IAAI,CAAChD,MAAM,CAAC6B,CAAC,CAAC,CAAC;IAClCkB,OAAO,IAAI,CAAC,GAAG/C,MAAM,CAAC6B,CAAC,CAAC,CAACF,MAAM;EACjC;EACA,MAAML,GAAG,GAAGC,MAAM,CAACC,KAAK,CAACuB,OAAO,CAAC;EAEjC,IAAIE,OAAO,GAAG,CAAC;EACf,KAAK,IAAIpB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCP,GAAG,CAACiB,aAAa,CAACvC,MAAM,CAAC6B,CAAC,CAAC,CAACF,MAAM,EAAEsB,OAAO,CAAC;IAC5CjD,MAAM,CAAC6B,CAAC,CAAC,CAACqB,IAAI,CAAC5B,GAAG,EAAE2B,OAAO,GAAG,CAAC,CAAC;IAChCA,OAAO,IAAI,CAAC,GAAGjD,MAAM,CAAC6B,CAAC,CAAC,CAACF,MAAM;EACjC;EACA,OAAOL,GAAG;AACZ;AAEA,SAASF,uBAAuBA,CAACR,MAAoB,EAAEC,KAAa,EAAY;EAC9E,MAAMb,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B,MAAMsB,GAAG,GAAGvC,MAAM,CAACoB,MAAM,CAACU,YAAY,CAAC9B,MAAM,CAACqB,MAAM,CAAC;IACrDrB,MAAM,CAACqB,MAAM,IAAI,CAAC;IAElBjC,MAAM,CAACkC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACoB,KAAK,CAACxC,MAAM,CAACqB,MAAM,EAAErB,MAAM,CAACqB,MAAM,GAAGkB,GAAG,CAAC,CAAC;IACpEvC,MAAM,CAACqB,MAAM,IAAIkB,GAAG;EACtB;EACA,OAAOnD,MAAM;AACf;AAEA,SAASS,iCAAiCA,CAACT,MAAgB,EAAEC,IAAyB,EAAU;EAC9F,IAAI,CAACA,IAAI,CAACoD,UAAU,EAAE;IACpB,MAAM,IAAI3C,KAAK,CAAC,gEAAgE,CAAC;EACnF;EACA,KAAK,IAAImB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtC7B,MAAM,CAAC6B,CAAC,CAAC,GAAGN,MAAM,CAACyB,IAAI,CAAChD,MAAM,CAAC6B,CAAC,CAAC,CAAC;IAClC,IAAI7B,MAAM,CAAC6B,CAAC,CAAC,CAACF,MAAM,KAAK1B,IAAI,CAACoD,UAAU,EAAE;MACxC,MAAM,IAAI3C,KAAK,CAAE,2CAA0CV,MAAM,CAAC6B,CAAC,CAAE,EAAC,CAAC;IACzE;EACF;EACA,OAAON,MAAM,CAAC+B,MAAM,CAACtD,MAAM,CAAC;AAC9B;AAEA,SAASqB,iCAAiCA,CACxCT,MAAoB,EACpBC,KAAa,EACbZ,IAAyB,EACf;EACV,MAAMD,MAAgB,GAAG,EAAE;EAC3B,IAAI,CAACC,IAAI,CAACoD,UAAU,EAAE;IACpB,MAAM,IAAI3C,KAAK,CAAC,gEAAgE,CAAC;EACnF;EACA,KAAK,IAAImB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B7B,MAAM,CAACkC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACoB,KAAK,CAACxC,MAAM,CAACqB,MAAM,EAAErB,MAAM,CAACqB,MAAM,GAAGhC,IAAI,CAACoD,UAAU,CAAC,CAAC;IAChFzC,MAAM,CAACqB,MAAM,IAAIhC,IAAI,CAACoD,UAAU;EAClC;EACA,OAAOrD,MAAM;AACf"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"rle.js","names":["varint","encodeValues","type","values","opts","Error","map","x","parseInt","buf","Buffer","alloc","run","repeats","i","length","concat","encodeRunBitpacked","encodeRunRepeated","push","disableEnvelope","envelope","writeUInt32LE","undefined","copy","decodeValues","cursor","count","offset","header","decode","buffer","encodingLength","decodeRunBitpacked","decodeRunRepeated","slice","bitWidth","Array","fill","b","Math","floor","value","ceil","from","encode","writeUInt8"],"sources":["../../../src/parquetjs/codecs/rle.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n\nimport type {PrimitiveType} from '../schema/declare';\nimport type {CursorBuffer, ParquetCodecOptions} from './declare';\nimport varint from 'varint';\n\n// eslint-disable-next-line max-statements, complexity\nexport function encodeValues(\n type: PrimitiveType,\n values: any[],\n opts: ParquetCodecOptions\n): Buffer {\n if (!('bitWidth' in opts)) {\n throw new Error('bitWidth is required');\n }\n\n switch (type) {\n case 'BOOLEAN':\n case 'INT32':\n case 'INT64':\n // tslint:disable-next-line:no-parameter-reassignment\n values = values.map((x) => parseInt(x, 10));\n break;\n\n default:\n throw new Error(`unsupported type: ${type}`);\n }\n\n let buf = Buffer.alloc(0);\n let run: any[] = [];\n let repeats = 0;\n\n for (let i = 0; i < values.length; i++) {\n // If we are at the beginning of a run and the next value is same we start\n // collecting repeated values\n if (repeats === 0 && run.length % 8 === 0 && values[i] === values[i + 1]) {\n // If we have any data in runs we need to encode them\n if (run.length) {\n buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);\n run = [];\n }\n repeats = 1;\n } else if (repeats > 0 && values[i] === values[i - 1]) {\n repeats += 1;\n } else {\n // If values changes we need to post any previous repeated values\n if (repeats) {\n buf = Buffer.concat([buf, encodeRunRepeated(values[i - 1], repeats, opts)]);\n repeats = 0;\n }\n run.push(values[i]);\n }\n }\n\n if (repeats) {\n buf = Buffer.concat([buf, encodeRunRepeated(values[values.length - 1], repeats, opts)]);\n } else if (run.length) {\n buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);\n }\n\n if (opts.disableEnvelope) {\n return buf;\n }\n\n const envelope = Buffer.alloc(buf.length + 4);\n\n // @ts-ignore buffer polyfill\n envelope.writeUInt32LE(buf.length, undefined);\n buf.copy(envelope, 4);\n\n return envelope;\n}\n\nexport function decodeValues(\n type: PrimitiveType,\n cursor: CursorBuffer,\n count: number,\n opts: ParquetCodecOptions\n): number[] {\n if (!('bitWidth' in opts)) {\n throw new Error('bitWidth is required');\n }\n\n if (!opts.disableEnvelope) {\n cursor.offset += 4;\n }\n\n let values: number[] = [];\n while (values.length < count) {\n const header = varint.decode(cursor.buffer, cursor.offset);\n cursor.offset += varint.encodingLength(header);\n if (header & 1) {\n const count = (header >> 1) * 8;\n values.push(...decodeRunBitpacked(cursor, count, opts));\n } else {\n const count = header >> 1;\n values.push(...decodeRunRepeated(cursor, count, opts));\n }\n }\n values = values.slice(0, count);\n\n if (values.length !== count) {\n throw new Error('invalid RLE encoding');\n }\n\n return values;\n}\n\nfunction decodeRunBitpacked(\n cursor: CursorBuffer,\n count: number,\n opts: ParquetCodecOptions\n): number[] {\n // @ts-ignore\n const bitWidth: number = opts.bitWidth;\n\n if (count % 8 !== 0) {\n throw new Error('must be a multiple of 8');\n }\n\n // tslint:disable-next-line:prefer-array-literal\n const values = new Array(count).fill(0);\n for (let b = 0; b < bitWidth * count; b++) {\n if (cursor.buffer[cursor.offset + Math.floor(b / 8)] & (1 << b % 8)) {\n values[Math.floor(b / bitWidth)] |= 1 << b % bitWidth;\n }\n }\n\n cursor.offset += bitWidth * (count / 8);\n return values;\n}\n\nfunction decodeRunRepeated(\n cursor: CursorBuffer,\n count: number,\n opts: ParquetCodecOptions\n): number[] {\n // @ts-ignore\n const bitWidth: number = opts.bitWidth;\n\n let value = 0;\n for (let i = 0; i < Math.ceil(bitWidth / 8); i++) {\n // eslint-disable-next-line\n value << 8; // TODO - this looks wrong\n value += cursor.buffer[cursor.offset];\n cursor.offset += 1;\n }\n\n // tslint:disable-next-line:prefer-array-literal\n return new Array(count).fill(value);\n}\n\nfunction encodeRunBitpacked(values: number[], opts: ParquetCodecOptions): Buffer {\n // @ts-ignore\n const bitWidth: number = opts.bitWidth;\n\n for (let i = 0; i < values.length % 8; i++) {\n values.push(0);\n }\n\n const buf = Buffer.alloc(Math.ceil(bitWidth * (values.length / 8)));\n for (let b = 0; b < bitWidth * values.length; b++) {\n if ((values[Math.floor(b / bitWidth)] & (1 << b % bitWidth)) > 0) {\n buf[Math.floor(b / 8)] |= 1 << b % 8;\n }\n }\n\n return Buffer.concat([Buffer.from(varint.encode(((values.length / 8) << 1) | 1)), buf]);\n}\n\nfunction encodeRunRepeated(value: number, count: number, opts: ParquetCodecOptions): Buffer {\n // @ts-ignore\n const bitWidth: number = opts.bitWidth;\n\n const buf = Buffer.alloc(Math.ceil(bitWidth / 8));\n\n for (let i = 0; i < buf.length; i++) {\n buf.writeUInt8(value & 0xff, i);\n // eslint-disable-next-line\n value >> 8; // TODO - this looks wrong\n }\n\n return Buffer.concat([Buffer.from(varint.encode(count << 1)), buf]);\n}\n"],"mappings":"AAIA,OAAOA,MAAM,MAAM,QAAQ;AAG3B,OAAO,SAASC,YAAYA,CAC1BC,IAAmB,EACnBC,MAAa,EACbC,IAAyB,EACjB;EACR,IAAI,EAAE,UAAU,IAAIA,IAAI,CAAC,EAAE;IACzB,MAAM,IAAIC,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,QAAQH,IAAI;IACV,KAAK,SAAS;IACd,KAAK,OAAO;IACZ,KAAK,OAAO;MAEVC,MAAM,GAAGA,MAAM,CAACG,GAAG,CAAEC,CAAC,IAAKC,QAAQ,CAACD,CAAC,EAAE,EAAE,CAAC,CAAC;MAC3C;IAEF;MACE,MAAM,IAAIF,KAAK,CAAE,qBAAoBH,IAAK,EAAC,CAAC;EAChD;EAEA,IAAIO,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,CAAC;EACzB,IAAIC,GAAU,GAAG,EAAE;EACnB,IAAIC,OAAO,GAAG,CAAC;EAEf,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGX,MAAM,CAACY,MAAM,EAAED,CAAC,EAAE,EAAE;IAGtC,IAAID,OAAO,KAAK,CAAC,IAAID,GAAG,CAACG,MAAM,GAAG,CAAC,KAAK,CAAC,IAAIZ,MAAM,CAACW,CAAC,CAAC,KAAKX,MAAM,CAACW,CAAC,GAAG,CAAC,CAAC,EAAE;MAExE,IAAIF,GAAG,CAACG,MAAM,EAAE;QACdN,GAAG,GAAGC,MAAM,CAACM,MAAM,CAAC,CAACP,GAAG,EAAEQ,kBAAkB,CAACL,GAAG,EAAER,IAAI,CAAC,CAAC,CAAC;QACzDQ,GAAG,GAAG,EAAE;MACV;MACAC,OAAO,GAAG,CAAC;IACb,CAAC,MAAM,IAAIA,OAAO,GAAG,CAAC,IAAIV,MAAM,CAACW,CAAC,CAAC,KAAKX,MAAM,CAACW,CAAC,GAAG,CAAC,CAAC,EAAE;MACrDD,OAAO,IAAI,CAAC;IACd,CAAC,MAAM;MAEL,IAAIA,OAAO,EAAE;QACXJ,GAAG,GAAGC,MAAM,CAACM,MAAM,CAAC,CAACP,GAAG,EAAES,iBAAiB,CAACf,MAAM,CAACW,CAAC,GAAG,CAAC,CAAC,EAAED,OAAO,EAAET,IAAI,CAAC,CAAC,CAAC;QAC3ES,OAAO,GAAG,CAAC;MACb;MACAD,GAAG,CAACO,IAAI,CAAChB,MAAM,CAACW,CAAC,CAAC,CAAC;IACrB;EACF;EAEA,IAAID,OAAO,EAAE;IACXJ,GAAG,GAAGC,MAAM,CAACM,MAAM,CAAC,CAACP,GAAG,EAAES,iBAAiB,CAACf,MAAM,CAACA,MAAM,CAACY,MAAM,GAAG,CAAC,CAAC,EAAEF,OAAO,EAAET,IAAI,CAAC,CAAC,CAAC;EACzF,CAAC,MAAM,IAAIQ,GAAG,CAACG,MAAM,EAAE;IACrBN,GAAG,GAAGC,MAAM,CAACM,MAAM,CAAC,CAACP,GAAG,EAAEQ,kBAAkB,CAACL,GAAG,EAAER,IAAI,CAAC,CAAC,CAAC;EAC3D;EAEA,IAAIA,IAAI,CAACgB,eAAe,EAAE;IACxB,OAAOX,GAAG;EACZ;EAEA,MAAMY,QAAQ,GAAGX,MAAM,CAACC,KAAK,CAACF,GAAG,CAACM,MAAM,GAAG,CAAC,CAAC;EAG7CM,QAAQ,CAACC,aAAa,CAACb,GAAG,CAACM,MAAM,EAAEQ,SAAS,CAAC;EAC7Cd,GAAG,CAACe,IAAI,CAACH,QAAQ,EAAE,CAAC,CAAC;EAErB,OAAOA,QAAQ;AACjB;AAEA,OAAO,SAASI,YAAYA,CAC1BvB,IAAmB,EACnBwB,MAAoB,EACpBC,KAAa,EACbvB,IAAyB,EACf;EACV,IAAI,EAAE,UAAU,IAAIA,IAAI,CAAC,EAAE;IACzB,MAAM,IAAIC,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,IAAI,CAACD,IAAI,CAACgB,eAAe,EAAE;IACzBM,MAAM,CAACE,MAAM,IAAI,CAAC;EACpB;EAEA,IAAIzB,MAAgB,GAAG,EAAE;EACzB,OAAOA,MAAM,CAACY,MAAM,GAAGY,KAAK,EAAE;IAC5B,MAAME,MAAM,GAAG7B,MAAM,CAAC8B,MAAM,CAACJ,MAAM,CAACK,MAAM,EAAEL,MAAM,CAACE,MAAM,CAAC;IAC1DF,MAAM,CAACE,MAAM,IAAI5B,MAAM,CAACgC,cAAc,CAACH,MAAM,CAAC;IAC9C,IAAIA,MAAM,GAAG,CAAC,EAAE;MACd,MAAMF,KAAK,GAAG,CAACE,MAAM,IAAI,CAAC,IAAI,CAAC;MAC/B1B,MAAM,CAACgB,IAAI,CAAC,GAAGc,kBAAkB,CAACP,MAAM,EAAEC,KAAK,EAAEvB,IAAI,CAAC,CAAC;IACzD,CAAC,MAAM;MACL,MAAMuB,KAAK,GAAGE,MAAM,IAAI,CAAC;MACzB1B,MAAM,CAACgB,IAAI,CAAC,GAAGe,iBAAiB,CAACR,MAAM,EAAEC,KAAK,EAAEvB,IAAI,CAAC,CAAC;IACxD;EACF;EACAD,MAAM,GAAGA,MAAM,CAACgC,KAAK,CAAC,CAAC,EAAER,KAAK,CAAC;EAE/B,IAAIxB,MAAM,CAACY,MAAM,KAAKY,KAAK,EAAE;IAC3B,MAAM,IAAItB,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,OAAOF,MAAM;AACf;AAEA,SAAS8B,kBAAkBA,CACzBP,MAAoB,EACpBC,KAAa,EACbvB,IAAyB,EACf;EAEV,MAAMgC,QAAgB,GAAGhC,IAAI,CAACgC,QAAQ;EAEtC,IAAIT,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE;IACnB,MAAM,IAAItB,KAAK,CAAC,yBAAyB,CAAC;EAC5C;EAGA,MAAMF,MAAM,GAAG,IAAIkC,KAAK,CAACV,KAAK,CAAC,CAACW,IAAI,CAAC,CAAC,CAAC;EACvC,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,QAAQ,GAAGT,KAAK,EAAEY,CAAC,EAAE,EAAE;IACzC,IAAIb,MAAM,CAACK,MAAM,CAACL,MAAM,CAACE,MAAM,GAAGY,IAAI,CAACC,KAAK,CAACF,CAAC,GAAG,CAAC,CAAC,CAAC,GAAI,CAAC,IAAIA,CAAC,GAAG,CAAE,EAAE;MACnEpC,MAAM,CAACqC,IAAI,CAACC,KAAK,CAACF,CAAC,GAAGH,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAIG,CAAC,GAAGH,QAAQ;IACvD;EACF;EAEAV,MAAM,CAACE,MAAM,IAAIQ,QAAQ,IAAIT,KAAK,GAAG,CAAC,CAAC;EACvC,OAAOxB,MAAM;AACf;AAEA,SAAS+B,iBAAiBA,CACxBR,MAAoB,EACpBC,KAAa,EACbvB,IAAyB,EACf;EAEV,MAAMgC,QAAgB,GAAGhC,IAAI,CAACgC,QAAQ;EAEtC,IAAIM,KAAK,GAAG,CAAC;EACb,KAAK,IAAI5B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG0B,IAAI,CAACG,IAAI,CAACP,QAAQ,GAAG,CAAC,CAAC,EAAEtB,CAAC,EAAE,EAAE;IAEhD4B,KAAK,IAAI,CAAC;IACVA,KAAK,IAAIhB,MAAM,CAACK,MAAM,CAACL,MAAM,CAACE,MAAM,CAAC;IACrCF,MAAM,CAACE,MAAM,IAAI,CAAC;EACpB;EAGA,OAAO,IAAIS,KAAK,CAACV,KAAK,CAAC,CAACW,IAAI,CAACI,KAAK,CAAC;AACrC;AAEA,SAASzB,kBAAkBA,CAACd,MAAgB,EAAEC,IAAyB,EAAU;EAE/E,MAAMgC,QAAgB,GAAGhC,IAAI,CAACgC,QAAQ;EAEtC,KAAK,IAAItB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGX,MAAM,CAACY,MAAM,GAAG,CAAC,EAAED,CAAC,EAAE,EAAE;IAC1CX,MAAM,CAACgB,IAAI,CAAC,CAAC,CAAC;EAChB;EAEA,MAAMV,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC6B,IAAI,CAACG,IAAI,CAACP,QAAQ,IAAIjC,MAAM,CAACY,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;EACnE,KAAK,IAAIwB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,QAAQ,GAAGjC,MAAM,CAACY,MAAM,EAAEwB,CAAC,EAAE,EAAE;IACjD,IAAI,CAACpC,MAAM,CAACqC,IAAI,CAACC,KAAK,CAACF,CAAC,GAAGH,QAAQ,CAAC,CAAC,GAAI,CAAC,IAAIG,CAAC,GAAGH,QAAS,IAAI,CAAC,EAAE;MAChE3B,GAAG,CAAC+B,IAAI,CAACC,KAAK,CAACF,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAIA,CAAC,GAAG,CAAC;IACtC;EACF;EAEA,OAAO7B,MAAM,CAACM,MAAM,CAAC,CAACN,MAAM,CAACkC,IAAI,CAAC5C,MAAM,CAAC6C,MAAM,CAAG1C,MAAM,CAACY,MAAM,GAAG,CAAC,IAAK,CAAC,GAAI,CAAC,CAAC,CAAC,EAAEN,GAAG,CAAC,CAAC;AACzF;AAEA,SAASS,iBAAiBA,CAACwB,KAAa,EAAEf,KAAa,EAAEvB,IAAyB,EAAU;EAE1F,MAAMgC,QAAgB,GAAGhC,IAAI,CAACgC,QAAQ;EAEtC,MAAM3B,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC6B,IAAI,CAACG,IAAI,CAACP,QAAQ,GAAG,CAAC,CAAC,CAAC;EAEjD,KAAK,IAAItB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGL,GAAG,CAACM,MAAM,EAAED,CAAC,EAAE,EAAE;IACnCL,GAAG,CAACqC,UAAU,CAACJ,KAAK,GAAG,IAAI,EAAE5B,CAAC,CAAC;IAE/B4B,KAAK,IAAI,CAAC;EACZ;EAEA,OAAOhC,MAAM,CAACM,MAAM,CAAC,CAACN,MAAM,CAACkC,IAAI,CAAC5C,MAAM,CAAC6C,MAAM,CAAClB,KAAK,IAAI,CAAC,CAAC,CAAC,EAAElB,GAAG,CAAC,CAAC;AACrE"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"compression.js","names":["NoCompression","GZipCompression","SnappyCompression","BrotliCompression","LZ4Compression","ZstdCompression","toBuffer","arrayBuffer","Buffer","from","toArrayBuffer","buffer","isBuffer","typedArray","Uint8Array","byteOffset","length","slice","lz4js","modules","PARQUET_COMPRESSION_METHODS","UNCOMPRESSED","GZIP","SNAPPY","BROTLI","LZ4","LZ4_RAW","ZSTD","preloadCompressions","options","compressions","Object","values","Promise","all","map","compression","preload","deflate","method","value","Error","inputArrayBuffer","compressedArrayBuffer","compress","decompress","size","inflate"],"sources":["../../src/parquetjs/compression.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n/* eslint-disable camelcase */\n// Forked from https://github.com/ironSource/parquetjs under MIT license\n\nimport {\n Compression,\n NoCompression,\n GZipCompression,\n SnappyCompression,\n BrotliCompression,\n // LZOCompression,\n LZ4Compression,\n ZstdCompression\n} from '@loaders.gl/compression';\n\nimport {ParquetCompression} from './schema/declare';\n\n/** We can't use loaders-util buffer handling since we are dependent on buffers even in the browser */\nfunction toBuffer(arrayBuffer: ArrayBuffer): Buffer {\n return Buffer.from(arrayBuffer);\n}\n\nfunction toArrayBuffer(buffer: Buffer): ArrayBuffer {\n // TODO - per docs we should just be able to call buffer.buffer, but there are issues\n if (Buffer.isBuffer(buffer)) {\n const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);\n return typedArray.slice().buffer;\n }\n return buffer;\n}\n\n// TODO switch to worker compression to avoid bundling...\n\n// import brotli from 'brotli'; - brotli has problems with decompress in browsers\n// import brotliDecompress from 'brotli/decompress';\nimport lz4js from 'lz4js';\n// import lzo from 'lzo';\n// import {ZstdCodec} from 'zstd-codec';\n\n// Inject large dependencies through Compression constructor options\nconst modules = {\n // brotli has problems with decompress in browsers\n // brotli: {\n // decompress: brotliDecompress,\n // compress: () => {\n // throw new Error('brotli compress');\n // }\n // },\n lz4js\n // lzo\n // 'zstd-codec': ZstdCodec\n};\n\n/**\n * See https://github.com/apache/parquet-format/blob/master/Compression.md\n */\n// @ts-expect-error\nexport const PARQUET_COMPRESSION_METHODS: Record<ParquetCompression, Compression> = {\n UNCOMPRESSED: new NoCompression(),\n GZIP: new GZipCompression(),\n SNAPPY: new SnappyCompression(),\n BROTLI: new BrotliCompression({modules}),\n // TODO: Understand difference between LZ4 and LZ4_RAW\n LZ4: new LZ4Compression({modules}),\n LZ4_RAW: new LZ4Compression({modules}),\n //\n // LZO: new LZOCompression({modules}),\n ZSTD: new ZstdCompression({modules})\n};\n\n/**\n * Register compressions that have big external libraries\n * @param options.modules External library dependencies\n */\nexport async function preloadCompressions(options?: {modules: {[key: string]: any}}) {\n const compressions = Object.values(PARQUET_COMPRESSION_METHODS);\n return await Promise.all(compressions.map((compression) => compression.preload()));\n}\n\n/**\n * Deflate a value using compression method `method`\n */\nexport async function deflate(method: ParquetCompression, value: Buffer): Promise<Buffer> {\n const compression = PARQUET_COMPRESSION_METHODS[method];\n if (!compression) {\n throw new Error(`parquet: invalid compression method: ${method}`);\n }\n const inputArrayBuffer = toArrayBuffer(value);\n const compressedArrayBuffer = await compression.compress(inputArrayBuffer);\n return toBuffer(compressedArrayBuffer);\n}\n\n/**\n * Inflate a value using compression method `method`\n */\nexport async function decompress(\n method: ParquetCompression,\n value: Buffer,\n size: number\n): Promise<Buffer> {\n const compression = PARQUET_COMPRESSION_METHODS[method];\n if (!compression) {\n throw new Error(`parquet: invalid compression method: ${method}`);\n }\n const inputArrayBuffer = toArrayBuffer(value);\n const compressedArrayBuffer = await compression.decompress(inputArrayBuffer, size);\n return toBuffer(compressedArrayBuffer);\n}\n\n/*\n * Inflate a value using compression method `method`\n */\nexport function inflate(method: ParquetCompression, value: Buffer, size: number): Buffer {\n if (!(method in PARQUET_COMPRESSION_METHODS)) {\n throw new Error(`invalid compression method: ${method}`);\n }\n // @ts-ignore\n return PARQUET_COMPRESSION_METHODS[method].inflate(value, size);\n}\n\n/*\nfunction deflate_identity(value: Buffer): Buffer {\n return value;\n}\n\nfunction deflate_gzip(value: Buffer): Buffer {\n return zlib.gzipSync(value);\n}\n\nfunction deflate_snappy(value: Buffer): Buffer {\n return snappyjs.compress(value);\n}\n\nfunction deflate_lzo(value: Buffer): Buffer {\n lzo = lzo || Util.load('lzo');\n return lzo.compress(value);\n}\n\nfunction deflate_brotli(value: Buffer): Buffer {\n brotli = brotli || Util.load('brotli');\n const result = brotli.compress(value, {\n mode: 0,\n quality: 8,\n lgwin: 22\n });\n return result ? Buffer.from(result) : Buffer.alloc(0);\n}\n\nfunction deflate_lz4(value: Buffer): Buffer {\n lz4js = lz4js || Util.load('lz4js');\n try {\n // let result = Buffer.alloc(lz4js.encodeBound(value.length));\n // const compressedSize = lz4.encodeBlock(value, result);\n // // remove unnecessary bytes\n // result = result.slice(0, compressedSize);\n // return result;\n return Buffer.from(lz4js.compress(value));\n } catch (err) {\n throw err;\n }\n}\nfunction inflate_identity(value: Buffer): Buffer {\n return value;\n}\n\nfunction inflate_gzip(value: Buffer): Buffer {\n return zlib.gunzipSync(value);\n}\n\nfunction inflate_snappy(value: Buffer): Buffer {\n return snappyjs.uncompress(value);\n}\n\nfunction inflate_lzo(value: Buffer, size: number): Buffer {\n lzo = lzo || Util.load('lzo');\n return lzo.decompress(value, size);\n}\n\nfunction inflate_lz4(value: Buffer, size: number): Buffer {\n lz4js = lz4js || Util.load('lz4js');\n try {\n // let result = Buffer.alloc(size);\n // const uncompressedSize = lz4js.decodeBlock(value, result);\n // // remove unnecessary bytes\n // result = result.slice(0, uncompressedSize);\n // return result;\n return Buffer.from(lz4js.decompress(value, size));\n } catch (err) {\n throw err;\n }\n}\n\nfunction inflate_brotli(value: Buffer): Buffer {\n brotli = brotli || Util.load('brotli');\n if (!value.length) {\n return Buffer.alloc(0);\n }\n return Buffer.from(brotli.decompress(value));\n}\n*/\n"],"mappings":"AAIA,SAEEA,aAAa,EACbC,eAAe,EACfC,iBAAiB,EACjBC,iBAAiB,EAEjBC,cAAc,EACdC,eAAe,QACV,yBAAyB;AAKhC,SAASC,QAAQA,CAACC,WAAwB,EAAU;EAClD,OAAOC,MAAM,CAACC,IAAI,CAACF,WAAW,CAAC;AACjC;AAEA,SAASG,aAAaA,CAACC,MAAc,EAAe;EAElD,IAAIH,MAAM,CAACI,QAAQ,CAACD,MAAM,CAAC,EAAE;IAC3B,MAAME,UAAU,GAAG,IAAIC,UAAU,CAACH,MAAM,CAACA,MAAM,EAAEA,MAAM,CAACI,UAAU,EAAEJ,MAAM,CAACK,MAAM,CAAC;IAClF,OAAOH,UAAU,CAACI,KAAK,CAAC,CAAC,CAACN,MAAM;EAClC;EACA,OAAOA,MAAM;AACf;AAMA,OAAOO,KAAK,MAAM,OAAO;AAKzB,MAAMC,OAAO,GAAG;EAQdD;AAGF,CAAC;AAMD,OAAO,MAAME,2BAAoE,GAAG;EAClFC,YAAY,EAAE,IAAIrB,aAAa,CAAC,CAAC;EACjCsB,IAAI,EAAE,IAAIrB,eAAe,CAAC,CAAC;EAC3BsB,MAAM,EAAE,IAAIrB,iBAAiB,CAAC,CAAC;EAC/BsB,MAAM,EAAE,IAAIrB,iBAAiB,CAAC;IAACgB;EAAO,CAAC,CAAC;EAExCM,GAAG,EAAE,IAAIrB,cAAc,CAAC;IAACe;EAAO,CAAC,CAAC;EAClCO,OAAO,EAAE,IAAItB,cAAc,CAAC;IAACe;EAAO,CAAC,CAAC;EAGtCQ,IAAI,EAAE,IAAItB,eAAe,CAAC;IAACc;EAAO,CAAC;AACrC,CAAC;AAMD,OAAO,eAAeS,mBAAmBA,CAACC,OAAyC,EAAE;EACnF,MAAMC,YAAY,GAAGC,MAAM,CAACC,MAAM,CAACZ,2BAA2B,CAAC;EAC/D,OAAO,MAAMa,OAAO,CAACC,GAAG,CAACJ,YAAY,CAACK,GAAG,CAAEC,WAAW,IAAKA,WAAW,CAACC,OAAO,CAAC,CAAC,CAAC,CAAC;AACpF;AAKA,OAAO,eAAeC,OAAOA,CAACC,MAA0B,EAAEC,KAAa,EAAmB;EACxF,MAAMJ,WAAW,GAAGhB,2BAA2B,CAACmB,MAAM,CAAC;EACvD,IAAI,CAACH,WAAW,EAAE;IAChB,MAAM,IAAIK,KAAK,CAAE,wCAAuCF,MAAO,EAAC,CAAC;EACnE;EACA,MAAMG,gBAAgB,GAAGhC,aAAa,CAAC8B,KAAK,CAAC;EAC7C,MAAMG,qBAAqB,GAAG,MAAMP,WAAW,CAACQ,QAAQ,CAACF,gBAAgB,CAAC;EAC1E,OAAOpC,QAAQ,CAACqC,qBAAqB,CAAC;AACxC;AAKA,OAAO,eAAeE,UAAUA,CAC9BN,MAA0B,EAC1BC,KAAa,EACbM,IAAY,EACK;EACjB,MAAMV,WAAW,GAAGhB,2BAA2B,CAACmB,MAAM,CAAC;EACvD,IAAI,CAACH,WAAW,EAAE;IAChB,MAAM,IAAIK,KAAK,CAAE,wCAAuCF,MAAO,EAAC,CAAC;EACnE;EACA,MAAMG,gBAAgB,GAAGhC,aAAa,CAAC8B,KAAK,CAAC;EAC7C,MAAMG,qBAAqB,GAAG,MAAMP,WAAW,CAACS,UAAU,CAACH,gBAAgB,EAAEI,IAAI,CAAC;EAClF,OAAOxC,QAAQ,CAACqC,qBAAqB,CAAC;AACxC;AAKA,OAAO,SAASI,OAAOA,CAACR,MAA0B,EAAEC,KAAa,EAAEM,IAAY,EAAU;EACvF,IAAI,EAAEP,MAAM,IAAInB,2BAA2B,CAAC,EAAE;IAC5C,MAAM,IAAIqB,KAAK,CAAE,+BAA8BF,MAAO,EAAC,CAAC;EAC1D;EAEA,OAAOnB,2BAA2B,CAACmB,MAAM,CAAC,CAACQ,OAAO,CAACP,KAAK,EAAEM,IAAI,CAAC;AACjE"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"parquet-encoder.js","names":["PARQUET_CODECS","Compression","Shred","ColumnChunk","ColumnMetaData","CompressionCodec","ConvertedType","DataPageHeader","DataPageHeaderV2","Encoding","FieldRepetitionType","FileMetaData","KeyValue","PageHeader","PageType","RowGroup","SchemaElement","Type","osopen","oswrite","osclose","getBitWidth","serializeThrift","Int64","PARQUET_MAGIC","PARQUET_VERSION","PARQUET_DEFAULT_PAGE_SIZE","PARQUET_DEFAULT_ROW_GROUP_SIZE","PARQUET_RDLVL_TYPE","PARQUET_RDLVL_ENCODING","ParquetEncoder","openFile","schema","path","opts","outputStream","openStream","arguments","length","undefined","envelopeWriter","ParquetEnvelopeWriter","constructor","rowBuffer","rowGroupSize","closed","userMetadata","writeHeader","err","close","appendRow","row","Error","shredRecord","rowCount","callback","writeFooter","setMetadata","key","value","String","setRowGroupSize","cnt","setPageSize","writeFn","bind","closeFn","fileOffset","write","offset","rowGroups","pageSize","useDataPageV2","Boolean","writeSection","buf","Buffer","from","writeRowGroup","records","rgroup","encodeRowGroup","baseOffset","push","metadata","body","encodeFooter","encodeValues","type","encoding","values","encodeDataPage","column","data","rLevelsBuf","alloc","rLevelMax","rlevels","bitWidth","dLevelsBuf","dLevelMax","dlevels","valuesBuf","primitiveType","typeLength","dataBuf","concat","compressedBuf","deflate","compression","header","DATA_PAGE","data_page_header","num_values","count","definition_level_encoding","repetition_level_encoding","uncompressed_page_size","compressed_page_size","headerBuf","page","headerSize","encodeDataPageV2","disableEnvelope","DATA_PAGE_V2","data_page_header_v2","num_nulls","num_rows","definition_levels_byte_length","repetition_levels_byte_length","is_compressed","encodeColumnChunk","buffer","columnData","join","pageBuf","total_uncompressed_size","total_compressed_size","result","path_in_schema","data_page_offset","encodings","codec","metadataOffset","columns","total_byte_size","field","fieldList","isNested","cchunkData","cchunk","file_offset","meta_data","Number","version","created_by","row_groups","key_value_metadata","_metadata$key_value_m","_metadata$key_value_m2","_metadata$key_value_m3","kv","call","schemaRoot","name","num_children","Object","keys","fields","relt","repetitionType","schemaElem","repetition_type","fieldCount","originalType","converted_type","type_length","metadataEncoded","footerEncoded","copy","writeUInt32LE"],"sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n/* eslint-disable camelcase */\nimport {stream} from '@loaders.gl/loader-utils';\nimport {ParquetCodecOptions, PARQUET_CODECS} from '../codecs';\nimport * as Compression from '../compression';\nimport {\n ParquetRowGroup,\n ParquetCodec,\n ParquetColumnChunk,\n ParquetField,\n PrimitiveType,\n ParquetRow\n} from '../schema/declare';\nimport {ParquetSchema} from '../schema/schema';\nimport * as Shred from '../schema/shred';\nimport {\n ColumnChunk,\n ColumnMetaData,\n CompressionCodec,\n ConvertedType,\n DataPageHeader,\n DataPageHeaderV2,\n Encoding,\n FieldRepetitionType,\n FileMetaData,\n KeyValue,\n PageHeader,\n PageType,\n RowGroup,\n SchemaElement,\n Type\n} from '../parquet-thrift';\nimport {osopen, oswrite, osclose} from '../utils/file-utils';\nimport {getBitWidth, serializeThrift} from '../utils/read-utils';\nimport Int64 from 'node-int64';\n\n/**\n * Parquet File Magic String\n */\nconst PARQUET_MAGIC = 'PAR1';\n\n/**\n * Parquet File Format Version\n */\nconst PARQUET_VERSION = 1;\n\n/**\n * Default Page and Row Group sizes\n */\nconst PARQUET_DEFAULT_PAGE_SIZE = 8192;\nconst PARQUET_DEFAULT_ROW_GROUP_SIZE = 4096;\n\n/**\n * Repetition and Definition Level Encoding\n */\nconst PARQUET_RDLVL_TYPE = 'INT32';\nconst PARQUET_RDLVL_ENCODING = 'RLE';\n\nexport interface ParquetEncoderOptions {\n baseOffset?: number;\n rowGroupSize?: number;\n pageSize?: number;\n useDataPageV2?: boolean;\n\n // Write Stream Options\n flags?: string;\n encoding?: string;\n fd?: number;\n mode?: number;\n autoClose?: boolean;\n start?: number;\n}\n\n/**\n * Write a parquet file to an output stream. The ParquetEncoder will perform\n * buffering/batching for performance, so close() must be called after all rows\n * are written.\n */\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nexport class ParquetEncoder<T> {\n /**\n * Convenience method to create a new buffered parquet writer that writes to\n * the specified file\n */\n static async openFile<T>(\n schema: ParquetSchema,\n path: string,\n opts?: ParquetEncoderOptions\n ): Promise<ParquetEncoder<T>> {\n const outputStream = await osopen(path, opts);\n return ParquetEncoder.openStream(schema, outputStream, opts);\n }\n\n /**\n * Convenience method to create a new buffered parquet writer that writes to\n * the specified stream\n */\n static async openStream<T>(\n schema: ParquetSchema,\n outputStream: stream.Writable,\n opts: ParquetEncoderOptions = {}\n ): Promise<ParquetEncoder<T>> {\n const envelopeWriter = await ParquetEnvelopeWriter.openStream(schema, outputStream, opts);\n return new ParquetEncoder(schema, envelopeWriter, opts);\n }\n\n public schema: ParquetSchema;\n public envelopeWriter: ParquetEnvelopeWriter;\n public rowBuffer: ParquetRowGroup;\n public rowGroupSize: number;\n public closed: boolean;\n public userMetadata: Record<string, string>;\n\n /**\n * Create a new buffered parquet writer for a given envelope writer\n */\n constructor(\n schema: ParquetSchema,\n envelopeWriter: ParquetEnvelopeWriter,\n opts: ParquetEncoderOptions\n ) {\n this.schema = schema;\n this.envelopeWriter = envelopeWriter;\n // @ts-ignore Row buffer typings...\n this.rowBuffer = {};\n this.rowGroupSize = opts.rowGroupSize || PARQUET_DEFAULT_ROW_GROUP_SIZE;\n this.closed = false;\n this.userMetadata = {};\n\n // eslint-disable-next-line @typescript-eslint/no-floating-promises\n this.writeHeader();\n }\n\n async writeHeader(): Promise<void> {\n // TODO - better not mess with promises in the constructor\n try {\n await this.envelopeWriter.writeHeader();\n } catch (err) {\n await this.envelopeWriter.close();\n throw err;\n }\n }\n\n /**\n * Append a single row to the parquet file. Rows are buffered in memory until\n * rowGroupSize rows are in the buffer or close() is called\n */\n async appendRow<T extends ParquetRow>(row: T): Promise<void> {\n if (this.closed) {\n throw new Error('writer was closed');\n }\n Shred.shredRecord(this.schema, row, this.rowBuffer);\n if (this.rowBuffer.rowCount >= this.rowGroupSize) {\n // @ts-ignore\n this.rowBuffer = {};\n }\n }\n\n /**\n * Finish writing the parquet file and commit the footer to disk. This method\n * MUST be called after you are finished adding rows. You must not call this\n * method twice on the same object or add any rows after the close() method has\n * been called\n */\n async close(callback?: () => void): Promise<void> {\n if (this.closed) {\n throw new Error('writer was closed');\n }\n\n this.closed = true;\n\n if (this.rowBuffer.rowCount > 0 || this.rowBuffer.rowCount >= this.rowGroupSize) {\n // @ts-ignore\n this.rowBuffer = {};\n }\n\n await this.envelopeWriter.writeFooter(this.userMetadata);\n await this.envelopeWriter.close();\n // this.envelopeWriter = null;\n\n if (callback) {\n callback();\n }\n }\n\n /**\n * Add key<>value metadata to the file\n */\n setMetadata(key: string, value: string): void {\n // TODO: value to be any, obj -> JSON\n this.userMetadata[String(key)] = String(value);\n }\n\n /**\n * Set the parquet row group size. This values controls the maximum number\n * of rows that are buffered in memory at any given time as well as the number\n * of rows that are co-located on disk. A higher value is generally better for\n * read-time I/O performance at the tradeoff of write-time memory usage.\n */\n setRowGroupSize(cnt: number): void {\n this.rowGroupSize = cnt;\n }\n\n /**\n * Set the parquet data page size. The data page size controls the maximum\n * number of column values that are written to disk as a consecutive array\n */\n setPageSize(cnt: number): void {\n this.envelopeWriter.setPageSize(cnt);\n }\n}\n\n/**\n * Create a parquet file from a schema and a number of row groups. This class\n * performs direct, unbuffered writes to the underlying output stream and is\n * intendend for advanced and internal users; the writeXXX methods must be\n * called in the correct order to produce a valid file.\n */\nexport class ParquetEnvelopeWriter {\n /**\n * Create a new parquet envelope writer that writes to the specified stream\n */\n static async openStream(\n schema: ParquetSchema,\n outputStream: stream.Writable,\n opts: ParquetEncoderOptions\n ): Promise<ParquetEnvelopeWriter> {\n const writeFn = oswrite.bind(undefined, outputStream);\n const closeFn = osclose.bind(undefined, outputStream);\n return new ParquetEnvelopeWriter(schema, writeFn, closeFn, 0, opts);\n }\n\n public schema: ParquetSchema;\n public write: (buf: Buffer) => Promise<void>;\n public close: () => Promise<void>;\n public offset: number;\n public rowCount: number;\n public rowGroups: RowGroup[];\n public pageSize: number;\n public useDataPageV2: boolean;\n\n constructor(\n schema: ParquetSchema,\n writeFn: (buf: Buffer) => Promise<void>,\n closeFn: () => Promise<void>,\n fileOffset: number,\n opts: ParquetEncoderOptions\n ) {\n this.schema = schema;\n this.write = writeFn;\n this.close = closeFn;\n this.offset = fileOffset;\n this.rowCount = 0;\n this.rowGroups = [];\n this.pageSize = opts.pageSize || PARQUET_DEFAULT_PAGE_SIZE;\n this.useDataPageV2 = 'useDataPageV2' in opts ? Boolean(opts.useDataPageV2) : false;\n }\n\n writeSection(buf: Buffer): Promise<void> {\n this.offset += buf.length;\n return this.write(buf);\n }\n\n /**\n * Encode the parquet file header\n */\n writeHeader(): Promise<void> {\n return this.writeSection(Buffer.from(PARQUET_MAGIC));\n }\n\n /**\n * Encode a parquet row group. The records object should be created using the\n * shredRecord method\n */\n async writeRowGroup(records: ParquetRowGroup): Promise<void> {\n const rgroup = await encodeRowGroup(this.schema, records, {\n baseOffset: this.offset,\n pageSize: this.pageSize,\n useDataPageV2: this.useDataPageV2\n });\n\n this.rowCount += records.rowCount;\n this.rowGroups.push(rgroup.metadata);\n return await this.writeSection(rgroup.body);\n }\n\n /**\n * Write the parquet file footer\n */\n writeFooter(userMetadata: Record<string, string>): Promise<void> {\n if (!userMetadata) {\n // tslint:disable-next-line:no-parameter-reassignment\n userMetadata = {};\n }\n\n return this.writeSection(\n encodeFooter(this.schema, this.rowCount, this.rowGroups, userMetadata)\n );\n }\n\n /**\n * Set the parquet data page size. The data page size controls the maximum\n * number of column values that are written to disk as a consecutive array\n */\n setPageSize(cnt: number): void {\n this.pageSize = cnt;\n }\n}\n\n/**\n * Create a parquet transform stream\nexport class ParquetTransformer<T> extends stream.Transform {\n public writer: ParquetEncoder<T>;\n\n constructor(schema: ParquetSchema, opts: ParquetEncoderOptions = {}) {\n super({objectMode: true});\n\n const writeProxy = (function (t: ParquetTransformer<any>) {\n return async function (b: any): Promise<void> {\n t.push(b);\n };\n })(this);\n\n this.writer = new ParquetEncoder(\n schema,\n new ParquetEnvelopeWriter(schema, writeProxy, async () => {}, 0, opts),\n opts\n );\n }\n\n // tslint:disable-next-line:function-name\n _transform(row: any, encoding: string, callback: (val?: any) => void): Promise<void> {\n if (row) {\n return this.writer.appendRow(row).then(callback);\n }\n callback();\n return Promise.resolve();\n }\n\n // tslint:disable-next-line:function-name\n async _flush(callback: (val?: any) => void) {\n await this.writer.close(callback);\n }\n}\n */\n\n/**\n * Encode a consecutive array of data using one of the parquet encodings\n */\nfunction encodeValues(\n type: PrimitiveType,\n encoding: ParquetCodec,\n values: any[],\n opts: ParquetCodecOptions\n) {\n if (!(encoding in PARQUET_CODECS)) {\n throw new Error(`invalid encoding: ${encoding}`);\n }\n return PARQUET_CODECS[encoding].encodeValues(type, values, opts);\n}\n\n/**\n * Encode a parquet data page\n */\nasync function encodeDataPage(\n column: ParquetField,\n data: ParquetColumnChunk\n): Promise<{\n header: PageHeader;\n headerSize: number;\n page: Buffer;\n}> {\n /* encode repetition and definition levels */\n let rLevelsBuf = Buffer.alloc(0);\n if (column.rLevelMax > 0) {\n rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {\n bitWidth: getBitWidth(column.rLevelMax)\n // disableEnvelope: false\n });\n }\n\n let dLevelsBuf = Buffer.alloc(0);\n if (column.dLevelMax > 0) {\n dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {\n bitWidth: getBitWidth(column.dLevelMax)\n // disableEnvelope: false\n });\n }\n\n /* encode values */\n const valuesBuf = encodeValues(column.primitiveType!, column.encoding!, data.values, {\n typeLength: column.typeLength,\n bitWidth: column.typeLength\n });\n\n const dataBuf = Buffer.concat([rLevelsBuf, dLevelsBuf, valuesBuf]);\n\n // compression = column.compression === 'UNCOMPRESSED' ? (compression || 'UNCOMPRESSED') : column.compression;\n const compressedBuf = await Compression.deflate(column.compression!, dataBuf);\n\n /* build page header */\n const header = new PageHeader({\n type: PageType.DATA_PAGE,\n data_page_header: new DataPageHeader({\n num_values: data.count,\n encoding: Encoding[column.encoding!] as any,\n definition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING], // [PARQUET_RDLVL_ENCODING],\n repetition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING] // [PARQUET_RDLVL_ENCODING]\n }),\n uncompressed_page_size: dataBuf.length,\n compressed_page_size: compressedBuf.length\n });\n\n /* concat page header, repetition and definition levels and values */\n const headerBuf = serializeThrift(header);\n const page = Buffer.concat([headerBuf, compressedBuf]);\n\n return {header, headerSize: headerBuf.length, page};\n}\n\n/**\n * Encode a parquet data page (v2)\n */\nasync function encodeDataPageV2(\n column: ParquetField,\n data: ParquetColumnChunk,\n rowCount: number\n): Promise<{\n header: PageHeader;\n headerSize: number;\n page: Buffer;\n}> {\n /* encode values */\n const valuesBuf = encodeValues(column.primitiveType!, column.encoding!, data.values, {\n typeLength: column.typeLength,\n bitWidth: column.typeLength\n });\n\n // compression = column.compression === 'UNCOMPRESSED' ? (compression || 'UNCOMPRESSED') : column.compression;\n const compressedBuf = await Compression.deflate(column.compression!, valuesBuf);\n\n /* encode repetition and definition levels */\n let rLevelsBuf = Buffer.alloc(0);\n if (column.rLevelMax > 0) {\n rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {\n bitWidth: getBitWidth(column.rLevelMax),\n disableEnvelope: true\n });\n }\n\n let dLevelsBuf = Buffer.alloc(0);\n if (column.dLevelMax > 0) {\n dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {\n bitWidth: getBitWidth(column.dLevelMax),\n disableEnvelope: true\n });\n }\n\n /* build page header */\n const header = new PageHeader({\n type: PageType.DATA_PAGE_V2,\n data_page_header_v2: new DataPageHeaderV2({\n num_values: data.count,\n num_nulls: data.count - data.values.length,\n num_rows: rowCount,\n encoding: Encoding[column.encoding!] as any,\n definition_levels_byte_length: dLevelsBuf.length,\n repetition_levels_byte_length: rLevelsBuf.length,\n is_compressed: column.compression !== 'UNCOMPRESSED'\n }),\n uncompressed_page_size: rLevelsBuf.length + dLevelsBuf.length + valuesBuf.length,\n compressed_page_size: rLevelsBuf.length + dLevelsBuf.length + compressedBuf.length\n });\n\n /* concat page header, repetition and definition levels and values */\n const headerBuf = serializeThrift(header);\n const page = Buffer.concat([headerBuf, rLevelsBuf, dLevelsBuf, compressedBuf]);\n return {header, headerSize: headerBuf.length, page};\n}\n\n/**\n * Encode an array of values into a parquet column chunk\n */\nasync function encodeColumnChunk(\n column: ParquetField,\n buffer: ParquetRowGroup,\n offset: number,\n opts: ParquetEncoderOptions\n): Promise<{\n body: Buffer;\n metadata: ColumnMetaData;\n metadataOffset: number;\n}> {\n const data = buffer.columnData[column.path.join()];\n const baseOffset = (opts.baseOffset || 0) + offset;\n /* encode data page(s) */\n // const pages: Buffer[] = [];\n let pageBuf: Buffer;\n // tslint:disable-next-line:variable-name\n let total_uncompressed_size = 0;\n // tslint:disable-next-line:variable-name\n let total_compressed_size = 0;\n {\n const result = opts.useDataPageV2\n ? await encodeDataPageV2(column, data, buffer.rowCount)\n : await encodeDataPage(column, data);\n // pages.push(result.page);\n pageBuf = result.page;\n total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;\n total_compressed_size += result.header.compressed_page_size + result.headerSize;\n }\n\n // const pagesBuf = Buffer.concat(pages);\n // const compression = column.compression === 'UNCOMPRESSED' ? (opts.compression || 'UNCOMPRESSED') : column.compression;\n\n /* prepare metadata header */\n const metadata = new ColumnMetaData({\n path_in_schema: column.path,\n num_values: data.count,\n data_page_offset: baseOffset,\n encodings: [],\n total_uncompressed_size, // : pagesBuf.length,\n total_compressed_size,\n type: Type[column.primitiveType!],\n codec: CompressionCodec[column.compression!]\n });\n\n /* list encodings */\n metadata.encodings.push(Encoding[PARQUET_RDLVL_ENCODING]);\n metadata.encodings.push(Encoding[column.encoding!]);\n\n /* concat metadata header and data pages */\n const metadataOffset = baseOffset + pageBuf.length;\n const body = Buffer.concat([pageBuf, serializeThrift(metadata)]);\n return {body, metadata, metadataOffset};\n}\n\n/**\n * Encode a list of column values into a parquet row group\n */\nasync function encodeRowGroup(\n schema: ParquetSchema,\n data: ParquetRowGroup,\n opts: ParquetEncoderOptions\n): Promise<{\n body: Buffer;\n metadata: RowGroup;\n}> {\n const metadata = new RowGroup({\n num_rows: data.rowCount,\n columns: [],\n total_byte_size: 0\n });\n\n let body = Buffer.alloc(0);\n for (const field of schema.fieldList) {\n if (field.isNested) {\n continue; // eslint-disable-line no-continue\n }\n\n const cchunkData = await encodeColumnChunk(field, data, body.length, opts);\n\n const cchunk = new ColumnChunk({\n file_offset: cchunkData.metadataOffset,\n meta_data: cchunkData.metadata\n });\n\n metadata.columns.push(cchunk);\n metadata.total_byte_size = new Int64(Number(metadata.total_byte_size) + cchunkData.body.length);\n\n body = Buffer.concat([body, cchunkData.body]);\n }\n\n return {body, metadata};\n}\n\n/**\n * Encode a parquet file metadata footer\n */\nfunction encodeFooter(\n schema: ParquetSchema,\n rowCount: number,\n rowGroups: RowGroup[],\n userMetadata: Record<string, string>\n): Buffer {\n const metadata = new FileMetaData({\n version: PARQUET_VERSION,\n created_by: 'parquets',\n num_rows: rowCount,\n row_groups: rowGroups,\n schema: [],\n key_value_metadata: []\n });\n\n for (const key in userMetadata) {\n const kv = new KeyValue({\n key,\n value: userMetadata[key]\n });\n metadata.key_value_metadata?.push?.(kv);\n }\n\n {\n const schemaRoot = new SchemaElement({\n name: 'root',\n num_children: Object.keys(schema.fields).length\n });\n metadata.schema.push(schemaRoot);\n }\n\n for (const field of schema.fieldList) {\n const relt = FieldRepetitionType[field.repetitionType];\n const schemaElem = new SchemaElement({\n name: field.name,\n repetition_type: relt as any\n });\n\n if (field.isNested) {\n schemaElem.num_children = field.fieldCount;\n } else {\n schemaElem.type = Type[field.primitiveType!] as Type;\n }\n\n if (field.originalType) {\n schemaElem.converted_type = ConvertedType[field.originalType] as ConvertedType;\n }\n\n schemaElem.type_length = field.typeLength;\n\n metadata.schema.push(schemaElem);\n }\n\n const metadataEncoded = serializeThrift(metadata);\n const footerEncoded = Buffer.alloc(metadataEncoded.length + 8);\n\n metadataEncoded.copy(footerEncoded);\n footerEncoded.writeUInt32LE(metadataEncoded.length, metadataEncoded.length);\n footerEncoded.write(PARQUET_MAGIC, metadataEncoded.length + 4);\n return footerEncoded;\n}\n"],"mappings":"SAG6BA,cAAc;AAAA,OACpC,KAAKC,WAAW;AAAA,OAUhB,KAAKC,KAAK;AAAA,SAEfC,WAAW,EACXC,cAAc,EACdC,gBAAgB,EAChBC,aAAa,EACbC,cAAc,EACdC,gBAAgB,EAChBC,QAAQ,EACRC,mBAAmB,EACnBC,YAAY,EACZC,QAAQ,EACRC,UAAU,EACVC,QAAQ,EACRC,QAAQ,EACRC,aAAa,EACbC,IAAI;AAAA,SAEEC,MAAM,EAAEC,OAAO,EAAEC,OAAO;AAAA,SACxBC,WAAW,EAAEC,eAAe;AACpC,OAAOC,KAAK,MAAM,YAAY;AAK9B,MAAMC,aAAa,GAAG,MAAM;AAK5B,MAAMC,eAAe,GAAG,CAAC;AAKzB,MAAMC,yBAAyB,GAAG,IAAI;AACtC,MAAMC,8BAA8B,GAAG,IAAI;AAK3C,MAAMC,kBAAkB,GAAG,OAAO;AAClC,MAAMC,sBAAsB,GAAG,KAAK;AAuBpC,OAAO,MAAMC,cAAc,CAAI;EAK7B,aAAaC,QAAQA,CACnBC,MAAqB,EACrBC,IAAY,EACZC,IAA4B,EACA;IAC5B,MAAMC,YAAY,GAAG,MAAMjB,MAAM,CAACe,IAAI,EAAEC,IAAI,CAAC;IAC7C,OAAOJ,cAAc,CAACM,UAAU,CAACJ,MAAM,EAAEG,YAAY,EAAED,IAAI,CAAC;EAC9D;EAMA,aAAaE,UAAUA,CACrBJ,MAAqB,EACrBG,YAA6B,EAED;IAAA,IAD5BD,IAA2B,GAAAG,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAEhC,MAAMG,cAAc,GAAG,MAAMC,qBAAqB,CAACL,UAAU,CAACJ,MAAM,EAAEG,YAAY,EAAED,IAAI,CAAC;IACzF,OAAO,IAAIJ,cAAc,CAACE,MAAM,EAAEQ,cAAc,EAAEN,IAAI,CAAC;EACzD;EAYAQ,WAAWA,CACTV,MAAqB,EACrBQ,cAAqC,EACrCN,IAA2B,EAC3B;IAAA,KAdKF,MAAM;IAAA,KACNQ,cAAc;IAAA,KACdG,SAAS;IAAA,KACTC,YAAY;IAAA,KACZC,MAAM;IAAA,KACNC,YAAY;IAUjB,IAAI,CAACd,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACQ,cAAc,GAAGA,cAAc;IAEpC,IAAI,CAACG,SAAS,GAAG,CAAC,CAAC;IACnB,IAAI,CAACC,YAAY,GAAGV,IAAI,CAACU,YAAY,IAAIjB,8BAA8B;IACvE,IAAI,CAACkB,MAAM,GAAG,KAAK;IACnB,IAAI,CAACC,YAAY,GAAG,CAAC,CAAC;IAGtB,IAAI,CAACC,WAAW,CAAC,CAAC;EACpB;EAEA,MAAMA,WAAWA,CAAA,EAAkB;IAEjC,IAAI;MACF,MAAM,IAAI,CAACP,cAAc,CAACO,WAAW,CAAC,CAAC;IACzC,CAAC,CAAC,OAAOC,GAAG,EAAE;MACZ,MAAM,IAAI,CAACR,cAAc,CAACS,KAAK,CAAC,CAAC;MACjC,MAAMD,GAAG;IACX;EACF;EAMA,MAAME,SAASA,CAAuBC,GAAM,EAAiB;IAC3D,IAAI,IAAI,CAACN,MAAM,EAAE;MACf,MAAM,IAAIO,KAAK,CAAC,mBAAmB,CAAC;IACtC;IACAlD,KAAK,CAACmD,WAAW,CAAC,IAAI,CAACrB,MAAM,EAAEmB,GAAG,EAAE,IAAI,CAACR,SAAS,CAAC;IACnD,IAAI,IAAI,CAACA,SAAS,CAACW,QAAQ,IAAI,IAAI,CAACV,YAAY,EAAE;MAEhD,IAAI,CAACD,SAAS,GAAG,CAAC,CAAC;IACrB;EACF;EAQA,MAAMM,KAAKA,CAACM,QAAqB,EAAiB;IAChD,IAAI,IAAI,CAACV,MAAM,EAAE;MACf,MAAM,IAAIO,KAAK,CAAC,mBAAmB,CAAC;IACtC;IAEA,IAAI,CAACP,MAAM,GAAG,IAAI;IAElB,IAAI,IAAI,CAACF,SAAS,CAACW,QAAQ,GAAG,CAAC,IAAI,IAAI,CAACX,SAAS,CAACW,QAAQ,IAAI,IAAI,CAACV,YAAY,EAAE;MAE/E,IAAI,CAACD,SAAS,GAAG,CAAC,CAAC;IACrB;IAEA,MAAM,IAAI,CAACH,cAAc,CAACgB,WAAW,CAAC,IAAI,CAACV,YAAY,CAAC;IACxD,MAAM,IAAI,CAACN,cAAc,CAACS,KAAK,CAAC,CAAC;IAGjC,IAAIM,QAAQ,EAAE;MACZA,QAAQ,CAAC,CAAC;IACZ;EACF;EAKAE,WAAWA,CAACC,GAAW,EAAEC,KAAa,EAAQ;IAE5C,IAAI,CAACb,YAAY,CAACc,MAAM,CAACF,GAAG,CAAC,CAAC,GAAGE,MAAM,CAACD,KAAK,CAAC;EAChD;EAQAE,eAAeA,CAACC,GAAW,EAAQ;IACjC,IAAI,CAAClB,YAAY,GAAGkB,GAAG;EACzB;EAMAC,WAAWA,CAACD,GAAW,EAAQ;IAC7B,IAAI,CAACtB,cAAc,CAACuB,WAAW,CAACD,GAAG,CAAC;EACtC;AACF;AAQA,OAAO,MAAMrB,qBAAqB,CAAC;EAIjC,aAAaL,UAAUA,CACrBJ,MAAqB,EACrBG,YAA6B,EAC7BD,IAA2B,EACK;IAChC,MAAM8B,OAAO,GAAG7C,OAAO,CAAC8C,IAAI,CAAC1B,SAAS,EAAEJ,YAAY,CAAC;IACrD,MAAM+B,OAAO,GAAG9C,OAAO,CAAC6C,IAAI,CAAC1B,SAAS,EAAEJ,YAAY,CAAC;IACrD,OAAO,IAAIM,qBAAqB,CAACT,MAAM,EAAEgC,OAAO,EAAEE,OAAO,EAAE,CAAC,EAAEhC,IAAI,CAAC;EACrE;EAWAQ,WAAWA,CACTV,MAAqB,EACrBgC,OAAuC,EACvCE,OAA4B,EAC5BC,UAAkB,EAClBjC,IAA2B,EAC3B;IAAA,KAfKF,MAAM;IAAA,KACNoC,KAAK;IAAA,KACLnB,KAAK;IAAA,KACLoB,MAAM;IAAA,KACNf,QAAQ;IAAA,KACRgB,SAAS;IAAA,KACTC,QAAQ;IAAA,KACRC,aAAa;IASlB,IAAI,CAACxC,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACoC,KAAK,GAAGJ,OAAO;IACpB,IAAI,CAACf,KAAK,GAAGiB,OAAO;IACpB,IAAI,CAACG,MAAM,GAAGF,UAAU;IACxB,IAAI,CAACb,QAAQ,GAAG,CAAC;IACjB,IAAI,CAACgB,SAAS,GAAG,EAAE;IACnB,IAAI,CAACC,QAAQ,GAAGrC,IAAI,CAACqC,QAAQ,IAAI7C,yBAAyB;IAC1D,IAAI,CAAC8C,aAAa,GAAG,eAAe,IAAItC,IAAI,GAAGuC,OAAO,CAACvC,IAAI,CAACsC,aAAa,CAAC,GAAG,KAAK;EACpF;EAEAE,YAAYA,CAACC,GAAW,EAAiB;IACvC,IAAI,CAACN,MAAM,IAAIM,GAAG,CAACrC,MAAM;IACzB,OAAO,IAAI,CAAC8B,KAAK,CAACO,GAAG,CAAC;EACxB;EAKA5B,WAAWA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAC2B,YAAY,CAACE,MAAM,CAACC,IAAI,CAACrD,aAAa,CAAC,CAAC;EACtD;EAMA,MAAMsD,aAAaA,CAACC,OAAwB,EAAiB;IAC3D,MAAMC,MAAM,GAAG,MAAMC,cAAc,CAAC,IAAI,CAACjD,MAAM,EAAE+C,OAAO,EAAE;MACxDG,UAAU,EAAE,IAAI,CAACb,MAAM;MACvBE,QAAQ,EAAE,IAAI,CAACA,QAAQ;MACvBC,aAAa,EAAE,IAAI,CAACA;IACtB,CAAC,CAAC;IAEF,IAAI,CAAClB,QAAQ,IAAIyB,OAAO,CAACzB,QAAQ;IACjC,IAAI,CAACgB,SAAS,CAACa,IAAI,CAACH,MAAM,CAACI,QAAQ,CAAC;IACpC,OAAO,MAAM,IAAI,CAACV,YAAY,CAACM,MAAM,CAACK,IAAI,CAAC;EAC7C;EAKA7B,WAAWA,CAACV,YAAoC,EAAiB;IAC/D,IAAI,CAACA,YAAY,EAAE;MAEjBA,YAAY,GAAG,CAAC,CAAC;IACnB;IAEA,OAAO,IAAI,CAAC4B,YAAY,CACtBY,YAAY,CAAC,IAAI,CAACtD,MAAM,EAAE,IAAI,CAACsB,QAAQ,EAAE,IAAI,CAACgB,SAAS,EAAExB,YAAY,CACvE,CAAC;EACH;EAMAiB,WAAWA,CAACD,GAAW,EAAQ;IAC7B,IAAI,CAACS,QAAQ,GAAGT,GAAG;EACrB;AACF;AA0CA,SAASyB,YAAYA,CACnBC,IAAmB,EACnBC,QAAsB,EACtBC,MAAa,EACbxD,IAAyB,EACzB;EACA,IAAI,EAAEuD,QAAQ,IAAIzF,cAAc,CAAC,EAAE;IACjC,MAAM,IAAIoD,KAAK,CAAE,qBAAoBqC,QAAS,EAAC,CAAC;EAClD;EACA,OAAOzF,cAAc,CAACyF,QAAQ,CAAC,CAACF,YAAY,CAACC,IAAI,EAAEE,MAAM,EAAExD,IAAI,CAAC;AAClE;AAKA,eAAeyD,cAAcA,CAC3BC,MAAoB,EACpBC,IAAwB,EAKvB;EAED,IAAIC,UAAU,GAAGlB,MAAM,CAACmB,KAAK,CAAC,CAAC,CAAC;EAChC,IAAIH,MAAM,CAACI,SAAS,GAAG,CAAC,EAAE;IACxBF,UAAU,GAAGP,YAAY,CAAC3D,kBAAkB,EAAEC,sBAAsB,EAAEgE,IAAI,CAACI,OAAO,EAAE;MAClFC,QAAQ,EAAE7E,WAAW,CAACuE,MAAM,CAACI,SAAS;IAExC,CAAC,CAAC;EACJ;EAEA,IAAIG,UAAU,GAAGvB,MAAM,CAACmB,KAAK,CAAC,CAAC,CAAC;EAChC,IAAIH,MAAM,CAACQ,SAAS,GAAG,CAAC,EAAE;IACxBD,UAAU,GAAGZ,YAAY,CAAC3D,kBAAkB,EAAEC,sBAAsB,EAAEgE,IAAI,CAACQ,OAAO,EAAE;MAClFH,QAAQ,EAAE7E,WAAW,CAACuE,MAAM,CAACQ,SAAS;IAExC,CAAC,CAAC;EACJ;EAGA,MAAME,SAAS,GAAGf,YAAY,CAACK,MAAM,CAACW,aAAa,EAAGX,MAAM,CAACH,QAAQ,EAAGI,IAAI,CAACH,MAAM,EAAE;IACnFc,UAAU,EAAEZ,MAAM,CAACY,UAAU;IAC7BN,QAAQ,EAAEN,MAAM,CAACY;EACnB,CAAC,CAAC;EAEF,MAAMC,OAAO,GAAG7B,MAAM,CAAC8B,MAAM,CAAC,CAACZ,UAAU,EAAEK,UAAU,EAAEG,SAAS,CAAC,CAAC;EAGlE,MAAMK,aAAa,GAAG,MAAM1G,WAAW,CAAC2G,OAAO,CAAChB,MAAM,CAACiB,WAAW,EAAGJ,OAAO,CAAC;EAG7E,MAAMK,MAAM,GAAG,IAAIjG,UAAU,CAAC;IAC5B2E,IAAI,EAAE1E,QAAQ,CAACiG,SAAS;IACxBC,gBAAgB,EAAE,IAAIzG,cAAc,CAAC;MACnC0G,UAAU,EAAEpB,IAAI,CAACqB,KAAK;MACtBzB,QAAQ,EAAEhF,QAAQ,CAACmF,MAAM,CAACH,QAAQ,CAAS;MAC3C0B,yBAAyB,EAAE1G,QAAQ,CAACoB,sBAAsB,CAAC;MAC3DuF,yBAAyB,EAAE3G,QAAQ,CAACoB,sBAAsB;IAC5D,CAAC,CAAC;IACFwF,sBAAsB,EAAEZ,OAAO,CAACnE,MAAM;IACtCgF,oBAAoB,EAAEX,aAAa,CAACrE;EACtC,CAAC,CAAC;EAGF,MAAMiF,SAAS,GAAGjG,eAAe,CAACwF,MAAM,CAAC;EACzC,MAAMU,IAAI,GAAG5C,MAAM,CAAC8B,MAAM,CAAC,CAACa,SAAS,EAAEZ,aAAa,CAAC,CAAC;EAEtD,OAAO;IAACG,MAAM;IAAEW,UAAU,EAAEF,SAAS,CAACjF,MAAM;IAAEkF;EAAI,CAAC;AACrD;AAKA,eAAeE,gBAAgBA,CAC7B9B,MAAoB,EACpBC,IAAwB,EACxBvC,QAAgB,EAKf;EAED,MAAMgD,SAAS,GAAGf,YAAY,CAACK,MAAM,CAACW,aAAa,EAAGX,MAAM,CAACH,QAAQ,EAAGI,IAAI,CAACH,MAAM,EAAE;IACnFc,UAAU,EAAEZ,MAAM,CAACY,UAAU;IAC7BN,QAAQ,EAAEN,MAAM,CAACY;EACnB,CAAC,CAAC;EAGF,MAAMG,aAAa,GAAG,MAAM1G,WAAW,CAAC2G,OAAO,CAAChB,MAAM,CAACiB,WAAW,EAAGP,SAAS,CAAC;EAG/E,IAAIR,UAAU,GAAGlB,MAAM,CAACmB,KAAK,CAAC,CAAC,CAAC;EAChC,IAAIH,MAAM,CAACI,SAAS,GAAG,CAAC,EAAE;IACxBF,UAAU,GAAGP,YAAY,CAAC3D,kBAAkB,EAAEC,sBAAsB,EAAEgE,IAAI,CAACI,OAAO,EAAE;MAClFC,QAAQ,EAAE7E,WAAW,CAACuE,MAAM,CAACI,SAAS,CAAC;MACvC2B,eAAe,EAAE;IACnB,CAAC,CAAC;EACJ;EAEA,IAAIxB,UAAU,GAAGvB,MAAM,CAACmB,KAAK,CAAC,CAAC,CAAC;EAChC,IAAIH,MAAM,CAACQ,SAAS,GAAG,CAAC,EAAE;IACxBD,UAAU,GAAGZ,YAAY,CAAC3D,kBAAkB,EAAEC,sBAAsB,EAAEgE,IAAI,CAACQ,OAAO,EAAE;MAClFH,QAAQ,EAAE7E,WAAW,CAACuE,MAAM,CAACQ,SAAS,CAAC;MACvCuB,eAAe,EAAE;IACnB,CAAC,CAAC;EACJ;EAGA,MAAMb,MAAM,GAAG,IAAIjG,UAAU,CAAC;IAC5B2E,IAAI,EAAE1E,QAAQ,CAAC8G,YAAY;IAC3BC,mBAAmB,EAAE,IAAIrH,gBAAgB,CAAC;MACxCyG,UAAU,EAAEpB,IAAI,CAACqB,KAAK;MACtBY,SAAS,EAAEjC,IAAI,CAACqB,KAAK,GAAGrB,IAAI,CAACH,MAAM,CAACpD,MAAM;MAC1CyF,QAAQ,EAAEzE,QAAQ;MAClBmC,QAAQ,EAAEhF,QAAQ,CAACmF,MAAM,CAACH,QAAQ,CAAS;MAC3CuC,6BAA6B,EAAE7B,UAAU,CAAC7D,MAAM;MAChD2F,6BAA6B,EAAEnC,UAAU,CAACxD,MAAM;MAChD4F,aAAa,EAAEtC,MAAM,CAACiB,WAAW,KAAK;IACxC,CAAC,CAAC;IACFQ,sBAAsB,EAAEvB,UAAU,CAACxD,MAAM,GAAG6D,UAAU,CAAC7D,MAAM,GAAGgE,SAAS,CAAChE,MAAM;IAChFgF,oBAAoB,EAAExB,UAAU,CAACxD,MAAM,GAAG6D,UAAU,CAAC7D,MAAM,GAAGqE,aAAa,CAACrE;EAC9E,CAAC,CAAC;EAGF,MAAMiF,SAAS,GAAGjG,eAAe,CAACwF,MAAM,CAAC;EACzC,MAAMU,IAAI,GAAG5C,MAAM,CAAC8B,MAAM,CAAC,CAACa,SAAS,EAAEzB,UAAU,EAAEK,UAAU,EAAEQ,aAAa,CAAC,CAAC;EAC9E,OAAO;IAACG,MAAM;IAAEW,UAAU,EAAEF,SAAS,CAACjF,MAAM;IAAEkF;EAAI,CAAC;AACrD;AAKA,eAAeW,iBAAiBA,CAC9BvC,MAAoB,EACpBwC,MAAuB,EACvB/D,MAAc,EACdnC,IAA2B,EAK1B;EACD,MAAM2D,IAAI,GAAGuC,MAAM,CAACC,UAAU,CAACzC,MAAM,CAAC3D,IAAI,CAACqG,IAAI,CAAC,CAAC,CAAC;EAClD,MAAMpD,UAAU,GAAG,CAAChD,IAAI,CAACgD,UAAU,IAAI,CAAC,IAAIb,MAAM;EAGlD,IAAIkE,OAAe;EAEnB,IAAIC,uBAAuB,GAAG,CAAC;EAE/B,IAAIC,qBAAqB,GAAG,CAAC;EAC7B;IACE,MAAMC,MAAM,GAAGxG,IAAI,CAACsC,aAAa,GAC7B,MAAMkD,gBAAgB,CAAC9B,MAAM,EAAEC,IAAI,EAAEuC,MAAM,CAAC9E,QAAQ,CAAC,GACrD,MAAMqC,cAAc,CAACC,MAAM,EAAEC,IAAI,CAAC;IAEtC0C,OAAO,GAAGG,MAAM,CAAClB,IAAI;IACrBgB,uBAAuB,IAAIE,MAAM,CAAC5B,MAAM,CAACO,sBAAsB,GAAGqB,MAAM,CAACjB,UAAU;IACnFgB,qBAAqB,IAAIC,MAAM,CAAC5B,MAAM,CAACQ,oBAAoB,GAAGoB,MAAM,CAACjB,UAAU;EACjF;EAMA,MAAMrC,QAAQ,GAAG,IAAIhF,cAAc,CAAC;IAClCuI,cAAc,EAAE/C,MAAM,CAAC3D,IAAI;IAC3BgF,UAAU,EAAEpB,IAAI,CAACqB,KAAK;IACtB0B,gBAAgB,EAAE1D,UAAU;IAC5B2D,SAAS,EAAE,EAAE;IACbL,uBAAuB;IACvBC,qBAAqB;IACrBjD,IAAI,EAAEvE,IAAI,CAAC2E,MAAM,CAACW,aAAa,CAAE;IACjCuC,KAAK,EAAEzI,gBAAgB,CAACuF,MAAM,CAACiB,WAAW;EAC5C,CAAC,CAAC;EAGFzB,QAAQ,CAACyD,SAAS,CAAC1D,IAAI,CAAC1E,QAAQ,CAACoB,sBAAsB,CAAC,CAAC;EACzDuD,QAAQ,CAACyD,SAAS,CAAC1D,IAAI,CAAC1E,QAAQ,CAACmF,MAAM,CAACH,QAAQ,CAAE,CAAC;EAGnD,MAAMsD,cAAc,GAAG7D,UAAU,GAAGqD,OAAO,CAACjG,MAAM;EAClD,MAAM+C,IAAI,GAAGT,MAAM,CAAC8B,MAAM,CAAC,CAAC6B,OAAO,EAAEjH,eAAe,CAAC8D,QAAQ,CAAC,CAAC,CAAC;EAChE,OAAO;IAACC,IAAI;IAAED,QAAQ;IAAE2D;EAAc,CAAC;AACzC;AAKA,eAAe9D,cAAcA,CAC3BjD,MAAqB,EACrB6D,IAAqB,EACrB3D,IAA2B,EAI1B;EACD,MAAMkD,QAAQ,GAAG,IAAIrE,QAAQ,CAAC;IAC5BgH,QAAQ,EAAElC,IAAI,CAACvC,QAAQ;IACvB0F,OAAO,EAAE,EAAE;IACXC,eAAe,EAAE;EACnB,CAAC,CAAC;EAEF,IAAI5D,IAAI,GAAGT,MAAM,CAACmB,KAAK,CAAC,CAAC,CAAC;EAC1B,KAAK,MAAMmD,KAAK,IAAIlH,MAAM,CAACmH,SAAS,EAAE;IACpC,IAAID,KAAK,CAACE,QAAQ,EAAE;MAClB;IACF;IAEA,MAAMC,UAAU,GAAG,MAAMlB,iBAAiB,CAACe,KAAK,EAAErD,IAAI,EAAER,IAAI,CAAC/C,MAAM,EAAEJ,IAAI,CAAC;IAE1E,MAAMoH,MAAM,GAAG,IAAInJ,WAAW,CAAC;MAC7BoJ,WAAW,EAAEF,UAAU,CAACN,cAAc;MACtCS,SAAS,EAAEH,UAAU,CAACjE;IACxB,CAAC,CAAC;IAEFA,QAAQ,CAAC4D,OAAO,CAAC7D,IAAI,CAACmE,MAAM,CAAC;IAC7BlE,QAAQ,CAAC6D,eAAe,GAAG,IAAI1H,KAAK,CAACkI,MAAM,CAACrE,QAAQ,CAAC6D,eAAe,CAAC,GAAGI,UAAU,CAAChE,IAAI,CAAC/C,MAAM,CAAC;IAE/F+C,IAAI,GAAGT,MAAM,CAAC8B,MAAM,CAAC,CAACrB,IAAI,EAAEgE,UAAU,CAAChE,IAAI,CAAC,CAAC;EAC/C;EAEA,OAAO;IAACA,IAAI;IAAED;EAAQ,CAAC;AACzB;AAKA,SAASE,YAAYA,CACnBtD,MAAqB,EACrBsB,QAAgB,EAChBgB,SAAqB,EACrBxB,YAAoC,EAC5B;EACR,MAAMsC,QAAQ,GAAG,IAAIzE,YAAY,CAAC;IAChC+I,OAAO,EAAEjI,eAAe;IACxBkI,UAAU,EAAE,UAAU;IACtB5B,QAAQ,EAAEzE,QAAQ;IAClBsG,UAAU,EAAEtF,SAAS;IACrBtC,MAAM,EAAE,EAAE;IACV6H,kBAAkB,EAAE;EACtB,CAAC,CAAC;EAEF,KAAK,MAAMnG,GAAG,IAAIZ,YAAY,EAAE;IAAA,IAAAgH,qBAAA,EAAAC,sBAAA,EAAAC,sBAAA;IAC9B,MAAMC,EAAE,GAAG,IAAIrJ,QAAQ,CAAC;MACtB8C,GAAG;MACHC,KAAK,EAAEb,YAAY,CAACY,GAAG;IACzB,CAAC,CAAC;IACF,CAAAoG,qBAAA,GAAA1E,QAAQ,CAACyE,kBAAkB,cAAAC,qBAAA,wBAAAC,sBAAA,GAA3B,CAAAC,sBAAA,GAAAF,qBAAA,EAA6B3E,IAAI,cAAA4E,sBAAA,uBAAjCA,sBAAA,CAAAG,IAAA,CAAAF,sBAAA,EAAoCC,EAAE,CAAC;EACzC;EAEA;IACE,MAAME,UAAU,GAAG,IAAInJ,aAAa,CAAC;MACnCoJ,IAAI,EAAE,MAAM;MACZC,YAAY,EAAEC,MAAM,CAACC,IAAI,CAACvI,MAAM,CAACwI,MAAM,CAAC,CAAClI;IAC3C,CAAC,CAAC;IACF8C,QAAQ,CAACpD,MAAM,CAACmD,IAAI,CAACgF,UAAU,CAAC;EAClC;EAEA,KAAK,MAAMjB,KAAK,IAAIlH,MAAM,CAACmH,SAAS,EAAE;IACpC,MAAMsB,IAAI,GAAG/J,mBAAmB,CAACwI,KAAK,CAACwB,cAAc,CAAC;IACtD,MAAMC,UAAU,GAAG,IAAI3J,aAAa,CAAC;MACnCoJ,IAAI,EAAElB,KAAK,CAACkB,IAAI;MAChBQ,eAAe,EAAEH;IACnB,CAAC,CAAC;IAEF,IAAIvB,KAAK,CAACE,QAAQ,EAAE;MAClBuB,UAAU,CAACN,YAAY,GAAGnB,KAAK,CAAC2B,UAAU;IAC5C,CAAC,MAAM;MACLF,UAAU,CAACnF,IAAI,GAAGvE,IAAI,CAACiI,KAAK,CAAC3C,aAAa,CAAU;IACtD;IAEA,IAAI2C,KAAK,CAAC4B,YAAY,EAAE;MACtBH,UAAU,CAACI,cAAc,GAAGzK,aAAa,CAAC4I,KAAK,CAAC4B,YAAY,CAAkB;IAChF;IAEAH,UAAU,CAACK,WAAW,GAAG9B,KAAK,CAAC1C,UAAU;IAEzCpB,QAAQ,CAACpD,MAAM,CAACmD,IAAI,CAACwF,UAAU,CAAC;EAClC;EAEA,MAAMM,eAAe,GAAG3J,eAAe,CAAC8D,QAAQ,CAAC;EACjD,MAAM8F,aAAa,GAAGtG,MAAM,CAACmB,KAAK,CAACkF,eAAe,CAAC3I,MAAM,GAAG,CAAC,CAAC;EAE9D2I,eAAe,CAACE,IAAI,CAACD,aAAa,CAAC;EACnCA,aAAa,CAACE,aAAa,CAACH,eAAe,CAAC3I,MAAM,EAAE2I,eAAe,CAAC3I,MAAM,CAAC;EAC3E4I,aAAa,CAAC9G,KAAK,CAAC5C,aAAa,EAAEyJ,eAAe,CAAC3I,MAAM,GAAG,CAAC,CAAC;EAC9D,OAAO4I,aAAa;AACtB"}
@@ -1,21 +0,0 @@
1
- // Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
2
-
3
- declare module 'int53' {
4
- declare function readInt64BE(buffer: Buffer, offset?: number): number;
5
- declare function readInt64LE(buffer: Buffer, offset?: number): number;
6
- declare function readUInt64BE(buffer: Buffer, offset?: number): number;
7
- declare function readUInt64LE(buffer: Buffer, offset?: number): number;
8
- declare function writeInt64BE(value: number, buffer: Buffer, offset?: number): void;
9
- declare function writeInt64LE(value: number, buffer: Buffer, offset?: number): void;
10
- declare function writeUInt64BE(value: number, buffer: Buffer, offset?: number): void;
11
- declare function writeUInt64LE(value: number, buffer: Buffer, offset?: number): void;
12
- }
13
-
14
- // declare module 'snappyjs' {
15
- // declare function compress(uncompressed: Buffer): Buffer;
16
- // declare function compress(uncompressed: ArrayBuffer): ArrayBuffer;
17
- // declare function compress(uncompressed: Uint8Array): Uint8Array;
18
- // declare function uncompress(compressed: Buffer): Buffer;
19
- // declare function uncompress(compressed: ArrayBuffer): ArrayBuffer;
20
- // declare function uncompress(compressed: Uint8Array): Uint8Array;
21
- // }
@@ -1 +0,0 @@
1
- {"version":3,"file":"BoundaryOrder.js","names":["BoundaryOrder"],"sources":["../../../src/parquetjs/parquet-thrift/BoundaryOrder.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum BoundaryOrder {\n UNORDERED = 0,\n ASCENDING = 1,\n DESCENDING = 2\n}\n"],"mappings":"AAMA,WAAYA,aAAa,aAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"BsonType.js","names":["thrift","BsonType","constructor","write","output","writeStructBegin","writeFieldStop","writeStructEnd","read","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"sources":["../../../src/parquetjs/parquet-thrift/BsonType.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IBsonTypeArgs {}\nexport class BsonType {\n constructor() {}\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('BsonType');\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): BsonType {\n input.readStructBegin();\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n return new BsonType();\n }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAEhC,OAAO,MAAMC,QAAQ,CAAC;EACpBC,WAAWA,CAAA,EAAG,CAAC;EACRC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,UAAU,CAAC;IACnCD,MAAM,CAACE,cAAc,CAAC,CAAC;IACvBF,MAAM,CAACG,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAY;IACpDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKb,MAAM,CAACiB,MAAM,CAACC,IAAI,CAACC,IAAI,EAAE;QACzC;MACF;MACA,QAAQJ,OAAO;QACb;UAAS;YACPN,KAAK,CAACW,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAJ,KAAK,CAACY,YAAY,CAAC,CAAC;IACtB;IACAZ,KAAK,CAACa,aAAa,CAAC,CAAC;IACrB,OAAO,IAAIrB,QAAQ,CAAC,CAAC;EACvB;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"ColumnChunk.js","names":["Int64","thrift","ColumnMetaData","ColumnChunk","constructor","args","file_path","file_offset","meta_data","offset_index_offset","offset_index_length","column_index_offset","column_index_length","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","write","output","writeStructBegin","writeFieldBegin","Type","STRING","writeString","writeFieldEnd","I64","writeI64","STRUCT","I32","writeI32","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readString","skip","value_2","readI64","value_3","value_4","value_5","readI32","value_6","value_7","readFieldEnd","readStructEnd","undefined"],"sources":["../../../src/parquetjs/parquet-thrift/ColumnChunk.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as ColumnMetaData from './ColumnMetaData';\nexport interface IColumnChunkArgs {\n file_path?: string;\n file_offset: number | Int64;\n meta_data?: ColumnMetaData.ColumnMetaData;\n offset_index_offset?: number | Int64;\n offset_index_length?: number;\n column_index_offset?: number | Int64;\n column_index_length?: number;\n}\nexport class ColumnChunk {\n public file_path?: string;\n public file_offset: Int64;\n public meta_data?: ColumnMetaData.ColumnMetaData;\n public offset_index_offset?: Int64;\n public offset_index_length?: number;\n public column_index_offset?: Int64;\n public column_index_length?: number;\n constructor(args: IColumnChunkArgs) {\n if (args != null && args.file_path != null) {\n this.file_path = args.file_path;\n }\n if (args != null && args.file_offset != null) {\n if (typeof args.file_offset === 'number') {\n this.file_offset = new Int64(args.file_offset);\n } else {\n this.file_offset = args.file_offset;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[file_offset] is unset!'\n );\n }\n if (args != null && args.meta_data != null) {\n this.meta_data = args.meta_data;\n }\n if (args != null && args.offset_index_offset != null) {\n if (typeof args.offset_index_offset === 'number') {\n this.offset_index_offset = new Int64(args.offset_index_offset);\n } else {\n this.offset_index_offset = args.offset_index_offset;\n }\n }\n if (args != null && args.offset_index_length != null) {\n this.offset_index_length = args.offset_index_length;\n }\n if (args != null && args.column_index_offset != null) {\n if (typeof args.column_index_offset === 'number') {\n this.column_index_offset = new Int64(args.column_index_offset);\n } else {\n this.column_index_offset = args.column_index_offset;\n }\n }\n if (args != null && args.column_index_length != null) {\n this.column_index_length = args.column_index_length;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('ColumnChunk');\n if (this.file_path != null) {\n output.writeFieldBegin('file_path', thrift.Thrift.Type.STRING, 1);\n output.writeString(this.file_path);\n output.writeFieldEnd();\n }\n if (this.file_offset != null) {\n output.writeFieldBegin('file_offset', thrift.Thrift.Type.I64, 2);\n output.writeI64(this.file_offset);\n output.writeFieldEnd();\n }\n if (this.meta_data != null) {\n output.writeFieldBegin('meta_data', thrift.Thrift.Type.STRUCT, 3);\n this.meta_data.write(output);\n output.writeFieldEnd();\n }\n if (this.offset_index_offset != null) {\n output.writeFieldBegin('offset_index_offset', thrift.Thrift.Type.I64, 4);\n output.writeI64(this.offset_index_offset);\n output.writeFieldEnd();\n }\n if (this.offset_index_length != null) {\n output.writeFieldBegin('offset_index_length', thrift.Thrift.Type.I32, 5);\n output.writeI32(this.offset_index_length);\n output.writeFieldEnd();\n }\n if (this.column_index_offset != null) {\n output.writeFieldBegin('column_index_offset', thrift.Thrift.Type.I64, 6);\n output.writeI64(this.column_index_offset);\n output.writeFieldEnd();\n }\n if (this.column_index_length != null) {\n output.writeFieldBegin('column_index_length', thrift.Thrift.Type.I32, 7);\n output.writeI32(this.column_index_length);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): ColumnChunk {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.STRING) {\n const value_1: string = input.readString();\n _args.file_path = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_2: Int64 = input.readI64();\n _args.file_offset = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_3: ColumnMetaData.ColumnMetaData =\n ColumnMetaData.ColumnMetaData.read(input);\n _args.meta_data = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_4: Int64 = input.readI64();\n _args.offset_index_offset = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_5: number = input.readI32();\n _args.offset_index_length = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_6: Int64 = input.readI64();\n _args.column_index_offset = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_7: number = input.readI32();\n _args.column_index_length = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (_args.file_offset !== undefined) {\n return new ColumnChunk(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read ColumnChunk from input'\n );\n }\n }\n}\n"],"mappings":"AAMA,OAAOA,KAAK,MAAM,YAAY;AAC9B,OAAO,KAAKC,MAAM,MAAM,QAAQ;AAAC,OAC1B,KAAKC,cAAc;AAU1B,OAAO,MAAMC,WAAW,CAAC;EAQvBC,WAAWA,CAACC,IAAsB,EAAE;IAAA,KAP7BC,SAAS;IAAA,KACTC,WAAW;IAAA,KACXC,SAAS;IAAA,KACTC,mBAAmB;IAAA,KACnBC,mBAAmB;IAAA,KACnBC,mBAAmB;IAAA,KACnBC,mBAAmB;IAExB,IAAIP,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACC,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGD,IAAI,CAACC,SAAS;IACjC;IACA,IAAID,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,WAAW,IAAI,IAAI,EAAE;MAC5C,IAAI,OAAOF,IAAI,CAACE,WAAW,KAAK,QAAQ,EAAE;QACxC,IAAI,CAACA,WAAW,GAAG,IAAIP,KAAK,CAACK,IAAI,CAACE,WAAW,CAAC;MAChD,CAAC,MAAM;QACL,IAAI,CAACA,WAAW,GAAGF,IAAI,CAACE,WAAW;MACrC;IACF,CAAC,MAAM;MACL,MAAM,IAAIN,MAAM,CAACY,MAAM,CAACC,kBAAkB,CACxCb,MAAM,CAACY,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCACF,CAAC;IACH;IACA,IAAIX,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACG,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGH,IAAI,CAACG,SAAS;IACjC;IACA,IAAIH,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACI,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,OAAOJ,IAAI,CAACI,mBAAmB,KAAK,QAAQ,EAAE;QAChD,IAAI,CAACA,mBAAmB,GAAG,IAAIT,KAAK,CAACK,IAAI,CAACI,mBAAmB,CAAC;MAChE,CAAC,MAAM;QACL,IAAI,CAACA,mBAAmB,GAAGJ,IAAI,CAACI,mBAAmB;MACrD;IACF;IACA,IAAIJ,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACK,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,CAACA,mBAAmB,GAAGL,IAAI,CAACK,mBAAmB;IACrD;IACA,IAAIL,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACM,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,OAAON,IAAI,CAACM,mBAAmB,KAAK,QAAQ,EAAE;QAChD,IAAI,CAACA,mBAAmB,GAAG,IAAIX,KAAK,CAACK,IAAI,CAACM,mBAAmB,CAAC;MAChE,CAAC,MAAM;QACL,IAAI,CAACA,mBAAmB,GAAGN,IAAI,CAACM,mBAAmB;MACrD;IACF;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACO,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,CAACA,mBAAmB,GAAGP,IAAI,CAACO,mBAAmB;IACrD;EACF;EACOK,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,aAAa,CAAC;IACtC,IAAI,IAAI,CAACb,SAAS,IAAI,IAAI,EAAE;MAC1BY,MAAM,CAACE,eAAe,CAAC,WAAW,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACC,MAAM,EAAE,CAAC,CAAC;MACjEJ,MAAM,CAACK,WAAW,CAAC,IAAI,CAACjB,SAAS,CAAC;MAClCY,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACjB,WAAW,IAAI,IAAI,EAAE;MAC5BW,MAAM,CAACE,eAAe,CAAC,aAAa,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MAChEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACnB,WAAW,CAAC;MACjCW,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAAChB,SAAS,IAAI,IAAI,EAAE;MAC1BU,MAAM,CAACE,eAAe,CAAC,WAAW,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACM,MAAM,EAAE,CAAC,CAAC;MACjE,IAAI,CAACnB,SAAS,CAACS,KAAK,CAACC,MAAM,CAAC;MAC5BA,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACf,mBAAmB,IAAI,IAAI,EAAE;MACpCS,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MACxEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACjB,mBAAmB,CAAC;MACzCS,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACd,mBAAmB,IAAI,IAAI,EAAE;MACpCQ,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACO,GAAG,EAAE,CAAC,CAAC;MACxEV,MAAM,CAACW,QAAQ,CAAC,IAAI,CAACnB,mBAAmB,CAAC;MACzCQ,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACb,mBAAmB,IAAI,IAAI,EAAE;MACpCO,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MACxEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACf,mBAAmB,CAAC;MACzCO,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACZ,mBAAmB,IAAI,IAAI,EAAE;MACpCM,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACO,GAAG,EAAE,CAAC,CAAC;MACxEV,MAAM,CAACW,QAAQ,CAAC,IAAI,CAACjB,mBAAmB,CAAC;MACzCM,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACAN,MAAM,CAACY,cAAc,CAAC,CAAC;IACvBZ,MAAM,CAACa,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAe;IACvDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACqB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACC,MAAM,EAAE;YAC3C,MAAMqB,OAAe,GAAGV,KAAK,CAACW,UAAU,CAAC,CAAC;YAC1CT,KAAK,CAAC7B,SAAS,GAAGqC,OAAO;UAC3B,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACI,GAAG,EAAE;YACxC,MAAMqB,OAAc,GAAGb,KAAK,CAACc,OAAO,CAAC,CAAC;YACtCZ,KAAK,CAAC5B,WAAW,GAAGuC,OAAO;UAC7B,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACM,MAAM,EAAE;YAC3C,MAAMqB,OAAsC,GAC1C9C,cAAc,CAACA,cAAc,CAAC8B,IAAI,CAACC,KAAK,CAAC;YAC3CE,KAAK,CAAC3B,SAAS,GAAGwC,OAAO;UAC3B,CAAC,MAAM;YACLf,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACI,GAAG,EAAE;YACxC,MAAMwB,OAAc,GAAGhB,KAAK,CAACc,OAAO,CAAC,CAAC;YACtCZ,KAAK,CAAC1B,mBAAmB,GAAGwC,OAAO;UACrC,CAAC,MAAM;YACLhB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACO,GAAG,EAAE;YACxC,MAAMsB,OAAe,GAAGjB,KAAK,CAACkB,OAAO,CAAC,CAAC;YACvChB,KAAK,CAACzB,mBAAmB,GAAGwC,OAAO;UACrC,CAAC,MAAM;YACLjB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACI,GAAG,EAAE;YACxC,MAAM2B,OAAc,GAAGnB,KAAK,CAACc,OAAO,CAAC,CAAC;YACtCZ,KAAK,CAACxB,mBAAmB,GAAGyC,OAAO;UACrC,CAAC,MAAM;YACLnB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACO,GAAG,EAAE;YACxC,MAAMyB,OAAe,GAAGpB,KAAK,CAACkB,OAAO,CAAC,CAAC;YACvChB,KAAK,CAACvB,mBAAmB,GAAGyC,OAAO;UACrC,CAAC,MAAM;YACLpB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACqB,YAAY,CAAC,CAAC;IACtB;IACArB,KAAK,CAACsB,aAAa,CAAC,CAAC;IACrB,IAAIpB,KAAK,CAAC5B,WAAW,KAAKiD,SAAS,EAAE;MACnC,OAAO,IAAIrD,WAAW,CAACgC,KAAK,CAAC;IAC/B,CAAC,MAAM;MACL,MAAM,IAAIlC,MAAM,CAACY,MAAM,CAACC,kBAAkB,CACxCb,MAAM,CAACY,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCACF,CAAC;IACH;EACF;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"ColumnIndex.js","names":["Int64","thrift","ColumnIndex","constructor","args","null_pages","min_values","max_values","boundary_order","null_counts","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","map","c","write","output","writeStructBegin","writeFieldBegin","Type","LIST","writeListBegin","BOOL","length","forEach","value_1","writeBool","writeListEnd","writeFieldEnd","STRING","value_2","writeBinary","value_3","I32","writeI32","I64","value_4","writeI64","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_5","Array","metadata_1","readListBegin","size_1","size","i_1","value_6","readBool","push","readListEnd","skip","value_7","metadata_2","size_2","i_2","value_8","readBinary","value_9","metadata_3","size_3","i_3","value_10","value_11","readI32","value_12","metadata_4","size_4","i_4","value_13","readI64","readFieldEnd","readStructEnd","undefined"],"sources":["../../../src/parquetjs/parquet-thrift/ColumnIndex.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as BoundaryOrder from './BoundaryOrder';\nexport interface IColumnIndexArgs {\n null_pages: Array<boolean>;\n min_values: Array<Buffer>;\n max_values: Array<Buffer>;\n boundary_order: BoundaryOrder.BoundaryOrder;\n null_counts?: Array<number | Int64>;\n}\nexport class ColumnIndex {\n public null_pages: Array<boolean>;\n public min_values: Array<Buffer>;\n public max_values: Array<Buffer>;\n public boundary_order: BoundaryOrder.BoundaryOrder;\n public null_counts?: Array<Int64>;\n constructor(args: IColumnIndexArgs) {\n if (args != null && args.null_pages != null) {\n this.null_pages = args.null_pages;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[null_pages] is unset!'\n );\n }\n if (args != null && args.min_values != null) {\n this.min_values = args.min_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[min_values] is unset!'\n );\n }\n if (args != null && args.max_values != null) {\n this.max_values = args.max_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[max_values] is unset!'\n );\n }\n if (args != null && args.boundary_order != null) {\n this.boundary_order = args.boundary_order;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[boundary_order] is unset!'\n );\n }\n if (args != null && args.null_counts != null) {\n this.null_counts = args.null_counts.map((c) => new Int64(+c));\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('ColumnIndex');\n if (this.null_pages != null) {\n output.writeFieldBegin('null_pages', thrift.Thrift.Type.LIST, 1);\n output.writeListBegin(thrift.Thrift.Type.BOOL, this.null_pages.length);\n this.null_pages.forEach((value_1: boolean): void => {\n output.writeBool(value_1);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.min_values != null) {\n output.writeFieldBegin('min_values', thrift.Thrift.Type.LIST, 2);\n output.writeListBegin(thrift.Thrift.Type.STRING, this.min_values.length);\n this.min_values.forEach((value_2: Buffer): void => {\n output.writeBinary(value_2);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.max_values != null) {\n output.writeFieldBegin('max_values', thrift.Thrift.Type.LIST, 3);\n output.writeListBegin(thrift.Thrift.Type.STRING, this.max_values.length);\n this.max_values.forEach((value_3: Buffer): void => {\n output.writeBinary(value_3);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.boundary_order != null) {\n output.writeFieldBegin('boundary_order', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.boundary_order);\n output.writeFieldEnd();\n }\n if (this.null_counts != null) {\n output.writeFieldBegin('null_counts', thrift.Thrift.Type.LIST, 5);\n output.writeListBegin(thrift.Thrift.Type.I64, this.null_counts.length);\n this.null_counts.forEach((value_4: Int64): void => {\n output.writeI64(value_4);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): ColumnIndex {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_5: Array<boolean> = new Array<boolean>();\n const metadata_1: thrift.TList = input.readListBegin();\n const size_1: number = metadata_1.size;\n for (let i_1: number = 0; i_1 < size_1; i_1++) {\n const value_6: boolean = input.readBool();\n value_5.push(value_6);\n }\n input.readListEnd();\n _args.null_pages = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_7: Array<Buffer> = new Array<Buffer>();\n const metadata_2: thrift.TList = input.readListBegin();\n const size_2: number = metadata_2.size;\n for (let i_2: number = 0; i_2 < size_2; i_2++) {\n const value_8: Buffer = input.readBinary();\n value_7.push(value_8);\n }\n input.readListEnd();\n _args.min_values = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_9: Array<Buffer> = new Array<Buffer>();\n const metadata_3: thrift.TList = input.readListBegin();\n const size_3: number = metadata_3.size;\n for (let i_3: number = 0; i_3 < size_3; i_3++) {\n const value_10: Buffer = input.readBinary();\n value_9.push(value_10);\n }\n input.readListEnd();\n _args.max_values = value_9;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_11: BoundaryOrder.BoundaryOrder = input.readI32();\n _args.boundary_order = value_11;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_12: Array<Int64> = new Array<Int64>();\n const metadata_4: thrift.TList = input.readListBegin();\n const size_4: number = metadata_4.size;\n for (let i_4: number = 0; i_4 < size_4; i_4++) {\n const value_13: Int64 = input.readI64();\n value_12.push(value_13);\n }\n input.readListEnd();\n _args.null_counts = value_12;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.null_pages !== undefined &&\n _args.min_values !== undefined &&\n _args.max_values !== undefined &&\n _args.boundary_order !== undefined\n ) {\n return new ColumnIndex(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read ColumnIndex from input'\n );\n }\n }\n}\n"],"mappings":"AAMA,OAAOA,KAAK,MAAM,YAAY;AAC9B,OAAO,KAAKC,MAAM,MAAM,QAAQ;AAShC,OAAO,MAAMC,WAAW,CAAC;EAMvBC,WAAWA,CAACC,IAAsB,EAAE;IAAA,KAL7BC,UAAU;IAAA,KACVC,UAAU;IAAA,KACVC,UAAU;IAAA,KACVC,cAAc;IAAA,KACdC,WAAW;IAEhB,IAAIL,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACC,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGD,IAAI,CAACC,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIJ,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCACF,CAAC;IACH;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGF,IAAI,CAACE,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIL,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCACF,CAAC;IACH;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACG,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGH,IAAI,CAACG,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIN,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCACF,CAAC;IACH;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACI,cAAc,IAAI,IAAI,EAAE;MAC/C,IAAI,CAACA,cAAc,GAAGJ,IAAI,CAACI,cAAc;IAC3C,CAAC,MAAM;MACL,MAAM,IAAIP,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,0CACF,CAAC;IACH;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACK,WAAW,IAAI,IAAI,EAAE;MAC5C,IAAI,CAACA,WAAW,GAAGL,IAAI,CAACK,WAAW,CAACK,GAAG,CAAEC,CAAC,IAAK,IAAIf,KAAK,CAAC,CAACe,CAAC,CAAC,CAAC;IAC/D;EACF;EACOC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,aAAa,CAAC;IACtC,IAAI,IAAI,CAACb,UAAU,IAAI,IAAI,EAAE;MAC3BY,MAAM,CAACE,eAAe,CAAC,YAAY,EAAElB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MAChEJ,MAAM,CAACK,cAAc,CAACrB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACG,IAAI,EAAE,IAAI,CAAClB,UAAU,CAACmB,MAAM,CAAC;MACtE,IAAI,CAACnB,UAAU,CAACoB,OAAO,CAAEC,OAAgB,IAAW;QAClDT,MAAM,CAACU,SAAS,CAACD,OAAO,CAAC;MAC3B,CAAC,CAAC;MACFT,MAAM,CAACW,YAAY,CAAC,CAAC;MACrBX,MAAM,CAACY,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACvB,UAAU,IAAI,IAAI,EAAE;MAC3BW,MAAM,CAACE,eAAe,CAAC,YAAY,EAAElB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MAChEJ,MAAM,CAACK,cAAc,CAACrB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACU,MAAM,EAAE,IAAI,CAACxB,UAAU,CAACkB,MAAM,CAAC;MACxE,IAAI,CAAClB,UAAU,CAACmB,OAAO,CAAEM,OAAe,IAAW;QACjDd,MAAM,CAACe,WAAW,CAACD,OAAO,CAAC;MAC7B,CAAC,CAAC;MACFd,MAAM,CAACW,YAAY,CAAC,CAAC;MACrBX,MAAM,CAACY,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACtB,UAAU,IAAI,IAAI,EAAE;MAC3BU,MAAM,CAACE,eAAe,CAAC,YAAY,EAAElB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MAChEJ,MAAM,CAACK,cAAc,CAACrB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACU,MAAM,EAAE,IAAI,CAACvB,UAAU,CAACiB,MAAM,CAAC;MACxE,IAAI,CAACjB,UAAU,CAACkB,OAAO,CAAEQ,OAAe,IAAW;QACjDhB,MAAM,CAACe,WAAW,CAACC,OAAO,CAAC;MAC7B,CAAC,CAAC;MACFhB,MAAM,CAACW,YAAY,CAAC,CAAC;MACrBX,MAAM,CAACY,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACrB,cAAc,IAAI,IAAI,EAAE;MAC/BS,MAAM,CAACE,eAAe,CAAC,gBAAgB,EAAElB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACc,GAAG,EAAE,CAAC,CAAC;MACnEjB,MAAM,CAACkB,QAAQ,CAAC,IAAI,CAAC3B,cAAc,CAAC;MACpCS,MAAM,CAACY,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACpB,WAAW,IAAI,IAAI,EAAE;MAC5BQ,MAAM,CAACE,eAAe,CAAC,aAAa,EAAElB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MACjEJ,MAAM,CAACK,cAAc,CAACrB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACgB,GAAG,EAAE,IAAI,CAAC3B,WAAW,CAACe,MAAM,CAAC;MACtE,IAAI,CAACf,WAAW,CAACgB,OAAO,CAAEY,OAAc,IAAW;QACjDpB,MAAM,CAACqB,QAAQ,CAACD,OAAO,CAAC;MAC1B,CAAC,CAAC;MACFpB,MAAM,CAACW,YAAY,CAAC,CAAC;MACrBX,MAAM,CAACY,aAAa,CAAC,CAAC;IACxB;IACAZ,MAAM,CAACsB,cAAc,CAAC,CAAC;IACvBtB,MAAM,CAACuB,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAe;IACvDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAK9C,MAAM,CAACS,MAAM,CAACU,IAAI,CAAC+B,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAK9C,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE;YACzC,MAAM+B,OAAuB,GAAG,IAAIC,KAAK,CAAU,CAAC;YACpD,MAAMC,UAAwB,GAAGZ,KAAK,CAACa,aAAa,CAAC,CAAC;YACtD,MAAMC,MAAc,GAAGF,UAAU,CAACG,IAAI;YACtC,KAAK,IAAIC,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGF,MAAM,EAAEE,GAAG,EAAE,EAAE;cAC7C,MAAMC,OAAgB,GAAGjB,KAAK,CAACkB,QAAQ,CAAC,CAAC;cACzCR,OAAO,CAACS,IAAI,CAACF,OAAO,CAAC;YACvB;YACAjB,KAAK,CAACoB,WAAW,CAAC,CAAC;YACnBlB,KAAK,CAACvC,UAAU,GAAG+C,OAAO;UAC5B,CAAC,MAAM;YACLV,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9C,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE;YACzC,MAAM2C,OAAsB,GAAG,IAAIX,KAAK,CAAS,CAAC;YAClD,MAAMY,UAAwB,GAAGvB,KAAK,CAACa,aAAa,CAAC,CAAC;YACtD,MAAMW,MAAc,GAAGD,UAAU,CAACR,IAAI;YACtC,KAAK,IAAIU,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,OAAe,GAAG1B,KAAK,CAAC2B,UAAU,CAAC,CAAC;cAC1CL,OAAO,CAACH,IAAI,CAACO,OAAO,CAAC;YACvB;YACA1B,KAAK,CAACoB,WAAW,CAAC,CAAC;YACnBlB,KAAK,CAACtC,UAAU,GAAG0D,OAAO;UAC5B,CAAC,MAAM;YACLtB,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9C,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE;YACzC,MAAMiD,OAAsB,GAAG,IAAIjB,KAAK,CAAS,CAAC;YAClD,MAAMkB,UAAwB,GAAG7B,KAAK,CAACa,aAAa,CAAC,CAAC;YACtD,MAAMiB,MAAc,GAAGD,UAAU,CAACd,IAAI;YACtC,KAAK,IAAIgB,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,QAAgB,GAAGhC,KAAK,CAAC2B,UAAU,CAAC,CAAC;cAC3CC,OAAO,CAACT,IAAI,CAACa,QAAQ,CAAC;YACxB;YACAhC,KAAK,CAACoB,WAAW,CAAC,CAAC;YACnBlB,KAAK,CAACrC,UAAU,GAAG+D,OAAO;UAC5B,CAAC,MAAM;YACL5B,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9C,MAAM,CAACS,MAAM,CAACU,IAAI,CAACc,GAAG,EAAE;YACxC,MAAMyC,QAAqC,GAAGjC,KAAK,CAACkC,OAAO,CAAC,CAAC;YAC7DhC,KAAK,CAACpC,cAAc,GAAGmE,QAAQ;UACjC,CAAC,MAAM;YACLjC,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9C,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE;YACzC,MAAMwD,QAAsB,GAAG,IAAIxB,KAAK,CAAQ,CAAC;YACjD,MAAMyB,UAAwB,GAAGpC,KAAK,CAACa,aAAa,CAAC,CAAC;YACtD,MAAMwB,MAAc,GAAGD,UAAU,CAACrB,IAAI;YACtC,KAAK,IAAIuB,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,QAAe,GAAGvC,KAAK,CAACwC,OAAO,CAAC,CAAC;cACvCL,QAAQ,CAAChB,IAAI,CAACoB,QAAQ,CAAC;YACzB;YACAvC,KAAK,CAACoB,WAAW,CAAC,CAAC;YACnBlB,KAAK,CAACnC,WAAW,GAAGoE,QAAQ;UAC9B,CAAC,MAAM;YACLnC,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACyC,YAAY,CAAC,CAAC;IACtB;IACAzC,KAAK,CAAC0C,aAAa,CAAC,CAAC;IACrB,IACExC,KAAK,CAACvC,UAAU,KAAKgF,SAAS,IAC9BzC,KAAK,CAACtC,UAAU,KAAK+E,SAAS,IAC9BzC,KAAK,CAACrC,UAAU,KAAK8E,SAAS,IAC9BzC,KAAK,CAACpC,cAAc,KAAK6E,SAAS,EAClC;MACA,OAAO,IAAInF,WAAW,CAAC0C,KAAK,CAAC;IAC/B,CAAC,MAAM;MACL,MAAM,IAAI3C,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCACF,CAAC;IACH;EACF;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"ColumnMetaData.js","names":["Int64","thrift","KeyValue","PageEncodingStats","Statistics","ColumnMetaData","constructor","args","type","encodings","path_in_schema","codec","num_values","total_uncompressed_size","total_compressed_size","key_value_metadata","data_page_offset","index_page_offset","dictionary_page_offset","statistics","encoding_stats","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","write","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","LIST","writeListBegin","length","forEach","value_1","writeListEnd","STRING","value_2","writeString","I64","writeI64","STRUCT","value_3","value_4","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_5","readI32","skip","value_6","Array","metadata_1","readListBegin","size_1","size","i_1","value_7","push","readListEnd","value_8","metadata_2","size_2","i_2","value_9","readString","value_10","value_11","readI64","value_12","value_13","value_14","metadata_3","size_3","i_3","value_15","value_16","value_17","value_18","value_19","value_20","metadata_4","size_4","i_4","value_21","readFieldEnd","readStructEnd","undefined"],"sources":["../../../src/parquetjs/parquet-thrift/ColumnMetaData.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as CompressionCodec from './CompressionCodec';\nimport * as Encoding from './Encoding';\nimport * as KeyValue from './KeyValue';\nimport * as PageEncodingStats from './PageEncodingStats';\nimport * as Statistics from './Statistics';\nimport * as Type from './Type';\nexport interface IColumnMetaDataArgs {\n type: Type.Type;\n encodings: Array<Encoding.Encoding>;\n path_in_schema: Array<string>;\n codec: CompressionCodec.CompressionCodec;\n num_values: number | Int64;\n total_uncompressed_size: number | Int64;\n total_compressed_size: number | Int64;\n key_value_metadata?: Array<KeyValue.KeyValue>;\n data_page_offset: number | Int64;\n index_page_offset?: number | Int64;\n dictionary_page_offset?: number | Int64;\n statistics?: Statistics.Statistics;\n encoding_stats?: Array<PageEncodingStats.PageEncodingStats>;\n}\nexport class ColumnMetaData {\n public type: Type.Type;\n public encodings: Array<Encoding.Encoding>;\n public path_in_schema: Array<string>;\n public codec: CompressionCodec.CompressionCodec;\n public num_values: Int64;\n public total_uncompressed_size: Int64;\n public total_compressed_size: Int64;\n public key_value_metadata?: Array<KeyValue.KeyValue>;\n public data_page_offset: Int64;\n public index_page_offset?: Int64;\n public dictionary_page_offset?: Int64;\n public statistics?: Statistics.Statistics;\n public encoding_stats?: Array<PageEncodingStats.PageEncodingStats>;\n constructor(args: IColumnMetaDataArgs) {\n if (args != null && args.type != null) {\n this.type = args.type;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[type] is unset!'\n );\n }\n if (args != null && args.encodings != null) {\n this.encodings = args.encodings;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[encodings] is unset!'\n );\n }\n if (args != null && args.path_in_schema != null) {\n this.path_in_schema = args.path_in_schema;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[path_in_schema] is unset!'\n );\n }\n if (args != null && args.codec != null) {\n this.codec = args.codec;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[codec] is unset!'\n );\n }\n if (args != null && args.num_values != null) {\n if (typeof args.num_values === 'number') {\n this.num_values = new Int64(args.num_values);\n } else {\n this.num_values = args.num_values;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_values] is unset!'\n );\n }\n if (args != null && args.total_uncompressed_size != null) {\n if (typeof args.total_uncompressed_size === 'number') {\n this.total_uncompressed_size = new Int64(args.total_uncompressed_size);\n } else {\n this.total_uncompressed_size = args.total_uncompressed_size;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[total_uncompressed_size] is unset!'\n );\n }\n if (args != null && args.total_compressed_size != null) {\n if (typeof args.total_compressed_size === 'number') {\n this.total_compressed_size = new Int64(args.total_compressed_size);\n } else {\n this.total_compressed_size = args.total_compressed_size;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[total_compressed_size] is unset!'\n );\n }\n if (args != null && args.key_value_metadata != null) {\n this.key_value_metadata = args.key_value_metadata;\n }\n if (args != null && args.data_page_offset != null) {\n if (typeof args.data_page_offset === 'number') {\n this.data_page_offset = new Int64(args.data_page_offset);\n } else {\n this.data_page_offset = args.data_page_offset;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[data_page_offset] is unset!'\n );\n }\n if (args != null && args.index_page_offset != null) {\n if (typeof args.index_page_offset === 'number') {\n this.index_page_offset = new Int64(args.index_page_offset);\n } else {\n this.index_page_offset = args.index_page_offset;\n }\n }\n if (args != null && args.dictionary_page_offset != null) {\n if (typeof args.dictionary_page_offset === 'number') {\n this.dictionary_page_offset = new Int64(args.dictionary_page_offset);\n } else {\n this.dictionary_page_offset = args.dictionary_page_offset;\n }\n }\n if (args != null && args.statistics != null) {\n this.statistics = args.statistics;\n }\n if (args != null && args.encoding_stats != null) {\n this.encoding_stats = args.encoding_stats;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('ColumnMetaData');\n if (this.type != null) {\n output.writeFieldBegin('type', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.type);\n output.writeFieldEnd();\n }\n if (this.encodings != null) {\n output.writeFieldBegin('encodings', thrift.Thrift.Type.LIST, 2);\n output.writeListBegin(thrift.Thrift.Type.I32, this.encodings.length);\n this.encodings.forEach((value_1: Encoding.Encoding): void => {\n output.writeI32(value_1);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.path_in_schema != null) {\n output.writeFieldBegin('path_in_schema', thrift.Thrift.Type.LIST, 3);\n output.writeListBegin(thrift.Thrift.Type.STRING, this.path_in_schema.length);\n this.path_in_schema.forEach((value_2: string): void => {\n output.writeString(value_2);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.codec != null) {\n output.writeFieldBegin('codec', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.codec);\n output.writeFieldEnd();\n }\n if (this.num_values != null) {\n output.writeFieldBegin('num_values', thrift.Thrift.Type.I64, 5);\n output.writeI64(this.num_values);\n output.writeFieldEnd();\n }\n if (this.total_uncompressed_size != null) {\n output.writeFieldBegin('total_uncompressed_size', thrift.Thrift.Type.I64, 6);\n output.writeI64(this.total_uncompressed_size);\n output.writeFieldEnd();\n }\n if (this.total_compressed_size != null) {\n output.writeFieldBegin('total_compressed_size', thrift.Thrift.Type.I64, 7);\n output.writeI64(this.total_compressed_size);\n output.writeFieldEnd();\n }\n if (this.key_value_metadata != null) {\n output.writeFieldBegin('key_value_metadata', thrift.Thrift.Type.LIST, 8);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.key_value_metadata.length);\n this.key_value_metadata.forEach((value_3: KeyValue.KeyValue): void => {\n value_3.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.data_page_offset != null) {\n output.writeFieldBegin('data_page_offset', thrift.Thrift.Type.I64, 9);\n output.writeI64(this.data_page_offset);\n output.writeFieldEnd();\n }\n if (this.index_page_offset != null) {\n output.writeFieldBegin('index_page_offset', thrift.Thrift.Type.I64, 10);\n output.writeI64(this.index_page_offset);\n output.writeFieldEnd();\n }\n if (this.dictionary_page_offset != null) {\n output.writeFieldBegin('dictionary_page_offset', thrift.Thrift.Type.I64, 11);\n output.writeI64(this.dictionary_page_offset);\n output.writeFieldEnd();\n }\n if (this.statistics != null) {\n output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 12);\n this.statistics.write(output);\n output.writeFieldEnd();\n }\n if (this.encoding_stats != null) {\n output.writeFieldBegin('encoding_stats', thrift.Thrift.Type.LIST, 13);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.encoding_stats.length);\n this.encoding_stats.forEach((value_4: PageEncodingStats.PageEncodingStats): void => {\n value_4.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): ColumnMetaData {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_5: Type.Type = input.readI32();\n _args.type = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_6: Array<Encoding.Encoding> = new Array<Encoding.Encoding>();\n const metadata_1: thrift.TList = input.readListBegin();\n const size_1: number = metadata_1.size;\n for (let i_1: number = 0; i_1 < size_1; i_1++) {\n const value_7: Encoding.Encoding = input.readI32();\n value_6.push(value_7);\n }\n input.readListEnd();\n _args.encodings = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_8: Array<string> = new Array<string>();\n const metadata_2: thrift.TList = input.readListBegin();\n const size_2: number = metadata_2.size;\n for (let i_2: number = 0; i_2 < size_2; i_2++) {\n const value_9: string = input.readString();\n value_8.push(value_9);\n }\n input.readListEnd();\n _args.path_in_schema = value_8;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_10: CompressionCodec.CompressionCodec = input.readI32();\n _args.codec = value_10;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_11: Int64 = input.readI64();\n _args.num_values = value_11;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_12: Int64 = input.readI64();\n _args.total_uncompressed_size = value_12;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_13: Int64 = input.readI64();\n _args.total_compressed_size = value_13;\n } else {\n input.skip(fieldType);\n }\n break;\n case 8:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_14: Array<KeyValue.KeyValue> = new Array<KeyValue.KeyValue>();\n const metadata_3: thrift.TList = input.readListBegin();\n const size_3: number = metadata_3.size;\n for (let i_3: number = 0; i_3 < size_3; i_3++) {\n const value_15: KeyValue.KeyValue = KeyValue.KeyValue.read(input);\n value_14.push(value_15);\n }\n input.readListEnd();\n _args.key_value_metadata = value_14;\n } else {\n input.skip(fieldType);\n }\n break;\n case 9:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_16: Int64 = input.readI64();\n _args.data_page_offset = value_16;\n } else {\n input.skip(fieldType);\n }\n break;\n case 10:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_17: Int64 = input.readI64();\n _args.index_page_offset = value_17;\n } else {\n input.skip(fieldType);\n }\n break;\n case 11:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_18: Int64 = input.readI64();\n _args.dictionary_page_offset = value_18;\n } else {\n input.skip(fieldType);\n }\n break;\n case 12:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_19: Statistics.Statistics = Statistics.Statistics.read(input);\n _args.statistics = value_19;\n } else {\n input.skip(fieldType);\n }\n break;\n case 13:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_20: Array<PageEncodingStats.PageEncodingStats> =\n new Array<PageEncodingStats.PageEncodingStats>();\n const metadata_4: thrift.TList = input.readListBegin();\n const size_4: number = metadata_4.size;\n for (let i_4: number = 0; i_4 < size_4; i_4++) {\n const value_21: PageEncodingStats.PageEncodingStats =\n PageEncodingStats.PageEncodingStats.read(input);\n value_20.push(value_21);\n }\n input.readListEnd();\n _args.encoding_stats = value_20;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.type !== undefined &&\n _args.encodings !== undefined &&\n _args.path_in_schema !== undefined &&\n _args.codec !== undefined &&\n _args.num_values !== undefined &&\n _args.total_uncompressed_size !== undefined &&\n _args.total_compressed_size !== undefined &&\n _args.data_page_offset !== undefined\n ) {\n return new ColumnMetaData(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read ColumnMetaData from input'\n );\n }\n }\n}\n"],"mappings":"AAMA,OAAOA,KAAK,MAAM,YAAY;AAC9B,OAAO,KAAKC,MAAM,MAAM,QAAQ;AAAC,OAG1B,KAAKC,QAAQ;AAAA,OACb,KAAKC,iBAAiB;AAAA,OACtB,KAAKC,UAAU;AAiBtB,OAAO,MAAMC,cAAc,CAAC;EAc1BC,WAAWA,CAACC,IAAyB,EAAE;IAAA,KAbhCC,IAAI;IAAA,KACJC,SAAS;IAAA,KACTC,cAAc;IAAA,KACdC,KAAK;IAAA,KACLC,UAAU;IAAA,KACVC,uBAAuB;IAAA,KACvBC,qBAAqB;IAAA,KACrBC,kBAAkB;IAAA,KAClBC,gBAAgB;IAAA,KAChBC,iBAAiB;IAAA,KACjBC,sBAAsB;IAAA,KACtBC,UAAU;IAAA,KACVC,cAAc;IAEnB,IAAIb,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACC,IAAI,IAAI,IAAI,EAAE;MACrC,IAAI,CAACA,IAAI,GAAGD,IAAI,CAACC,IAAI;IACvB,CAAC,MAAM;MACL,MAAM,IAAIP,MAAM,CAACoB,MAAM,CAACC,kBAAkB,CACxCrB,MAAM,CAACoB,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,gCACF,CAAC;IACH;IACA,IAAIjB,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGF,IAAI,CAACE,SAAS;IACjC,CAAC,MAAM;MACL,MAAM,IAAIR,MAAM,CAACoB,MAAM,CAACC,kBAAkB,CACxCrB,MAAM,CAACoB,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,qCACF,CAAC;IACH;IACA,IAAIjB,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACG,cAAc,IAAI,IAAI,EAAE;MAC/C,IAAI,CAACA,cAAc,GAAGH,IAAI,CAACG,cAAc;IAC3C,CAAC,MAAM;MACL,MAAM,IAAIT,MAAM,CAACoB,MAAM,CAACC,kBAAkB,CACxCrB,MAAM,CAACoB,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,0CACF,CAAC;IACH;IACA,IAAIjB,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACI,KAAK,IAAI,IAAI,EAAE;MACtC,IAAI,CAACA,KAAK,GAAGJ,IAAI,CAACI,KAAK;IACzB,CAAC,MAAM;MACL,MAAM,IAAIV,MAAM,CAACoB,MAAM,CAACC,kBAAkB,CACxCrB,MAAM,CAACoB,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,iCACF,CAAC;IACH;IACA,IAAIjB,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACK,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,OAAOL,IAAI,CAACK,UAAU,KAAK,QAAQ,EAAE;QACvC,IAAI,CAACA,UAAU,GAAG,IAAIZ,KAAK,CAACO,IAAI,CAACK,UAAU,CAAC;MAC9C,CAAC,MAAM;QACL,IAAI,CAACA,UAAU,GAAGL,IAAI,CAACK,UAAU;MACnC;IACF,CAAC,MAAM;MACL,MAAM,IAAIX,MAAM,CAACoB,MAAM,CAACC,kBAAkB,CACxCrB,MAAM,CAACoB,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCACF,CAAC;IACH;IACA,IAAIjB,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACM,uBAAuB,IAAI,IAAI,EAAE;MACxD,IAAI,OAAON,IAAI,CAACM,uBAAuB,KAAK,QAAQ,EAAE;QACpD,IAAI,CAACA,uBAAuB,GAAG,IAAIb,KAAK,CAACO,IAAI,CAACM,uBAAuB,CAAC;MACxE,CAAC,MAAM;QACL,IAAI,CAACA,uBAAuB,GAAGN,IAAI,CAACM,uBAAuB;MAC7D;IACF,CAAC,MAAM;MACL,MAAM,IAAIZ,MAAM,CAACoB,MAAM,CAACC,kBAAkB,CACxCrB,MAAM,CAACoB,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,mDACF,CAAC;IACH;IACA,IAAIjB,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACO,qBAAqB,IAAI,IAAI,EAAE;MACtD,IAAI,OAAOP,IAAI,CAACO,qBAAqB,KAAK,QAAQ,EAAE;QAClD,IAAI,CAACA,qBAAqB,GAAG,IAAId,KAAK,CAACO,IAAI,CAACO,qBAAqB,CAAC;MACpE,CAAC,MAAM;QACL,IAAI,CAACA,qBAAqB,GAAGP,IAAI,CAACO,qBAAqB;MACzD;IACF,CAAC,MAAM;MACL,MAAM,IAAIb,MAAM,CAACoB,MAAM,CAACC,kBAAkB,CACxCrB,MAAM,CAACoB,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,iDACF,CAAC;IACH;IACA,IAAIjB,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACQ,kBAAkB,IAAI,IAAI,EAAE;MACnD,IAAI,CAACA,kBAAkB,GAAGR,IAAI,CAACQ,kBAAkB;IACnD;IACA,IAAIR,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACS,gBAAgB,IAAI,IAAI,EAAE;MACjD,IAAI,OAAOT,IAAI,CAACS,gBAAgB,KAAK,QAAQ,EAAE;QAC7C,IAAI,CAACA,gBAAgB,GAAG,IAAIhB,KAAK,CAACO,IAAI,CAACS,gBAAgB,CAAC;MAC1D,CAAC,MAAM;QACL,IAAI,CAACA,gBAAgB,GAAGT,IAAI,CAACS,gBAAgB;MAC/C;IACF,CAAC,MAAM;MACL,MAAM,IAAIf,MAAM,CAACoB,MAAM,CAACC,kBAAkB,CACxCrB,MAAM,CAACoB,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,4CACF,CAAC;IACH;IACA,IAAIjB,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACU,iBAAiB,IAAI,IAAI,EAAE;MAClD,IAAI,OAAOV,IAAI,CAACU,iBAAiB,KAAK,QAAQ,EAAE;QAC9C,IAAI,CAACA,iBAAiB,GAAG,IAAIjB,KAAK,CAACO,IAAI,CAACU,iBAAiB,CAAC;MAC5D,CAAC,MAAM;QACL,IAAI,CAACA,iBAAiB,GAAGV,IAAI,CAACU,iBAAiB;MACjD;IACF;IACA,IAAIV,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACW,sBAAsB,IAAI,IAAI,EAAE;MACvD,IAAI,OAAOX,IAAI,CAACW,sBAAsB,KAAK,QAAQ,EAAE;QACnD,IAAI,CAACA,sBAAsB,GAAG,IAAIlB,KAAK,CAACO,IAAI,CAACW,sBAAsB,CAAC;MACtE,CAAC,MAAM;QACL,IAAI,CAACA,sBAAsB,GAAGX,IAAI,CAACW,sBAAsB;MAC3D;IACF;IACA,IAAIX,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACY,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGZ,IAAI,CAACY,UAAU;IACnC;IACA,IAAIZ,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACa,cAAc,IAAI,IAAI,EAAE;MAC/C,IAAI,CAACA,cAAc,GAAGb,IAAI,CAACa,cAAc;IAC3C;EACF;EACOK,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,IAAI,IAAI,CAACnB,IAAI,IAAI,IAAI,EAAE;MACrBkB,MAAM,CAACE,eAAe,CAAC,MAAM,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MACzDJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACvB,IAAI,CAAC;MAC1BkB,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACvB,SAAS,IAAI,IAAI,EAAE;MAC1BiB,MAAM,CAACE,eAAe,CAAC,WAAW,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACI,IAAI,EAAE,CAAC,CAAC;MAC/DP,MAAM,CAACQ,cAAc,CAACjC,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,IAAI,CAACrB,SAAS,CAAC0B,MAAM,CAAC;MACpE,IAAI,CAAC1B,SAAS,CAAC2B,OAAO,CAAEC,OAA0B,IAAW;QAC3DX,MAAM,CAACK,QAAQ,CAACM,OAAO,CAAC;MAC1B,CAAC,CAAC;MACFX,MAAM,CAACY,YAAY,CAAC,CAAC;MACrBZ,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACtB,cAAc,IAAI,IAAI,EAAE;MAC/BgB,MAAM,CAACE,eAAe,CAAC,gBAAgB,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACI,IAAI,EAAE,CAAC,CAAC;MACpEP,MAAM,CAACQ,cAAc,CAACjC,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACU,MAAM,EAAE,IAAI,CAAC7B,cAAc,CAACyB,MAAM,CAAC;MAC5E,IAAI,CAACzB,cAAc,CAAC0B,OAAO,CAAEI,OAAe,IAAW;QACrDd,MAAM,CAACe,WAAW,CAACD,OAAO,CAAC;MAC7B,CAAC,CAAC;MACFd,MAAM,CAACY,YAAY,CAAC,CAAC;MACrBZ,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACrB,KAAK,IAAI,IAAI,EAAE;MACtBe,MAAM,CAACE,eAAe,CAAC,OAAO,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC1DJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACpB,KAAK,CAAC;MAC3Be,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACpB,UAAU,IAAI,IAAI,EAAE;MAC3Bc,MAAM,CAACE,eAAe,CAAC,YAAY,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACa,GAAG,EAAE,CAAC,CAAC;MAC/DhB,MAAM,CAACiB,QAAQ,CAAC,IAAI,CAAC/B,UAAU,CAAC;MAChCc,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACnB,uBAAuB,IAAI,IAAI,EAAE;MACxCa,MAAM,CAACE,eAAe,CAAC,yBAAyB,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACa,GAAG,EAAE,CAAC,CAAC;MAC5EhB,MAAM,CAACiB,QAAQ,CAAC,IAAI,CAAC9B,uBAAuB,CAAC;MAC7Ca,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAAClB,qBAAqB,IAAI,IAAI,EAAE;MACtCY,MAAM,CAACE,eAAe,CAAC,uBAAuB,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACa,GAAG,EAAE,CAAC,CAAC;MAC1EhB,MAAM,CAACiB,QAAQ,CAAC,IAAI,CAAC7B,qBAAqB,CAAC;MAC3CY,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACjB,kBAAkB,IAAI,IAAI,EAAE;MACnCW,MAAM,CAACE,eAAe,CAAC,oBAAoB,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACI,IAAI,EAAE,CAAC,CAAC;MACxEP,MAAM,CAACQ,cAAc,CAACjC,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACe,MAAM,EAAE,IAAI,CAAC7B,kBAAkB,CAACoB,MAAM,CAAC;MAChF,IAAI,CAACpB,kBAAkB,CAACqB,OAAO,CAAES,OAA0B,IAAW;QACpEA,OAAO,CAACpB,KAAK,CAACC,MAAM,CAAC;MACvB,CAAC,CAAC;MACFA,MAAM,CAACY,YAAY,CAAC,CAAC;MACrBZ,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAAChB,gBAAgB,IAAI,IAAI,EAAE;MACjCU,MAAM,CAACE,eAAe,CAAC,kBAAkB,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACa,GAAG,EAAE,CAAC,CAAC;MACrEhB,MAAM,CAACiB,QAAQ,CAAC,IAAI,CAAC3B,gBAAgB,CAAC;MACtCU,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACf,iBAAiB,IAAI,IAAI,EAAE;MAClCS,MAAM,CAACE,eAAe,CAAC,mBAAmB,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACa,GAAG,EAAE,EAAE,CAAC;MACvEhB,MAAM,CAACiB,QAAQ,CAAC,IAAI,CAAC1B,iBAAiB,CAAC;MACvCS,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACd,sBAAsB,IAAI,IAAI,EAAE;MACvCQ,MAAM,CAACE,eAAe,CAAC,wBAAwB,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACa,GAAG,EAAE,EAAE,CAAC;MAC5EhB,MAAM,CAACiB,QAAQ,CAAC,IAAI,CAACzB,sBAAsB,CAAC;MAC5CQ,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACb,UAAU,IAAI,IAAI,EAAE;MAC3BO,MAAM,CAACE,eAAe,CAAC,YAAY,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACe,MAAM,EAAE,EAAE,CAAC;MACnE,IAAI,CAACzB,UAAU,CAACM,KAAK,CAACC,MAAM,CAAC;MAC7BA,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACZ,cAAc,IAAI,IAAI,EAAE;MAC/BM,MAAM,CAACE,eAAe,CAAC,gBAAgB,EAAE3B,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACI,IAAI,EAAE,EAAE,CAAC;MACrEP,MAAM,CAACQ,cAAc,CAACjC,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACe,MAAM,EAAE,IAAI,CAACxB,cAAc,CAACe,MAAM,CAAC;MAC5E,IAAI,CAACf,cAAc,CAACgB,OAAO,CAAEU,OAA4C,IAAW;QAClFA,OAAO,CAACrB,KAAK,CAACC,MAAM,CAAC;MACvB,CAAC,CAAC;MACFA,MAAM,CAACY,YAAY,CAAC,CAAC;MACrBZ,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACAN,MAAM,CAACqB,cAAc,CAAC,CAAC;IACvBrB,MAAM,CAACsB,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAkB;IAC1DA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAAC8B,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE;YACxC,MAAM8B,OAAkB,GAAGV,KAAK,CAACW,OAAO,CAAC,CAAC;YAC1CT,KAAK,CAAC5C,IAAI,GAAGoD,OAAO;UACtB,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACI,IAAI,EAAE;YACzC,MAAM8B,OAAiC,GAAG,IAAIC,KAAK,CAAoB,CAAC;YACxE,MAAMC,UAAwB,GAAGf,KAAK,CAACgB,aAAa,CAAC,CAAC;YACtD,MAAMC,MAAc,GAAGF,UAAU,CAACG,IAAI;YACtC,KAAK,IAAIC,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGF,MAAM,EAAEE,GAAG,EAAE,EAAE;cAC7C,MAAMC,OAA0B,GAAGpB,KAAK,CAACW,OAAO,CAAC,CAAC;cAClDE,OAAO,CAACQ,IAAI,CAACD,OAAO,CAAC;YACvB;YACApB,KAAK,CAACsB,WAAW,CAAC,CAAC;YACnBpB,KAAK,CAAC3C,SAAS,GAAGsD,OAAO;UAC3B,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACI,IAAI,EAAE;YACzC,MAAMwC,OAAsB,GAAG,IAAIT,KAAK,CAAS,CAAC;YAClD,MAAMU,UAAwB,GAAGxB,KAAK,CAACgB,aAAa,CAAC,CAAC;YACtD,MAAMS,MAAc,GAAGD,UAAU,CAACN,IAAI;YACtC,KAAK,IAAIQ,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,OAAe,GAAG3B,KAAK,CAAC4B,UAAU,CAAC,CAAC;cAC1CL,OAAO,CAACF,IAAI,CAACM,OAAO,CAAC;YACvB;YACA3B,KAAK,CAACsB,WAAW,CAAC,CAAC;YACnBpB,KAAK,CAAC1C,cAAc,GAAG+D,OAAO;UAChC,CAAC,MAAM;YACLvB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMiD,QAA2C,GAAG7B,KAAK,CAACW,OAAO,CAAC,CAAC;YACnET,KAAK,CAACzC,KAAK,GAAGoE,QAAQ;UACxB,CAAC,MAAM;YACL7B,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACa,GAAG,EAAE;YACxC,MAAMsC,QAAe,GAAG9B,KAAK,CAAC+B,OAAO,CAAC,CAAC;YACvC7B,KAAK,CAACxC,UAAU,GAAGoE,QAAQ;UAC7B,CAAC,MAAM;YACL9B,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACa,GAAG,EAAE;YACxC,MAAMwC,QAAe,GAAGhC,KAAK,CAAC+B,OAAO,CAAC,CAAC;YACvC7B,KAAK,CAACvC,uBAAuB,GAAGqE,QAAQ;UAC1C,CAAC,MAAM;YACLhC,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACa,GAAG,EAAE;YACxC,MAAMyC,QAAe,GAAGjC,KAAK,CAAC+B,OAAO,CAAC,CAAC;YACvC7B,KAAK,CAACtC,qBAAqB,GAAGqE,QAAQ;UACxC,CAAC,MAAM;YACLjC,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACI,IAAI,EAAE;YACzC,MAAMmD,QAAkC,GAAG,IAAIpB,KAAK,CAAoB,CAAC;YACzE,MAAMqB,UAAwB,GAAGnC,KAAK,CAACgB,aAAa,CAAC,CAAC;YACtD,MAAMoB,MAAc,GAAGD,UAAU,CAACjB,IAAI;YACtC,KAAK,IAAImB,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,QAA2B,GAAGtF,QAAQ,CAACA,QAAQ,CAAC+C,IAAI,CAACC,KAAK,CAAC;cACjEkC,QAAQ,CAACb,IAAI,CAACiB,QAAQ,CAAC;YACzB;YACAtC,KAAK,CAACsB,WAAW,CAAC,CAAC;YACnBpB,KAAK,CAACrC,kBAAkB,GAAGqE,QAAQ;UACrC,CAAC,MAAM;YACLlC,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACa,GAAG,EAAE;YACxC,MAAM+C,QAAe,GAAGvC,KAAK,CAAC+B,OAAO,CAAC,CAAC;YACvC7B,KAAK,CAACpC,gBAAgB,GAAGyE,QAAQ;UACnC,CAAC,MAAM;YACLvC,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,EAAE;UACL,IAAIA,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACa,GAAG,EAAE;YACxC,MAAMgD,QAAe,GAAGxC,KAAK,CAAC+B,OAAO,CAAC,CAAC;YACvC7B,KAAK,CAACnC,iBAAiB,GAAGyE,QAAQ;UACpC,CAAC,MAAM;YACLxC,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,EAAE;UACL,IAAIA,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACa,GAAG,EAAE;YACxC,MAAMiD,QAAe,GAAGzC,KAAK,CAAC+B,OAAO,CAAC,CAAC;YACvC7B,KAAK,CAAClC,sBAAsB,GAAGyE,QAAQ;UACzC,CAAC,MAAM;YACLzC,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,EAAE;UACL,IAAIA,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACe,MAAM,EAAE;YAC3C,MAAMgD,QAA+B,GAAGxF,UAAU,CAACA,UAAU,CAAC6C,IAAI,CAACC,KAAK,CAAC;YACzEE,KAAK,CAACjC,UAAU,GAAGyE,QAAQ;UAC7B,CAAC,MAAM;YACL1C,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,EAAE;UACL,IAAIA,SAAS,KAAKtD,MAAM,CAACoB,MAAM,CAACQ,IAAI,CAACI,IAAI,EAAE;YACzC,MAAM4D,QAAoD,GACxD,IAAI7B,KAAK,CAAsC,CAAC;YAClD,MAAM8B,UAAwB,GAAG5C,KAAK,CAACgB,aAAa,CAAC,CAAC;YACtD,MAAM6B,MAAc,GAAGD,UAAU,CAAC1B,IAAI;YACtC,KAAK,IAAI4B,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,QAA6C,GACjD9F,iBAAiB,CAACA,iBAAiB,CAAC8C,IAAI,CAACC,KAAK,CAAC;cACjD2C,QAAQ,CAACtB,IAAI,CAAC0B,QAAQ,CAAC;YACzB;YACA/C,KAAK,CAACsB,WAAW,CAAC,CAAC;YACnBpB,KAAK,CAAChC,cAAc,GAAGyE,QAAQ;UACjC,CAAC,MAAM;YACL3C,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACgD,YAAY,CAAC,CAAC;IACtB;IACAhD,KAAK,CAACiD,aAAa,CAAC,CAAC;IACrB,IACE/C,KAAK,CAAC5C,IAAI,KAAK4F,SAAS,IACxBhD,KAAK,CAAC3C,SAAS,KAAK2F,SAAS,IAC7BhD,KAAK,CAAC1C,cAAc,KAAK0F,SAAS,IAClChD,KAAK,CAACzC,KAAK,KAAKyF,SAAS,IACzBhD,KAAK,CAACxC,UAAU,KAAKwF,SAAS,IAC9BhD,KAAK,CAACvC,uBAAuB,KAAKuF,SAAS,IAC3ChD,KAAK,CAACtC,qBAAqB,KAAKsF,SAAS,IACzChD,KAAK,CAACpC,gBAAgB,KAAKoF,SAAS,EACpC;MACA,OAAO,IAAI/F,cAAc,CAAC+C,KAAK,CAAC;IAClC,CAAC,MAAM;MACL,MAAM,IAAInD,MAAM,CAACoB,MAAM,CAACC,kBAAkB,CACxCrB,MAAM,CAACoB,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,0CACF,CAAC;IACH;EACF;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"ColumnOrder.js","names":["thrift","TypeDefinedOrder","ColumnOrder","constructor","args","TYPE_ORDER","_fieldsSet","Thrift","TProtocolException","TProtocolExceptionType","INVALID_DATA","fromTYPE_ORDER","write","output","writeStructBegin","writeFieldBegin","Type","STRUCT","writeFieldEnd","writeFieldStop","writeStructEnd","read","input","_returnValue","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","skip","readFieldEnd","readStructEnd","UNKNOWN"],"sources":["../../../src/parquetjs/parquet-thrift/ColumnOrder.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as TypeDefinedOrder from './TypeDefinedOrder';\nexport interface IColumnOrderArgs {\n TYPE_ORDER?: TypeDefinedOrder.TypeDefinedOrder;\n}\nexport class ColumnOrder {\n public TYPE_ORDER?: TypeDefinedOrder.TypeDefinedOrder;\n constructor(args?: IColumnOrderArgs) {\n let _fieldsSet: number = 0;\n if (args != null) {\n if (args.TYPE_ORDER != null) {\n _fieldsSet++;\n this.TYPE_ORDER = args.TYPE_ORDER;\n }\n if (_fieldsSet > 1) {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.INVALID_DATA,\n 'Cannot read a TUnion with more than one set value!'\n );\n } else if (_fieldsSet < 1) {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.INVALID_DATA,\n 'Cannot read a TUnion with no set value!'\n );\n }\n }\n }\n public static fromTYPE_ORDER(TYPE_ORDER: TypeDefinedOrder.TypeDefinedOrder): ColumnOrder {\n return new ColumnOrder({TYPE_ORDER});\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('ColumnOrder');\n if (this.TYPE_ORDER != null) {\n output.writeFieldBegin('TYPE_ORDER', thrift.Thrift.Type.STRUCT, 1);\n this.TYPE_ORDER.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): ColumnOrder {\n let _fieldsSet: number = 0;\n let _returnValue: ColumnOrder | null = null;\n input.readStructBegin();\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n _fieldsSet++;\n const value_1: TypeDefinedOrder.TypeDefinedOrder =\n TypeDefinedOrder.TypeDefinedOrder.read(input);\n _returnValue = ColumnOrder.fromTYPE_ORDER(value_1);\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (_fieldsSet > 1) {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.INVALID_DATA,\n 'Cannot read a TUnion with more than one set value!'\n );\n } else if (_fieldsSet < 1) {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.INVALID_DATA,\n 'Cannot read a TUnion with no set value!'\n );\n }\n if (_returnValue !== null) {\n return _returnValue;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read data for TUnion'\n );\n }\n }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAAC,OAC1B,KAAKC,gBAAgB;AAI5B,OAAO,MAAMC,WAAW,CAAC;EAEvBC,WAAWA,CAACC,IAAuB,EAAE;IAAA,KAD9BC,UAAU;IAEf,IAAIC,UAAkB,GAAG,CAAC;IAC1B,IAAIF,IAAI,IAAI,IAAI,EAAE;MAChB,IAAIA,IAAI,CAACC,UAAU,IAAI,IAAI,EAAE;QAC3BC,UAAU,EAAE;QACZ,IAAI,CAACD,UAAU,GAAGD,IAAI,CAACC,UAAU;MACnC;MACA,IAAIC,UAAU,GAAG,CAAC,EAAE;QAClB,MAAM,IAAIN,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,YAAY,EACjD,oDACF,CAAC;MACH,CAAC,MAAM,IAAIJ,UAAU,GAAG,CAAC,EAAE;QACzB,MAAM,IAAIN,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,YAAY,EACjD,yCACF,CAAC;MACH;IACF;EACF;EACA,OAAcC,cAAcA,CAACN,UAA6C,EAAe;IACvF,OAAO,IAAIH,WAAW,CAAC;MAACG;IAAU,CAAC,CAAC;EACtC;EACOO,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,aAAa,CAAC;IACtC,IAAI,IAAI,CAACT,UAAU,IAAI,IAAI,EAAE;MAC3BQ,MAAM,CAACE,eAAe,CAAC,YAAY,EAAEf,MAAM,CAACO,MAAM,CAACS,IAAI,CAACC,MAAM,EAAE,CAAC,CAAC;MAClE,IAAI,CAACZ,UAAU,CAACO,KAAK,CAACC,MAAM,CAAC;MAC7BA,MAAM,CAACK,aAAa,CAAC,CAAC;IACxB;IACAL,MAAM,CAACM,cAAc,CAAC,CAAC;IACvBN,MAAM,CAACO,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAe;IACvD,IAAIhB,UAAkB,GAAG,CAAC;IAC1B,IAAIiB,YAAgC,GAAG,IAAI;IAC3CD,KAAK,CAACE,eAAe,CAAC,CAAC;IACvB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAK3B,MAAM,CAACO,MAAM,CAACS,IAAI,CAACe,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAK3B,MAAM,CAACO,MAAM,CAACS,IAAI,CAACC,MAAM,EAAE;YAC3CX,UAAU,EAAE;YACZ,MAAM0B,OAA0C,GAC9C/B,gBAAgB,CAACA,gBAAgB,CAACoB,IAAI,CAACC,KAAK,CAAC;YAC/CC,YAAY,GAAGrB,WAAW,CAACS,cAAc,CAACqB,OAAO,CAAC;UACpD,CAAC,MAAM;YACLV,KAAK,CAACW,IAAI,CAACN,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACW,IAAI,CAACN,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACY,YAAY,CAAC,CAAC;IACtB;IACAZ,KAAK,CAACa,aAAa,CAAC,CAAC;IACrB,IAAI7B,UAAU,GAAG,CAAC,EAAE;MAClB,MAAM,IAAIN,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,YAAY,EACjD,oDACF,CAAC;IACH,CAAC,MAAM,IAAIJ,UAAU,GAAG,CAAC,EAAE;MACzB,MAAM,IAAIN,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,YAAY,EACjD,yCACF,CAAC;IACH;IACA,IAAIa,YAAY,KAAK,IAAI,EAAE;MACzB,OAAOA,YAAY;IACrB,CAAC,MAAM;MACL,MAAM,IAAIvB,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAAC2B,OAAO,EAC5C,gCACF,CAAC;IACH;EACF;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"CompressionCodec.js","names":["CompressionCodec"],"sources":["../../../src/parquetjs/parquet-thrift/CompressionCodec.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum CompressionCodec {\n UNCOMPRESSED = 0,\n SNAPPY = 1,\n GZIP = 2,\n LZO = 3,\n BROTLI = 4,\n LZ4 = 5,\n ZSTD = 6,\n LZ4_RAW = 7 // Added in 2.9\n}\n"],"mappings":"AAMA,WAAYA,gBAAgB,aAAhBA,gBAAgB;EAAhBA,gBAAgB,CAAhBA,gBAAgB;EAAhBA,gBAAgB,CAAhBA,gBAAgB;EAAhBA,gBAAgB,CAAhBA,gBAAgB;EAAhBA,gBAAgB,CAAhBA,gBAAgB;EAAhBA,gBAAgB,CAAhBA,gBAAgB;EAAhBA,gBAAgB,CAAhBA,gBAAgB;EAAhBA,gBAAgB,CAAhBA,gBAAgB;EAAhBA,gBAAgB,CAAhBA,gBAAgB;EAAA,OAAhBA,gBAAgB;AAAA"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"ConvertedType.js","names":["ConvertedType"],"sources":["../../../src/parquetjs/parquet-thrift/ConvertedType.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum ConvertedType {\n UTF8 = 0,\n MAP = 1,\n MAP_KEY_VALUE = 2,\n LIST = 3,\n ENUM = 4,\n DECIMAL = 5,\n DATE = 6,\n TIME_MILLIS = 7,\n TIME_MICROS = 8,\n TIMESTAMP_MILLIS = 9,\n TIMESTAMP_MICROS = 10,\n UINT_8 = 11,\n UINT_16 = 12,\n UINT_32 = 13,\n UINT_64 = 14,\n INT_8 = 15,\n INT_16 = 16,\n INT_32 = 17,\n INT_64 = 18,\n JSON = 19,\n BSON = 20,\n INTERVAL = 21\n}\n"],"mappings":"AAMA,WAAYA,aAAa,aAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"DataPageHeader.js","names":["thrift","Statistics","DataPageHeader","constructor","args","num_values","encoding","definition_level_encoding","repetition_level_encoding","statistics","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","write","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","STRUCT","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI32","skip","value_2","value_3","value_4","value_5","readFieldEnd","readStructEnd","undefined"],"sources":["../../../src/parquetjs/parquet-thrift/DataPageHeader.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as Encoding from './Encoding';\nimport * as Statistics from './Statistics';\nexport interface IDataPageHeaderArgs {\n num_values: number;\n encoding: Encoding.Encoding;\n definition_level_encoding: Encoding.Encoding;\n repetition_level_encoding: Encoding.Encoding;\n statistics?: Statistics.Statistics;\n}\nexport class DataPageHeader {\n public num_values: number;\n public encoding: Encoding.Encoding;\n public definition_level_encoding: Encoding.Encoding;\n public repetition_level_encoding: Encoding.Encoding;\n public statistics?: Statistics.Statistics;\n constructor(args: IDataPageHeaderArgs) {\n if (args != null && args.num_values != null) {\n this.num_values = args.num_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_values] is unset!'\n );\n }\n if (args != null && args.encoding != null) {\n this.encoding = args.encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[encoding] is unset!'\n );\n }\n if (args != null && args.definition_level_encoding != null) {\n this.definition_level_encoding = args.definition_level_encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[definition_level_encoding] is unset!'\n );\n }\n if (args != null && args.repetition_level_encoding != null) {\n this.repetition_level_encoding = args.repetition_level_encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[repetition_level_encoding] is unset!'\n );\n }\n if (args != null && args.statistics != null) {\n this.statistics = args.statistics;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('DataPageHeader');\n if (this.num_values != null) {\n output.writeFieldBegin('num_values', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.num_values);\n output.writeFieldEnd();\n }\n if (this.encoding != null) {\n output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 2);\n output.writeI32(this.encoding);\n output.writeFieldEnd();\n }\n if (this.definition_level_encoding != null) {\n output.writeFieldBegin('definition_level_encoding', thrift.Thrift.Type.I32, 3);\n output.writeI32(this.definition_level_encoding);\n output.writeFieldEnd();\n }\n if (this.repetition_level_encoding != null) {\n output.writeFieldBegin('repetition_level_encoding', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.repetition_level_encoding);\n output.writeFieldEnd();\n }\n if (this.statistics != null) {\n output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 5);\n this.statistics.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): DataPageHeader {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_1: number = input.readI32();\n _args.num_values = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_2: Encoding.Encoding = input.readI32();\n _args.encoding = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_3: Encoding.Encoding = input.readI32();\n _args.definition_level_encoding = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_4: Encoding.Encoding = input.readI32();\n _args.repetition_level_encoding = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_5: Statistics.Statistics = Statistics.Statistics.read(input);\n _args.statistics = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.num_values !== undefined &&\n _args.encoding !== undefined &&\n _args.definition_level_encoding !== undefined &&\n _args.repetition_level_encoding !== undefined\n ) {\n return new DataPageHeader(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read DataPageHeader from input'\n );\n }\n }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAAC,OAE1B,KAAKC,UAAU;AAQtB,OAAO,MAAMC,cAAc,CAAC;EAM1BC,WAAWA,CAACC,IAAyB,EAAE;IAAA,KALhCC,UAAU;IAAA,KACVC,QAAQ;IAAA,KACRC,yBAAyB;IAAA,KACzBC,yBAAyB;IAAA,KACzBC,UAAU;IAEf,IAAIL,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACC,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGD,IAAI,CAACC,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIL,MAAM,CAACU,MAAM,CAACC,kBAAkB,CACxCX,MAAM,CAACU,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCACF,CAAC;IACH;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,QAAQ,IAAI,IAAI,EAAE;MACzC,IAAI,CAACA,QAAQ,GAAGF,IAAI,CAACE,QAAQ;IAC/B,CAAC,MAAM;MACL,MAAM,IAAIN,MAAM,CAACU,MAAM,CAACC,kBAAkB,CACxCX,MAAM,CAACU,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,oCACF,CAAC;IACH;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACG,yBAAyB,IAAI,IAAI,EAAE;MAC1D,IAAI,CAACA,yBAAyB,GAAGH,IAAI,CAACG,yBAAyB;IACjE,CAAC,MAAM;MACL,MAAM,IAAIP,MAAM,CAACU,MAAM,CAACC,kBAAkB,CACxCX,MAAM,CAACU,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,qDACF,CAAC;IACH;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACI,yBAAyB,IAAI,IAAI,EAAE;MAC1D,IAAI,CAACA,yBAAyB,GAAGJ,IAAI,CAACI,yBAAyB;IACjE,CAAC,MAAM;MACL,MAAM,IAAIR,MAAM,CAACU,MAAM,CAACC,kBAAkB,CACxCX,MAAM,CAACU,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,qDACF,CAAC;IACH;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACK,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGL,IAAI,CAACK,UAAU;IACnC;EACF;EACOK,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,IAAI,IAAI,CAACX,UAAU,IAAI,IAAI,EAAE;MAC3BU,MAAM,CAACE,eAAe,CAAC,YAAY,EAAEjB,MAAM,CAACU,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC/DJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACf,UAAU,CAAC;MAChCU,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACf,QAAQ,IAAI,IAAI,EAAE;MACzBS,MAAM,CAACE,eAAe,CAAC,UAAU,EAAEjB,MAAM,CAACU,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC7DJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACd,QAAQ,CAAC;MAC9BS,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACd,yBAAyB,IAAI,IAAI,EAAE;MAC1CQ,MAAM,CAACE,eAAe,CAAC,2BAA2B,EAAEjB,MAAM,CAACU,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC9EJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACb,yBAAyB,CAAC;MAC/CQ,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACb,yBAAyB,IAAI,IAAI,EAAE;MAC1CO,MAAM,CAACE,eAAe,CAAC,2BAA2B,EAAEjB,MAAM,CAACU,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC9EJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACZ,yBAAyB,CAAC;MAC/CO,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACZ,UAAU,IAAI,IAAI,EAAE;MAC3BM,MAAM,CAACE,eAAe,CAAC,YAAY,EAAEjB,MAAM,CAACU,MAAM,CAACQ,IAAI,CAACI,MAAM,EAAE,CAAC,CAAC;MAClE,IAAI,CAACb,UAAU,CAACK,KAAK,CAACC,MAAM,CAAC;MAC7BA,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACAN,MAAM,CAACQ,cAAc,CAAC,CAAC;IACvBR,MAAM,CAACS,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAkB;IAC1DA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAK/B,MAAM,CAACU,MAAM,CAACQ,IAAI,CAACiB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAK/B,MAAM,CAACU,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMiB,OAAe,GAAGV,KAAK,CAACW,OAAO,CAAC,CAAC;YACvCT,KAAK,CAACvB,UAAU,GAAG+B,OAAO;UAC5B,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK/B,MAAM,CAACU,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMoB,OAA0B,GAAGb,KAAK,CAACW,OAAO,CAAC,CAAC;YAClDT,KAAK,CAACtB,QAAQ,GAAGiC,OAAO;UAC1B,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK/B,MAAM,CAACU,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMqB,OAA0B,GAAGd,KAAK,CAACW,OAAO,CAAC,CAAC;YAClDT,KAAK,CAACrB,yBAAyB,GAAGiC,OAAO;UAC3C,CAAC,MAAM;YACLd,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK/B,MAAM,CAACU,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMsB,OAA0B,GAAGf,KAAK,CAACW,OAAO,CAAC,CAAC;YAClDT,KAAK,CAACpB,yBAAyB,GAAGiC,OAAO;UAC3C,CAAC,MAAM;YACLf,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK/B,MAAM,CAACU,MAAM,CAACQ,IAAI,CAACI,MAAM,EAAE;YAC3C,MAAMoB,OAA8B,GAAGzC,UAAU,CAACA,UAAU,CAACwB,IAAI,CAACC,KAAK,CAAC;YACxEE,KAAK,CAACnB,UAAU,GAAGiC,OAAO;UAC5B,CAAC,MAAM;YACLhB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACiB,YAAY,CAAC,CAAC;IACtB;IACAjB,KAAK,CAACkB,aAAa,CAAC,CAAC;IACrB,IACEhB,KAAK,CAACvB,UAAU,KAAKwC,SAAS,IAC9BjB,KAAK,CAACtB,QAAQ,KAAKuC,SAAS,IAC5BjB,KAAK,CAACrB,yBAAyB,KAAKsC,SAAS,IAC7CjB,KAAK,CAACpB,yBAAyB,KAAKqC,SAAS,EAC7C;MACA,OAAO,IAAI3C,cAAc,CAAC0B,KAAK,CAAC;IAClC,CAAC,MAAM;MACL,MAAM,IAAI5B,MAAM,CAACU,MAAM,CAACC,kBAAkB,CACxCX,MAAM,CAACU,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,0CACF,CAAC;IACH;EACF;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"DataPageHeaderV2.js","names":["thrift","Statistics","DataPageHeaderV2","constructor","args","num_values","num_nulls","num_rows","encoding","definition_levels_byte_length","repetition_levels_byte_length","is_compressed","statistics","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","write","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","BOOL","writeBool","STRUCT","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI32","skip","value_2","value_3","value_4","value_5","value_6","value_7","readBool","value_8","readFieldEnd","readStructEnd","undefined"],"sources":["../../../src/parquetjs/parquet-thrift/DataPageHeaderV2.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as Encoding from './Encoding';\nimport * as Statistics from './Statistics';\nexport interface IDataPageHeaderV2Args {\n num_values: number;\n num_nulls: number;\n num_rows: number;\n encoding: Encoding.Encoding;\n definition_levels_byte_length: number;\n repetition_levels_byte_length: number;\n is_compressed?: boolean;\n statistics?: Statistics.Statistics;\n}\nexport class DataPageHeaderV2 {\n public num_values: number;\n public num_nulls: number;\n public num_rows: number;\n public encoding: Encoding.Encoding;\n public definition_levels_byte_length: number;\n public repetition_levels_byte_length: number;\n public is_compressed?: boolean = true;\n public statistics?: Statistics.Statistics;\n constructor(args: IDataPageHeaderV2Args) {\n if (args != null && args.num_values != null) {\n this.num_values = args.num_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_values] is unset!'\n );\n }\n if (args != null && args.num_nulls != null) {\n this.num_nulls = args.num_nulls;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_nulls] is unset!'\n );\n }\n if (args != null && args.num_rows != null) {\n this.num_rows = args.num_rows;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_rows] is unset!'\n );\n }\n if (args != null && args.encoding != null) {\n this.encoding = args.encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[encoding] is unset!'\n );\n }\n if (args != null && args.definition_levels_byte_length != null) {\n this.definition_levels_byte_length = args.definition_levels_byte_length;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[definition_levels_byte_length] is unset!'\n );\n }\n if (args != null && args.repetition_levels_byte_length != null) {\n this.repetition_levels_byte_length = args.repetition_levels_byte_length;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[repetition_levels_byte_length] is unset!'\n );\n }\n if (args != null && args.is_compressed != null) {\n this.is_compressed = args.is_compressed;\n }\n if (args != null && args.statistics != null) {\n this.statistics = args.statistics;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('DataPageHeaderV2');\n if (this.num_values != null) {\n output.writeFieldBegin('num_values', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.num_values);\n output.writeFieldEnd();\n }\n if (this.num_nulls != null) {\n output.writeFieldBegin('num_nulls', thrift.Thrift.Type.I32, 2);\n output.writeI32(this.num_nulls);\n output.writeFieldEnd();\n }\n if (this.num_rows != null) {\n output.writeFieldBegin('num_rows', thrift.Thrift.Type.I32, 3);\n output.writeI32(this.num_rows);\n output.writeFieldEnd();\n }\n if (this.encoding != null) {\n output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.encoding);\n output.writeFieldEnd();\n }\n if (this.definition_levels_byte_length != null) {\n output.writeFieldBegin('definition_levels_byte_length', thrift.Thrift.Type.I32, 5);\n output.writeI32(this.definition_levels_byte_length);\n output.writeFieldEnd();\n }\n if (this.repetition_levels_byte_length != null) {\n output.writeFieldBegin('repetition_levels_byte_length', thrift.Thrift.Type.I32, 6);\n output.writeI32(this.repetition_levels_byte_length);\n output.writeFieldEnd();\n }\n if (this.is_compressed != null) {\n output.writeFieldBegin('is_compressed', thrift.Thrift.Type.BOOL, 7);\n output.writeBool(this.is_compressed);\n output.writeFieldEnd();\n }\n if (this.statistics != null) {\n output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 8);\n this.statistics.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): DataPageHeaderV2 {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_1: number = input.readI32();\n _args.num_values = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_2: number = input.readI32();\n _args.num_nulls = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_3: number = input.readI32();\n _args.num_rows = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_4: Encoding.Encoding = input.readI32();\n _args.encoding = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_5: number = input.readI32();\n _args.definition_levels_byte_length = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_6: number = input.readI32();\n _args.repetition_levels_byte_length = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.BOOL) {\n const value_7: boolean = input.readBool();\n _args.is_compressed = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n case 8:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_8: Statistics.Statistics = Statistics.Statistics.read(input);\n _args.statistics = value_8;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.num_values !== undefined &&\n _args.num_nulls !== undefined &&\n _args.num_rows !== undefined &&\n _args.encoding !== undefined &&\n _args.definition_levels_byte_length !== undefined &&\n _args.repetition_levels_byte_length !== undefined\n ) {\n return new DataPageHeaderV2(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read DataPageHeaderV2 from input'\n );\n }\n }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAAC,OAE1B,KAAKC,UAAU;AAWtB,OAAO,MAAMC,gBAAgB,CAAC;EAS5BC,WAAWA,CAACC,IAA2B,EAAE;IAAA,KARlCC,UAAU;IAAA,KACVC,SAAS;IAAA,KACTC,QAAQ;IAAA,KACRC,QAAQ;IAAA,KACRC,6BAA6B;IAAA,KAC7BC,6BAA6B;IAAA,KAC7BC,aAAa,GAAa,IAAI;IAAA,KAC9BC,UAAU;IAEf,IAAIR,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACC,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGD,IAAI,CAACC,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIL,MAAM,CAACa,MAAM,CAACC,kBAAkB,CACxCd,MAAM,CAACa,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCACF,CAAC;IACH;IACA,IAAIZ,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGF,IAAI,CAACE,SAAS;IACjC,CAAC,MAAM;MACL,MAAM,IAAIN,MAAM,CAACa,MAAM,CAACC,kBAAkB,CACxCd,MAAM,CAACa,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,qCACF,CAAC;IACH;IACA,IAAIZ,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACG,QAAQ,IAAI,IAAI,EAAE;MACzC,IAAI,CAACA,QAAQ,GAAGH,IAAI,CAACG,QAAQ;IAC/B,CAAC,MAAM;MACL,MAAM,IAAIP,MAAM,CAACa,MAAM,CAACC,kBAAkB,CACxCd,MAAM,CAACa,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,oCACF,CAAC;IACH;IACA,IAAIZ,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACI,QAAQ,IAAI,IAAI,EAAE;MACzC,IAAI,CAACA,QAAQ,GAAGJ,IAAI,CAACI,QAAQ;IAC/B,CAAC,MAAM;MACL,MAAM,IAAIR,MAAM,CAACa,MAAM,CAACC,kBAAkB,CACxCd,MAAM,CAACa,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,oCACF,CAAC;IACH;IACA,IAAIZ,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACK,6BAA6B,IAAI,IAAI,EAAE;MAC9D,IAAI,CAACA,6BAA6B,GAAGL,IAAI,CAACK,6BAA6B;IACzE,CAAC,MAAM;MACL,MAAM,IAAIT,MAAM,CAACa,MAAM,CAACC,kBAAkB,CACxCd,MAAM,CAACa,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,yDACF,CAAC;IACH;IACA,IAAIZ,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACM,6BAA6B,IAAI,IAAI,EAAE;MAC9D,IAAI,CAACA,6BAA6B,GAAGN,IAAI,CAACM,6BAA6B;IACzE,CAAC,MAAM;MACL,MAAM,IAAIV,MAAM,CAACa,MAAM,CAACC,kBAAkB,CACxCd,MAAM,CAACa,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,yDACF,CAAC;IACH;IACA,IAAIZ,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACO,aAAa,IAAI,IAAI,EAAE;MAC9C,IAAI,CAACA,aAAa,GAAGP,IAAI,CAACO,aAAa;IACzC;IACA,IAAIP,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACQ,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGR,IAAI,CAACQ,UAAU;IACnC;EACF;EACOK,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,kBAAkB,CAAC;IAC3C,IAAI,IAAI,CAACd,UAAU,IAAI,IAAI,EAAE;MAC3Ba,MAAM,CAACE,eAAe,CAAC,YAAY,EAAEpB,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC/DJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAAClB,UAAU,CAAC;MAChCa,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAAClB,SAAS,IAAI,IAAI,EAAE;MAC1BY,MAAM,CAACE,eAAe,CAAC,WAAW,EAAEpB,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC9DJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACjB,SAAS,CAAC;MAC/BY,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACjB,QAAQ,IAAI,IAAI,EAAE;MACzBW,MAAM,CAACE,eAAe,CAAC,UAAU,EAAEpB,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC7DJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAAChB,QAAQ,CAAC;MAC9BW,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAAChB,QAAQ,IAAI,IAAI,EAAE;MACzBU,MAAM,CAACE,eAAe,CAAC,UAAU,EAAEpB,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC7DJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACf,QAAQ,CAAC;MAC9BU,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACf,6BAA6B,IAAI,IAAI,EAAE;MAC9CS,MAAM,CAACE,eAAe,CAAC,+BAA+B,EAAEpB,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAClFJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACd,6BAA6B,CAAC;MACnDS,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACd,6BAA6B,IAAI,IAAI,EAAE;MAC9CQ,MAAM,CAACE,eAAe,CAAC,+BAA+B,EAAEpB,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAClFJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACb,6BAA6B,CAAC;MACnDQ,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACb,aAAa,IAAI,IAAI,EAAE;MAC9BO,MAAM,CAACE,eAAe,CAAC,eAAe,EAAEpB,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACI,IAAI,EAAE,CAAC,CAAC;MACnEP,MAAM,CAACQ,SAAS,CAAC,IAAI,CAACf,aAAa,CAAC;MACpCO,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACZ,UAAU,IAAI,IAAI,EAAE;MAC3BM,MAAM,CAACE,eAAe,CAAC,YAAY,EAAEpB,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACM,MAAM,EAAE,CAAC,CAAC;MAClE,IAAI,CAACf,UAAU,CAACK,KAAK,CAACC,MAAM,CAAC;MAC7BA,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACAN,MAAM,CAACU,cAAc,CAAC,CAAC;IACvBV,MAAM,CAACW,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAoB;IAC5DA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKpC,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACmB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAKpC,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMmB,OAAe,GAAGV,KAAK,CAACW,OAAO,CAAC,CAAC;YACvCT,KAAK,CAAC5B,UAAU,GAAGoC,OAAO;UAC5B,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKpC,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMsB,OAAe,GAAGb,KAAK,CAACW,OAAO,CAAC,CAAC;YACvCT,KAAK,CAAC3B,SAAS,GAAGsC,OAAO;UAC3B,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKpC,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMuB,OAAe,GAAGd,KAAK,CAACW,OAAO,CAAC,CAAC;YACvCT,KAAK,CAAC1B,QAAQ,GAAGsC,OAAO;UAC1B,CAAC,MAAM;YACLd,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKpC,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMwB,OAA0B,GAAGf,KAAK,CAACW,OAAO,CAAC,CAAC;YAClDT,KAAK,CAACzB,QAAQ,GAAGsC,OAAO;UAC1B,CAAC,MAAM;YACLf,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKpC,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMyB,OAAe,GAAGhB,KAAK,CAACW,OAAO,CAAC,CAAC;YACvCT,KAAK,CAACxB,6BAA6B,GAAGsC,OAAO;UAC/C,CAAC,MAAM;YACLhB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKpC,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACC,GAAG,EAAE;YACxC,MAAM0B,OAAe,GAAGjB,KAAK,CAACW,OAAO,CAAC,CAAC;YACvCT,KAAK,CAACvB,6BAA6B,GAAGsC,OAAO;UAC/C,CAAC,MAAM;YACLjB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKpC,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACI,IAAI,EAAE;YACzC,MAAMwB,OAAgB,GAAGlB,KAAK,CAACmB,QAAQ,CAAC,CAAC;YACzCjB,KAAK,CAACtB,aAAa,GAAGsC,OAAO;UAC/B,CAAC,MAAM;YACLlB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKpC,MAAM,CAACa,MAAM,CAACQ,IAAI,CAACM,MAAM,EAAE;YAC3C,MAAMwB,OAA8B,GAAGlD,UAAU,CAACA,UAAU,CAAC6B,IAAI,CAACC,KAAK,CAAC;YACxEE,KAAK,CAACrB,UAAU,GAAGuC,OAAO;UAC5B,CAAC,MAAM;YACLpB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACqB,YAAY,CAAC,CAAC;IACtB;IACArB,KAAK,CAACsB,aAAa,CAAC,CAAC;IACrB,IACEpB,KAAK,CAAC5B,UAAU,KAAKiD,SAAS,IAC9BrB,KAAK,CAAC3B,SAAS,KAAKgD,SAAS,IAC7BrB,KAAK,CAAC1B,QAAQ,KAAK+C,SAAS,IAC5BrB,KAAK,CAACzB,QAAQ,KAAK8C,SAAS,IAC5BrB,KAAK,CAACxB,6BAA6B,KAAK6C,SAAS,IACjDrB,KAAK,CAACvB,6BAA6B,KAAK4C,SAAS,EACjD;MACA,OAAO,IAAIpD,gBAAgB,CAAC+B,KAAK,CAAC;IACpC,CAAC,MAAM;MACL,MAAM,IAAIjC,MAAM,CAACa,MAAM,CAACC,kBAAkB,CACxCd,MAAM,CAACa,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,4CACF,CAAC;IACH;EACF;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"DateType.js","names":["thrift","DateType","constructor","write","output","writeStructBegin","writeFieldStop","writeStructEnd","read","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"sources":["../../../src/parquetjs/parquet-thrift/DateType.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IDateTypeArgs {}\nexport class DateType {\n constructor() {}\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('DateType');\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): DateType {\n input.readStructBegin();\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n return new DateType();\n }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAEhC,OAAO,MAAMC,QAAQ,CAAC;EACpBC,WAAWA,CAAA,EAAG,CAAC;EACRC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,UAAU,CAAC;IACnCD,MAAM,CAACE,cAAc,CAAC,CAAC;IACvBF,MAAM,CAACG,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAY;IACpDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKb,MAAM,CAACiB,MAAM,CAACC,IAAI,CAACC,IAAI,EAAE;QACzC;MACF;MACA,QAAQJ,OAAO;QACb;UAAS;YACPN,KAAK,CAACW,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAJ,KAAK,CAACY,YAAY,CAAC,CAAC;IACtB;IACAZ,KAAK,CAACa,aAAa,CAAC,CAAC;IACrB,OAAO,IAAIrB,QAAQ,CAAC,CAAC;EACvB;AACF"}