@loaders.gl/parquet 3.1.3 → 4.0.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (438) hide show
  1. package/dist/bundle.js +2 -2
  2. package/dist/bundle.js.map +1 -0
  3. package/dist/constants.js +6 -18
  4. package/dist/constants.js.map +1 -0
  5. package/dist/dist.min.js +17 -8
  6. package/dist/dist.min.js.map +3 -3
  7. package/dist/index.js +14 -29
  8. package/dist/index.js.map +1 -0
  9. package/dist/lib/convert-schema.js +63 -62
  10. package/dist/lib/convert-schema.js.map +1 -0
  11. package/dist/lib/parse-parquet.js +25 -25
  12. package/dist/lib/parse-parquet.js.map +1 -0
  13. package/dist/lib/read-array-buffer.js +8 -28
  14. package/dist/lib/read-array-buffer.js.map +1 -0
  15. package/dist/parquet-loader.js +19 -24
  16. package/dist/parquet-loader.js.map +1 -0
  17. package/dist/parquet-worker.js +18 -9
  18. package/dist/parquet-worker.js.map +3 -3
  19. package/dist/parquet-writer.js +14 -17
  20. package/dist/parquet-writer.js.map +1 -0
  21. package/dist/{es5/parquetjs → parquetjs}/LICENSE +0 -0
  22. package/dist/parquetjs/codecs/declare.js +2 -2
  23. package/dist/{es5/parquetjs → parquetjs}/codecs/declare.js.map +0 -0
  24. package/dist/parquetjs/codecs/dictionary.js +10 -12
  25. package/dist/parquetjs/codecs/dictionary.js.map +1 -0
  26. package/dist/parquetjs/codecs/index.js +22 -50
  27. package/dist/parquetjs/codecs/index.js.map +1 -0
  28. package/dist/parquetjs/codecs/plain.js +232 -173
  29. package/dist/parquetjs/codecs/plain.js.map +1 -0
  30. package/dist/parquetjs/codecs/rle.js +140 -134
  31. package/dist/parquetjs/codecs/rle.js.map +1 -0
  32. package/dist/parquetjs/compression.js +48 -154
  33. package/dist/parquetjs/compression.js.map +1 -0
  34. package/dist/parquetjs/encoder/writer.js +383 -440
  35. package/dist/parquetjs/encoder/writer.js.map +1 -0
  36. package/dist/parquetjs/file.js +66 -85
  37. package/dist/parquetjs/file.js.map +1 -0
  38. package/dist/{es5/parquetjs → parquetjs}/modules.d.ts +0 -0
  39. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +7 -14
  40. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -0
  41. package/dist/parquetjs/parquet-thrift/BsonType.js +37 -56
  42. package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -0
  43. package/dist/parquetjs/parquet-thrift/ColumnChunk.js +215 -205
  44. package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -0
  45. package/dist/parquetjs/parquet-thrift/ColumnIndex.js +212 -207
  46. package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -0
  47. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +422 -391
  48. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -0
  49. package/dist/parquetjs/parquet-thrift/ColumnOrder.js +90 -99
  50. package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -0
  51. package/dist/parquetjs/parquet-thrift/CompressionCodec.js +12 -19
  52. package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -0
  53. package/dist/parquetjs/parquet-thrift/ConvertedType.js +26 -33
  54. package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +1 -0
  55. package/dist/parquetjs/parquet-thrift/DataPageHeader.js +162 -162
  56. package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -0
  57. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +234 -224
  58. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -0
  59. package/dist/parquetjs/parquet-thrift/DateType.js +37 -56
  60. package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -0
  61. package/dist/parquetjs/parquet-thrift/DecimalType.js +91 -101
  62. package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -0
  63. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +113 -118
  64. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -0
  65. package/dist/parquetjs/parquet-thrift/Encoding.js +12 -19
  66. package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -0
  67. package/dist/parquetjs/parquet-thrift/EnumType.js +37 -56
  68. package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -0
  69. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +7 -14
  70. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -0
  71. package/dist/parquetjs/parquet-thrift/FileMetaData.js +264 -250
  72. package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -0
  73. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +37 -56
  74. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -0
  75. package/dist/parquetjs/parquet-thrift/IntType.js +91 -101
  76. package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -0
  77. package/dist/parquetjs/parquet-thrift/JsonType.js +37 -56
  78. package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -0
  79. package/dist/parquetjs/parquet-thrift/KeyValue.js +89 -98
  80. package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -0
  81. package/dist/parquetjs/parquet-thrift/ListType.js +37 -56
  82. package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -0
  83. package/dist/parquetjs/parquet-thrift/LogicalType.js +450 -363
  84. package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -0
  85. package/dist/parquetjs/parquet-thrift/MapType.js +37 -56
  86. package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -0
  87. package/dist/parquetjs/parquet-thrift/MicroSeconds.js +37 -56
  88. package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -0
  89. package/dist/parquetjs/parquet-thrift/MilliSeconds.js +37 -56
  90. package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -0
  91. package/dist/parquetjs/parquet-thrift/NullType.js +37 -56
  92. package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -0
  93. package/dist/parquetjs/parquet-thrift/OffsetIndex.js +80 -92
  94. package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -0
  95. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +115 -123
  96. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -0
  97. package/dist/parquetjs/parquet-thrift/PageHeader.js +231 -214
  98. package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -0
  99. package/dist/parquetjs/parquet-thrift/PageLocation.js +124 -137
  100. package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -0
  101. package/dist/parquetjs/parquet-thrift/PageType.js +8 -15
  102. package/dist/parquetjs/parquet-thrift/PageType.js.map +1 -0
  103. package/dist/parquetjs/parquet-thrift/RowGroup.js +172 -176
  104. package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -0
  105. package/dist/parquetjs/parquet-thrift/SchemaElement.js +268 -237
  106. package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -0
  107. package/dist/parquetjs/parquet-thrift/SortingColumn.js +115 -123
  108. package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -0
  109. package/dist/parquetjs/parquet-thrift/Statistics.js +179 -172
  110. package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -0
  111. package/dist/parquetjs/parquet-thrift/StringType.js +37 -56
  112. package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -0
  113. package/dist/parquetjs/parquet-thrift/TimeType.js +92 -102
  114. package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -0
  115. package/dist/parquetjs/parquet-thrift/TimeUnit.js +120 -121
  116. package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -0
  117. package/dist/parquetjs/parquet-thrift/TimestampType.js +92 -102
  118. package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -0
  119. package/dist/parquetjs/parquet-thrift/Type.js +12 -19
  120. package/dist/parquetjs/parquet-thrift/Type.js.map +1 -0
  121. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +37 -56
  122. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -0
  123. package/dist/parquetjs/parquet-thrift/UUIDType.js +37 -56
  124. package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -0
  125. package/dist/parquetjs/parquet-thrift/index.js +44 -61
  126. package/dist/parquetjs/parquet-thrift/index.js.map +1 -0
  127. package/dist/parquetjs/parser/decoders.js +283 -301
  128. package/dist/{es5/parquetjs → parquetjs}/parser/decoders.js.map +1 -1
  129. package/dist/parquetjs/parser/parquet-cursor.js +85 -69
  130. package/dist/parquetjs/parser/parquet-cursor.js.map +1 -0
  131. package/dist/parquetjs/parser/parquet-envelope-reader.js +146 -127
  132. package/dist/parquetjs/parser/parquet-envelope-reader.js.map +1 -0
  133. package/dist/parquetjs/parser/parquet-reader.js +113 -127
  134. package/dist/parquetjs/parser/parquet-reader.js.map +1 -0
  135. package/dist/parquetjs/schema/declare.js +12 -9
  136. package/dist/parquetjs/schema/declare.js.map +1 -0
  137. package/dist/parquetjs/schema/schema.js +162 -148
  138. package/dist/{es5/parquetjs → parquetjs}/schema/schema.js.map +1 -1
  139. package/dist/parquetjs/schema/shred.js +151 -214
  140. package/dist/parquetjs/schema/shred.js.map +1 -0
  141. package/dist/parquetjs/schema/types.js +415 -357
  142. package/dist/parquetjs/schema/types.js.map +1 -0
  143. package/dist/parquetjs/utils/buffer-utils.js +10 -20
  144. package/dist/parquetjs/utils/buffer-utils.js.map +1 -0
  145. package/dist/parquetjs/utils/file-utils.js +28 -40
  146. package/dist/parquetjs/utils/file-utils.js.map +1 -0
  147. package/dist/parquetjs/utils/read-utils.js +95 -99
  148. package/dist/parquetjs/utils/read-utils.js.map +1 -0
  149. package/dist/workers/parquet-worker.js +4 -5
  150. package/dist/workers/parquet-worker.js.map +1 -0
  151. package/package.json +8 -8
  152. package/dist/es5/bundle.js +0 -7
  153. package/dist/es5/bundle.js.map +0 -1
  154. package/dist/es5/constants.js +0 -17
  155. package/dist/es5/constants.js.map +0 -1
  156. package/dist/es5/index.js +0 -82
  157. package/dist/es5/index.js.map +0 -1
  158. package/dist/es5/lib/convert-schema.js +0 -82
  159. package/dist/es5/lib/convert-schema.js.map +0 -1
  160. package/dist/es5/lib/parse-parquet.js +0 -173
  161. package/dist/es5/lib/parse-parquet.js.map +0 -1
  162. package/dist/es5/lib/read-array-buffer.js +0 -53
  163. package/dist/es5/lib/read-array-buffer.js.map +0 -1
  164. package/dist/es5/parquet-loader.js +0 -30
  165. package/dist/es5/parquet-loader.js.map +0 -1
  166. package/dist/es5/parquet-writer.js +0 -25
  167. package/dist/es5/parquet-writer.js.map +0 -1
  168. package/dist/es5/parquetjs/codecs/declare.js +0 -2
  169. package/dist/es5/parquetjs/codecs/dictionary.js +0 -30
  170. package/dist/es5/parquetjs/codecs/dictionary.js.map +0 -1
  171. package/dist/es5/parquetjs/codecs/index.js +0 -56
  172. package/dist/es5/parquetjs/codecs/index.js.map +0 -1
  173. package/dist/es5/parquetjs/codecs/plain.js +0 -287
  174. package/dist/es5/parquetjs/codecs/plain.js.map +0 -1
  175. package/dist/es5/parquetjs/codecs/rle.js +0 -174
  176. package/dist/es5/parquetjs/codecs/rle.js.map +0 -1
  177. package/dist/es5/parquetjs/compression.js +0 -167
  178. package/dist/es5/parquetjs/compression.js.map +0 -1
  179. package/dist/es5/parquetjs/encoder/writer.js +0 -875
  180. package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
  181. package/dist/es5/parquetjs/file.js +0 -103
  182. package/dist/es5/parquetjs/file.js.map +0 -1
  183. package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +0 -15
  184. package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
  185. package/dist/es5/parquetjs/parquet-thrift/BsonType.js +0 -67
  186. package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +0 -1
  187. package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +0 -241
  188. package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
  189. package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +0 -245
  190. package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
  191. package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +0 -449
  192. package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
  193. package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +0 -124
  194. package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
  195. package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +0 -20
  196. package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
  197. package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +0 -34
  198. package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
  199. package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +0 -191
  200. package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
  201. package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -258
  202. package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
  203. package/dist/es5/parquetjs/parquet-thrift/DateType.js +0 -67
  204. package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +0 -1
  205. package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +0 -122
  206. package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
  207. package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -143
  208. package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
  209. package/dist/es5/parquetjs/parquet-thrift/Encoding.js +0 -20
  210. package/dist/es5/parquetjs/parquet-thrift/Encoding.js.map +0 -1
  211. package/dist/es5/parquetjs/parquet-thrift/EnumType.js +0 -67
  212. package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +0 -1
  213. package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -15
  214. package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
  215. package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +0 -298
  216. package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
  217. package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +0 -67
  218. package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
  219. package/dist/es5/parquetjs/parquet-thrift/IntType.js +0 -122
  220. package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +0 -1
  221. package/dist/es5/parquetjs/parquet-thrift/JsonType.js +0 -67
  222. package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +0 -1
  223. package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +0 -120
  224. package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
  225. package/dist/es5/parquetjs/parquet-thrift/ListType.js +0 -67
  226. package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +0 -1
  227. package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +0 -508
  228. package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
  229. package/dist/es5/parquetjs/parquet-thrift/MapType.js +0 -67
  230. package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +0 -1
  231. package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +0 -67
  232. package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
  233. package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +0 -67
  234. package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
  235. package/dist/es5/parquetjs/parquet-thrift/NullType.js +0 -67
  236. package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +0 -1
  237. package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +0 -114
  238. package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
  239. package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +0 -145
  240. package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
  241. package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +0 -258
  242. package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
  243. package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +0 -155
  244. package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
  245. package/dist/es5/parquetjs/parquet-thrift/PageType.js +0 -16
  246. package/dist/es5/parquetjs/parquet-thrift/PageType.js.map +0 -1
  247. package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +0 -206
  248. package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
  249. package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +0 -290
  250. package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
  251. package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +0 -145
  252. package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
  253. package/dist/es5/parquetjs/parquet-thrift/Statistics.js +0 -207
  254. package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +0 -1
  255. package/dist/es5/parquetjs/parquet-thrift/StringType.js +0 -67
  256. package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +0 -1
  257. package/dist/es5/parquetjs/parquet-thrift/TimeType.js +0 -124
  258. package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +0 -1
  259. package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +0 -156
  260. package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
  261. package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +0 -124
  262. package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
  263. package/dist/es5/parquetjs/parquet-thrift/Type.js +0 -20
  264. package/dist/es5/parquetjs/parquet-thrift/Type.js.map +0 -1
  265. package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -67
  266. package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
  267. package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +0 -67
  268. package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
  269. package/dist/es5/parquetjs/parquet-thrift/index.js +0 -565
  270. package/dist/es5/parquetjs/parquet-thrift/index.js.map +0 -1
  271. package/dist/es5/parquetjs/parser/decoders.js +0 -489
  272. package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -215
  273. package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
  274. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -413
  275. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  276. package/dist/es5/parquetjs/parser/parquet-reader.js +0 -364
  277. package/dist/es5/parquetjs/parser/parquet-reader.js.map +0 -1
  278. package/dist/es5/parquetjs/schema/declare.js +0 -25
  279. package/dist/es5/parquetjs/schema/declare.js.map +0 -1
  280. package/dist/es5/parquetjs/schema/schema.js +0 -203
  281. package/dist/es5/parquetjs/schema/shred.js +0 -223
  282. package/dist/es5/parquetjs/schema/shred.js.map +0 -1
  283. package/dist/es5/parquetjs/schema/types.js +0 -492
  284. package/dist/es5/parquetjs/schema/types.js.map +0 -1
  285. package/dist/es5/parquetjs/utils/buffer-utils.js +0 -21
  286. package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
  287. package/dist/es5/parquetjs/utils/file-utils.js +0 -55
  288. package/dist/es5/parquetjs/utils/file-utils.js.map +0 -1
  289. package/dist/es5/parquetjs/utils/read-utils.js +0 -159
  290. package/dist/es5/parquetjs/utils/read-utils.js.map +0 -1
  291. package/dist/es5/workers/parquet-worker.js +0 -8
  292. package/dist/es5/workers/parquet-worker.js.map +0 -1
  293. package/dist/esm/bundle.js +0 -5
  294. package/dist/esm/bundle.js.map +0 -1
  295. package/dist/esm/constants.js +0 -6
  296. package/dist/esm/constants.js.map +0 -1
  297. package/dist/esm/index.js +0 -15
  298. package/dist/esm/index.js.map +0 -1
  299. package/dist/esm/lib/convert-schema.js +0 -71
  300. package/dist/esm/lib/convert-schema.js.map +0 -1
  301. package/dist/esm/lib/parse-parquet.js +0 -28
  302. package/dist/esm/lib/parse-parquet.js.map +0 -1
  303. package/dist/esm/lib/read-array-buffer.js +0 -9
  304. package/dist/esm/lib/read-array-buffer.js.map +0 -1
  305. package/dist/esm/parquet-loader.js +0 -22
  306. package/dist/esm/parquet-loader.js.map +0 -1
  307. package/dist/esm/parquet-writer.js +0 -18
  308. package/dist/esm/parquet-writer.js.map +0 -1
  309. package/dist/esm/parquetjs/LICENSE +0 -20
  310. package/dist/esm/parquetjs/codecs/declare.js +0 -2
  311. package/dist/esm/parquetjs/codecs/declare.js.map +0 -1
  312. package/dist/esm/parquetjs/codecs/dictionary.js +0 -12
  313. package/dist/esm/parquetjs/codecs/dictionary.js.map +0 -1
  314. package/dist/esm/parquetjs/codecs/index.js +0 -23
  315. package/dist/esm/parquetjs/codecs/index.js.map +0 -1
  316. package/dist/esm/parquetjs/codecs/plain.js +0 -270
  317. package/dist/esm/parquetjs/codecs/plain.js.map +0 -1
  318. package/dist/esm/parquetjs/codecs/rle.js +0 -151
  319. package/dist/esm/parquetjs/codecs/rle.js.map +0 -1
  320. package/dist/esm/parquetjs/compression.js +0 -62
  321. package/dist/esm/parquetjs/compression.js.map +0 -1
  322. package/dist/esm/parquetjs/encoder/writer.js +0 -421
  323. package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
  324. package/dist/esm/parquetjs/file.js +0 -80
  325. package/dist/esm/parquetjs/file.js.map +0 -1
  326. package/dist/esm/parquetjs/modules.d.ts +0 -21
  327. package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js +0 -8
  328. package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
  329. package/dist/esm/parquetjs/parquet-thrift/BsonType.js +0 -39
  330. package/dist/esm/parquetjs/parquet-thrift/BsonType.js.map +0 -1
  331. package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js +0 -217
  332. package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
  333. package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js +0 -218
  334. package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
  335. package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js +0 -429
  336. package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
  337. package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js +0 -95
  338. package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
  339. package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js +0 -13
  340. package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
  341. package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js +0 -27
  342. package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
  343. package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js +0 -166
  344. package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
  345. package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -236
  346. package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
  347. package/dist/esm/parquetjs/parquet-thrift/DateType.js +0 -39
  348. package/dist/esm/parquetjs/parquet-thrift/DateType.js.map +0 -1
  349. package/dist/esm/parquetjs/parquet-thrift/DecimalType.js +0 -95
  350. package/dist/esm/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
  351. package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -117
  352. package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
  353. package/dist/esm/parquetjs/parquet-thrift/Encoding.js +0 -13
  354. package/dist/esm/parquetjs/parquet-thrift/Encoding.js.map +0 -1
  355. package/dist/esm/parquetjs/parquet-thrift/EnumType.js +0 -39
  356. package/dist/esm/parquetjs/parquet-thrift/EnumType.js.map +0 -1
  357. package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -8
  358. package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
  359. package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js +0 -270
  360. package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
  361. package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js +0 -39
  362. package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
  363. package/dist/esm/parquetjs/parquet-thrift/IntType.js +0 -95
  364. package/dist/esm/parquetjs/parquet-thrift/IntType.js.map +0 -1
  365. package/dist/esm/parquetjs/parquet-thrift/JsonType.js +0 -39
  366. package/dist/esm/parquetjs/parquet-thrift/JsonType.js.map +0 -1
  367. package/dist/esm/parquetjs/parquet-thrift/KeyValue.js +0 -93
  368. package/dist/esm/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
  369. package/dist/esm/parquetjs/parquet-thrift/ListType.js +0 -39
  370. package/dist/esm/parquetjs/parquet-thrift/ListType.js.map +0 -1
  371. package/dist/esm/parquetjs/parquet-thrift/LogicalType.js +0 -467
  372. package/dist/esm/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
  373. package/dist/esm/parquetjs/parquet-thrift/MapType.js +0 -39
  374. package/dist/esm/parquetjs/parquet-thrift/MapType.js.map +0 -1
  375. package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js +0 -39
  376. package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
  377. package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js +0 -39
  378. package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
  379. package/dist/esm/parquetjs/parquet-thrift/NullType.js +0 -39
  380. package/dist/esm/parquetjs/parquet-thrift/NullType.js.map +0 -1
  381. package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js +0 -85
  382. package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
  383. package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js +0 -119
  384. package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
  385. package/dist/esm/parquetjs/parquet-thrift/PageHeader.js +0 -233
  386. package/dist/esm/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
  387. package/dist/esm/parquetjs/parquet-thrift/PageLocation.js +0 -128
  388. package/dist/esm/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
  389. package/dist/esm/parquetjs/parquet-thrift/PageType.js +0 -9
  390. package/dist/esm/parquetjs/parquet-thrift/PageType.js.map +0 -1
  391. package/dist/esm/parquetjs/parquet-thrift/RowGroup.js +0 -178
  392. package/dist/esm/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
  393. package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js +0 -270
  394. package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
  395. package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js +0 -119
  396. package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
  397. package/dist/esm/parquetjs/parquet-thrift/Statistics.js +0 -183
  398. package/dist/esm/parquetjs/parquet-thrift/Statistics.js.map +0 -1
  399. package/dist/esm/parquetjs/parquet-thrift/StringType.js +0 -39
  400. package/dist/esm/parquetjs/parquet-thrift/StringType.js.map +0 -1
  401. package/dist/esm/parquetjs/parquet-thrift/TimeType.js +0 -96
  402. package/dist/esm/parquetjs/parquet-thrift/TimeType.js.map +0 -1
  403. package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js +0 -126
  404. package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
  405. package/dist/esm/parquetjs/parquet-thrift/TimestampType.js +0 -96
  406. package/dist/esm/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
  407. package/dist/esm/parquetjs/parquet-thrift/Type.js +0 -13
  408. package/dist/esm/parquetjs/parquet-thrift/Type.js.map +0 -1
  409. package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -39
  410. package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
  411. package/dist/esm/parquetjs/parquet-thrift/UUIDType.js +0 -39
  412. package/dist/esm/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
  413. package/dist/esm/parquetjs/parquet-thrift/index.js +0 -44
  414. package/dist/esm/parquetjs/parquet-thrift/index.js.map +0 -1
  415. package/dist/esm/parquetjs/parser/decoders.js +0 -300
  416. package/dist/esm/parquetjs/parser/decoders.js.map +0 -1
  417. package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -90
  418. package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
  419. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -155
  420. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  421. package/dist/esm/parquetjs/parser/parquet-reader.js +0 -120
  422. package/dist/esm/parquetjs/parser/parquet-reader.js.map +0 -1
  423. package/dist/esm/parquetjs/schema/declare.js +0 -13
  424. package/dist/esm/parquetjs/schema/declare.js.map +0 -1
  425. package/dist/esm/parquetjs/schema/schema.js +0 -176
  426. package/dist/esm/parquetjs/schema/schema.js.map +0 -1
  427. package/dist/esm/parquetjs/schema/shred.js +0 -162
  428. package/dist/esm/parquetjs/schema/shred.js.map +0 -1
  429. package/dist/esm/parquetjs/schema/types.js +0 -476
  430. package/dist/esm/parquetjs/schema/types.js.map +0 -1
  431. package/dist/esm/parquetjs/utils/buffer-utils.js +0 -12
  432. package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
  433. package/dist/esm/parquetjs/utils/file-utils.js +0 -34
  434. package/dist/esm/parquetjs/utils/file-utils.js.map +0 -1
  435. package/dist/esm/parquetjs/utils/read-utils.js +0 -105
  436. package/dist/esm/parquetjs/utils/read-utils.js.map +0 -1
  437. package/dist/esm/workers/parquet-worker.js +0 -4
  438. package/dist/esm/workers/parquet-worker.js.map +0 -1
@@ -1,207 +1,217 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
5
- }) : (function(o, m, k, k2) {
6
- if (k2 === undefined) k2 = k;
7
- o[k2] = m[k];
8
- }));
9
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
10
- Object.defineProperty(o, "default", { enumerable: true, value: v });
11
- }) : function(o, v) {
12
- o["default"] = v;
13
- });
14
- var __importStar = (this && this.__importStar) || function (mod) {
15
- if (mod && mod.__esModule) return mod;
16
- var result = {};
17
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
18
- __setModuleDefault(result, mod);
19
- return result;
20
- };
21
- var __importDefault = (this && this.__importDefault) || function (mod) {
22
- return (mod && mod.__esModule) ? mod : { "default": mod };
23
- };
24
- Object.defineProperty(exports, "__esModule", { value: true });
25
- exports.ColumnChunk = void 0;
26
- /* tslint:disable */
27
- /* eslint-disable */
28
- /*
29
- * Autogenerated by @creditkarma/thrift-typescript v3.7.2
30
- * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
31
- */
32
- const node_int64_1 = __importDefault(require("node-int64"));
33
- const thrift = __importStar(require("thrift"));
34
- const ColumnMetaData = __importStar(require("./ColumnMetaData"));
35
- class ColumnChunk {
36
- constructor(args) {
37
- if (args != null && args.file_path != null) {
38
- this.file_path = args.file_path;
39
- }
40
- if (args != null && args.file_offset != null) {
41
- if (typeof args.file_offset === 'number') {
42
- this.file_offset = new node_int64_1.default(args.file_offset);
43
- }
44
- else {
45
- this.file_offset = args.file_offset;
46
- }
47
- }
48
- else {
49
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[file_offset] is unset!');
50
- }
51
- if (args != null && args.meta_data != null) {
52
- this.meta_data = args.meta_data;
53
- }
54
- if (args != null && args.offset_index_offset != null) {
55
- if (typeof args.offset_index_offset === 'number') {
56
- this.offset_index_offset = new node_int64_1.default(args.offset_index_offset);
57
- }
58
- else {
59
- this.offset_index_offset = args.offset_index_offset;
60
- }
61
- }
62
- if (args != null && args.offset_index_length != null) {
63
- this.offset_index_length = args.offset_index_length;
64
- }
65
- if (args != null && args.column_index_offset != null) {
66
- if (typeof args.column_index_offset === 'number') {
67
- this.column_index_offset = new node_int64_1.default(args.column_index_offset);
68
- }
69
- else {
70
- this.column_index_offset = args.column_index_offset;
71
- }
72
- }
73
- if (args != null && args.column_index_length != null) {
74
- this.column_index_length = args.column_index_length;
75
- }
76
- }
77
- write(output) {
78
- output.writeStructBegin('ColumnChunk');
79
- if (this.file_path != null) {
80
- output.writeFieldBegin('file_path', thrift.Thrift.Type.STRING, 1);
81
- output.writeString(this.file_path);
82
- output.writeFieldEnd();
83
- }
84
- if (this.file_offset != null) {
85
- output.writeFieldBegin('file_offset', thrift.Thrift.Type.I64, 2);
86
- output.writeI64(this.file_offset);
87
- output.writeFieldEnd();
88
- }
89
- if (this.meta_data != null) {
90
- output.writeFieldBegin('meta_data', thrift.Thrift.Type.STRUCT, 3);
91
- this.meta_data.write(output);
92
- output.writeFieldEnd();
93
- }
94
- if (this.offset_index_offset != null) {
95
- output.writeFieldBegin('offset_index_offset', thrift.Thrift.Type.I64, 4);
96
- output.writeI64(this.offset_index_offset);
97
- output.writeFieldEnd();
98
- }
99
- if (this.offset_index_length != null) {
100
- output.writeFieldBegin('offset_index_length', thrift.Thrift.Type.I32, 5);
101
- output.writeI32(this.offset_index_length);
102
- output.writeFieldEnd();
103
- }
104
- if (this.column_index_offset != null) {
105
- output.writeFieldBegin('column_index_offset', thrift.Thrift.Type.I64, 6);
106
- output.writeI64(this.column_index_offset);
107
- output.writeFieldEnd();
108
- }
109
- if (this.column_index_length != null) {
110
- output.writeFieldBegin('column_index_length', thrift.Thrift.Type.I32, 7);
111
- output.writeI32(this.column_index_length);
112
- output.writeFieldEnd();
113
- }
114
- output.writeFieldStop();
115
- output.writeStructEnd();
116
- return;
117
- }
118
- static read(input) {
119
- input.readStructBegin();
120
- let _args = {};
121
- while (true) {
122
- const ret = input.readFieldBegin();
123
- const fieldType = ret.ftype;
124
- const fieldId = ret.fid;
125
- if (fieldType === thrift.Thrift.Type.STOP) {
126
- break;
127
- }
128
- switch (fieldId) {
129
- case 1:
130
- if (fieldType === thrift.Thrift.Type.STRING) {
131
- const value_1 = input.readString();
132
- _args.file_path = value_1;
133
- }
134
- else {
135
- input.skip(fieldType);
136
- }
137
- break;
138
- case 2:
139
- if (fieldType === thrift.Thrift.Type.I64) {
140
- const value_2 = input.readI64();
141
- _args.file_offset = value_2;
142
- }
143
- else {
144
- input.skip(fieldType);
145
- }
146
- break;
147
- case 3:
148
- if (fieldType === thrift.Thrift.Type.STRUCT) {
149
- const value_3 = ColumnMetaData.ColumnMetaData.read(input);
150
- _args.meta_data = value_3;
151
- }
152
- else {
153
- input.skip(fieldType);
154
- }
155
- break;
156
- case 4:
157
- if (fieldType === thrift.Thrift.Type.I64) {
158
- const value_4 = input.readI64();
159
- _args.offset_index_offset = value_4;
160
- }
161
- else {
162
- input.skip(fieldType);
163
- }
164
- break;
165
- case 5:
166
- if (fieldType === thrift.Thrift.Type.I32) {
167
- const value_5 = input.readI32();
168
- _args.offset_index_length = value_5;
169
- }
170
- else {
171
- input.skip(fieldType);
172
- }
173
- break;
174
- case 6:
175
- if (fieldType === thrift.Thrift.Type.I64) {
176
- const value_6 = input.readI64();
177
- _args.column_index_offset = value_6;
178
- }
179
- else {
180
- input.skip(fieldType);
181
- }
182
- break;
183
- case 7:
184
- if (fieldType === thrift.Thrift.Type.I32) {
185
- const value_7 = input.readI32();
186
- _args.column_index_length = value_7;
187
- }
188
- else {
189
- input.skip(fieldType);
190
- }
191
- break;
192
- default: {
193
- input.skip(fieldType);
194
- }
195
- }
196
- input.readFieldEnd();
197
- }
198
- input.readStructEnd();
199
- if (_args.file_offset !== undefined) {
200
- return new ColumnChunk(_args);
201
- }
202
- else {
203
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read ColumnChunk from input');
204
- }
1
+ import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
2
+ import Int64 from 'node-int64';
3
+ import * as thrift from 'thrift';
4
+ import * as ColumnMetaData from './ColumnMetaData';
5
+ export class ColumnChunk {
6
+ constructor(args) {
7
+ _defineProperty(this, "file_path", void 0);
8
+
9
+ _defineProperty(this, "file_offset", void 0);
10
+
11
+ _defineProperty(this, "meta_data", void 0);
12
+
13
+ _defineProperty(this, "offset_index_offset", void 0);
14
+
15
+ _defineProperty(this, "offset_index_length", void 0);
16
+
17
+ _defineProperty(this, "column_index_offset", void 0);
18
+
19
+ _defineProperty(this, "column_index_length", void 0);
20
+
21
+ if (args != null && args.file_path != null) {
22
+ this.file_path = args.file_path;
205
23
  }
24
+
25
+ if (args != null && args.file_offset != null) {
26
+ if (typeof args.file_offset === 'number') {
27
+ this.file_offset = new Int64(args.file_offset);
28
+ } else {
29
+ this.file_offset = args.file_offset;
30
+ }
31
+ } else {
32
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[file_offset] is unset!');
33
+ }
34
+
35
+ if (args != null && args.meta_data != null) {
36
+ this.meta_data = args.meta_data;
37
+ }
38
+
39
+ if (args != null && args.offset_index_offset != null) {
40
+ if (typeof args.offset_index_offset === 'number') {
41
+ this.offset_index_offset = new Int64(args.offset_index_offset);
42
+ } else {
43
+ this.offset_index_offset = args.offset_index_offset;
44
+ }
45
+ }
46
+
47
+ if (args != null && args.offset_index_length != null) {
48
+ this.offset_index_length = args.offset_index_length;
49
+ }
50
+
51
+ if (args != null && args.column_index_offset != null) {
52
+ if (typeof args.column_index_offset === 'number') {
53
+ this.column_index_offset = new Int64(args.column_index_offset);
54
+ } else {
55
+ this.column_index_offset = args.column_index_offset;
56
+ }
57
+ }
58
+
59
+ if (args != null && args.column_index_length != null) {
60
+ this.column_index_length = args.column_index_length;
61
+ }
62
+ }
63
+
64
+ write(output) {
65
+ output.writeStructBegin('ColumnChunk');
66
+
67
+ if (this.file_path != null) {
68
+ output.writeFieldBegin('file_path', thrift.Thrift.Type.STRING, 1);
69
+ output.writeString(this.file_path);
70
+ output.writeFieldEnd();
71
+ }
72
+
73
+ if (this.file_offset != null) {
74
+ output.writeFieldBegin('file_offset', thrift.Thrift.Type.I64, 2);
75
+ output.writeI64(this.file_offset);
76
+ output.writeFieldEnd();
77
+ }
78
+
79
+ if (this.meta_data != null) {
80
+ output.writeFieldBegin('meta_data', thrift.Thrift.Type.STRUCT, 3);
81
+ this.meta_data.write(output);
82
+ output.writeFieldEnd();
83
+ }
84
+
85
+ if (this.offset_index_offset != null) {
86
+ output.writeFieldBegin('offset_index_offset', thrift.Thrift.Type.I64, 4);
87
+ output.writeI64(this.offset_index_offset);
88
+ output.writeFieldEnd();
89
+ }
90
+
91
+ if (this.offset_index_length != null) {
92
+ output.writeFieldBegin('offset_index_length', thrift.Thrift.Type.I32, 5);
93
+ output.writeI32(this.offset_index_length);
94
+ output.writeFieldEnd();
95
+ }
96
+
97
+ if (this.column_index_offset != null) {
98
+ output.writeFieldBegin('column_index_offset', thrift.Thrift.Type.I64, 6);
99
+ output.writeI64(this.column_index_offset);
100
+ output.writeFieldEnd();
101
+ }
102
+
103
+ if (this.column_index_length != null) {
104
+ output.writeFieldBegin('column_index_length', thrift.Thrift.Type.I32, 7);
105
+ output.writeI32(this.column_index_length);
106
+ output.writeFieldEnd();
107
+ }
108
+
109
+ output.writeFieldStop();
110
+ output.writeStructEnd();
111
+ return;
112
+ }
113
+
114
+ static read(input) {
115
+ input.readStructBegin();
116
+ let _args = {};
117
+
118
+ while (true) {
119
+ const ret = input.readFieldBegin();
120
+ const fieldType = ret.ftype;
121
+ const fieldId = ret.fid;
122
+
123
+ if (fieldType === thrift.Thrift.Type.STOP) {
124
+ break;
125
+ }
126
+
127
+ switch (fieldId) {
128
+ case 1:
129
+ if (fieldType === thrift.Thrift.Type.STRING) {
130
+ const value_1 = input.readString();
131
+ _args.file_path = value_1;
132
+ } else {
133
+ input.skip(fieldType);
134
+ }
135
+
136
+ break;
137
+
138
+ case 2:
139
+ if (fieldType === thrift.Thrift.Type.I64) {
140
+ const value_2 = input.readI64();
141
+ _args.file_offset = value_2;
142
+ } else {
143
+ input.skip(fieldType);
144
+ }
145
+
146
+ break;
147
+
148
+ case 3:
149
+ if (fieldType === thrift.Thrift.Type.STRUCT) {
150
+ const value_3 = ColumnMetaData.ColumnMetaData.read(input);
151
+ _args.meta_data = value_3;
152
+ } else {
153
+ input.skip(fieldType);
154
+ }
155
+
156
+ break;
157
+
158
+ case 4:
159
+ if (fieldType === thrift.Thrift.Type.I64) {
160
+ const value_4 = input.readI64();
161
+ _args.offset_index_offset = value_4;
162
+ } else {
163
+ input.skip(fieldType);
164
+ }
165
+
166
+ break;
167
+
168
+ case 5:
169
+ if (fieldType === thrift.Thrift.Type.I32) {
170
+ const value_5 = input.readI32();
171
+ _args.offset_index_length = value_5;
172
+ } else {
173
+ input.skip(fieldType);
174
+ }
175
+
176
+ break;
177
+
178
+ case 6:
179
+ if (fieldType === thrift.Thrift.Type.I64) {
180
+ const value_6 = input.readI64();
181
+ _args.column_index_offset = value_6;
182
+ } else {
183
+ input.skip(fieldType);
184
+ }
185
+
186
+ break;
187
+
188
+ case 7:
189
+ if (fieldType === thrift.Thrift.Type.I32) {
190
+ const value_7 = input.readI32();
191
+ _args.column_index_length = value_7;
192
+ } else {
193
+ input.skip(fieldType);
194
+ }
195
+
196
+ break;
197
+
198
+ default:
199
+ {
200
+ input.skip(fieldType);
201
+ }
202
+ }
203
+
204
+ input.readFieldEnd();
205
+ }
206
+
207
+ input.readStructEnd();
208
+
209
+ if (_args.file_offset !== undefined) {
210
+ return new ColumnChunk(_args);
211
+ } else {
212
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read ColumnChunk from input');
213
+ }
214
+ }
215
+
206
216
  }
207
- exports.ColumnChunk = ColumnChunk;
217
+ //# sourceMappingURL=ColumnChunk.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/parquetjs/parquet-thrift/ColumnChunk.ts"],"names":["Int64","thrift","ColumnMetaData","ColumnChunk","constructor","args","file_path","file_offset","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","meta_data","offset_index_offset","offset_index_length","column_index_offset","column_index_length","write","output","writeStructBegin","writeFieldBegin","Type","STRING","writeString","writeFieldEnd","I64","writeI64","STRUCT","I32","writeI32","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readString","skip","value_2","readI64","value_3","value_4","value_5","readI32","value_6","value_7","readFieldEnd","readStructEnd","undefined"],"mappings":";AAMA,OAAOA,KAAP,MAAkB,YAAlB;AACA,OAAO,KAAKC,MAAZ,MAAwB,QAAxB;AACA,OAAO,KAAKC,cAAZ,MAAgC,kBAAhC;AAUA,OAAO,MAAMC,WAAN,CAAkB;AAQvBC,EAAAA,WAAW,CAACC,IAAD,EAAyB;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAClC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,SAAL,IAAkB,IAAtC,EAA4C;AAC1C,WAAKA,SAAL,GAAiBD,IAAI,CAACC,SAAtB;AACD;;AACD,QAAID,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACE,WAAL,IAAoB,IAAxC,EAA8C;AAC5C,UAAI,OAAOF,IAAI,CAACE,WAAZ,KAA4B,QAAhC,EAA0C;AACxC,aAAKA,WAAL,GAAmB,IAAIP,KAAJ,CAAUK,IAAI,CAACE,WAAf,CAAnB;AACD,OAFD,MAEO;AACL,aAAKA,WAAL,GAAmBF,IAAI,CAACE,WAAxB;AACD;AACF,KAND,MAMO;AACL,YAAM,IAAIN,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,uCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,SAAL,IAAkB,IAAtC,EAA4C;AAC1C,WAAKA,SAAL,GAAiBP,IAAI,CAACO,SAAtB;AACD;;AACD,QAAIP,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACQ,mBAAL,IAA4B,IAAhD,EAAsD;AACpD,UAAI,OAAOR,IAAI,CAACQ,mBAAZ,KAAoC,QAAxC,EAAkD;AAChD,aAAKA,mBAAL,GAA2B,IAAIb,KAAJ,CAAUK,IAAI,CAACQ,mBAAf,CAA3B;AACD,OAFD,MAEO;AACL,aAAKA,mBAAL,GAA2BR,IAAI,CAACQ,mBAAhC;AACD;AACF;;AACD,QAAIR,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACS,mBAAL,IAA4B,IAAhD,EAAsD;AACpD,WAAKA,mBAAL,GAA2BT,IAAI,CAACS,mBAAhC;AACD;;AACD,QAAIT,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACU,mBAAL,IAA4B,IAAhD,EAAsD;AACpD,UAAI,OAAOV,IAAI,CAACU,mBAAZ,KAAoC,QAAxC,EAAkD;AAChD,aAAKA,mBAAL,GAA2B,IAAIf,KAAJ,CAAUK,IAAI,CAACU,mBAAf,CAA3B;AACD,OAFD,MAEO;AACL,aAAKA,mBAAL,GAA2BV,IAAI,CAACU,mBAAhC;AACD;AACF;;AACD,QAAIV,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACW,mBAAL,IAA4B,IAAhD,EAAsD;AACpD,WAAKA,mBAAL,GAA2BX,IAAI,CAACW,mBAAhC;AACD;AACF;;AACMC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,aAAxB;;AACA,QAAI,KAAKb,SAAL,IAAkB,IAAtB,EAA4B;AAC1BY,MAAAA,MAAM,CAACE,eAAP,CAAuB,WAAvB,EAAoCnB,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBC,MAAvD,EAA+D,CAA/D;AACAJ,MAAAA,MAAM,CAACK,WAAP,CAAmB,KAAKjB,SAAxB;AACAY,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKjB,WAAL,IAAoB,IAAxB,EAA8B;AAC5BW,MAAAA,MAAM,CAACE,eAAP,CAAuB,aAAvB,EAAsCnB,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBI,GAAzD,EAA8D,CAA9D;AACAP,MAAAA,MAAM,CAACQ,QAAP,CAAgB,KAAKnB,WAArB;AACAW,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKZ,SAAL,IAAkB,IAAtB,EAA4B;AAC1BM,MAAAA,MAAM,CAACE,eAAP,CAAuB,WAAvB,EAAoCnB,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBM,MAAvD,EAA+D,CAA/D;AACA,WAAKf,SAAL,CAAeK,KAAf,CAAqBC,MAArB;AACAA,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKX,mBAAL,IAA4B,IAAhC,EAAsC;AACpCK,MAAAA,MAAM,CAACE,eAAP,CAAuB,qBAAvB,EAA8CnB,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBI,GAAjE,EAAsE,CAAtE;AACAP,MAAAA,MAAM,CAACQ,QAAP,CAAgB,KAAKb,mBAArB;AACAK,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKV,mBAAL,IAA4B,IAAhC,EAAsC;AACpCI,MAAAA,MAAM,CAACE,eAAP,CAAuB,qBAAvB,EAA8CnB,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBO,GAAjE,EAAsE,CAAtE;AACAV,MAAAA,MAAM,CAACW,QAAP,CAAgB,KAAKf,mBAArB;AACAI,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKT,mBAAL,IAA4B,IAAhC,EAAsC;AACpCG,MAAAA,MAAM,CAACE,eAAP,CAAuB,qBAAvB,EAA8CnB,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBI,GAAjE,EAAsE,CAAtE;AACAP,MAAAA,MAAM,CAACQ,QAAP,CAAgB,KAAKX,mBAArB;AACAG,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKR,mBAAL,IAA4B,IAAhC,EAAsC;AACpCE,MAAAA,MAAM,CAACE,eAAP,CAAuB,qBAAvB,EAA8CnB,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBO,GAAjE,EAAsE,CAAtE;AACAV,MAAAA,MAAM,CAACW,QAAP,CAAgB,KAAKb,mBAArB;AACAE,MAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,IAAAA,MAAM,CAACY,cAAP;AACAZ,IAAAA,MAAM,CAACa,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAuC;AACvDA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAKrC,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBqB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAKrC,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBC,MAArC,EAA6C;AAC3C,kBAAMqB,OAAe,GAAGV,KAAK,CAACW,UAAN,EAAxB;AACAT,YAAAA,KAAK,CAAC7B,SAAN,GAAkBqC,OAAlB;AACD,WAHD,MAGO;AACLV,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBI,GAArC,EAA0C;AACxC,kBAAMqB,OAAc,GAAGb,KAAK,CAACc,OAAN,EAAvB;AACAZ,YAAAA,KAAK,CAAC5B,WAAN,GAAoBuC,OAApB;AACD,WAHD,MAGO;AACLb,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBM,MAArC,EAA6C;AAC3C,kBAAMqB,OAAsC,GAC1C9C,cAAc,CAACA,cAAf,CAA8B8B,IAA9B,CAAmCC,KAAnC,CADF;AAEAE,YAAAA,KAAK,CAACvB,SAAN,GAAkBoC,OAAlB;AACD,WAJD,MAIO;AACLf,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBI,GAArC,EAA0C;AACxC,kBAAMwB,OAAc,GAAGhB,KAAK,CAACc,OAAN,EAAvB;AACAZ,YAAAA,KAAK,CAACtB,mBAAN,GAA4BoC,OAA5B;AACD,WAHD,MAGO;AACLhB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBO,GAArC,EAA0C;AACxC,kBAAMsB,OAAe,GAAGjB,KAAK,CAACkB,OAAN,EAAxB;AACAhB,YAAAA,KAAK,CAACrB,mBAAN,GAA4BoC,OAA5B;AACD,WAHD,MAGO;AACLjB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBI,GAArC,EAA0C;AACxC,kBAAM2B,OAAc,GAAGnB,KAAK,CAACc,OAAN,EAAvB;AACAZ,YAAAA,KAAK,CAACpB,mBAAN,GAA4BqC,OAA5B;AACD,WAHD,MAGO;AACLnB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACO,MAAP,CAAca,IAAd,CAAmBO,GAArC,EAA0C;AACxC,kBAAMyB,OAAe,GAAGpB,KAAK,CAACkB,OAAN,EAAxB;AACAhB,YAAAA,KAAK,CAACnB,mBAAN,GAA4BqC,OAA5B;AACD,WAHD,MAGO;AACLpB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AA5DH;;AA8DAL,MAAAA,KAAK,CAACqB,YAAN;AACD;;AACDrB,IAAAA,KAAK,CAACsB,aAAN;;AACA,QAAIpB,KAAK,CAAC5B,WAAN,KAAsBiD,SAA1B,EAAqC;AACnC,aAAO,IAAIrD,WAAJ,CAAgBgC,KAAhB,CAAP;AACD,KAFD,MAEO;AACL,YAAM,IAAIlC,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,uCAFI,CAAN;AAID;AACF;;AA5KsB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as ColumnMetaData from './ColumnMetaData';\nexport interface IColumnChunkArgs {\n file_path?: string;\n file_offset: number | Int64;\n meta_data?: ColumnMetaData.ColumnMetaData;\n offset_index_offset?: number | Int64;\n offset_index_length?: number;\n column_index_offset?: number | Int64;\n column_index_length?: number;\n}\nexport class ColumnChunk {\n public file_path?: string;\n public file_offset: Int64;\n public meta_data?: ColumnMetaData.ColumnMetaData;\n public offset_index_offset?: Int64;\n public offset_index_length?: number;\n public column_index_offset?: Int64;\n public column_index_length?: number;\n constructor(args: IColumnChunkArgs) {\n if (args != null && args.file_path != null) {\n this.file_path = args.file_path;\n }\n if (args != null && args.file_offset != null) {\n if (typeof args.file_offset === 'number') {\n this.file_offset = new Int64(args.file_offset);\n } else {\n this.file_offset = args.file_offset;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[file_offset] is unset!'\n );\n }\n if (args != null && args.meta_data != null) {\n this.meta_data = args.meta_data;\n }\n if (args != null && args.offset_index_offset != null) {\n if (typeof args.offset_index_offset === 'number') {\n this.offset_index_offset = new Int64(args.offset_index_offset);\n } else {\n this.offset_index_offset = args.offset_index_offset;\n }\n }\n if (args != null && args.offset_index_length != null) {\n this.offset_index_length = args.offset_index_length;\n }\n if (args != null && args.column_index_offset != null) {\n if (typeof args.column_index_offset === 'number') {\n this.column_index_offset = new Int64(args.column_index_offset);\n } else {\n this.column_index_offset = args.column_index_offset;\n }\n }\n if (args != null && args.column_index_length != null) {\n this.column_index_length = args.column_index_length;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('ColumnChunk');\n if (this.file_path != null) {\n output.writeFieldBegin('file_path', thrift.Thrift.Type.STRING, 1);\n output.writeString(this.file_path);\n output.writeFieldEnd();\n }\n if (this.file_offset != null) {\n output.writeFieldBegin('file_offset', thrift.Thrift.Type.I64, 2);\n output.writeI64(this.file_offset);\n output.writeFieldEnd();\n }\n if (this.meta_data != null) {\n output.writeFieldBegin('meta_data', thrift.Thrift.Type.STRUCT, 3);\n this.meta_data.write(output);\n output.writeFieldEnd();\n }\n if (this.offset_index_offset != null) {\n output.writeFieldBegin('offset_index_offset', thrift.Thrift.Type.I64, 4);\n output.writeI64(this.offset_index_offset);\n output.writeFieldEnd();\n }\n if (this.offset_index_length != null) {\n output.writeFieldBegin('offset_index_length', thrift.Thrift.Type.I32, 5);\n output.writeI32(this.offset_index_length);\n output.writeFieldEnd();\n }\n if (this.column_index_offset != null) {\n output.writeFieldBegin('column_index_offset', thrift.Thrift.Type.I64, 6);\n output.writeI64(this.column_index_offset);\n output.writeFieldEnd();\n }\n if (this.column_index_length != null) {\n output.writeFieldBegin('column_index_length', thrift.Thrift.Type.I32, 7);\n output.writeI32(this.column_index_length);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): ColumnChunk {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.STRING) {\n const value_1: string = input.readString();\n _args.file_path = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_2: Int64 = input.readI64();\n _args.file_offset = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_3: ColumnMetaData.ColumnMetaData =\n ColumnMetaData.ColumnMetaData.read(input);\n _args.meta_data = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_4: Int64 = input.readI64();\n _args.offset_index_offset = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_5: number = input.readI32();\n _args.offset_index_length = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_6: Int64 = input.readI64();\n _args.column_index_offset = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_7: number = input.readI32();\n _args.column_index_length = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (_args.file_offset !== undefined) {\n return new ColumnChunk(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read ColumnChunk from input'\n );\n }\n }\n}\n"],"file":"ColumnChunk.js"}