@loaders.gl/parquet 4.2.0-alpha.4 → 4.2.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (265) hide show
  1. package/dist/index.cjs +269 -616
  2. package/dist/index.cjs.map +7 -0
  3. package/dist/index.d.ts +12 -12
  4. package/dist/index.d.ts.map +1 -1
  5. package/dist/index.js +6 -1
  6. package/dist/lib/arrow/convert-columns-to-row-group.js +1 -2
  7. package/dist/lib/arrow/convert-row-group-to-columns.js +8 -6
  8. package/dist/lib/arrow/convert-schema-from-parquet.d.ts +3 -3
  9. package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
  10. package/dist/lib/arrow/convert-schema-from-parquet.js +71 -82
  11. package/dist/lib/arrow/convert-schema-to-parquet.d.ts +1 -1
  12. package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
  13. package/dist/lib/arrow/convert-schema-to-parquet.js +65 -35
  14. package/dist/lib/constants.js +14 -1
  15. package/dist/lib/parsers/get-parquet-schema.d.ts +1 -1
  16. package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
  17. package/dist/lib/parsers/get-parquet-schema.js +9 -7
  18. package/dist/lib/parsers/parse-geoparquet.d.ts +1 -1
  19. package/dist/lib/parsers/parse-geoparquet.d.ts.map +1 -1
  20. package/dist/lib/parsers/parse-geoparquet.js +47 -45
  21. package/dist/lib/parsers/parse-parquet-to-columns.d.ts +1 -1
  22. package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
  23. package/dist/lib/parsers/parse-parquet-to-columns.js +36 -25
  24. package/dist/lib/parsers/parse-parquet.d.ts +1 -1
  25. package/dist/lib/parsers/parse-parquet.d.ts.map +1 -1
  26. package/dist/lib/parsers/parse-parquet.js +62 -50
  27. package/dist/lib/wasm/encode-parquet-wasm.d.ts +1 -1
  28. package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -1
  29. package/dist/lib/wasm/encode-parquet-wasm.js +49 -12
  30. package/dist/lib/wasm/load-wasm.js +13 -10
  31. package/dist/lib/wasm/parse-parquet-wasm.d.ts +1 -1
  32. package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -1
  33. package/dist/lib/wasm/parse-parquet-wasm.js +19 -15
  34. package/dist/parquet-loader.d.ts +1 -1
  35. package/dist/parquet-loader.d.ts.map +1 -1
  36. package/dist/parquet-loader.js +77 -64
  37. package/dist/parquet-wasm-loader.js +25 -28
  38. package/dist/parquet-wasm-writer.js +19 -23
  39. package/dist/parquet-writer.js +16 -12
  40. package/dist/parquetjs/codecs/declare.d.ts +1 -1
  41. package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
  42. package/dist/parquetjs/codecs/declare.js +0 -1
  43. package/dist/parquetjs/codecs/dictionary.js +4 -8
  44. package/dist/parquetjs/codecs/index.d.ts +3 -3
  45. package/dist/parquetjs/codecs/index.d.ts.map +1 -1
  46. package/dist/parquetjs/codecs/index.js +20 -17
  47. package/dist/parquetjs/codecs/plain.d.ts +2 -2
  48. package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
  49. package/dist/parquetjs/codecs/plain.js +166 -162
  50. package/dist/parquetjs/codecs/rle.d.ts +2 -2
  51. package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
  52. package/dist/parquetjs/codecs/rle.js +124 -105
  53. package/dist/parquetjs/compression.d.ts +1 -1
  54. package/dist/parquetjs/compression.d.ts.map +1 -1
  55. package/dist/parquetjs/compression.js +157 -43
  56. package/dist/parquetjs/encoder/parquet-encoder.d.ts +3 -3
  57. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
  58. package/dist/parquetjs/encoder/parquet-encoder.js +406 -275
  59. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +12 -7
  60. package/dist/parquetjs/parquet-thrift/BsonType.js +31 -27
  61. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +1 -1
  62. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
  63. package/dist/parquetjs/parquet-thrift/ColumnChunk.js +175 -166
  64. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +1 -1
  65. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
  66. package/dist/parquetjs/parquet-thrift/ColumnIndex.js +178 -166
  67. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +6 -6
  68. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
  69. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +359 -333
  70. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts +1 -1
  71. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
  72. package/dist/parquetjs/parquet-thrift/ColumnOrder.js +73 -68
  73. package/dist/parquetjs/parquet-thrift/CompressionCodec.js +17 -12
  74. package/dist/parquetjs/parquet-thrift/ConvertedType.js +31 -26
  75. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts +2 -2
  76. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
  77. package/dist/parquetjs/parquet-thrift/DataPageHeader.js +136 -124
  78. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts +2 -2
  79. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
  80. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +198 -181
  81. package/dist/parquetjs/parquet-thrift/DateType.js +31 -27
  82. package/dist/parquetjs/parquet-thrift/DecimalType.js +76 -69
  83. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts +1 -1
  84. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
  85. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +93 -86
  86. package/dist/parquetjs/parquet-thrift/Encoding.js +17 -12
  87. package/dist/parquetjs/parquet-thrift/EnumType.js +31 -27
  88. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +12 -7
  89. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +4 -4
  90. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
  91. package/dist/parquetjs/parquet-thrift/FileMetaData.js +217 -205
  92. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +31 -27
  93. package/dist/parquetjs/parquet-thrift/IntType.js +76 -69
  94. package/dist/parquetjs/parquet-thrift/JsonType.js +31 -27
  95. package/dist/parquetjs/parquet-thrift/KeyValue.js +73 -67
  96. package/dist/parquetjs/parquet-thrift/ListType.js +31 -27
  97. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts +13 -13
  98. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
  99. package/dist/parquetjs/parquet-thrift/LogicalType.js +325 -344
  100. package/dist/parquetjs/parquet-thrift/MapType.js +31 -27
  101. package/dist/parquetjs/parquet-thrift/MicroSeconds.js +31 -27
  102. package/dist/parquetjs/parquet-thrift/MilliSeconds.js +31 -27
  103. package/dist/parquetjs/parquet-thrift/NullType.js +31 -27
  104. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts +1 -1
  105. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
  106. package/dist/parquetjs/parquet-thrift/OffsetIndex.js +66 -60
  107. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts +2 -2
  108. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
  109. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +98 -88
  110. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts +5 -5
  111. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
  112. package/dist/parquetjs/parquet-thrift/PageHeader.js +185 -175
  113. package/dist/parquetjs/parquet-thrift/PageLocation.js +108 -96
  114. package/dist/parquetjs/parquet-thrift/PageType.js +13 -8
  115. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts +2 -2
  116. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
  117. package/dist/parquetjs/parquet-thrift/RowGroup.js +145 -133
  118. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts +4 -4
  119. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
  120. package/dist/parquetjs/parquet-thrift/SchemaElement.js +211 -205
  121. package/dist/parquetjs/parquet-thrift/SortingColumn.js +98 -88
  122. package/dist/parquetjs/parquet-thrift/Statistics.js +143 -137
  123. package/dist/parquetjs/parquet-thrift/StringType.js +31 -27
  124. package/dist/parquetjs/parquet-thrift/TimeType.d.ts +1 -1
  125. package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
  126. package/dist/parquetjs/parquet-thrift/TimeType.js +76 -69
  127. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts +2 -2
  128. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
  129. package/dist/parquetjs/parquet-thrift/TimeUnit.js +94 -91
  130. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts +1 -1
  131. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
  132. package/dist/parquetjs/parquet-thrift/TimestampType.js +76 -69
  133. package/dist/parquetjs/parquet-thrift/Type.js +17 -12
  134. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +31 -27
  135. package/dist/parquetjs/parquet-thrift/UUIDType.js +31 -27
  136. package/dist/parquetjs/parquet-thrift/index.d.ts +44 -44
  137. package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
  138. package/dist/parquetjs/parquet-thrift/index.js +6 -1
  139. package/dist/parquetjs/parser/decoders.d.ts +3 -3
  140. package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
  141. package/dist/parquetjs/parser/decoders.js +306 -242
  142. package/dist/parquetjs/parser/parquet-reader.d.ts +3 -3
  143. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  144. package/dist/parquetjs/parser/parquet-reader.js +179 -157
  145. package/dist/parquetjs/schema/declare.d.ts +1 -1
  146. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  147. package/dist/parquetjs/schema/declare.js +6 -9
  148. package/dist/parquetjs/schema/schema.d.ts +1 -1
  149. package/dist/parquetjs/schema/schema.d.ts.map +1 -1
  150. package/dist/parquetjs/schema/schema.js +139 -120
  151. package/dist/parquetjs/schema/shred.d.ts +2 -2
  152. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  153. package/dist/parquetjs/schema/shred.js +301 -204
  154. package/dist/parquetjs/schema/types.d.ts +1 -1
  155. package/dist/parquetjs/schema/types.d.ts.map +1 -1
  156. package/dist/parquetjs/schema/types.js +328 -314
  157. package/dist/parquetjs/utils/file-utils.js +24 -23
  158. package/dist/parquetjs/utils/read-utils.d.ts +1 -1
  159. package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
  160. package/dist/parquetjs/utils/read-utils.js +79 -69
  161. package/dist/polyfills/buffer/buffer-polyfill.browser.js +8 -3
  162. package/dist/polyfills/buffer/buffer-polyfill.node.js +13 -8
  163. package/dist/polyfills/buffer/buffer.js +1750 -1367
  164. package/dist/polyfills/buffer/index.d.ts +3 -3
  165. package/dist/polyfills/buffer/index.d.ts.map +1 -1
  166. package/dist/polyfills/buffer/index.js +5 -1
  167. package/dist/polyfills/buffer/install-buffer-polyfill.js +2 -1
  168. package/dist/polyfills/util.js +4 -1
  169. package/dist/workers/parquet-worker.js +3 -1
  170. package/package.json +15 -13
  171. package/src/index.ts +1 -1
  172. package/src/lib/parsers/parse-parquet-to-columns.ts +1 -1
  173. package/src/lib/parsers/parse-parquet.ts +1 -1
  174. package/src/parquetjs/encoder/parquet-encoder.ts +2 -2
  175. package/src/parquetjs/parser/decoders.ts +2 -2
  176. package/src/parquetjs/parser/parquet-reader.ts +1 -1
  177. package/src/parquetjs/schema/schema.ts +1 -1
  178. package/src/parquetjs/utils/read-utils.ts +2 -2
  179. package/dist/index.js.map +0 -1
  180. package/dist/lib/arrow/convert-columns-to-row-group.js.map +0 -1
  181. package/dist/lib/arrow/convert-row-group-to-columns.js.map +0 -1
  182. package/dist/lib/arrow/convert-schema-from-parquet.js.map +0 -1
  183. package/dist/lib/arrow/convert-schema-to-parquet.js.map +0 -1
  184. package/dist/lib/constants.js.map +0 -1
  185. package/dist/lib/parsers/get-parquet-schema.js.map +0 -1
  186. package/dist/lib/parsers/parse-geoparquet.js.map +0 -1
  187. package/dist/lib/parsers/parse-parquet-to-columns.js.map +0 -1
  188. package/dist/lib/parsers/parse-parquet.js.map +0 -1
  189. package/dist/lib/wasm/encode-parquet-wasm.js.map +0 -1
  190. package/dist/lib/wasm/load-wasm.js.map +0 -1
  191. package/dist/lib/wasm/parse-parquet-wasm.js.map +0 -1
  192. package/dist/lib/wip/convert-schema-deep.java.disabled +0 -910
  193. package/dist/lib/wip/convert-schema-deep.rs.disabled +0 -976
  194. package/dist/parquet-loader.js.map +0 -1
  195. package/dist/parquet-wasm-loader.js.map +0 -1
  196. package/dist/parquet-wasm-writer.js.map +0 -1
  197. package/dist/parquet-writer.js.map +0 -1
  198. package/dist/parquetjs/LICENSE +0 -20
  199. package/dist/parquetjs/codecs/declare.js.map +0 -1
  200. package/dist/parquetjs/codecs/dictionary.js.map +0 -1
  201. package/dist/parquetjs/codecs/index.js.map +0 -1
  202. package/dist/parquetjs/codecs/plain.js.map +0 -1
  203. package/dist/parquetjs/codecs/rle.js.map +0 -1
  204. package/dist/parquetjs/compression.js.map +0 -1
  205. package/dist/parquetjs/encoder/parquet-encoder.js.map +0 -1
  206. package/dist/parquetjs/modules.d.ts +0 -21
  207. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
  208. package/dist/parquetjs/parquet-thrift/BsonType.js.map +0 -1
  209. package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
  210. package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
  211. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
  212. package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
  213. package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
  214. package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
  215. package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
  216. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
  217. package/dist/parquetjs/parquet-thrift/DateType.js.map +0 -1
  218. package/dist/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
  219. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
  220. package/dist/parquetjs/parquet-thrift/Encoding.js.map +0 -1
  221. package/dist/parquetjs/parquet-thrift/EnumType.js.map +0 -1
  222. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
  223. package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
  224. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
  225. package/dist/parquetjs/parquet-thrift/IntType.js.map +0 -1
  226. package/dist/parquetjs/parquet-thrift/JsonType.js.map +0 -1
  227. package/dist/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
  228. package/dist/parquetjs/parquet-thrift/ListType.js.map +0 -1
  229. package/dist/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
  230. package/dist/parquetjs/parquet-thrift/MapType.js.map +0 -1
  231. package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
  232. package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
  233. package/dist/parquetjs/parquet-thrift/NullType.js.map +0 -1
  234. package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
  235. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
  236. package/dist/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
  237. package/dist/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
  238. package/dist/parquetjs/parquet-thrift/PageType.js.map +0 -1
  239. package/dist/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
  240. package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
  241. package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
  242. package/dist/parquetjs/parquet-thrift/Statistics.js.map +0 -1
  243. package/dist/parquetjs/parquet-thrift/StringType.js.map +0 -1
  244. package/dist/parquetjs/parquet-thrift/TimeType.js.map +0 -1
  245. package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
  246. package/dist/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
  247. package/dist/parquetjs/parquet-thrift/Type.js.map +0 -1
  248. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
  249. package/dist/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
  250. package/dist/parquetjs/parquet-thrift/index.js.map +0 -1
  251. package/dist/parquetjs/parser/decoders.js.map +0 -1
  252. package/dist/parquetjs/parser/parquet-reader.js.map +0 -1
  253. package/dist/parquetjs/schema/declare.js.map +0 -1
  254. package/dist/parquetjs/schema/schema.js.map +0 -1
  255. package/dist/parquetjs/schema/shred.js.map +0 -1
  256. package/dist/parquetjs/schema/types.js.map +0 -1
  257. package/dist/parquetjs/utils/file-utils.js.map +0 -1
  258. package/dist/parquetjs/utils/read-utils.js.map +0 -1
  259. package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
  260. package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
  261. package/dist/polyfills/buffer/buffer.js.map +0 -1
  262. package/dist/polyfills/buffer/index.js.map +0 -1
  263. package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
  264. package/dist/polyfills/util.js.map +0 -1
  265. package/dist/workers/parquet-worker.js.map +0 -1
@@ -1,175 +1,187 @@
1
+ /* tslint:disable */
2
+ /* eslint-disable */
3
+ /*
4
+ * Autogenerated by @creditkarma/thrift-typescript v3.7.2
5
+ * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
6
+ */
1
7
  import Int64 from 'node-int64';
2
8
  import * as thrift from 'thrift';
3
9
  export class ColumnIndex {
4
- constructor(args) {
5
- this.null_pages = void 0;
6
- this.min_values = void 0;
7
- this.max_values = void 0;
8
- this.boundary_order = void 0;
9
- this.null_counts = void 0;
10
- if (args != null && args.null_pages != null) {
11
- this.null_pages = args.null_pages;
12
- } else {
13
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[null_pages] is unset!');
10
+ constructor(args) {
11
+ if (args != null && args.null_pages != null) {
12
+ this.null_pages = args.null_pages;
13
+ }
14
+ else {
15
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[null_pages] is unset!');
16
+ }
17
+ if (args != null && args.min_values != null) {
18
+ this.min_values = args.min_values;
19
+ }
20
+ else {
21
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[min_values] is unset!');
22
+ }
23
+ if (args != null && args.max_values != null) {
24
+ this.max_values = args.max_values;
25
+ }
26
+ else {
27
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[max_values] is unset!');
28
+ }
29
+ if (args != null && args.boundary_order != null) {
30
+ this.boundary_order = args.boundary_order;
31
+ }
32
+ else {
33
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[boundary_order] is unset!');
34
+ }
35
+ if (args != null && args.null_counts != null) {
36
+ this.null_counts = args.null_counts.map((c) => new Int64(+c));
37
+ }
14
38
  }
15
- if (args != null && args.min_values != null) {
16
- this.min_values = args.min_values;
17
- } else {
18
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[min_values] is unset!');
39
+ write(output) {
40
+ output.writeStructBegin('ColumnIndex');
41
+ if (this.null_pages != null) {
42
+ output.writeFieldBegin('null_pages', thrift.Thrift.Type.LIST, 1);
43
+ output.writeListBegin(thrift.Thrift.Type.BOOL, this.null_pages.length);
44
+ this.null_pages.forEach((value_1) => {
45
+ output.writeBool(value_1);
46
+ });
47
+ output.writeListEnd();
48
+ output.writeFieldEnd();
49
+ }
50
+ if (this.min_values != null) {
51
+ output.writeFieldBegin('min_values', thrift.Thrift.Type.LIST, 2);
52
+ output.writeListBegin(thrift.Thrift.Type.STRING, this.min_values.length);
53
+ this.min_values.forEach((value_2) => {
54
+ output.writeBinary(value_2);
55
+ });
56
+ output.writeListEnd();
57
+ output.writeFieldEnd();
58
+ }
59
+ if (this.max_values != null) {
60
+ output.writeFieldBegin('max_values', thrift.Thrift.Type.LIST, 3);
61
+ output.writeListBegin(thrift.Thrift.Type.STRING, this.max_values.length);
62
+ this.max_values.forEach((value_3) => {
63
+ output.writeBinary(value_3);
64
+ });
65
+ output.writeListEnd();
66
+ output.writeFieldEnd();
67
+ }
68
+ if (this.boundary_order != null) {
69
+ output.writeFieldBegin('boundary_order', thrift.Thrift.Type.I32, 4);
70
+ output.writeI32(this.boundary_order);
71
+ output.writeFieldEnd();
72
+ }
73
+ if (this.null_counts != null) {
74
+ output.writeFieldBegin('null_counts', thrift.Thrift.Type.LIST, 5);
75
+ output.writeListBegin(thrift.Thrift.Type.I64, this.null_counts.length);
76
+ this.null_counts.forEach((value_4) => {
77
+ output.writeI64(value_4);
78
+ });
79
+ output.writeListEnd();
80
+ output.writeFieldEnd();
81
+ }
82
+ output.writeFieldStop();
83
+ output.writeStructEnd();
84
+ return;
19
85
  }
20
- if (args != null && args.max_values != null) {
21
- this.max_values = args.max_values;
22
- } else {
23
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[max_values] is unset!');
24
- }
25
- if (args != null && args.boundary_order != null) {
26
- this.boundary_order = args.boundary_order;
27
- } else {
28
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[boundary_order] is unset!');
29
- }
30
- if (args != null && args.null_counts != null) {
31
- this.null_counts = args.null_counts.map(c => new Int64(+c));
32
- }
33
- }
34
- write(output) {
35
- output.writeStructBegin('ColumnIndex');
36
- if (this.null_pages != null) {
37
- output.writeFieldBegin('null_pages', thrift.Thrift.Type.LIST, 1);
38
- output.writeListBegin(thrift.Thrift.Type.BOOL, this.null_pages.length);
39
- this.null_pages.forEach(value_1 => {
40
- output.writeBool(value_1);
41
- });
42
- output.writeListEnd();
43
- output.writeFieldEnd();
44
- }
45
- if (this.min_values != null) {
46
- output.writeFieldBegin('min_values', thrift.Thrift.Type.LIST, 2);
47
- output.writeListBegin(thrift.Thrift.Type.STRING, this.min_values.length);
48
- this.min_values.forEach(value_2 => {
49
- output.writeBinary(value_2);
50
- });
51
- output.writeListEnd();
52
- output.writeFieldEnd();
53
- }
54
- if (this.max_values != null) {
55
- output.writeFieldBegin('max_values', thrift.Thrift.Type.LIST, 3);
56
- output.writeListBegin(thrift.Thrift.Type.STRING, this.max_values.length);
57
- this.max_values.forEach(value_3 => {
58
- output.writeBinary(value_3);
59
- });
60
- output.writeListEnd();
61
- output.writeFieldEnd();
62
- }
63
- if (this.boundary_order != null) {
64
- output.writeFieldBegin('boundary_order', thrift.Thrift.Type.I32, 4);
65
- output.writeI32(this.boundary_order);
66
- output.writeFieldEnd();
67
- }
68
- if (this.null_counts != null) {
69
- output.writeFieldBegin('null_counts', thrift.Thrift.Type.LIST, 5);
70
- output.writeListBegin(thrift.Thrift.Type.I64, this.null_counts.length);
71
- this.null_counts.forEach(value_4 => {
72
- output.writeI64(value_4);
73
- });
74
- output.writeListEnd();
75
- output.writeFieldEnd();
76
- }
77
- output.writeFieldStop();
78
- output.writeStructEnd();
79
- return;
80
- }
81
- static read(input) {
82
- input.readStructBegin();
83
- let _args = {};
84
- while (true) {
85
- const ret = input.readFieldBegin();
86
- const fieldType = ret.ftype;
87
- const fieldId = ret.fid;
88
- if (fieldType === thrift.Thrift.Type.STOP) {
89
- break;
90
- }
91
- switch (fieldId) {
92
- case 1:
93
- if (fieldType === thrift.Thrift.Type.LIST) {
94
- const value_5 = new Array();
95
- const metadata_1 = input.readListBegin();
96
- const size_1 = metadata_1.size;
97
- for (let i_1 = 0; i_1 < size_1; i_1++) {
98
- const value_6 = input.readBool();
99
- value_5.push(value_6);
100
- }
101
- input.readListEnd();
102
- _args.null_pages = value_5;
103
- } else {
104
- input.skip(fieldType);
105
- }
106
- break;
107
- case 2:
108
- if (fieldType === thrift.Thrift.Type.LIST) {
109
- const value_7 = new Array();
110
- const metadata_2 = input.readListBegin();
111
- const size_2 = metadata_2.size;
112
- for (let i_2 = 0; i_2 < size_2; i_2++) {
113
- const value_8 = input.readBinary();
114
- value_7.push(value_8);
86
+ static read(input) {
87
+ input.readStructBegin();
88
+ let _args = {};
89
+ while (true) {
90
+ const ret = input.readFieldBegin();
91
+ const fieldType = ret.ftype;
92
+ const fieldId = ret.fid;
93
+ if (fieldType === thrift.Thrift.Type.STOP) {
94
+ break;
115
95
  }
116
- input.readListEnd();
117
- _args.min_values = value_7;
118
- } else {
119
- input.skip(fieldType);
120
- }
121
- break;
122
- case 3:
123
- if (fieldType === thrift.Thrift.Type.LIST) {
124
- const value_9 = new Array();
125
- const metadata_3 = input.readListBegin();
126
- const size_3 = metadata_3.size;
127
- for (let i_3 = 0; i_3 < size_3; i_3++) {
128
- const value_10 = input.readBinary();
129
- value_9.push(value_10);
96
+ switch (fieldId) {
97
+ case 1:
98
+ if (fieldType === thrift.Thrift.Type.LIST) {
99
+ const value_5 = new Array();
100
+ const metadata_1 = input.readListBegin();
101
+ const size_1 = metadata_1.size;
102
+ for (let i_1 = 0; i_1 < size_1; i_1++) {
103
+ const value_6 = input.readBool();
104
+ value_5.push(value_6);
105
+ }
106
+ input.readListEnd();
107
+ _args.null_pages = value_5;
108
+ }
109
+ else {
110
+ input.skip(fieldType);
111
+ }
112
+ break;
113
+ case 2:
114
+ if (fieldType === thrift.Thrift.Type.LIST) {
115
+ const value_7 = new Array();
116
+ const metadata_2 = input.readListBegin();
117
+ const size_2 = metadata_2.size;
118
+ for (let i_2 = 0; i_2 < size_2; i_2++) {
119
+ const value_8 = input.readBinary();
120
+ value_7.push(value_8);
121
+ }
122
+ input.readListEnd();
123
+ _args.min_values = value_7;
124
+ }
125
+ else {
126
+ input.skip(fieldType);
127
+ }
128
+ break;
129
+ case 3:
130
+ if (fieldType === thrift.Thrift.Type.LIST) {
131
+ const value_9 = new Array();
132
+ const metadata_3 = input.readListBegin();
133
+ const size_3 = metadata_3.size;
134
+ for (let i_3 = 0; i_3 < size_3; i_3++) {
135
+ const value_10 = input.readBinary();
136
+ value_9.push(value_10);
137
+ }
138
+ input.readListEnd();
139
+ _args.max_values = value_9;
140
+ }
141
+ else {
142
+ input.skip(fieldType);
143
+ }
144
+ break;
145
+ case 4:
146
+ if (fieldType === thrift.Thrift.Type.I32) {
147
+ const value_11 = input.readI32();
148
+ _args.boundary_order = value_11;
149
+ }
150
+ else {
151
+ input.skip(fieldType);
152
+ }
153
+ break;
154
+ case 5:
155
+ if (fieldType === thrift.Thrift.Type.LIST) {
156
+ const value_12 = new Array();
157
+ const metadata_4 = input.readListBegin();
158
+ const size_4 = metadata_4.size;
159
+ for (let i_4 = 0; i_4 < size_4; i_4++) {
160
+ const value_13 = input.readI64();
161
+ value_12.push(value_13);
162
+ }
163
+ input.readListEnd();
164
+ _args.null_counts = value_12;
165
+ }
166
+ else {
167
+ input.skip(fieldType);
168
+ }
169
+ break;
170
+ default: {
171
+ input.skip(fieldType);
172
+ }
130
173
  }
131
- input.readListEnd();
132
- _args.max_values = value_9;
133
- } else {
134
- input.skip(fieldType);
135
- }
136
- break;
137
- case 4:
138
- if (fieldType === thrift.Thrift.Type.I32) {
139
- const value_11 = input.readI32();
140
- _args.boundary_order = value_11;
141
- } else {
142
- input.skip(fieldType);
143
- }
144
- break;
145
- case 5:
146
- if (fieldType === thrift.Thrift.Type.LIST) {
147
- const value_12 = new Array();
148
- const metadata_4 = input.readListBegin();
149
- const size_4 = metadata_4.size;
150
- for (let i_4 = 0; i_4 < size_4; i_4++) {
151
- const value_13 = input.readI64();
152
- value_12.push(value_13);
153
- }
154
- input.readListEnd();
155
- _args.null_counts = value_12;
156
- } else {
157
- input.skip(fieldType);
158
- }
159
- break;
160
- default:
161
- {
162
- input.skip(fieldType);
163
- }
164
- }
165
- input.readFieldEnd();
166
- }
167
- input.readStructEnd();
168
- if (_args.null_pages !== undefined && _args.min_values !== undefined && _args.max_values !== undefined && _args.boundary_order !== undefined) {
169
- return new ColumnIndex(_args);
170
- } else {
171
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read ColumnIndex from input');
174
+ input.readFieldEnd();
175
+ }
176
+ input.readStructEnd();
177
+ if (_args.null_pages !== undefined &&
178
+ _args.min_values !== undefined &&
179
+ _args.max_values !== undefined &&
180
+ _args.boundary_order !== undefined) {
181
+ return new ColumnIndex(_args);
182
+ }
183
+ else {
184
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read ColumnIndex from input');
185
+ }
172
186
  }
173
- }
174
187
  }
175
- //# sourceMappingURL=ColumnIndex.js.map
@@ -1,11 +1,11 @@
1
1
  import Int64 from 'node-int64';
2
2
  import * as thrift from 'thrift';
3
- import * as CompressionCodec from './CompressionCodec';
4
- import * as Encoding from './Encoding';
5
- import * as KeyValue from './KeyValue';
6
- import * as PageEncodingStats from './PageEncodingStats';
7
- import * as Statistics from './Statistics';
8
- import * as Type from './Type';
3
+ import * as CompressionCodec from "./CompressionCodec.js";
4
+ import * as Encoding from "./Encoding.js";
5
+ import * as KeyValue from "./KeyValue.js";
6
+ import * as PageEncodingStats from "./PageEncodingStats.js";
7
+ import * as Statistics from "./Statistics.js";
8
+ import * as Type from "./Type.js";
9
9
  export interface IColumnMetaDataArgs {
10
10
  type: Type.Type;
11
11
  encodings: Array<Encoding.Encoding>;
@@ -1 +1 @@
1
- {"version":3,"file":"ColumnMetaData.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnMetaData.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,gBAAgB,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,iBAAiB,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,UAAU,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,IAAI,MAAM,QAAQ,CAAC;AAC/B,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAChB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,UAAU,EAAE,MAAM,GAAG,KAAK,CAAC;IAC3B,uBAAuB,EAAE,MAAM,GAAG,KAAK,CAAC;IACxC,qBAAqB,EAAE,MAAM,GAAG,KAAK,CAAC;IACtC,kBAAkB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,gBAAgB,EAAE,MAAM,GAAG,KAAK,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACnC,sBAAsB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACxC,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,cAAc,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;CAC7D;AACD,qBAAa,cAAc;IAClB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAChB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,UAAU,EAAE,KAAK,CAAC;IAClB,uBAAuB,EAAE,KAAK,CAAC;IAC/B,qBAAqB,EAAE,KAAK,CAAC;IAC7B,kBAAkB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,gBAAgB,EAAE,KAAK,CAAC;IACxB,iBAAiB,CAAC,EAAE,KAAK,CAAC;IAC1B,sBAAsB,CAAC,EAAE,KAAK,CAAC;IAC/B,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,cAAc,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACvD,IAAI,EAAE,mBAAmB;IAyG9B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAuF9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,cAAc;CA0K5D"}
1
+ {"version":3,"file":"ColumnMetaData.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnMetaData.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,gBAAgB,8BAA2B;AACvD,OAAO,KAAK,QAAQ,sBAAmB;AACvC,OAAO,KAAK,QAAQ,sBAAmB;AACvC,OAAO,KAAK,iBAAiB,+BAA4B;AACzD,OAAO,KAAK,UAAU,wBAAqB;AAC3C,OAAO,KAAK,IAAI,kBAAe;AAC/B,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAChB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,UAAU,EAAE,MAAM,GAAG,KAAK,CAAC;IAC3B,uBAAuB,EAAE,MAAM,GAAG,KAAK,CAAC;IACxC,qBAAqB,EAAE,MAAM,GAAG,KAAK,CAAC;IACtC,kBAAkB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,gBAAgB,EAAE,MAAM,GAAG,KAAK,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACnC,sBAAsB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACxC,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,cAAc,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;CAC7D;AACD,qBAAa,cAAc;IAClB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAChB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,UAAU,EAAE,KAAK,CAAC;IAClB,uBAAuB,EAAE,KAAK,CAAC;IAC/B,qBAAqB,EAAE,KAAK,CAAC;IAC7B,kBAAkB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,gBAAgB,EAAE,KAAK,CAAC;IACxB,iBAAiB,CAAC,EAAE,KAAK,CAAC;IAC1B,sBAAsB,CAAC,EAAE,KAAK,CAAC;IAC/B,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,cAAc,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACvD,IAAI,EAAE,mBAAmB;IAyG9B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAuF9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,cAAc;CA0K5D"}