@loaders.gl/parquet 4.2.0-alpha.4 → 4.2.0-alpha.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (269) hide show
  1. package/dist/index.cjs +385 -598
  2. package/dist/index.cjs.map +7 -0
  3. package/dist/index.d.ts +12 -12
  4. package/dist/index.d.ts.map +1 -1
  5. package/dist/index.js +6 -1
  6. package/dist/lib/arrow/convert-columns-to-row-group.js +1 -2
  7. package/dist/lib/arrow/convert-row-group-to-columns.js +8 -6
  8. package/dist/lib/arrow/convert-schema-from-parquet.d.ts +3 -3
  9. package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
  10. package/dist/lib/arrow/convert-schema-from-parquet.js +71 -82
  11. package/dist/lib/arrow/convert-schema-to-parquet.d.ts +1 -1
  12. package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
  13. package/dist/lib/arrow/convert-schema-to-parquet.js +65 -35
  14. package/dist/lib/constants.js +15 -2
  15. package/dist/lib/parsers/get-parquet-schema.d.ts +1 -1
  16. package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
  17. package/dist/lib/parsers/get-parquet-schema.js +9 -7
  18. package/dist/lib/parsers/parse-geoparquet.d.ts +1 -1
  19. package/dist/lib/parsers/parse-geoparquet.d.ts.map +1 -1
  20. package/dist/lib/parsers/parse-geoparquet.js +47 -45
  21. package/dist/lib/parsers/parse-parquet-to-columns.d.ts +1 -1
  22. package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
  23. package/dist/lib/parsers/parse-parquet-to-columns.js +36 -25
  24. package/dist/lib/parsers/parse-parquet.d.ts +1 -1
  25. package/dist/lib/parsers/parse-parquet.d.ts.map +1 -1
  26. package/dist/lib/parsers/parse-parquet.js +62 -50
  27. package/dist/lib/wasm/encode-parquet-wasm.d.ts +1 -1
  28. package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -1
  29. package/dist/lib/wasm/encode-parquet-wasm.js +49 -12
  30. package/dist/lib/wasm/load-wasm.js +13 -10
  31. package/dist/lib/wasm/parse-parquet-wasm.d.ts +1 -1
  32. package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -1
  33. package/dist/lib/wasm/parse-parquet-wasm.js +19 -15
  34. package/dist/parquet-loader.d.ts +1 -1
  35. package/dist/parquet-loader.d.ts.map +1 -1
  36. package/dist/parquet-loader.js +78 -65
  37. package/dist/parquet-wasm-loader.js +25 -28
  38. package/dist/parquet-wasm-writer.js +19 -23
  39. package/dist/parquet-writer.js +17 -13
  40. package/dist/parquetjs/codecs/declare.d.ts +1 -1
  41. package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
  42. package/dist/parquetjs/codecs/declare.js +0 -1
  43. package/dist/parquetjs/codecs/dictionary.js +4 -8
  44. package/dist/parquetjs/codecs/index.d.ts +3 -3
  45. package/dist/parquetjs/codecs/index.d.ts.map +1 -1
  46. package/dist/parquetjs/codecs/index.js +20 -17
  47. package/dist/parquetjs/codecs/plain.d.ts +2 -2
  48. package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
  49. package/dist/parquetjs/codecs/plain.js +166 -162
  50. package/dist/parquetjs/codecs/rle.d.ts +2 -2
  51. package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
  52. package/dist/parquetjs/codecs/rle.js +124 -105
  53. package/dist/parquetjs/compression.d.ts +1 -1
  54. package/dist/parquetjs/compression.d.ts.map +1 -1
  55. package/dist/parquetjs/compression.js +157 -43
  56. package/dist/parquetjs/encoder/parquet-encoder.d.ts +3 -3
  57. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
  58. package/dist/parquetjs/encoder/parquet-encoder.js +420 -275
  59. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +12 -7
  60. package/dist/parquetjs/parquet-thrift/BsonType.js +31 -27
  61. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +1 -1
  62. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
  63. package/dist/parquetjs/parquet-thrift/ColumnChunk.js +182 -166
  64. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +1 -1
  65. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
  66. package/dist/parquetjs/parquet-thrift/ColumnIndex.js +183 -166
  67. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +6 -6
  68. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
  69. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +372 -333
  70. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts +1 -1
  71. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
  72. package/dist/parquetjs/parquet-thrift/ColumnOrder.js +74 -68
  73. package/dist/parquetjs/parquet-thrift/CompressionCodec.js +17 -12
  74. package/dist/parquetjs/parquet-thrift/ConvertedType.js +31 -26
  75. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts +2 -2
  76. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
  77. package/dist/parquetjs/parquet-thrift/DataPageHeader.js +141 -124
  78. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts +2 -2
  79. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
  80. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +205 -181
  81. package/dist/parquetjs/parquet-thrift/DateType.js +31 -27
  82. package/dist/parquetjs/parquet-thrift/DecimalType.js +78 -69
  83. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts +1 -1
  84. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
  85. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +96 -86
  86. package/dist/parquetjs/parquet-thrift/Encoding.js +17 -12
  87. package/dist/parquetjs/parquet-thrift/EnumType.js +31 -27
  88. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +12 -7
  89. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +4 -4
  90. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
  91. package/dist/parquetjs/parquet-thrift/FileMetaData.js +224 -205
  92. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +31 -27
  93. package/dist/parquetjs/parquet-thrift/IntType.js +78 -69
  94. package/dist/parquetjs/parquet-thrift/JsonType.js +31 -27
  95. package/dist/parquetjs/parquet-thrift/KeyValue.js +75 -67
  96. package/dist/parquetjs/parquet-thrift/ListType.js +31 -27
  97. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts +13 -13
  98. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
  99. package/dist/parquetjs/parquet-thrift/LogicalType.js +338 -344
  100. package/dist/parquetjs/parquet-thrift/MapType.js +31 -27
  101. package/dist/parquetjs/parquet-thrift/MicroSeconds.js +31 -27
  102. package/dist/parquetjs/parquet-thrift/MilliSeconds.js +31 -27
  103. package/dist/parquetjs/parquet-thrift/NullType.js +31 -27
  104. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts +1 -1
  105. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
  106. package/dist/parquetjs/parquet-thrift/OffsetIndex.js +67 -60
  107. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts +2 -2
  108. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
  109. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +101 -88
  110. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts +5 -5
  111. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
  112. package/dist/parquetjs/parquet-thrift/PageHeader.js +193 -175
  113. package/dist/parquetjs/parquet-thrift/PageLocation.js +111 -96
  114. package/dist/parquetjs/parquet-thrift/PageType.js +13 -8
  115. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts +2 -2
  116. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
  117. package/dist/parquetjs/parquet-thrift/RowGroup.js +149 -133
  118. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts +4 -4
  119. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
  120. package/dist/parquetjs/parquet-thrift/SchemaElement.js +221 -205
  121. package/dist/parquetjs/parquet-thrift/SortingColumn.js +101 -88
  122. package/dist/parquetjs/parquet-thrift/Statistics.js +149 -137
  123. package/dist/parquetjs/parquet-thrift/StringType.js +31 -27
  124. package/dist/parquetjs/parquet-thrift/TimeType.d.ts +1 -1
  125. package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
  126. package/dist/parquetjs/parquet-thrift/TimeType.js +78 -69
  127. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts +2 -2
  128. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
  129. package/dist/parquetjs/parquet-thrift/TimeUnit.js +96 -91
  130. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts +1 -1
  131. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
  132. package/dist/parquetjs/parquet-thrift/TimestampType.js +78 -69
  133. package/dist/parquetjs/parquet-thrift/Type.js +17 -12
  134. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +31 -27
  135. package/dist/parquetjs/parquet-thrift/UUIDType.js +31 -27
  136. package/dist/parquetjs/parquet-thrift/index.d.ts +44 -44
  137. package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
  138. package/dist/parquetjs/parquet-thrift/index.js +6 -1
  139. package/dist/parquetjs/parser/decoders.d.ts +3 -3
  140. package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
  141. package/dist/parquetjs/parser/decoders.js +306 -242
  142. package/dist/parquetjs/parser/parquet-reader.d.ts +3 -3
  143. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  144. package/dist/parquetjs/parser/parquet-reader.js +183 -158
  145. package/dist/parquetjs/schema/declare.d.ts +1 -1
  146. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  147. package/dist/parquetjs/schema/declare.js +10 -9
  148. package/dist/parquetjs/schema/schema.d.ts +1 -1
  149. package/dist/parquetjs/schema/schema.d.ts.map +1 -1
  150. package/dist/parquetjs/schema/schema.js +142 -120
  151. package/dist/parquetjs/schema/shred.d.ts +2 -2
  152. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  153. package/dist/parquetjs/schema/shred.js +301 -204
  154. package/dist/parquetjs/schema/types.d.ts +1 -1
  155. package/dist/parquetjs/schema/types.d.ts.map +1 -1
  156. package/dist/parquetjs/schema/types.js +329 -314
  157. package/dist/parquetjs/utils/file-utils.js +24 -23
  158. package/dist/parquetjs/utils/read-utils.d.ts +1 -1
  159. package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
  160. package/dist/parquetjs/utils/read-utils.js +76 -69
  161. package/dist/polyfills/buffer/buffer-polyfill.browser.js +8 -3
  162. package/dist/polyfills/buffer/buffer-polyfill.node.js +13 -8
  163. package/dist/polyfills/buffer/buffer.js +1747 -1367
  164. package/dist/polyfills/buffer/index.d.ts +3 -3
  165. package/dist/polyfills/buffer/index.d.ts.map +1 -1
  166. package/dist/polyfills/buffer/index.js +5 -1
  167. package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +28 -1
  168. package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +1 -1
  169. package/dist/polyfills/buffer/install-buffer-polyfill.js +2 -1
  170. package/dist/polyfills/util.js +4 -1
  171. package/dist/workers/parquet-worker.js +3 -1
  172. package/package.json +21 -19
  173. package/src/index.ts +1 -1
  174. package/src/lib/parsers/parse-parquet-to-columns.ts +1 -1
  175. package/src/lib/parsers/parse-parquet.ts +1 -1
  176. package/src/parquetjs/encoder/parquet-encoder.ts +2 -2
  177. package/src/parquetjs/parser/decoders.ts +2 -2
  178. package/src/parquetjs/parser/parquet-reader.ts +3 -2
  179. package/src/parquetjs/schema/schema.ts +1 -1
  180. package/src/parquetjs/schema/types.ts +1 -0
  181. package/src/parquetjs/utils/read-utils.ts +2 -2
  182. package/src/polyfills/buffer/buffer.ts +0 -3
  183. package/dist/index.js.map +0 -1
  184. package/dist/lib/arrow/convert-columns-to-row-group.js.map +0 -1
  185. package/dist/lib/arrow/convert-row-group-to-columns.js.map +0 -1
  186. package/dist/lib/arrow/convert-schema-from-parquet.js.map +0 -1
  187. package/dist/lib/arrow/convert-schema-to-parquet.js.map +0 -1
  188. package/dist/lib/constants.js.map +0 -1
  189. package/dist/lib/parsers/get-parquet-schema.js.map +0 -1
  190. package/dist/lib/parsers/parse-geoparquet.js.map +0 -1
  191. package/dist/lib/parsers/parse-parquet-to-columns.js.map +0 -1
  192. package/dist/lib/parsers/parse-parquet.js.map +0 -1
  193. package/dist/lib/wasm/encode-parquet-wasm.js.map +0 -1
  194. package/dist/lib/wasm/load-wasm.js.map +0 -1
  195. package/dist/lib/wasm/parse-parquet-wasm.js.map +0 -1
  196. package/dist/lib/wip/convert-schema-deep.java.disabled +0 -910
  197. package/dist/lib/wip/convert-schema-deep.rs.disabled +0 -976
  198. package/dist/parquet-loader.js.map +0 -1
  199. package/dist/parquet-wasm-loader.js.map +0 -1
  200. package/dist/parquet-wasm-writer.js.map +0 -1
  201. package/dist/parquet-writer.js.map +0 -1
  202. package/dist/parquetjs/LICENSE +0 -20
  203. package/dist/parquetjs/codecs/declare.js.map +0 -1
  204. package/dist/parquetjs/codecs/dictionary.js.map +0 -1
  205. package/dist/parquetjs/codecs/index.js.map +0 -1
  206. package/dist/parquetjs/codecs/plain.js.map +0 -1
  207. package/dist/parquetjs/codecs/rle.js.map +0 -1
  208. package/dist/parquetjs/compression.js.map +0 -1
  209. package/dist/parquetjs/encoder/parquet-encoder.js.map +0 -1
  210. package/dist/parquetjs/modules.d.ts +0 -21
  211. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
  212. package/dist/parquetjs/parquet-thrift/BsonType.js.map +0 -1
  213. package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
  214. package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
  215. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
  216. package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
  217. package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
  218. package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
  219. package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
  220. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
  221. package/dist/parquetjs/parquet-thrift/DateType.js.map +0 -1
  222. package/dist/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
  223. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
  224. package/dist/parquetjs/parquet-thrift/Encoding.js.map +0 -1
  225. package/dist/parquetjs/parquet-thrift/EnumType.js.map +0 -1
  226. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
  227. package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
  228. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
  229. package/dist/parquetjs/parquet-thrift/IntType.js.map +0 -1
  230. package/dist/parquetjs/parquet-thrift/JsonType.js.map +0 -1
  231. package/dist/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
  232. package/dist/parquetjs/parquet-thrift/ListType.js.map +0 -1
  233. package/dist/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
  234. package/dist/parquetjs/parquet-thrift/MapType.js.map +0 -1
  235. package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
  236. package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
  237. package/dist/parquetjs/parquet-thrift/NullType.js.map +0 -1
  238. package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
  239. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
  240. package/dist/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
  241. package/dist/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
  242. package/dist/parquetjs/parquet-thrift/PageType.js.map +0 -1
  243. package/dist/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
  244. package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
  245. package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
  246. package/dist/parquetjs/parquet-thrift/Statistics.js.map +0 -1
  247. package/dist/parquetjs/parquet-thrift/StringType.js.map +0 -1
  248. package/dist/parquetjs/parquet-thrift/TimeType.js.map +0 -1
  249. package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
  250. package/dist/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
  251. package/dist/parquetjs/parquet-thrift/Type.js.map +0 -1
  252. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
  253. package/dist/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
  254. package/dist/parquetjs/parquet-thrift/index.js.map +0 -1
  255. package/dist/parquetjs/parser/decoders.js.map +0 -1
  256. package/dist/parquetjs/parser/parquet-reader.js.map +0 -1
  257. package/dist/parquetjs/schema/declare.js.map +0 -1
  258. package/dist/parquetjs/schema/schema.js.map +0 -1
  259. package/dist/parquetjs/schema/shred.js.map +0 -1
  260. package/dist/parquetjs/schema/types.js.map +0 -1
  261. package/dist/parquetjs/utils/file-utils.js.map +0 -1
  262. package/dist/parquetjs/utils/read-utils.js.map +0 -1
  263. package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
  264. package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
  265. package/dist/polyfills/buffer/buffer.js.map +0 -1
  266. package/dist/polyfills/buffer/index.js.map +0 -1
  267. package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
  268. package/dist/polyfills/util.js.map +0 -1
  269. package/dist/workers/parquet-worker.js.map +0 -1
@@ -1,175 +1,192 @@
1
+ /* tslint:disable */
2
+ /* eslint-disable */
3
+ /*
4
+ * Autogenerated by @creditkarma/thrift-typescript v3.7.2
5
+ * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
6
+ */
1
7
  import Int64 from 'node-int64';
2
8
  import * as thrift from 'thrift';
3
9
  export class ColumnIndex {
4
- constructor(args) {
5
- this.null_pages = void 0;
6
- this.min_values = void 0;
7
- this.max_values = void 0;
8
- this.boundary_order = void 0;
9
- this.null_counts = void 0;
10
- if (args != null && args.null_pages != null) {
11
- this.null_pages = args.null_pages;
12
- } else {
13
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[null_pages] is unset!');
10
+ null_pages;
11
+ min_values;
12
+ max_values;
13
+ boundary_order;
14
+ null_counts;
15
+ constructor(args) {
16
+ if (args != null && args.null_pages != null) {
17
+ this.null_pages = args.null_pages;
18
+ }
19
+ else {
20
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[null_pages] is unset!');
21
+ }
22
+ if (args != null && args.min_values != null) {
23
+ this.min_values = args.min_values;
24
+ }
25
+ else {
26
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[min_values] is unset!');
27
+ }
28
+ if (args != null && args.max_values != null) {
29
+ this.max_values = args.max_values;
30
+ }
31
+ else {
32
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[max_values] is unset!');
33
+ }
34
+ if (args != null && args.boundary_order != null) {
35
+ this.boundary_order = args.boundary_order;
36
+ }
37
+ else {
38
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[boundary_order] is unset!');
39
+ }
40
+ if (args != null && args.null_counts != null) {
41
+ this.null_counts = args.null_counts.map((c) => new Int64(+c));
42
+ }
14
43
  }
15
- if (args != null && args.min_values != null) {
16
- this.min_values = args.min_values;
17
- } else {
18
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[min_values] is unset!');
44
+ write(output) {
45
+ output.writeStructBegin('ColumnIndex');
46
+ if (this.null_pages != null) {
47
+ output.writeFieldBegin('null_pages', thrift.Thrift.Type.LIST, 1);
48
+ output.writeListBegin(thrift.Thrift.Type.BOOL, this.null_pages.length);
49
+ this.null_pages.forEach((value_1) => {
50
+ output.writeBool(value_1);
51
+ });
52
+ output.writeListEnd();
53
+ output.writeFieldEnd();
54
+ }
55
+ if (this.min_values != null) {
56
+ output.writeFieldBegin('min_values', thrift.Thrift.Type.LIST, 2);
57
+ output.writeListBegin(thrift.Thrift.Type.STRING, this.min_values.length);
58
+ this.min_values.forEach((value_2) => {
59
+ output.writeBinary(value_2);
60
+ });
61
+ output.writeListEnd();
62
+ output.writeFieldEnd();
63
+ }
64
+ if (this.max_values != null) {
65
+ output.writeFieldBegin('max_values', thrift.Thrift.Type.LIST, 3);
66
+ output.writeListBegin(thrift.Thrift.Type.STRING, this.max_values.length);
67
+ this.max_values.forEach((value_3) => {
68
+ output.writeBinary(value_3);
69
+ });
70
+ output.writeListEnd();
71
+ output.writeFieldEnd();
72
+ }
73
+ if (this.boundary_order != null) {
74
+ output.writeFieldBegin('boundary_order', thrift.Thrift.Type.I32, 4);
75
+ output.writeI32(this.boundary_order);
76
+ output.writeFieldEnd();
77
+ }
78
+ if (this.null_counts != null) {
79
+ output.writeFieldBegin('null_counts', thrift.Thrift.Type.LIST, 5);
80
+ output.writeListBegin(thrift.Thrift.Type.I64, this.null_counts.length);
81
+ this.null_counts.forEach((value_4) => {
82
+ output.writeI64(value_4);
83
+ });
84
+ output.writeListEnd();
85
+ output.writeFieldEnd();
86
+ }
87
+ output.writeFieldStop();
88
+ output.writeStructEnd();
89
+ return;
19
90
  }
20
- if (args != null && args.max_values != null) {
21
- this.max_values = args.max_values;
22
- } else {
23
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[max_values] is unset!');
24
- }
25
- if (args != null && args.boundary_order != null) {
26
- this.boundary_order = args.boundary_order;
27
- } else {
28
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[boundary_order] is unset!');
29
- }
30
- if (args != null && args.null_counts != null) {
31
- this.null_counts = args.null_counts.map(c => new Int64(+c));
32
- }
33
- }
34
- write(output) {
35
- output.writeStructBegin('ColumnIndex');
36
- if (this.null_pages != null) {
37
- output.writeFieldBegin('null_pages', thrift.Thrift.Type.LIST, 1);
38
- output.writeListBegin(thrift.Thrift.Type.BOOL, this.null_pages.length);
39
- this.null_pages.forEach(value_1 => {
40
- output.writeBool(value_1);
41
- });
42
- output.writeListEnd();
43
- output.writeFieldEnd();
44
- }
45
- if (this.min_values != null) {
46
- output.writeFieldBegin('min_values', thrift.Thrift.Type.LIST, 2);
47
- output.writeListBegin(thrift.Thrift.Type.STRING, this.min_values.length);
48
- this.min_values.forEach(value_2 => {
49
- output.writeBinary(value_2);
50
- });
51
- output.writeListEnd();
52
- output.writeFieldEnd();
53
- }
54
- if (this.max_values != null) {
55
- output.writeFieldBegin('max_values', thrift.Thrift.Type.LIST, 3);
56
- output.writeListBegin(thrift.Thrift.Type.STRING, this.max_values.length);
57
- this.max_values.forEach(value_3 => {
58
- output.writeBinary(value_3);
59
- });
60
- output.writeListEnd();
61
- output.writeFieldEnd();
62
- }
63
- if (this.boundary_order != null) {
64
- output.writeFieldBegin('boundary_order', thrift.Thrift.Type.I32, 4);
65
- output.writeI32(this.boundary_order);
66
- output.writeFieldEnd();
67
- }
68
- if (this.null_counts != null) {
69
- output.writeFieldBegin('null_counts', thrift.Thrift.Type.LIST, 5);
70
- output.writeListBegin(thrift.Thrift.Type.I64, this.null_counts.length);
71
- this.null_counts.forEach(value_4 => {
72
- output.writeI64(value_4);
73
- });
74
- output.writeListEnd();
75
- output.writeFieldEnd();
76
- }
77
- output.writeFieldStop();
78
- output.writeStructEnd();
79
- return;
80
- }
81
- static read(input) {
82
- input.readStructBegin();
83
- let _args = {};
84
- while (true) {
85
- const ret = input.readFieldBegin();
86
- const fieldType = ret.ftype;
87
- const fieldId = ret.fid;
88
- if (fieldType === thrift.Thrift.Type.STOP) {
89
- break;
90
- }
91
- switch (fieldId) {
92
- case 1:
93
- if (fieldType === thrift.Thrift.Type.LIST) {
94
- const value_5 = new Array();
95
- const metadata_1 = input.readListBegin();
96
- const size_1 = metadata_1.size;
97
- for (let i_1 = 0; i_1 < size_1; i_1++) {
98
- const value_6 = input.readBool();
99
- value_5.push(value_6);
100
- }
101
- input.readListEnd();
102
- _args.null_pages = value_5;
103
- } else {
104
- input.skip(fieldType);
105
- }
106
- break;
107
- case 2:
108
- if (fieldType === thrift.Thrift.Type.LIST) {
109
- const value_7 = new Array();
110
- const metadata_2 = input.readListBegin();
111
- const size_2 = metadata_2.size;
112
- for (let i_2 = 0; i_2 < size_2; i_2++) {
113
- const value_8 = input.readBinary();
114
- value_7.push(value_8);
91
+ static read(input) {
92
+ input.readStructBegin();
93
+ let _args = {};
94
+ while (true) {
95
+ const ret = input.readFieldBegin();
96
+ const fieldType = ret.ftype;
97
+ const fieldId = ret.fid;
98
+ if (fieldType === thrift.Thrift.Type.STOP) {
99
+ break;
115
100
  }
116
- input.readListEnd();
117
- _args.min_values = value_7;
118
- } else {
119
- input.skip(fieldType);
120
- }
121
- break;
122
- case 3:
123
- if (fieldType === thrift.Thrift.Type.LIST) {
124
- const value_9 = new Array();
125
- const metadata_3 = input.readListBegin();
126
- const size_3 = metadata_3.size;
127
- for (let i_3 = 0; i_3 < size_3; i_3++) {
128
- const value_10 = input.readBinary();
129
- value_9.push(value_10);
101
+ switch (fieldId) {
102
+ case 1:
103
+ if (fieldType === thrift.Thrift.Type.LIST) {
104
+ const value_5 = new Array();
105
+ const metadata_1 = input.readListBegin();
106
+ const size_1 = metadata_1.size;
107
+ for (let i_1 = 0; i_1 < size_1; i_1++) {
108
+ const value_6 = input.readBool();
109
+ value_5.push(value_6);
110
+ }
111
+ input.readListEnd();
112
+ _args.null_pages = value_5;
113
+ }
114
+ else {
115
+ input.skip(fieldType);
116
+ }
117
+ break;
118
+ case 2:
119
+ if (fieldType === thrift.Thrift.Type.LIST) {
120
+ const value_7 = new Array();
121
+ const metadata_2 = input.readListBegin();
122
+ const size_2 = metadata_2.size;
123
+ for (let i_2 = 0; i_2 < size_2; i_2++) {
124
+ const value_8 = input.readBinary();
125
+ value_7.push(value_8);
126
+ }
127
+ input.readListEnd();
128
+ _args.min_values = value_7;
129
+ }
130
+ else {
131
+ input.skip(fieldType);
132
+ }
133
+ break;
134
+ case 3:
135
+ if (fieldType === thrift.Thrift.Type.LIST) {
136
+ const value_9 = new Array();
137
+ const metadata_3 = input.readListBegin();
138
+ const size_3 = metadata_3.size;
139
+ for (let i_3 = 0; i_3 < size_3; i_3++) {
140
+ const value_10 = input.readBinary();
141
+ value_9.push(value_10);
142
+ }
143
+ input.readListEnd();
144
+ _args.max_values = value_9;
145
+ }
146
+ else {
147
+ input.skip(fieldType);
148
+ }
149
+ break;
150
+ case 4:
151
+ if (fieldType === thrift.Thrift.Type.I32) {
152
+ const value_11 = input.readI32();
153
+ _args.boundary_order = value_11;
154
+ }
155
+ else {
156
+ input.skip(fieldType);
157
+ }
158
+ break;
159
+ case 5:
160
+ if (fieldType === thrift.Thrift.Type.LIST) {
161
+ const value_12 = new Array();
162
+ const metadata_4 = input.readListBegin();
163
+ const size_4 = metadata_4.size;
164
+ for (let i_4 = 0; i_4 < size_4; i_4++) {
165
+ const value_13 = input.readI64();
166
+ value_12.push(value_13);
167
+ }
168
+ input.readListEnd();
169
+ _args.null_counts = value_12;
170
+ }
171
+ else {
172
+ input.skip(fieldType);
173
+ }
174
+ break;
175
+ default: {
176
+ input.skip(fieldType);
177
+ }
130
178
  }
131
- input.readListEnd();
132
- _args.max_values = value_9;
133
- } else {
134
- input.skip(fieldType);
135
- }
136
- break;
137
- case 4:
138
- if (fieldType === thrift.Thrift.Type.I32) {
139
- const value_11 = input.readI32();
140
- _args.boundary_order = value_11;
141
- } else {
142
- input.skip(fieldType);
143
- }
144
- break;
145
- case 5:
146
- if (fieldType === thrift.Thrift.Type.LIST) {
147
- const value_12 = new Array();
148
- const metadata_4 = input.readListBegin();
149
- const size_4 = metadata_4.size;
150
- for (let i_4 = 0; i_4 < size_4; i_4++) {
151
- const value_13 = input.readI64();
152
- value_12.push(value_13);
153
- }
154
- input.readListEnd();
155
- _args.null_counts = value_12;
156
- } else {
157
- input.skip(fieldType);
158
- }
159
- break;
160
- default:
161
- {
162
- input.skip(fieldType);
163
- }
164
- }
165
- input.readFieldEnd();
166
- }
167
- input.readStructEnd();
168
- if (_args.null_pages !== undefined && _args.min_values !== undefined && _args.max_values !== undefined && _args.boundary_order !== undefined) {
169
- return new ColumnIndex(_args);
170
- } else {
171
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read ColumnIndex from input');
179
+ input.readFieldEnd();
180
+ }
181
+ input.readStructEnd();
182
+ if (_args.null_pages !== undefined &&
183
+ _args.min_values !== undefined &&
184
+ _args.max_values !== undefined &&
185
+ _args.boundary_order !== undefined) {
186
+ return new ColumnIndex(_args);
187
+ }
188
+ else {
189
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read ColumnIndex from input');
190
+ }
172
191
  }
173
- }
174
192
  }
175
- //# sourceMappingURL=ColumnIndex.js.map
@@ -1,11 +1,11 @@
1
1
  import Int64 from 'node-int64';
2
2
  import * as thrift from 'thrift';
3
- import * as CompressionCodec from './CompressionCodec';
4
- import * as Encoding from './Encoding';
5
- import * as KeyValue from './KeyValue';
6
- import * as PageEncodingStats from './PageEncodingStats';
7
- import * as Statistics from './Statistics';
8
- import * as Type from './Type';
3
+ import * as CompressionCodec from "./CompressionCodec.js";
4
+ import * as Encoding from "./Encoding.js";
5
+ import * as KeyValue from "./KeyValue.js";
6
+ import * as PageEncodingStats from "./PageEncodingStats.js";
7
+ import * as Statistics from "./Statistics.js";
8
+ import * as Type from "./Type.js";
9
9
  export interface IColumnMetaDataArgs {
10
10
  type: Type.Type;
11
11
  encodings: Array<Encoding.Encoding>;
@@ -1 +1 @@
1
- {"version":3,"file":"ColumnMetaData.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnMetaData.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,gBAAgB,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,iBAAiB,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,UAAU,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,IAAI,MAAM,QAAQ,CAAC;AAC/B,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAChB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,UAAU,EAAE,MAAM,GAAG,KAAK,CAAC;IAC3B,uBAAuB,EAAE,MAAM,GAAG,KAAK,CAAC;IACxC,qBAAqB,EAAE,MAAM,GAAG,KAAK,CAAC;IACtC,kBAAkB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,gBAAgB,EAAE,MAAM,GAAG,KAAK,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACnC,sBAAsB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACxC,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,cAAc,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;CAC7D;AACD,qBAAa,cAAc;IAClB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAChB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,UAAU,EAAE,KAAK,CAAC;IAClB,uBAAuB,EAAE,KAAK,CAAC;IAC/B,qBAAqB,EAAE,KAAK,CAAC;IAC7B,kBAAkB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,gBAAgB,EAAE,KAAK,CAAC;IACxB,iBAAiB,CAAC,EAAE,KAAK,CAAC;IAC1B,sBAAsB,CAAC,EAAE,KAAK,CAAC;IAC/B,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,cAAc,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACvD,IAAI,EAAE,mBAAmB;IAyG9B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAuF9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,cAAc;CA0K5D"}
1
+ {"version":3,"file":"ColumnMetaData.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnMetaData.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,gBAAgB,8BAA2B;AACvD,OAAO,KAAK,QAAQ,sBAAmB;AACvC,OAAO,KAAK,QAAQ,sBAAmB;AACvC,OAAO,KAAK,iBAAiB,+BAA4B;AACzD,OAAO,KAAK,UAAU,wBAAqB;AAC3C,OAAO,KAAK,IAAI,kBAAe;AAC/B,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAChB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,UAAU,EAAE,MAAM,GAAG,KAAK,CAAC;IAC3B,uBAAuB,EAAE,MAAM,GAAG,KAAK,CAAC;IACxC,qBAAqB,EAAE,MAAM,GAAG,KAAK,CAAC;IACtC,kBAAkB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,gBAAgB,EAAE,MAAM,GAAG,KAAK,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACnC,sBAAsB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACxC,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,cAAc,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;CAC7D;AACD,qBAAa,cAAc;IAClB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAChB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,UAAU,EAAE,KAAK,CAAC;IAClB,uBAAuB,EAAE,KAAK,CAAC;IAC/B,qBAAqB,EAAE,KAAK,CAAC;IAC7B,kBAAkB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,gBAAgB,EAAE,KAAK,CAAC;IACxB,iBAAiB,CAAC,EAAE,KAAK,CAAC;IAC1B,sBAAsB,CAAC,EAAE,KAAK,CAAC;IAC/B,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,cAAc,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACvD,IAAI,EAAE,mBAAmB;IAyG9B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAuF9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,cAAc;CA0K5D"}