@loaders.gl/parquet 4.2.0-alpha.3 → 4.2.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (265) hide show
  1. package/dist/index.cjs +269 -616
  2. package/dist/index.cjs.map +7 -0
  3. package/dist/index.d.ts +12 -12
  4. package/dist/index.d.ts.map +1 -1
  5. package/dist/index.js +6 -1
  6. package/dist/lib/arrow/convert-columns-to-row-group.js +1 -2
  7. package/dist/lib/arrow/convert-row-group-to-columns.js +8 -6
  8. package/dist/lib/arrow/convert-schema-from-parquet.d.ts +3 -3
  9. package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
  10. package/dist/lib/arrow/convert-schema-from-parquet.js +71 -82
  11. package/dist/lib/arrow/convert-schema-to-parquet.d.ts +1 -1
  12. package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
  13. package/dist/lib/arrow/convert-schema-to-parquet.js +65 -35
  14. package/dist/lib/constants.js +15 -2
  15. package/dist/lib/parsers/get-parquet-schema.d.ts +1 -1
  16. package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
  17. package/dist/lib/parsers/get-parquet-schema.js +9 -7
  18. package/dist/lib/parsers/parse-geoparquet.d.ts +1 -1
  19. package/dist/lib/parsers/parse-geoparquet.d.ts.map +1 -1
  20. package/dist/lib/parsers/parse-geoparquet.js +47 -45
  21. package/dist/lib/parsers/parse-parquet-to-columns.d.ts +1 -1
  22. package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
  23. package/dist/lib/parsers/parse-parquet-to-columns.js +36 -25
  24. package/dist/lib/parsers/parse-parquet.d.ts +1 -1
  25. package/dist/lib/parsers/parse-parquet.d.ts.map +1 -1
  26. package/dist/lib/parsers/parse-parquet.js +62 -50
  27. package/dist/lib/wasm/encode-parquet-wasm.d.ts +1 -1
  28. package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -1
  29. package/dist/lib/wasm/encode-parquet-wasm.js +49 -12
  30. package/dist/lib/wasm/load-wasm.js +13 -10
  31. package/dist/lib/wasm/parse-parquet-wasm.d.ts +1 -1
  32. package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -1
  33. package/dist/lib/wasm/parse-parquet-wasm.js +19 -15
  34. package/dist/parquet-loader.d.ts +1 -1
  35. package/dist/parquet-loader.d.ts.map +1 -1
  36. package/dist/parquet-loader.js +78 -65
  37. package/dist/parquet-wasm-loader.js +25 -28
  38. package/dist/parquet-wasm-writer.js +19 -23
  39. package/dist/parquet-writer.js +17 -13
  40. package/dist/parquetjs/codecs/declare.d.ts +1 -1
  41. package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
  42. package/dist/parquetjs/codecs/declare.js +0 -1
  43. package/dist/parquetjs/codecs/dictionary.js +4 -8
  44. package/dist/parquetjs/codecs/index.d.ts +3 -3
  45. package/dist/parquetjs/codecs/index.d.ts.map +1 -1
  46. package/dist/parquetjs/codecs/index.js +20 -17
  47. package/dist/parquetjs/codecs/plain.d.ts +2 -2
  48. package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
  49. package/dist/parquetjs/codecs/plain.js +166 -162
  50. package/dist/parquetjs/codecs/rle.d.ts +2 -2
  51. package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
  52. package/dist/parquetjs/codecs/rle.js +124 -105
  53. package/dist/parquetjs/compression.d.ts +1 -1
  54. package/dist/parquetjs/compression.d.ts.map +1 -1
  55. package/dist/parquetjs/compression.js +157 -43
  56. package/dist/parquetjs/encoder/parquet-encoder.d.ts +3 -3
  57. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
  58. package/dist/parquetjs/encoder/parquet-encoder.js +406 -275
  59. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +12 -7
  60. package/dist/parquetjs/parquet-thrift/BsonType.js +31 -27
  61. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +1 -1
  62. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
  63. package/dist/parquetjs/parquet-thrift/ColumnChunk.js +175 -166
  64. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +1 -1
  65. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
  66. package/dist/parquetjs/parquet-thrift/ColumnIndex.js +178 -166
  67. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +6 -6
  68. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
  69. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +359 -333
  70. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts +1 -1
  71. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
  72. package/dist/parquetjs/parquet-thrift/ColumnOrder.js +73 -68
  73. package/dist/parquetjs/parquet-thrift/CompressionCodec.js +17 -12
  74. package/dist/parquetjs/parquet-thrift/ConvertedType.js +31 -26
  75. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts +2 -2
  76. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
  77. package/dist/parquetjs/parquet-thrift/DataPageHeader.js +136 -124
  78. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts +2 -2
  79. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
  80. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +198 -181
  81. package/dist/parquetjs/parquet-thrift/DateType.js +31 -27
  82. package/dist/parquetjs/parquet-thrift/DecimalType.js +76 -69
  83. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts +1 -1
  84. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
  85. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +93 -86
  86. package/dist/parquetjs/parquet-thrift/Encoding.js +17 -12
  87. package/dist/parquetjs/parquet-thrift/EnumType.js +31 -27
  88. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +12 -7
  89. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +4 -4
  90. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
  91. package/dist/parquetjs/parquet-thrift/FileMetaData.js +217 -205
  92. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +31 -27
  93. package/dist/parquetjs/parquet-thrift/IntType.js +76 -69
  94. package/dist/parquetjs/parquet-thrift/JsonType.js +31 -27
  95. package/dist/parquetjs/parquet-thrift/KeyValue.js +73 -67
  96. package/dist/parquetjs/parquet-thrift/ListType.js +31 -27
  97. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts +13 -13
  98. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
  99. package/dist/parquetjs/parquet-thrift/LogicalType.js +325 -344
  100. package/dist/parquetjs/parquet-thrift/MapType.js +31 -27
  101. package/dist/parquetjs/parquet-thrift/MicroSeconds.js +31 -27
  102. package/dist/parquetjs/parquet-thrift/MilliSeconds.js +31 -27
  103. package/dist/parquetjs/parquet-thrift/NullType.js +31 -27
  104. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts +1 -1
  105. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
  106. package/dist/parquetjs/parquet-thrift/OffsetIndex.js +66 -60
  107. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts +2 -2
  108. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
  109. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +98 -88
  110. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts +5 -5
  111. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
  112. package/dist/parquetjs/parquet-thrift/PageHeader.js +185 -175
  113. package/dist/parquetjs/parquet-thrift/PageLocation.js +108 -96
  114. package/dist/parquetjs/parquet-thrift/PageType.js +13 -8
  115. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts +2 -2
  116. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
  117. package/dist/parquetjs/parquet-thrift/RowGroup.js +145 -133
  118. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts +4 -4
  119. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
  120. package/dist/parquetjs/parquet-thrift/SchemaElement.js +211 -205
  121. package/dist/parquetjs/parquet-thrift/SortingColumn.js +98 -88
  122. package/dist/parquetjs/parquet-thrift/Statistics.js +143 -137
  123. package/dist/parquetjs/parquet-thrift/StringType.js +31 -27
  124. package/dist/parquetjs/parquet-thrift/TimeType.d.ts +1 -1
  125. package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
  126. package/dist/parquetjs/parquet-thrift/TimeType.js +76 -69
  127. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts +2 -2
  128. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
  129. package/dist/parquetjs/parquet-thrift/TimeUnit.js +94 -91
  130. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts +1 -1
  131. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
  132. package/dist/parquetjs/parquet-thrift/TimestampType.js +76 -69
  133. package/dist/parquetjs/parquet-thrift/Type.js +17 -12
  134. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +31 -27
  135. package/dist/parquetjs/parquet-thrift/UUIDType.js +31 -27
  136. package/dist/parquetjs/parquet-thrift/index.d.ts +44 -44
  137. package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
  138. package/dist/parquetjs/parquet-thrift/index.js +6 -1
  139. package/dist/parquetjs/parser/decoders.d.ts +3 -3
  140. package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
  141. package/dist/parquetjs/parser/decoders.js +306 -242
  142. package/dist/parquetjs/parser/parquet-reader.d.ts +3 -3
  143. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  144. package/dist/parquetjs/parser/parquet-reader.js +179 -157
  145. package/dist/parquetjs/schema/declare.d.ts +1 -1
  146. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  147. package/dist/parquetjs/schema/declare.js +6 -9
  148. package/dist/parquetjs/schema/schema.d.ts +1 -1
  149. package/dist/parquetjs/schema/schema.d.ts.map +1 -1
  150. package/dist/parquetjs/schema/schema.js +139 -120
  151. package/dist/parquetjs/schema/shred.d.ts +2 -2
  152. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  153. package/dist/parquetjs/schema/shred.js +301 -204
  154. package/dist/parquetjs/schema/types.d.ts +1 -1
  155. package/dist/parquetjs/schema/types.d.ts.map +1 -1
  156. package/dist/parquetjs/schema/types.js +328 -314
  157. package/dist/parquetjs/utils/file-utils.js +24 -23
  158. package/dist/parquetjs/utils/read-utils.d.ts +1 -1
  159. package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
  160. package/dist/parquetjs/utils/read-utils.js +79 -69
  161. package/dist/polyfills/buffer/buffer-polyfill.browser.js +8 -3
  162. package/dist/polyfills/buffer/buffer-polyfill.node.js +13 -8
  163. package/dist/polyfills/buffer/buffer.js +1750 -1367
  164. package/dist/polyfills/buffer/index.d.ts +3 -3
  165. package/dist/polyfills/buffer/index.d.ts.map +1 -1
  166. package/dist/polyfills/buffer/index.js +5 -1
  167. package/dist/polyfills/buffer/install-buffer-polyfill.js +2 -1
  168. package/dist/polyfills/util.js +4 -1
  169. package/dist/workers/parquet-worker.js +3 -1
  170. package/package.json +15 -13
  171. package/src/index.ts +1 -1
  172. package/src/lib/parsers/parse-parquet-to-columns.ts +1 -1
  173. package/src/lib/parsers/parse-parquet.ts +1 -1
  174. package/src/parquetjs/encoder/parquet-encoder.ts +2 -2
  175. package/src/parquetjs/parser/decoders.ts +2 -2
  176. package/src/parquetjs/parser/parquet-reader.ts +1 -1
  177. package/src/parquetjs/schema/schema.ts +1 -1
  178. package/src/parquetjs/utils/read-utils.ts +2 -2
  179. package/dist/index.js.map +0 -1
  180. package/dist/lib/arrow/convert-columns-to-row-group.js.map +0 -1
  181. package/dist/lib/arrow/convert-row-group-to-columns.js.map +0 -1
  182. package/dist/lib/arrow/convert-schema-from-parquet.js.map +0 -1
  183. package/dist/lib/arrow/convert-schema-to-parquet.js.map +0 -1
  184. package/dist/lib/constants.js.map +0 -1
  185. package/dist/lib/parsers/get-parquet-schema.js.map +0 -1
  186. package/dist/lib/parsers/parse-geoparquet.js.map +0 -1
  187. package/dist/lib/parsers/parse-parquet-to-columns.js.map +0 -1
  188. package/dist/lib/parsers/parse-parquet.js.map +0 -1
  189. package/dist/lib/wasm/encode-parquet-wasm.js.map +0 -1
  190. package/dist/lib/wasm/load-wasm.js.map +0 -1
  191. package/dist/lib/wasm/parse-parquet-wasm.js.map +0 -1
  192. package/dist/lib/wip/convert-schema-deep.java.disabled +0 -910
  193. package/dist/lib/wip/convert-schema-deep.rs.disabled +0 -976
  194. package/dist/parquet-loader.js.map +0 -1
  195. package/dist/parquet-wasm-loader.js.map +0 -1
  196. package/dist/parquet-wasm-writer.js.map +0 -1
  197. package/dist/parquet-writer.js.map +0 -1
  198. package/dist/parquetjs/LICENSE +0 -20
  199. package/dist/parquetjs/codecs/declare.js.map +0 -1
  200. package/dist/parquetjs/codecs/dictionary.js.map +0 -1
  201. package/dist/parquetjs/codecs/index.js.map +0 -1
  202. package/dist/parquetjs/codecs/plain.js.map +0 -1
  203. package/dist/parquetjs/codecs/rle.js.map +0 -1
  204. package/dist/parquetjs/compression.js.map +0 -1
  205. package/dist/parquetjs/encoder/parquet-encoder.js.map +0 -1
  206. package/dist/parquetjs/modules.d.ts +0 -21
  207. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
  208. package/dist/parquetjs/parquet-thrift/BsonType.js.map +0 -1
  209. package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
  210. package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
  211. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
  212. package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
  213. package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
  214. package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
  215. package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
  216. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
  217. package/dist/parquetjs/parquet-thrift/DateType.js.map +0 -1
  218. package/dist/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
  219. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
  220. package/dist/parquetjs/parquet-thrift/Encoding.js.map +0 -1
  221. package/dist/parquetjs/parquet-thrift/EnumType.js.map +0 -1
  222. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
  223. package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
  224. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
  225. package/dist/parquetjs/parquet-thrift/IntType.js.map +0 -1
  226. package/dist/parquetjs/parquet-thrift/JsonType.js.map +0 -1
  227. package/dist/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
  228. package/dist/parquetjs/parquet-thrift/ListType.js.map +0 -1
  229. package/dist/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
  230. package/dist/parquetjs/parquet-thrift/MapType.js.map +0 -1
  231. package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
  232. package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
  233. package/dist/parquetjs/parquet-thrift/NullType.js.map +0 -1
  234. package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
  235. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
  236. package/dist/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
  237. package/dist/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
  238. package/dist/parquetjs/parquet-thrift/PageType.js.map +0 -1
  239. package/dist/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
  240. package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
  241. package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
  242. package/dist/parquetjs/parquet-thrift/Statistics.js.map +0 -1
  243. package/dist/parquetjs/parquet-thrift/StringType.js.map +0 -1
  244. package/dist/parquetjs/parquet-thrift/TimeType.js.map +0 -1
  245. package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
  246. package/dist/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
  247. package/dist/parquetjs/parquet-thrift/Type.js.map +0 -1
  248. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
  249. package/dist/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
  250. package/dist/parquetjs/parquet-thrift/index.js.map +0 -1
  251. package/dist/parquetjs/parser/decoders.js.map +0 -1
  252. package/dist/parquetjs/parser/parquet-reader.js.map +0 -1
  253. package/dist/parquetjs/schema/declare.js.map +0 -1
  254. package/dist/parquetjs/schema/schema.js.map +0 -1
  255. package/dist/parquetjs/schema/shred.js.map +0 -1
  256. package/dist/parquetjs/schema/types.js.map +0 -1
  257. package/dist/parquetjs/utils/file-utils.js.map +0 -1
  258. package/dist/parquetjs/utils/read-utils.js.map +0 -1
  259. package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
  260. package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
  261. package/dist/polyfills/buffer/buffer.js.map +0 -1
  262. package/dist/polyfills/buffer/index.js.map +0 -1
  263. package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
  264. package/dist/polyfills/util.js.map +0 -1
  265. package/dist/workers/parquet-worker.js.map +0 -1
@@ -1,144 +1,156 @@
1
+ /* tslint:disable */
2
+ /* eslint-disable */
3
+ /*
4
+ * Autogenerated by @creditkarma/thrift-typescript v3.7.2
5
+ * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
6
+ */
1
7
  import Int64 from 'node-int64';
2
8
  import * as thrift from 'thrift';
3
9
  import * as ColumnChunk from "./ColumnChunk.js";
4
10
  import * as SortingColumn from "./SortingColumn.js";
5
11
  export class RowGroup {
6
- constructor(args) {
7
- this.columns = void 0;
8
- this.total_byte_size = void 0;
9
- this.num_rows = void 0;
10
- this.sorting_columns = void 0;
11
- if (args != null && args.columns != null) {
12
- this.columns = args.columns;
13
- } else {
14
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[columns] is unset!');
15
- }
16
- if (args != null && args.total_byte_size != null) {
17
- if (typeof args.total_byte_size === 'number') {
18
- this.total_byte_size = new Int64(args.total_byte_size);
19
- } else {
20
- this.total_byte_size = args.total_byte_size;
21
- }
22
- } else {
23
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[total_byte_size] is unset!');
24
- }
25
- if (args != null && args.num_rows != null) {
26
- if (typeof args.num_rows === 'number') {
27
- this.num_rows = new Int64(args.num_rows);
28
- } else {
29
- this.num_rows = args.num_rows;
30
- }
31
- } else {
32
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_rows] is unset!');
33
- }
34
- if (args != null && args.sorting_columns != null) {
35
- this.sorting_columns = args.sorting_columns;
36
- }
37
- }
38
- write(output) {
39
- output.writeStructBegin('RowGroup');
40
- if (this.columns != null) {
41
- output.writeFieldBegin('columns', thrift.Thrift.Type.LIST, 1);
42
- output.writeListBegin(thrift.Thrift.Type.STRUCT, this.columns.length);
43
- this.columns.forEach(value_1 => {
44
- value_1.write(output);
45
- });
46
- output.writeListEnd();
47
- output.writeFieldEnd();
48
- }
49
- if (this.total_byte_size != null) {
50
- output.writeFieldBegin('total_byte_size', thrift.Thrift.Type.I64, 2);
51
- output.writeI64(this.total_byte_size);
52
- output.writeFieldEnd();
53
- }
54
- if (this.num_rows != null) {
55
- output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);
56
- output.writeI64(this.num_rows);
57
- output.writeFieldEnd();
12
+ constructor(args) {
13
+ if (args != null && args.columns != null) {
14
+ this.columns = args.columns;
15
+ }
16
+ else {
17
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[columns] is unset!');
18
+ }
19
+ if (args != null && args.total_byte_size != null) {
20
+ if (typeof args.total_byte_size === 'number') {
21
+ this.total_byte_size = new Int64(args.total_byte_size);
22
+ }
23
+ else {
24
+ this.total_byte_size = args.total_byte_size;
25
+ }
26
+ }
27
+ else {
28
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[total_byte_size] is unset!');
29
+ }
30
+ if (args != null && args.num_rows != null) {
31
+ if (typeof args.num_rows === 'number') {
32
+ this.num_rows = new Int64(args.num_rows);
33
+ }
34
+ else {
35
+ this.num_rows = args.num_rows;
36
+ }
37
+ }
38
+ else {
39
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_rows] is unset!');
40
+ }
41
+ if (args != null && args.sorting_columns != null) {
42
+ this.sorting_columns = args.sorting_columns;
43
+ }
58
44
  }
59
- if (this.sorting_columns != null) {
60
- output.writeFieldBegin('sorting_columns', thrift.Thrift.Type.LIST, 4);
61
- output.writeListBegin(thrift.Thrift.Type.STRUCT, this.sorting_columns.length);
62
- this.sorting_columns.forEach(value_2 => {
63
- value_2.write(output);
64
- });
65
- output.writeListEnd();
66
- output.writeFieldEnd();
45
+ write(output) {
46
+ output.writeStructBegin('RowGroup');
47
+ if (this.columns != null) {
48
+ output.writeFieldBegin('columns', thrift.Thrift.Type.LIST, 1);
49
+ output.writeListBegin(thrift.Thrift.Type.STRUCT, this.columns.length);
50
+ this.columns.forEach((value_1) => {
51
+ value_1.write(output);
52
+ });
53
+ output.writeListEnd();
54
+ output.writeFieldEnd();
55
+ }
56
+ if (this.total_byte_size != null) {
57
+ output.writeFieldBegin('total_byte_size', thrift.Thrift.Type.I64, 2);
58
+ output.writeI64(this.total_byte_size);
59
+ output.writeFieldEnd();
60
+ }
61
+ if (this.num_rows != null) {
62
+ output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);
63
+ output.writeI64(this.num_rows);
64
+ output.writeFieldEnd();
65
+ }
66
+ if (this.sorting_columns != null) {
67
+ output.writeFieldBegin('sorting_columns', thrift.Thrift.Type.LIST, 4);
68
+ output.writeListBegin(thrift.Thrift.Type.STRUCT, this.sorting_columns.length);
69
+ this.sorting_columns.forEach((value_2) => {
70
+ value_2.write(output);
71
+ });
72
+ output.writeListEnd();
73
+ output.writeFieldEnd();
74
+ }
75
+ output.writeFieldStop();
76
+ output.writeStructEnd();
77
+ return;
67
78
  }
68
- output.writeFieldStop();
69
- output.writeStructEnd();
70
- return;
71
- }
72
- static read(input) {
73
- input.readStructBegin();
74
- let _args = {};
75
- while (true) {
76
- const ret = input.readFieldBegin();
77
- const fieldType = ret.ftype;
78
- const fieldId = ret.fid;
79
- if (fieldType === thrift.Thrift.Type.STOP) {
80
- break;
81
- }
82
- switch (fieldId) {
83
- case 1:
84
- if (fieldType === thrift.Thrift.Type.LIST) {
85
- const value_3 = new Array();
86
- const metadata_1 = input.readListBegin();
87
- const size_1 = metadata_1.size;
88
- for (let i_1 = 0; i_1 < size_1; i_1++) {
89
- const value_4 = ColumnChunk.ColumnChunk.read(input);
90
- value_3.push(value_4);
79
+ static read(input) {
80
+ input.readStructBegin();
81
+ let _args = {};
82
+ while (true) {
83
+ const ret = input.readFieldBegin();
84
+ const fieldType = ret.ftype;
85
+ const fieldId = ret.fid;
86
+ if (fieldType === thrift.Thrift.Type.STOP) {
87
+ break;
91
88
  }
92
- input.readListEnd();
93
- _args.columns = value_3;
94
- } else {
95
- input.skip(fieldType);
96
- }
97
- break;
98
- case 2:
99
- if (fieldType === thrift.Thrift.Type.I64) {
100
- const value_5 = input.readI64();
101
- _args.total_byte_size = value_5;
102
- } else {
103
- input.skip(fieldType);
104
- }
105
- break;
106
- case 3:
107
- if (fieldType === thrift.Thrift.Type.I64) {
108
- const value_6 = input.readI64();
109
- _args.num_rows = value_6;
110
- } else {
111
- input.skip(fieldType);
112
- }
113
- break;
114
- case 4:
115
- if (fieldType === thrift.Thrift.Type.LIST) {
116
- const value_7 = new Array();
117
- const metadata_2 = input.readListBegin();
118
- const size_2 = metadata_2.size;
119
- for (let i_2 = 0; i_2 < size_2; i_2++) {
120
- const value_8 = SortingColumn.SortingColumn.read(input);
121
- value_7.push(value_8);
89
+ switch (fieldId) {
90
+ case 1:
91
+ if (fieldType === thrift.Thrift.Type.LIST) {
92
+ const value_3 = new Array();
93
+ const metadata_1 = input.readListBegin();
94
+ const size_1 = metadata_1.size;
95
+ for (let i_1 = 0; i_1 < size_1; i_1++) {
96
+ const value_4 = ColumnChunk.ColumnChunk.read(input);
97
+ value_3.push(value_4);
98
+ }
99
+ input.readListEnd();
100
+ _args.columns = value_3;
101
+ }
102
+ else {
103
+ input.skip(fieldType);
104
+ }
105
+ break;
106
+ case 2:
107
+ if (fieldType === thrift.Thrift.Type.I64) {
108
+ const value_5 = input.readI64();
109
+ _args.total_byte_size = value_5;
110
+ }
111
+ else {
112
+ input.skip(fieldType);
113
+ }
114
+ break;
115
+ case 3:
116
+ if (fieldType === thrift.Thrift.Type.I64) {
117
+ const value_6 = input.readI64();
118
+ _args.num_rows = value_6;
119
+ }
120
+ else {
121
+ input.skip(fieldType);
122
+ }
123
+ break;
124
+ case 4:
125
+ if (fieldType === thrift.Thrift.Type.LIST) {
126
+ const value_7 = new Array();
127
+ const metadata_2 = input.readListBegin();
128
+ const size_2 = metadata_2.size;
129
+ for (let i_2 = 0; i_2 < size_2; i_2++) {
130
+ const value_8 = SortingColumn.SortingColumn.read(input);
131
+ value_7.push(value_8);
132
+ }
133
+ input.readListEnd();
134
+ _args.sorting_columns = value_7;
135
+ }
136
+ else {
137
+ input.skip(fieldType);
138
+ }
139
+ break;
140
+ default: {
141
+ input.skip(fieldType);
142
+ }
122
143
  }
123
- input.readListEnd();
124
- _args.sorting_columns = value_7;
125
- } else {
126
- input.skip(fieldType);
127
- }
128
- break;
129
- default:
130
- {
131
- input.skip(fieldType);
132
- }
133
- }
134
- input.readFieldEnd();
135
- }
136
- input.readStructEnd();
137
- if (_args.columns !== undefined && _args.total_byte_size !== undefined && _args.num_rows !== undefined) {
138
- return new RowGroup(_args);
139
- } else {
140
- throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read RowGroup from input');
144
+ input.readFieldEnd();
145
+ }
146
+ input.readStructEnd();
147
+ if (_args.columns !== undefined &&
148
+ _args.total_byte_size !== undefined &&
149
+ _args.num_rows !== undefined) {
150
+ return new RowGroup(_args);
151
+ }
152
+ else {
153
+ throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read RowGroup from input');
154
+ }
141
155
  }
142
- }
143
156
  }
144
- //# sourceMappingURL=RowGroup.js.map
@@ -1,8 +1,8 @@
1
1
  import * as thrift from 'thrift';
2
- import * as ConvertedType from './ConvertedType';
3
- import * as FieldRepetitionType from './FieldRepetitionType';
4
- import * as LogicalType from './LogicalType';
5
- import * as Type from './Type';
2
+ import * as ConvertedType from "./ConvertedType.js";
3
+ import * as FieldRepetitionType from "./FieldRepetitionType.js";
4
+ import * as LogicalType from "./LogicalType.js";
5
+ import * as Type from "./Type.js";
6
6
  export interface ISchemaElementArgs {
7
7
  type?: Type.Type;
8
8
  type_length?: number;
@@ -1 +1 @@
1
- {"version":3,"file":"SchemaElement.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/SchemaElement.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,aAAa,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,mBAAmB,MAAM,uBAAuB,CAAC;AAC7D,OAAO,KAAK,WAAW,MAAM,eAAe,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,QAAQ,CAAC;AAC/B,MAAM,WAAW,kBAAkB;IACjC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,mBAAmB,CAAC,mBAAmB,CAAC;IAC1D,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,aAAa,CAAC,aAAa,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,WAAW,CAAC,WAAW,CAAC;CACvC;AACD,qBAAa,aAAa;IACjB,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,mBAAmB,CAAC,mBAAmB,CAAC;IAC1D,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,aAAa,CAAC,aAAa,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,WAAW,CAAC,WAAW,CAAC;gBACjC,IAAI,EAAE,kBAAkB;IAqC7B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAwD9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,aAAa;CA2G3D"}
1
+ {"version":3,"file":"SchemaElement.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/SchemaElement.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,aAAa,2BAAwB;AACjD,OAAO,KAAK,mBAAmB,iCAA8B;AAC7D,OAAO,KAAK,WAAW,yBAAsB;AAC7C,OAAO,KAAK,IAAI,kBAAe;AAC/B,MAAM,WAAW,kBAAkB;IACjC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,mBAAmB,CAAC,mBAAmB,CAAC;IAC1D,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,aAAa,CAAC,aAAa,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,WAAW,CAAC,WAAW,CAAC;CACvC;AACD,qBAAa,aAAa;IACjB,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,mBAAmB,CAAC,mBAAmB,CAAC;IAC1D,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,aAAa,CAAC,aAAa,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,WAAW,CAAC,WAAW,CAAC;gBACjC,IAAI,EAAE,kBAAkB;IAqC7B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAwD9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,aAAa;CA2G3D"}