@loaders.gl/parquet 3.1.3 → 4.0.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (438) hide show
  1. package/dist/bundle.js +2 -2
  2. package/dist/bundle.js.map +1 -0
  3. package/dist/constants.js +6 -18
  4. package/dist/constants.js.map +1 -0
  5. package/dist/dist.min.js +17 -8
  6. package/dist/dist.min.js.map +3 -3
  7. package/dist/index.js +14 -29
  8. package/dist/index.js.map +1 -0
  9. package/dist/lib/convert-schema.js +63 -62
  10. package/dist/lib/convert-schema.js.map +1 -0
  11. package/dist/lib/parse-parquet.js +25 -25
  12. package/dist/lib/parse-parquet.js.map +1 -0
  13. package/dist/lib/read-array-buffer.js +8 -28
  14. package/dist/lib/read-array-buffer.js.map +1 -0
  15. package/dist/parquet-loader.js +19 -24
  16. package/dist/parquet-loader.js.map +1 -0
  17. package/dist/parquet-worker.js +18 -9
  18. package/dist/parquet-worker.js.map +3 -3
  19. package/dist/parquet-writer.js +14 -17
  20. package/dist/parquet-writer.js.map +1 -0
  21. package/dist/{es5/parquetjs → parquetjs}/LICENSE +0 -0
  22. package/dist/parquetjs/codecs/declare.js +2 -2
  23. package/dist/{es5/parquetjs → parquetjs}/codecs/declare.js.map +0 -0
  24. package/dist/parquetjs/codecs/dictionary.js +10 -12
  25. package/dist/parquetjs/codecs/dictionary.js.map +1 -0
  26. package/dist/parquetjs/codecs/index.js +22 -50
  27. package/dist/parquetjs/codecs/index.js.map +1 -0
  28. package/dist/parquetjs/codecs/plain.js +232 -173
  29. package/dist/parquetjs/codecs/plain.js.map +1 -0
  30. package/dist/parquetjs/codecs/rle.js +140 -134
  31. package/dist/parquetjs/codecs/rle.js.map +1 -0
  32. package/dist/parquetjs/compression.js +48 -154
  33. package/dist/parquetjs/compression.js.map +1 -0
  34. package/dist/parquetjs/encoder/writer.js +383 -440
  35. package/dist/parquetjs/encoder/writer.js.map +1 -0
  36. package/dist/parquetjs/file.js +66 -85
  37. package/dist/parquetjs/file.js.map +1 -0
  38. package/dist/{es5/parquetjs → parquetjs}/modules.d.ts +0 -0
  39. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +7 -14
  40. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -0
  41. package/dist/parquetjs/parquet-thrift/BsonType.js +37 -56
  42. package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -0
  43. package/dist/parquetjs/parquet-thrift/ColumnChunk.js +215 -205
  44. package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -0
  45. package/dist/parquetjs/parquet-thrift/ColumnIndex.js +212 -207
  46. package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -0
  47. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +422 -391
  48. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -0
  49. package/dist/parquetjs/parquet-thrift/ColumnOrder.js +90 -99
  50. package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -0
  51. package/dist/parquetjs/parquet-thrift/CompressionCodec.js +12 -19
  52. package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -0
  53. package/dist/parquetjs/parquet-thrift/ConvertedType.js +26 -33
  54. package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +1 -0
  55. package/dist/parquetjs/parquet-thrift/DataPageHeader.js +162 -162
  56. package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -0
  57. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +234 -224
  58. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -0
  59. package/dist/parquetjs/parquet-thrift/DateType.js +37 -56
  60. package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -0
  61. package/dist/parquetjs/parquet-thrift/DecimalType.js +91 -101
  62. package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -0
  63. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +113 -118
  64. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -0
  65. package/dist/parquetjs/parquet-thrift/Encoding.js +12 -19
  66. package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -0
  67. package/dist/parquetjs/parquet-thrift/EnumType.js +37 -56
  68. package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -0
  69. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +7 -14
  70. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -0
  71. package/dist/parquetjs/parquet-thrift/FileMetaData.js +264 -250
  72. package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -0
  73. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +37 -56
  74. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -0
  75. package/dist/parquetjs/parquet-thrift/IntType.js +91 -101
  76. package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -0
  77. package/dist/parquetjs/parquet-thrift/JsonType.js +37 -56
  78. package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -0
  79. package/dist/parquetjs/parquet-thrift/KeyValue.js +89 -98
  80. package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -0
  81. package/dist/parquetjs/parquet-thrift/ListType.js +37 -56
  82. package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -0
  83. package/dist/parquetjs/parquet-thrift/LogicalType.js +450 -363
  84. package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -0
  85. package/dist/parquetjs/parquet-thrift/MapType.js +37 -56
  86. package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -0
  87. package/dist/parquetjs/parquet-thrift/MicroSeconds.js +37 -56
  88. package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -0
  89. package/dist/parquetjs/parquet-thrift/MilliSeconds.js +37 -56
  90. package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -0
  91. package/dist/parquetjs/parquet-thrift/NullType.js +37 -56
  92. package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -0
  93. package/dist/parquetjs/parquet-thrift/OffsetIndex.js +80 -92
  94. package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -0
  95. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +115 -123
  96. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -0
  97. package/dist/parquetjs/parquet-thrift/PageHeader.js +231 -214
  98. package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -0
  99. package/dist/parquetjs/parquet-thrift/PageLocation.js +124 -137
  100. package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -0
  101. package/dist/parquetjs/parquet-thrift/PageType.js +8 -15
  102. package/dist/parquetjs/parquet-thrift/PageType.js.map +1 -0
  103. package/dist/parquetjs/parquet-thrift/RowGroup.js +172 -176
  104. package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -0
  105. package/dist/parquetjs/parquet-thrift/SchemaElement.js +268 -237
  106. package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -0
  107. package/dist/parquetjs/parquet-thrift/SortingColumn.js +115 -123
  108. package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -0
  109. package/dist/parquetjs/parquet-thrift/Statistics.js +179 -172
  110. package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -0
  111. package/dist/parquetjs/parquet-thrift/StringType.js +37 -56
  112. package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -0
  113. package/dist/parquetjs/parquet-thrift/TimeType.js +92 -102
  114. package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -0
  115. package/dist/parquetjs/parquet-thrift/TimeUnit.js +120 -121
  116. package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -0
  117. package/dist/parquetjs/parquet-thrift/TimestampType.js +92 -102
  118. package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -0
  119. package/dist/parquetjs/parquet-thrift/Type.js +12 -19
  120. package/dist/parquetjs/parquet-thrift/Type.js.map +1 -0
  121. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +37 -56
  122. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -0
  123. package/dist/parquetjs/parquet-thrift/UUIDType.js +37 -56
  124. package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -0
  125. package/dist/parquetjs/parquet-thrift/index.js +44 -61
  126. package/dist/parquetjs/parquet-thrift/index.js.map +1 -0
  127. package/dist/parquetjs/parser/decoders.js +283 -301
  128. package/dist/{es5/parquetjs → parquetjs}/parser/decoders.js.map +1 -1
  129. package/dist/parquetjs/parser/parquet-cursor.js +85 -69
  130. package/dist/parquetjs/parser/parquet-cursor.js.map +1 -0
  131. package/dist/parquetjs/parser/parquet-envelope-reader.js +146 -127
  132. package/dist/parquetjs/parser/parquet-envelope-reader.js.map +1 -0
  133. package/dist/parquetjs/parser/parquet-reader.js +113 -127
  134. package/dist/parquetjs/parser/parquet-reader.js.map +1 -0
  135. package/dist/parquetjs/schema/declare.js +12 -9
  136. package/dist/parquetjs/schema/declare.js.map +1 -0
  137. package/dist/parquetjs/schema/schema.js +162 -148
  138. package/dist/{es5/parquetjs → parquetjs}/schema/schema.js.map +1 -1
  139. package/dist/parquetjs/schema/shred.js +151 -214
  140. package/dist/parquetjs/schema/shred.js.map +1 -0
  141. package/dist/parquetjs/schema/types.js +415 -357
  142. package/dist/parquetjs/schema/types.js.map +1 -0
  143. package/dist/parquetjs/utils/buffer-utils.js +10 -20
  144. package/dist/parquetjs/utils/buffer-utils.js.map +1 -0
  145. package/dist/parquetjs/utils/file-utils.js +28 -40
  146. package/dist/parquetjs/utils/file-utils.js.map +1 -0
  147. package/dist/parquetjs/utils/read-utils.js +95 -99
  148. package/dist/parquetjs/utils/read-utils.js.map +1 -0
  149. package/dist/workers/parquet-worker.js +4 -5
  150. package/dist/workers/parquet-worker.js.map +1 -0
  151. package/package.json +8 -8
  152. package/dist/es5/bundle.js +0 -7
  153. package/dist/es5/bundle.js.map +0 -1
  154. package/dist/es5/constants.js +0 -17
  155. package/dist/es5/constants.js.map +0 -1
  156. package/dist/es5/index.js +0 -82
  157. package/dist/es5/index.js.map +0 -1
  158. package/dist/es5/lib/convert-schema.js +0 -82
  159. package/dist/es5/lib/convert-schema.js.map +0 -1
  160. package/dist/es5/lib/parse-parquet.js +0 -173
  161. package/dist/es5/lib/parse-parquet.js.map +0 -1
  162. package/dist/es5/lib/read-array-buffer.js +0 -53
  163. package/dist/es5/lib/read-array-buffer.js.map +0 -1
  164. package/dist/es5/parquet-loader.js +0 -30
  165. package/dist/es5/parquet-loader.js.map +0 -1
  166. package/dist/es5/parquet-writer.js +0 -25
  167. package/dist/es5/parquet-writer.js.map +0 -1
  168. package/dist/es5/parquetjs/codecs/declare.js +0 -2
  169. package/dist/es5/parquetjs/codecs/dictionary.js +0 -30
  170. package/dist/es5/parquetjs/codecs/dictionary.js.map +0 -1
  171. package/dist/es5/parquetjs/codecs/index.js +0 -56
  172. package/dist/es5/parquetjs/codecs/index.js.map +0 -1
  173. package/dist/es5/parquetjs/codecs/plain.js +0 -287
  174. package/dist/es5/parquetjs/codecs/plain.js.map +0 -1
  175. package/dist/es5/parquetjs/codecs/rle.js +0 -174
  176. package/dist/es5/parquetjs/codecs/rle.js.map +0 -1
  177. package/dist/es5/parquetjs/compression.js +0 -167
  178. package/dist/es5/parquetjs/compression.js.map +0 -1
  179. package/dist/es5/parquetjs/encoder/writer.js +0 -875
  180. package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
  181. package/dist/es5/parquetjs/file.js +0 -103
  182. package/dist/es5/parquetjs/file.js.map +0 -1
  183. package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +0 -15
  184. package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
  185. package/dist/es5/parquetjs/parquet-thrift/BsonType.js +0 -67
  186. package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +0 -1
  187. package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +0 -241
  188. package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
  189. package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +0 -245
  190. package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
  191. package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +0 -449
  192. package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
  193. package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +0 -124
  194. package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
  195. package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +0 -20
  196. package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
  197. package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +0 -34
  198. package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
  199. package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +0 -191
  200. package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
  201. package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -258
  202. package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
  203. package/dist/es5/parquetjs/parquet-thrift/DateType.js +0 -67
  204. package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +0 -1
  205. package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +0 -122
  206. package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
  207. package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -143
  208. package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
  209. package/dist/es5/parquetjs/parquet-thrift/Encoding.js +0 -20
  210. package/dist/es5/parquetjs/parquet-thrift/Encoding.js.map +0 -1
  211. package/dist/es5/parquetjs/parquet-thrift/EnumType.js +0 -67
  212. package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +0 -1
  213. package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -15
  214. package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
  215. package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +0 -298
  216. package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
  217. package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +0 -67
  218. package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
  219. package/dist/es5/parquetjs/parquet-thrift/IntType.js +0 -122
  220. package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +0 -1
  221. package/dist/es5/parquetjs/parquet-thrift/JsonType.js +0 -67
  222. package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +0 -1
  223. package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +0 -120
  224. package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
  225. package/dist/es5/parquetjs/parquet-thrift/ListType.js +0 -67
  226. package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +0 -1
  227. package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +0 -508
  228. package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
  229. package/dist/es5/parquetjs/parquet-thrift/MapType.js +0 -67
  230. package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +0 -1
  231. package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +0 -67
  232. package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
  233. package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +0 -67
  234. package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
  235. package/dist/es5/parquetjs/parquet-thrift/NullType.js +0 -67
  236. package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +0 -1
  237. package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +0 -114
  238. package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
  239. package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +0 -145
  240. package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
  241. package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +0 -258
  242. package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
  243. package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +0 -155
  244. package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
  245. package/dist/es5/parquetjs/parquet-thrift/PageType.js +0 -16
  246. package/dist/es5/parquetjs/parquet-thrift/PageType.js.map +0 -1
  247. package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +0 -206
  248. package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
  249. package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +0 -290
  250. package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
  251. package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +0 -145
  252. package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
  253. package/dist/es5/parquetjs/parquet-thrift/Statistics.js +0 -207
  254. package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +0 -1
  255. package/dist/es5/parquetjs/parquet-thrift/StringType.js +0 -67
  256. package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +0 -1
  257. package/dist/es5/parquetjs/parquet-thrift/TimeType.js +0 -124
  258. package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +0 -1
  259. package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +0 -156
  260. package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
  261. package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +0 -124
  262. package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
  263. package/dist/es5/parquetjs/parquet-thrift/Type.js +0 -20
  264. package/dist/es5/parquetjs/parquet-thrift/Type.js.map +0 -1
  265. package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -67
  266. package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
  267. package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +0 -67
  268. package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
  269. package/dist/es5/parquetjs/parquet-thrift/index.js +0 -565
  270. package/dist/es5/parquetjs/parquet-thrift/index.js.map +0 -1
  271. package/dist/es5/parquetjs/parser/decoders.js +0 -489
  272. package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -215
  273. package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
  274. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -413
  275. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  276. package/dist/es5/parquetjs/parser/parquet-reader.js +0 -364
  277. package/dist/es5/parquetjs/parser/parquet-reader.js.map +0 -1
  278. package/dist/es5/parquetjs/schema/declare.js +0 -25
  279. package/dist/es5/parquetjs/schema/declare.js.map +0 -1
  280. package/dist/es5/parquetjs/schema/schema.js +0 -203
  281. package/dist/es5/parquetjs/schema/shred.js +0 -223
  282. package/dist/es5/parquetjs/schema/shred.js.map +0 -1
  283. package/dist/es5/parquetjs/schema/types.js +0 -492
  284. package/dist/es5/parquetjs/schema/types.js.map +0 -1
  285. package/dist/es5/parquetjs/utils/buffer-utils.js +0 -21
  286. package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
  287. package/dist/es5/parquetjs/utils/file-utils.js +0 -55
  288. package/dist/es5/parquetjs/utils/file-utils.js.map +0 -1
  289. package/dist/es5/parquetjs/utils/read-utils.js +0 -159
  290. package/dist/es5/parquetjs/utils/read-utils.js.map +0 -1
  291. package/dist/es5/workers/parquet-worker.js +0 -8
  292. package/dist/es5/workers/parquet-worker.js.map +0 -1
  293. package/dist/esm/bundle.js +0 -5
  294. package/dist/esm/bundle.js.map +0 -1
  295. package/dist/esm/constants.js +0 -6
  296. package/dist/esm/constants.js.map +0 -1
  297. package/dist/esm/index.js +0 -15
  298. package/dist/esm/index.js.map +0 -1
  299. package/dist/esm/lib/convert-schema.js +0 -71
  300. package/dist/esm/lib/convert-schema.js.map +0 -1
  301. package/dist/esm/lib/parse-parquet.js +0 -28
  302. package/dist/esm/lib/parse-parquet.js.map +0 -1
  303. package/dist/esm/lib/read-array-buffer.js +0 -9
  304. package/dist/esm/lib/read-array-buffer.js.map +0 -1
  305. package/dist/esm/parquet-loader.js +0 -22
  306. package/dist/esm/parquet-loader.js.map +0 -1
  307. package/dist/esm/parquet-writer.js +0 -18
  308. package/dist/esm/parquet-writer.js.map +0 -1
  309. package/dist/esm/parquetjs/LICENSE +0 -20
  310. package/dist/esm/parquetjs/codecs/declare.js +0 -2
  311. package/dist/esm/parquetjs/codecs/declare.js.map +0 -1
  312. package/dist/esm/parquetjs/codecs/dictionary.js +0 -12
  313. package/dist/esm/parquetjs/codecs/dictionary.js.map +0 -1
  314. package/dist/esm/parquetjs/codecs/index.js +0 -23
  315. package/dist/esm/parquetjs/codecs/index.js.map +0 -1
  316. package/dist/esm/parquetjs/codecs/plain.js +0 -270
  317. package/dist/esm/parquetjs/codecs/plain.js.map +0 -1
  318. package/dist/esm/parquetjs/codecs/rle.js +0 -151
  319. package/dist/esm/parquetjs/codecs/rle.js.map +0 -1
  320. package/dist/esm/parquetjs/compression.js +0 -62
  321. package/dist/esm/parquetjs/compression.js.map +0 -1
  322. package/dist/esm/parquetjs/encoder/writer.js +0 -421
  323. package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
  324. package/dist/esm/parquetjs/file.js +0 -80
  325. package/dist/esm/parquetjs/file.js.map +0 -1
  326. package/dist/esm/parquetjs/modules.d.ts +0 -21
  327. package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js +0 -8
  328. package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
  329. package/dist/esm/parquetjs/parquet-thrift/BsonType.js +0 -39
  330. package/dist/esm/parquetjs/parquet-thrift/BsonType.js.map +0 -1
  331. package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js +0 -217
  332. package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
  333. package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js +0 -218
  334. package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
  335. package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js +0 -429
  336. package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
  337. package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js +0 -95
  338. package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
  339. package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js +0 -13
  340. package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
  341. package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js +0 -27
  342. package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
  343. package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js +0 -166
  344. package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
  345. package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -236
  346. package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
  347. package/dist/esm/parquetjs/parquet-thrift/DateType.js +0 -39
  348. package/dist/esm/parquetjs/parquet-thrift/DateType.js.map +0 -1
  349. package/dist/esm/parquetjs/parquet-thrift/DecimalType.js +0 -95
  350. package/dist/esm/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
  351. package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -117
  352. package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
  353. package/dist/esm/parquetjs/parquet-thrift/Encoding.js +0 -13
  354. package/dist/esm/parquetjs/parquet-thrift/Encoding.js.map +0 -1
  355. package/dist/esm/parquetjs/parquet-thrift/EnumType.js +0 -39
  356. package/dist/esm/parquetjs/parquet-thrift/EnumType.js.map +0 -1
  357. package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -8
  358. package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
  359. package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js +0 -270
  360. package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
  361. package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js +0 -39
  362. package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
  363. package/dist/esm/parquetjs/parquet-thrift/IntType.js +0 -95
  364. package/dist/esm/parquetjs/parquet-thrift/IntType.js.map +0 -1
  365. package/dist/esm/parquetjs/parquet-thrift/JsonType.js +0 -39
  366. package/dist/esm/parquetjs/parquet-thrift/JsonType.js.map +0 -1
  367. package/dist/esm/parquetjs/parquet-thrift/KeyValue.js +0 -93
  368. package/dist/esm/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
  369. package/dist/esm/parquetjs/parquet-thrift/ListType.js +0 -39
  370. package/dist/esm/parquetjs/parquet-thrift/ListType.js.map +0 -1
  371. package/dist/esm/parquetjs/parquet-thrift/LogicalType.js +0 -467
  372. package/dist/esm/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
  373. package/dist/esm/parquetjs/parquet-thrift/MapType.js +0 -39
  374. package/dist/esm/parquetjs/parquet-thrift/MapType.js.map +0 -1
  375. package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js +0 -39
  376. package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
  377. package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js +0 -39
  378. package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
  379. package/dist/esm/parquetjs/parquet-thrift/NullType.js +0 -39
  380. package/dist/esm/parquetjs/parquet-thrift/NullType.js.map +0 -1
  381. package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js +0 -85
  382. package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
  383. package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js +0 -119
  384. package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
  385. package/dist/esm/parquetjs/parquet-thrift/PageHeader.js +0 -233
  386. package/dist/esm/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
  387. package/dist/esm/parquetjs/parquet-thrift/PageLocation.js +0 -128
  388. package/dist/esm/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
  389. package/dist/esm/parquetjs/parquet-thrift/PageType.js +0 -9
  390. package/dist/esm/parquetjs/parquet-thrift/PageType.js.map +0 -1
  391. package/dist/esm/parquetjs/parquet-thrift/RowGroup.js +0 -178
  392. package/dist/esm/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
  393. package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js +0 -270
  394. package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
  395. package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js +0 -119
  396. package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
  397. package/dist/esm/parquetjs/parquet-thrift/Statistics.js +0 -183
  398. package/dist/esm/parquetjs/parquet-thrift/Statistics.js.map +0 -1
  399. package/dist/esm/parquetjs/parquet-thrift/StringType.js +0 -39
  400. package/dist/esm/parquetjs/parquet-thrift/StringType.js.map +0 -1
  401. package/dist/esm/parquetjs/parquet-thrift/TimeType.js +0 -96
  402. package/dist/esm/parquetjs/parquet-thrift/TimeType.js.map +0 -1
  403. package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js +0 -126
  404. package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
  405. package/dist/esm/parquetjs/parquet-thrift/TimestampType.js +0 -96
  406. package/dist/esm/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
  407. package/dist/esm/parquetjs/parquet-thrift/Type.js +0 -13
  408. package/dist/esm/parquetjs/parquet-thrift/Type.js.map +0 -1
  409. package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -39
  410. package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
  411. package/dist/esm/parquetjs/parquet-thrift/UUIDType.js +0 -39
  412. package/dist/esm/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
  413. package/dist/esm/parquetjs/parquet-thrift/index.js +0 -44
  414. package/dist/esm/parquetjs/parquet-thrift/index.js.map +0 -1
  415. package/dist/esm/parquetjs/parser/decoders.js +0 -300
  416. package/dist/esm/parquetjs/parser/decoders.js.map +0 -1
  417. package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -90
  418. package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
  419. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -155
  420. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  421. package/dist/esm/parquetjs/parser/parquet-reader.js +0 -120
  422. package/dist/esm/parquetjs/parser/parquet-reader.js.map +0 -1
  423. package/dist/esm/parquetjs/schema/declare.js +0 -13
  424. package/dist/esm/parquetjs/schema/declare.js.map +0 -1
  425. package/dist/esm/parquetjs/schema/schema.js +0 -176
  426. package/dist/esm/parquetjs/schema/schema.js.map +0 -1
  427. package/dist/esm/parquetjs/schema/shred.js +0 -162
  428. package/dist/esm/parquetjs/schema/shred.js.map +0 -1
  429. package/dist/esm/parquetjs/schema/types.js +0 -476
  430. package/dist/esm/parquetjs/schema/types.js.map +0 -1
  431. package/dist/esm/parquetjs/utils/buffer-utils.js +0 -12
  432. package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
  433. package/dist/esm/parquetjs/utils/file-utils.js +0 -34
  434. package/dist/esm/parquetjs/utils/file-utils.js.map +0 -1
  435. package/dist/esm/parquetjs/utils/read-utils.js +0 -105
  436. package/dist/esm/parquetjs/utils/read-utils.js.map +0 -1
  437. package/dist/esm/workers/parquet-worker.js +0 -4
  438. package/dist/esm/workers/parquet-worker.js.map +0 -1
@@ -1,21 +1,18 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.ParquetWriter = void 0;
4
- // __VERSION__ is injected by babel-plugin-version-inline
5
- // @ts-ignore TS2304: Cannot find name '__VERSION__'.
6
- const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
1
+ const VERSION = typeof "4.0.0-alpha.5" !== 'undefined' ? "4.0.0-alpha.5" : 'latest';
7
2
  const DEFAULT_PARQUET_LOADER_OPTIONS = {};
8
- exports.ParquetWriter = {
9
- name: 'Apache Parquet',
10
- id: 'parquet',
11
- module: 'parquet',
12
- version: VERSION,
13
- extensions: ['parquet'],
14
- mimeTypes: ['application/octet-stream'],
15
- encodeSync,
16
- binary: true,
17
- options: DEFAULT_PARQUET_LOADER_OPTIONS
3
+ export const ParquetWriter = {
4
+ name: 'Apache Parquet',
5
+ id: 'parquet',
6
+ module: 'parquet',
7
+ version: VERSION,
8
+ extensions: ['parquet'],
9
+ mimeTypes: ['application/octet-stream'],
10
+ encodeSync,
11
+ binary: true,
12
+ options: DEFAULT_PARQUET_LOADER_OPTIONS
18
13
  };
14
+
19
15
  function encodeSync(data, options) {
20
- return new ArrayBuffer(0);
16
+ return new ArrayBuffer(0);
21
17
  }
18
+ //# sourceMappingURL=parquet-writer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/parquet-writer.ts"],"names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","ParquetWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data","ArrayBuffer"],"mappings":"AAIA,MAAMA,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAIA,MAAMC,8BAA8B,GAAG,EAAvC;AAEA,OAAO,MAAMC,aAAqB,GAAG;AACnCC,EAAAA,IAAI,EAAE,gBAD6B;AAEnCC,EAAAA,EAAE,EAAE,SAF+B;AAGnCC,EAAAA,MAAM,EAAE,SAH2B;AAInCC,EAAAA,OAAO,EAAEN,OAJ0B;AAKnCO,EAAAA,UAAU,EAAE,CAAC,SAAD,CALuB;AAMnCC,EAAAA,SAAS,EAAE,CAAC,0BAAD,CANwB;AAOnCC,EAAAA,UAPmC;AAQnCC,EAAAA,MAAM,EAAE,IAR2B;AASnCC,EAAAA,OAAO,EAAEV;AAT0B,CAA9B;;AAYP,SAASQ,UAAT,CAAoBG,IAApB,EAA0BD,OAA1B,EAA0D;AACxD,SAAO,IAAIE,WAAJ,CAAgB,CAAhB,CAAP;AACD","sourcesContent":["import type {Writer} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetWriterOptions = {};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS = {};\n\nexport const ParquetWriter: Writer = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n encodeSync,\n binary: true,\n options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nfunction encodeSync(data, options?: ParquetWriterOptions) {\n return new ArrayBuffer(0);\n}\n"],"file":"parquet-writer.js"}
File without changes
@@ -1,2 +1,2 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
1
+ export {};
2
+ //# sourceMappingURL=declare.js.map
@@ -1,14 +1,12 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.encodeValues = exports.decodeValues = void 0;
4
- const rle_1 = require("./rle");
5
- function decodeValues(type, cursor, count, opts) {
6
- opts.bitWidth = cursor.buffer.slice(cursor.offset, cursor.offset + 1).readInt8(0);
7
- cursor.offset += 1;
8
- return (0, rle_1.decodeValues)(type, cursor, count, { ...opts, disableEnvelope: true });
1
+ import { decodeValues as decodeRleValues } from './rle';
2
+ export function decodeValues(type, cursor, count, opts) {
3
+ opts.bitWidth = cursor.buffer.slice(cursor.offset, cursor.offset + 1).readInt8(0);
4
+ cursor.offset += 1;
5
+ return decodeRleValues(type, cursor, count, { ...opts,
6
+ disableEnvelope: true
7
+ });
9
8
  }
10
- exports.decodeValues = decodeValues;
11
- function encodeValues(type, cursor, count, opts) {
12
- throw new Error('Encode dictionary functionality is not supported');
9
+ export function encodeValues(type, cursor, count, opts) {
10
+ throw new Error('Encode dictionary functionality is not supported');
13
11
  }
14
- exports.encodeValues = encodeValues;
12
+ //# sourceMappingURL=dictionary.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/parquetjs/codecs/dictionary.ts"],"names":["decodeValues","decodeRleValues","type","cursor","count","opts","bitWidth","buffer","slice","offset","readInt8","disableEnvelope","encodeValues","Error"],"mappings":"AAAA,SAAQA,YAAY,IAAIC,eAAxB,QAA8C,OAA9C;AAEA,OAAO,SAASD,YAAT,CAAsBE,IAAtB,EAA4BC,MAA5B,EAAoCC,KAApC,EAA2CC,IAA3C,EAAiD;AACtDA,EAAAA,IAAI,CAACC,QAAL,GAAgBH,MAAM,CAACI,MAAP,CAAcC,KAAd,CAAoBL,MAAM,CAACM,MAA3B,EAAmCN,MAAM,CAACM,MAAP,GAAgB,CAAnD,EAAsDC,QAAtD,CAA+D,CAA/D,CAAhB;AACAP,EAAAA,MAAM,CAACM,MAAP,IAAiB,CAAjB;AACA,SAAOR,eAAe,CAACC,IAAD,EAAOC,MAAP,EAAeC,KAAf,EAAsB,EAAC,GAAGC,IAAJ;AAAUM,IAAAA,eAAe,EAAE;AAA3B,GAAtB,CAAtB;AACD;AAED,OAAO,SAASC,YAAT,CAAsBV,IAAtB,EAA4BC,MAA5B,EAAoCC,KAApC,EAA2CC,IAA3C,EAAiD;AACtD,QAAM,IAAIQ,KAAJ,CAAU,kDAAV,CAAN;AACD","sourcesContent":["import {decodeValues as decodeRleValues} from './rle';\n\nexport function decodeValues(type, cursor, count, opts) {\n opts.bitWidth = cursor.buffer.slice(cursor.offset, cursor.offset + 1).readInt8(0);\n cursor.offset += 1;\n return decodeRleValues(type, cursor, count, {...opts, disableEnvelope: true});\n}\n\nexport function encodeValues(type, cursor, count, opts) {\n throw new Error('Encode dictionary functionality is not supported');\n}\n"],"file":"dictionary.js"}
@@ -1,51 +1,23 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
5
- }) : (function(o, m, k, k2) {
6
- if (k2 === undefined) k2 = k;
7
- o[k2] = m[k];
8
- }));
9
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
10
- Object.defineProperty(o, "default", { enumerable: true, value: v });
11
- }) : function(o, v) {
12
- o["default"] = v;
13
- });
14
- var __importStar = (this && this.__importStar) || function (mod) {
15
- if (mod && mod.__esModule) return mod;
16
- var result = {};
17
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
18
- __setModuleDefault(result, mod);
19
- return result;
20
- };
21
- var __exportStar = (this && this.__exportStar) || function(m, exports) {
22
- for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
23
- };
24
- Object.defineProperty(exports, "__esModule", { value: true });
25
- exports.PARQUET_CODECS = void 0;
26
- const PLAIN = __importStar(require("./plain"));
27
- const RLE = __importStar(require("./rle"));
28
- const DICTIONARY = __importStar(require("./dictionary"));
29
- __exportStar(require("./declare"), exports);
30
- exports.PARQUET_CODECS = {
31
- PLAIN: {
32
- encodeValues: PLAIN.encodeValues,
33
- decodeValues: PLAIN.decodeValues
34
- },
35
- RLE: {
36
- encodeValues: RLE.encodeValues,
37
- decodeValues: RLE.decodeValues
38
- },
39
- // Using the PLAIN_DICTIONARY enum value is deprecated in the Parquet 2.0 specification.
40
- PLAIN_DICTIONARY: {
41
- // @ts-ignore
42
- encodeValues: DICTIONARY.encodeValues,
43
- decodeValues: DICTIONARY.decodeValues
44
- },
45
- // Prefer using RLE_DICTIONARY in a data page and PLAIN in a dictionary page for Parquet 2.0+ files.
46
- RLE_DICTIONARY: {
47
- // @ts-ignore
48
- encodeValues: DICTIONARY.encodeValues,
49
- decodeValues: DICTIONARY.decodeValues
50
- }
1
+ import * as PLAIN from './plain';
2
+ import * as RLE from './rle';
3
+ import * as DICTIONARY from './dictionary';
4
+ export * from './declare';
5
+ export const PARQUET_CODECS = {
6
+ PLAIN: {
7
+ encodeValues: PLAIN.encodeValues,
8
+ decodeValues: PLAIN.decodeValues
9
+ },
10
+ RLE: {
11
+ encodeValues: RLE.encodeValues,
12
+ decodeValues: RLE.decodeValues
13
+ },
14
+ PLAIN_DICTIONARY: {
15
+ encodeValues: DICTIONARY.encodeValues,
16
+ decodeValues: DICTIONARY.decodeValues
17
+ },
18
+ RLE_DICTIONARY: {
19
+ encodeValues: DICTIONARY.encodeValues,
20
+ decodeValues: DICTIONARY.decodeValues
21
+ }
51
22
  };
23
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/parquetjs/codecs/index.ts"],"names":["PLAIN","RLE","DICTIONARY","PARQUET_CODECS","encodeValues","decodeValues","PLAIN_DICTIONARY","RLE_DICTIONARY"],"mappings":"AAGA,OAAO,KAAKA,KAAZ,MAAuB,SAAvB;AACA,OAAO,KAAKC,GAAZ,MAAqB,OAArB;AACA,OAAO,KAAKC,UAAZ,MAA4B,cAA5B;AAEA,cAAc,WAAd;AAEA,OAAO,MAAMC,cAAqD,GAAG;AACnEH,EAAAA,KAAK,EAAE;AACLI,IAAAA,YAAY,EAAEJ,KAAK,CAACI,YADf;AAELC,IAAAA,YAAY,EAAEL,KAAK,CAACK;AAFf,GAD4D;AAKnEJ,EAAAA,GAAG,EAAE;AACHG,IAAAA,YAAY,EAAEH,GAAG,CAACG,YADf;AAEHC,IAAAA,YAAY,EAAEJ,GAAG,CAACI;AAFf,GAL8D;AAUnEC,EAAAA,gBAAgB,EAAE;AAEhBF,IAAAA,YAAY,EAAEF,UAAU,CAACE,YAFT;AAGhBC,IAAAA,YAAY,EAAEH,UAAU,CAACG;AAHT,GAViD;AAgBnEE,EAAAA,cAAc,EAAE;AAEdH,IAAAA,YAAY,EAAEF,UAAU,CAACE,YAFX;AAGdC,IAAAA,YAAY,EAAEH,UAAU,CAACG;AAHX;AAhBmD,CAA9D","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport type {ParquetCodec} from '../schema/declare';\nimport type {ParquetCodecKit} from './declare';\nimport * as PLAIN from './plain';\nimport * as RLE from './rle';\nimport * as DICTIONARY from './dictionary';\n\nexport * from './declare';\n\nexport const PARQUET_CODECS: Record<ParquetCodec, ParquetCodecKit> = {\n PLAIN: {\n encodeValues: PLAIN.encodeValues,\n decodeValues: PLAIN.decodeValues\n },\n RLE: {\n encodeValues: RLE.encodeValues,\n decodeValues: RLE.decodeValues\n },\n // Using the PLAIN_DICTIONARY enum value is deprecated in the Parquet 2.0 specification.\n PLAIN_DICTIONARY: {\n // @ts-ignore\n encodeValues: DICTIONARY.encodeValues,\n decodeValues: DICTIONARY.decodeValues\n },\n // Prefer using RLE_DICTIONARY in a data page and PLAIN in a dictionary page for Parquet 2.0+ files.\n RLE_DICTIONARY: {\n // @ts-ignore\n encodeValues: DICTIONARY.encodeValues,\n decodeValues: DICTIONARY.decodeValues\n }\n};\n"],"file":"index.js"}
@@ -1,211 +1,270 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.decodeValues = exports.encodeValues = void 0;
7
- const int53_1 = __importDefault(require("int53"));
8
- function encodeValues(type, values, opts) {
9
- switch (type) {
10
- case 'BOOLEAN':
11
- return encodeValues_BOOLEAN(values);
12
- case 'INT32':
13
- return encodeValues_INT32(values);
14
- case 'INT64':
15
- return encodeValues_INT64(values);
16
- case 'INT96':
17
- return encodeValues_INT96(values);
18
- case 'FLOAT':
19
- return encodeValues_FLOAT(values);
20
- case 'DOUBLE':
21
- return encodeValues_DOUBLE(values);
22
- case 'BYTE_ARRAY':
23
- return encodeValues_BYTE_ARRAY(values);
24
- case 'FIXED_LEN_BYTE_ARRAY':
25
- return encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts);
26
- default:
27
- throw new Error(`unsupported type: ${type}`);
28
- }
1
+ import INT53 from 'int53';
2
+ export function encodeValues(type, values, opts) {
3
+ switch (type) {
4
+ case 'BOOLEAN':
5
+ return encodeValues_BOOLEAN(values);
6
+
7
+ case 'INT32':
8
+ return encodeValues_INT32(values);
9
+
10
+ case 'INT64':
11
+ return encodeValues_INT64(values);
12
+
13
+ case 'INT96':
14
+ return encodeValues_INT96(values);
15
+
16
+ case 'FLOAT':
17
+ return encodeValues_FLOAT(values);
18
+
19
+ case 'DOUBLE':
20
+ return encodeValues_DOUBLE(values);
21
+
22
+ case 'BYTE_ARRAY':
23
+ return encodeValues_BYTE_ARRAY(values);
24
+
25
+ case 'FIXED_LEN_BYTE_ARRAY':
26
+ return encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts);
27
+
28
+ default:
29
+ throw new Error("unsupported type: ".concat(type));
30
+ }
29
31
  }
30
- exports.encodeValues = encodeValues;
31
- function decodeValues(type, cursor, count, opts) {
32
- switch (type) {
33
- case 'BOOLEAN':
34
- return decodeValues_BOOLEAN(cursor, count);
35
- case 'INT32':
36
- return decodeValues_INT32(cursor, count);
37
- case 'INT64':
38
- return decodeValues_INT64(cursor, count);
39
- case 'INT96':
40
- return decodeValues_INT96(cursor, count);
41
- case 'FLOAT':
42
- return decodeValues_FLOAT(cursor, count);
43
- case 'DOUBLE':
44
- return decodeValues_DOUBLE(cursor, count);
45
- case 'BYTE_ARRAY':
46
- return decodeValues_BYTE_ARRAY(cursor, count);
47
- case 'FIXED_LEN_BYTE_ARRAY':
48
- return decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts);
49
- default:
50
- throw new Error(`unsupported type: ${type}`);
51
- }
32
+ export function decodeValues(type, cursor, count, opts) {
33
+ switch (type) {
34
+ case 'BOOLEAN':
35
+ return decodeValues_BOOLEAN(cursor, count);
36
+
37
+ case 'INT32':
38
+ return decodeValues_INT32(cursor, count);
39
+
40
+ case 'INT64':
41
+ return decodeValues_INT64(cursor, count);
42
+
43
+ case 'INT96':
44
+ return decodeValues_INT96(cursor, count);
45
+
46
+ case 'FLOAT':
47
+ return decodeValues_FLOAT(cursor, count);
48
+
49
+ case 'DOUBLE':
50
+ return decodeValues_DOUBLE(cursor, count);
51
+
52
+ case 'BYTE_ARRAY':
53
+ return decodeValues_BYTE_ARRAY(cursor, count);
54
+
55
+ case 'FIXED_LEN_BYTE_ARRAY':
56
+ return decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts);
57
+
58
+ default:
59
+ throw new Error("unsupported type: ".concat(type));
60
+ }
52
61
  }
53
- exports.decodeValues = decodeValues;
62
+
54
63
  function encodeValues_BOOLEAN(values) {
55
- const buf = Buffer.alloc(Math.ceil(values.length / 8));
56
- buf.fill(0);
57
- for (let i = 0; i < values.length; i++) {
58
- if (values[i]) {
59
- buf[Math.floor(i / 8)] |= 1 << i % 8;
60
- }
64
+ const buf = Buffer.alloc(Math.ceil(values.length / 8));
65
+ buf.fill(0);
66
+
67
+ for (let i = 0; i < values.length; i++) {
68
+ if (values[i]) {
69
+ buf[Math.floor(i / 8)] |= 1 << i % 8;
61
70
  }
62
- return buf;
71
+ }
72
+
73
+ return buf;
63
74
  }
75
+
64
76
  function decodeValues_BOOLEAN(cursor, count) {
65
- const values = [];
66
- for (let i = 0; i < count; i++) {
67
- const b = cursor.buffer[cursor.offset + Math.floor(i / 8)];
68
- values.push((b & (1 << i % 8)) > 0);
69
- }
70
- cursor.offset += Math.ceil(count / 8);
71
- return values;
77
+ const values = [];
78
+
79
+ for (let i = 0; i < count; i++) {
80
+ const b = cursor.buffer[cursor.offset + Math.floor(i / 8)];
81
+ values.push((b & 1 << i % 8) > 0);
82
+ }
83
+
84
+ cursor.offset += Math.ceil(count / 8);
85
+ return values;
72
86
  }
87
+
73
88
  function encodeValues_INT32(values) {
74
- const buf = Buffer.alloc(4 * values.length);
75
- for (let i = 0; i < values.length; i++) {
76
- buf.writeInt32LE(values[i], i * 4);
77
- }
78
- return buf;
89
+ const buf = Buffer.alloc(4 * values.length);
90
+
91
+ for (let i = 0; i < values.length; i++) {
92
+ buf.writeInt32LE(values[i], i * 4);
93
+ }
94
+
95
+ return buf;
79
96
  }
97
+
80
98
  function decodeValues_INT32(cursor, count) {
81
- const values = [];
82
- for (let i = 0; i < count; i++) {
83
- values.push(cursor.buffer.readInt32LE(cursor.offset));
84
- cursor.offset += 4;
85
- }
86
- return values;
99
+ const values = [];
100
+
101
+ for (let i = 0; i < count; i++) {
102
+ values.push(cursor.buffer.readInt32LE(cursor.offset));
103
+ cursor.offset += 4;
104
+ }
105
+
106
+ return values;
87
107
  }
108
+
88
109
  function encodeValues_INT64(values) {
89
- const buf = Buffer.alloc(8 * values.length);
90
- for (let i = 0; i < values.length; i++) {
91
- int53_1.default.writeInt64LE(values[i], buf, i * 8);
92
- }
93
- return buf;
110
+ const buf = Buffer.alloc(8 * values.length);
111
+
112
+ for (let i = 0; i < values.length; i++) {
113
+ INT53.writeInt64LE(values[i], buf, i * 8);
114
+ }
115
+
116
+ return buf;
94
117
  }
118
+
95
119
  function decodeValues_INT64(cursor, count) {
96
- const values = [];
97
- for (let i = 0; i < count; i++) {
98
- values.push(int53_1.default.readInt64LE(cursor.buffer, cursor.offset));
99
- cursor.offset += 8;
100
- }
101
- return values;
120
+ const values = [];
121
+
122
+ for (let i = 0; i < count; i++) {
123
+ values.push(INT53.readInt64LE(cursor.buffer, cursor.offset));
124
+ cursor.offset += 8;
125
+ }
126
+
127
+ return values;
102
128
  }
129
+
103
130
  function encodeValues_INT96(values) {
104
- const buf = Buffer.alloc(12 * values.length);
105
- for (let i = 0; i < values.length; i++) {
106
- if (values[i] >= 0) {
107
- int53_1.default.writeInt64LE(values[i], buf, i * 12);
108
- buf.writeUInt32LE(0, i * 12 + 8); // truncate to 64 actual precision
109
- }
110
- else {
111
- int53_1.default.writeInt64LE(~-values[i] + 1, buf, i * 12);
112
- buf.writeUInt32LE(0xffffffff, i * 12 + 8); // truncate to 64 actual precision
113
- }
131
+ const buf = Buffer.alloc(12 * values.length);
132
+
133
+ for (let i = 0; i < values.length; i++) {
134
+ if (values[i] >= 0) {
135
+ INT53.writeInt64LE(values[i], buf, i * 12);
136
+ buf.writeUInt32LE(0, i * 12 + 8);
137
+ } else {
138
+ INT53.writeInt64LE(~-values[i] + 1, buf, i * 12);
139
+ buf.writeUInt32LE(0xffffffff, i * 12 + 8);
114
140
  }
115
- return buf;
141
+ }
142
+
143
+ return buf;
116
144
  }
145
+
117
146
  function decodeValues_INT96(cursor, count) {
118
- const values = [];
119
- for (let i = 0; i < count; i++) {
120
- const low = int53_1.default.readInt64LE(cursor.buffer, cursor.offset);
121
- const high = cursor.buffer.readUInt32LE(cursor.offset + 8);
122
- if (high === 0xffffffff) {
123
- values.push(~-low + 1); // truncate to 64 actual precision
124
- }
125
- else {
126
- values.push(low); // truncate to 64 actual precision
127
- }
128
- cursor.offset += 12;
147
+ const values = [];
148
+
149
+ for (let i = 0; i < count; i++) {
150
+ const low = INT53.readInt64LE(cursor.buffer, cursor.offset);
151
+ const high = cursor.buffer.readUInt32LE(cursor.offset + 8);
152
+
153
+ if (high === 0xffffffff) {
154
+ values.push(~-low + 1);
155
+ } else {
156
+ values.push(low);
129
157
  }
130
- return values;
158
+
159
+ cursor.offset += 12;
160
+ }
161
+
162
+ return values;
131
163
  }
164
+
132
165
  function encodeValues_FLOAT(values) {
133
- const buf = Buffer.alloc(4 * values.length);
134
- for (let i = 0; i < values.length; i++) {
135
- buf.writeFloatLE(values[i], i * 4);
136
- }
137
- return buf;
166
+ const buf = Buffer.alloc(4 * values.length);
167
+
168
+ for (let i = 0; i < values.length; i++) {
169
+ buf.writeFloatLE(values[i], i * 4);
170
+ }
171
+
172
+ return buf;
138
173
  }
174
+
139
175
  function decodeValues_FLOAT(cursor, count) {
140
- const values = [];
141
- for (let i = 0; i < count; i++) {
142
- values.push(cursor.buffer.readFloatLE(cursor.offset));
143
- cursor.offset += 4;
144
- }
145
- return values;
176
+ const values = [];
177
+
178
+ for (let i = 0; i < count; i++) {
179
+ values.push(cursor.buffer.readFloatLE(cursor.offset));
180
+ cursor.offset += 4;
181
+ }
182
+
183
+ return values;
146
184
  }
185
+
147
186
  function encodeValues_DOUBLE(values) {
148
- const buf = Buffer.alloc(8 * values.length);
149
- for (let i = 0; i < values.length; i++) {
150
- buf.writeDoubleLE(values[i], i * 8);
151
- }
152
- return buf;
187
+ const buf = Buffer.alloc(8 * values.length);
188
+
189
+ for (let i = 0; i < values.length; i++) {
190
+ buf.writeDoubleLE(values[i], i * 8);
191
+ }
192
+
193
+ return buf;
153
194
  }
195
+
154
196
  function decodeValues_DOUBLE(cursor, count) {
155
- const values = [];
156
- for (let i = 0; i < count; i++) {
157
- values.push(cursor.buffer.readDoubleLE(cursor.offset));
158
- cursor.offset += 8;
159
- }
160
- return values;
197
+ const values = [];
198
+
199
+ for (let i = 0; i < count; i++) {
200
+ values.push(cursor.buffer.readDoubleLE(cursor.offset));
201
+ cursor.offset += 8;
202
+ }
203
+
204
+ return values;
161
205
  }
206
+
162
207
  function encodeValues_BYTE_ARRAY(values) {
163
- // tslint:disable-next-line:variable-name
164
- let buf_len = 0;
165
- for (let i = 0; i < values.length; i++) {
166
- values[i] = Buffer.from(values[i]);
167
- buf_len += 4 + values[i].length;
168
- }
169
- const buf = Buffer.alloc(buf_len);
170
- // tslint:disable-next-line:variable-name
171
- let buf_pos = 0;
172
- for (let i = 0; i < values.length; i++) {
173
- buf.writeUInt32LE(values[i].length, buf_pos);
174
- values[i].copy(buf, buf_pos + 4);
175
- buf_pos += 4 + values[i].length;
176
- }
177
- return buf;
208
+ let buf_len = 0;
209
+
210
+ for (let i = 0; i < values.length; i++) {
211
+ values[i] = Buffer.from(values[i]);
212
+ buf_len += 4 + values[i].length;
213
+ }
214
+
215
+ const buf = Buffer.alloc(buf_len);
216
+ let buf_pos = 0;
217
+
218
+ for (let i = 0; i < values.length; i++) {
219
+ buf.writeUInt32LE(values[i].length, buf_pos);
220
+ values[i].copy(buf, buf_pos + 4);
221
+ buf_pos += 4 + values[i].length;
222
+ }
223
+
224
+ return buf;
178
225
  }
226
+
179
227
  function decodeValues_BYTE_ARRAY(cursor, count) {
180
- const values = [];
181
- for (let i = 0; i < count; i++) {
182
- const len = cursor.buffer.readUInt32LE(cursor.offset);
183
- cursor.offset += 4;
184
- values.push(cursor.buffer.slice(cursor.offset, cursor.offset + len));
185
- cursor.offset += len;
186
- }
187
- return values;
228
+ const values = [];
229
+
230
+ for (let i = 0; i < count; i++) {
231
+ const len = cursor.buffer.readUInt32LE(cursor.offset);
232
+ cursor.offset += 4;
233
+ values.push(cursor.buffer.slice(cursor.offset, cursor.offset + len));
234
+ cursor.offset += len;
235
+ }
236
+
237
+ return values;
188
238
  }
239
+
189
240
  function encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts) {
190
- if (!opts.typeLength) {
191
- throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');
192
- }
193
- for (let i = 0; i < values.length; i++) {
194
- values[i] = Buffer.from(values[i]);
195
- if (values[i].length !== opts.typeLength) {
196
- throw new Error(`invalid value for FIXED_LEN_BYTE_ARRAY: ${values[i]}`);
197
- }
241
+ if (!opts.typeLength) {
242
+ throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');
243
+ }
244
+
245
+ for (let i = 0; i < values.length; i++) {
246
+ values[i] = Buffer.from(values[i]);
247
+
248
+ if (values[i].length !== opts.typeLength) {
249
+ throw new Error("invalid value for FIXED_LEN_BYTE_ARRAY: ".concat(values[i]));
198
250
  }
199
- return Buffer.concat(values);
251
+ }
252
+
253
+ return Buffer.concat(values);
200
254
  }
255
+
201
256
  function decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts) {
202
- const values = [];
203
- if (!opts.typeLength) {
204
- throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');
205
- }
206
- for (let i = 0; i < count; i++) {
207
- values.push(cursor.buffer.slice(cursor.offset, cursor.offset + opts.typeLength));
208
- cursor.offset += opts.typeLength;
209
- }
210
- return values;
257
+ const values = [];
258
+
259
+ if (!opts.typeLength) {
260
+ throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');
261
+ }
262
+
263
+ for (let i = 0; i < count; i++) {
264
+ values.push(cursor.buffer.slice(cursor.offset, cursor.offset + opts.typeLength));
265
+ cursor.offset += opts.typeLength;
266
+ }
267
+
268
+ return values;
211
269
  }
270
+ //# sourceMappingURL=plain.js.map