@loaders.gl/parquet 3.1.3 → 4.0.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (438) hide show
  1. package/dist/bundle.js +2 -2
  2. package/dist/bundle.js.map +1 -0
  3. package/dist/constants.js +6 -18
  4. package/dist/constants.js.map +1 -0
  5. package/dist/dist.min.js +17 -8
  6. package/dist/dist.min.js.map +3 -3
  7. package/dist/index.js +14 -29
  8. package/dist/index.js.map +1 -0
  9. package/dist/lib/convert-schema.js +63 -62
  10. package/dist/lib/convert-schema.js.map +1 -0
  11. package/dist/lib/parse-parquet.js +25 -25
  12. package/dist/lib/parse-parquet.js.map +1 -0
  13. package/dist/lib/read-array-buffer.js +8 -28
  14. package/dist/lib/read-array-buffer.js.map +1 -0
  15. package/dist/parquet-loader.js +19 -24
  16. package/dist/parquet-loader.js.map +1 -0
  17. package/dist/parquet-worker.js +18 -9
  18. package/dist/parquet-worker.js.map +3 -3
  19. package/dist/parquet-writer.js +14 -17
  20. package/dist/parquet-writer.js.map +1 -0
  21. package/dist/{es5/parquetjs → parquetjs}/LICENSE +0 -0
  22. package/dist/parquetjs/codecs/declare.js +2 -2
  23. package/dist/{es5/parquetjs → parquetjs}/codecs/declare.js.map +0 -0
  24. package/dist/parquetjs/codecs/dictionary.js +10 -12
  25. package/dist/parquetjs/codecs/dictionary.js.map +1 -0
  26. package/dist/parquetjs/codecs/index.js +22 -50
  27. package/dist/parquetjs/codecs/index.js.map +1 -0
  28. package/dist/parquetjs/codecs/plain.js +232 -173
  29. package/dist/parquetjs/codecs/plain.js.map +1 -0
  30. package/dist/parquetjs/codecs/rle.js +140 -134
  31. package/dist/parquetjs/codecs/rle.js.map +1 -0
  32. package/dist/parquetjs/compression.js +48 -154
  33. package/dist/parquetjs/compression.js.map +1 -0
  34. package/dist/parquetjs/encoder/writer.js +383 -440
  35. package/dist/parquetjs/encoder/writer.js.map +1 -0
  36. package/dist/parquetjs/file.js +66 -85
  37. package/dist/parquetjs/file.js.map +1 -0
  38. package/dist/{es5/parquetjs → parquetjs}/modules.d.ts +0 -0
  39. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +7 -14
  40. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -0
  41. package/dist/parquetjs/parquet-thrift/BsonType.js +37 -56
  42. package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -0
  43. package/dist/parquetjs/parquet-thrift/ColumnChunk.js +215 -205
  44. package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -0
  45. package/dist/parquetjs/parquet-thrift/ColumnIndex.js +212 -207
  46. package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -0
  47. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +422 -391
  48. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -0
  49. package/dist/parquetjs/parquet-thrift/ColumnOrder.js +90 -99
  50. package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -0
  51. package/dist/parquetjs/parquet-thrift/CompressionCodec.js +12 -19
  52. package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -0
  53. package/dist/parquetjs/parquet-thrift/ConvertedType.js +26 -33
  54. package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +1 -0
  55. package/dist/parquetjs/parquet-thrift/DataPageHeader.js +162 -162
  56. package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -0
  57. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +234 -224
  58. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -0
  59. package/dist/parquetjs/parquet-thrift/DateType.js +37 -56
  60. package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -0
  61. package/dist/parquetjs/parquet-thrift/DecimalType.js +91 -101
  62. package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -0
  63. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +113 -118
  64. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -0
  65. package/dist/parquetjs/parquet-thrift/Encoding.js +12 -19
  66. package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -0
  67. package/dist/parquetjs/parquet-thrift/EnumType.js +37 -56
  68. package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -0
  69. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +7 -14
  70. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -0
  71. package/dist/parquetjs/parquet-thrift/FileMetaData.js +264 -250
  72. package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -0
  73. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +37 -56
  74. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -0
  75. package/dist/parquetjs/parquet-thrift/IntType.js +91 -101
  76. package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -0
  77. package/dist/parquetjs/parquet-thrift/JsonType.js +37 -56
  78. package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -0
  79. package/dist/parquetjs/parquet-thrift/KeyValue.js +89 -98
  80. package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -0
  81. package/dist/parquetjs/parquet-thrift/ListType.js +37 -56
  82. package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -0
  83. package/dist/parquetjs/parquet-thrift/LogicalType.js +450 -363
  84. package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -0
  85. package/dist/parquetjs/parquet-thrift/MapType.js +37 -56
  86. package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -0
  87. package/dist/parquetjs/parquet-thrift/MicroSeconds.js +37 -56
  88. package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -0
  89. package/dist/parquetjs/parquet-thrift/MilliSeconds.js +37 -56
  90. package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -0
  91. package/dist/parquetjs/parquet-thrift/NullType.js +37 -56
  92. package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -0
  93. package/dist/parquetjs/parquet-thrift/OffsetIndex.js +80 -92
  94. package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -0
  95. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +115 -123
  96. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -0
  97. package/dist/parquetjs/parquet-thrift/PageHeader.js +231 -214
  98. package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -0
  99. package/dist/parquetjs/parquet-thrift/PageLocation.js +124 -137
  100. package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -0
  101. package/dist/parquetjs/parquet-thrift/PageType.js +8 -15
  102. package/dist/parquetjs/parquet-thrift/PageType.js.map +1 -0
  103. package/dist/parquetjs/parquet-thrift/RowGroup.js +172 -176
  104. package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -0
  105. package/dist/parquetjs/parquet-thrift/SchemaElement.js +268 -237
  106. package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -0
  107. package/dist/parquetjs/parquet-thrift/SortingColumn.js +115 -123
  108. package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -0
  109. package/dist/parquetjs/parquet-thrift/Statistics.js +179 -172
  110. package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -0
  111. package/dist/parquetjs/parquet-thrift/StringType.js +37 -56
  112. package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -0
  113. package/dist/parquetjs/parquet-thrift/TimeType.js +92 -102
  114. package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -0
  115. package/dist/parquetjs/parquet-thrift/TimeUnit.js +120 -121
  116. package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -0
  117. package/dist/parquetjs/parquet-thrift/TimestampType.js +92 -102
  118. package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -0
  119. package/dist/parquetjs/parquet-thrift/Type.js +12 -19
  120. package/dist/parquetjs/parquet-thrift/Type.js.map +1 -0
  121. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +37 -56
  122. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -0
  123. package/dist/parquetjs/parquet-thrift/UUIDType.js +37 -56
  124. package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -0
  125. package/dist/parquetjs/parquet-thrift/index.js +44 -61
  126. package/dist/parquetjs/parquet-thrift/index.js.map +1 -0
  127. package/dist/parquetjs/parser/decoders.js +283 -301
  128. package/dist/{es5/parquetjs → parquetjs}/parser/decoders.js.map +1 -1
  129. package/dist/parquetjs/parser/parquet-cursor.js +85 -69
  130. package/dist/parquetjs/parser/parquet-cursor.js.map +1 -0
  131. package/dist/parquetjs/parser/parquet-envelope-reader.js +146 -127
  132. package/dist/parquetjs/parser/parquet-envelope-reader.js.map +1 -0
  133. package/dist/parquetjs/parser/parquet-reader.js +113 -127
  134. package/dist/parquetjs/parser/parquet-reader.js.map +1 -0
  135. package/dist/parquetjs/schema/declare.js +12 -9
  136. package/dist/parquetjs/schema/declare.js.map +1 -0
  137. package/dist/parquetjs/schema/schema.js +162 -148
  138. package/dist/{es5/parquetjs → parquetjs}/schema/schema.js.map +1 -1
  139. package/dist/parquetjs/schema/shred.js +151 -214
  140. package/dist/parquetjs/schema/shred.js.map +1 -0
  141. package/dist/parquetjs/schema/types.js +415 -357
  142. package/dist/parquetjs/schema/types.js.map +1 -0
  143. package/dist/parquetjs/utils/buffer-utils.js +10 -20
  144. package/dist/parquetjs/utils/buffer-utils.js.map +1 -0
  145. package/dist/parquetjs/utils/file-utils.js +28 -40
  146. package/dist/parquetjs/utils/file-utils.js.map +1 -0
  147. package/dist/parquetjs/utils/read-utils.js +95 -99
  148. package/dist/parquetjs/utils/read-utils.js.map +1 -0
  149. package/dist/workers/parquet-worker.js +4 -5
  150. package/dist/workers/parquet-worker.js.map +1 -0
  151. package/package.json +8 -8
  152. package/dist/es5/bundle.js +0 -7
  153. package/dist/es5/bundle.js.map +0 -1
  154. package/dist/es5/constants.js +0 -17
  155. package/dist/es5/constants.js.map +0 -1
  156. package/dist/es5/index.js +0 -82
  157. package/dist/es5/index.js.map +0 -1
  158. package/dist/es5/lib/convert-schema.js +0 -82
  159. package/dist/es5/lib/convert-schema.js.map +0 -1
  160. package/dist/es5/lib/parse-parquet.js +0 -173
  161. package/dist/es5/lib/parse-parquet.js.map +0 -1
  162. package/dist/es5/lib/read-array-buffer.js +0 -53
  163. package/dist/es5/lib/read-array-buffer.js.map +0 -1
  164. package/dist/es5/parquet-loader.js +0 -30
  165. package/dist/es5/parquet-loader.js.map +0 -1
  166. package/dist/es5/parquet-writer.js +0 -25
  167. package/dist/es5/parquet-writer.js.map +0 -1
  168. package/dist/es5/parquetjs/codecs/declare.js +0 -2
  169. package/dist/es5/parquetjs/codecs/dictionary.js +0 -30
  170. package/dist/es5/parquetjs/codecs/dictionary.js.map +0 -1
  171. package/dist/es5/parquetjs/codecs/index.js +0 -56
  172. package/dist/es5/parquetjs/codecs/index.js.map +0 -1
  173. package/dist/es5/parquetjs/codecs/plain.js +0 -287
  174. package/dist/es5/parquetjs/codecs/plain.js.map +0 -1
  175. package/dist/es5/parquetjs/codecs/rle.js +0 -174
  176. package/dist/es5/parquetjs/codecs/rle.js.map +0 -1
  177. package/dist/es5/parquetjs/compression.js +0 -167
  178. package/dist/es5/parquetjs/compression.js.map +0 -1
  179. package/dist/es5/parquetjs/encoder/writer.js +0 -875
  180. package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
  181. package/dist/es5/parquetjs/file.js +0 -103
  182. package/dist/es5/parquetjs/file.js.map +0 -1
  183. package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +0 -15
  184. package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
  185. package/dist/es5/parquetjs/parquet-thrift/BsonType.js +0 -67
  186. package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +0 -1
  187. package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +0 -241
  188. package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
  189. package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +0 -245
  190. package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
  191. package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +0 -449
  192. package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
  193. package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +0 -124
  194. package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
  195. package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +0 -20
  196. package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
  197. package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +0 -34
  198. package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
  199. package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +0 -191
  200. package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
  201. package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -258
  202. package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
  203. package/dist/es5/parquetjs/parquet-thrift/DateType.js +0 -67
  204. package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +0 -1
  205. package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +0 -122
  206. package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
  207. package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -143
  208. package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
  209. package/dist/es5/parquetjs/parquet-thrift/Encoding.js +0 -20
  210. package/dist/es5/parquetjs/parquet-thrift/Encoding.js.map +0 -1
  211. package/dist/es5/parquetjs/parquet-thrift/EnumType.js +0 -67
  212. package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +0 -1
  213. package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -15
  214. package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
  215. package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +0 -298
  216. package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
  217. package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +0 -67
  218. package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
  219. package/dist/es5/parquetjs/parquet-thrift/IntType.js +0 -122
  220. package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +0 -1
  221. package/dist/es5/parquetjs/parquet-thrift/JsonType.js +0 -67
  222. package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +0 -1
  223. package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +0 -120
  224. package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
  225. package/dist/es5/parquetjs/parquet-thrift/ListType.js +0 -67
  226. package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +0 -1
  227. package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +0 -508
  228. package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
  229. package/dist/es5/parquetjs/parquet-thrift/MapType.js +0 -67
  230. package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +0 -1
  231. package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +0 -67
  232. package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
  233. package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +0 -67
  234. package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
  235. package/dist/es5/parquetjs/parquet-thrift/NullType.js +0 -67
  236. package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +0 -1
  237. package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +0 -114
  238. package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
  239. package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +0 -145
  240. package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
  241. package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +0 -258
  242. package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
  243. package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +0 -155
  244. package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
  245. package/dist/es5/parquetjs/parquet-thrift/PageType.js +0 -16
  246. package/dist/es5/parquetjs/parquet-thrift/PageType.js.map +0 -1
  247. package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +0 -206
  248. package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
  249. package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +0 -290
  250. package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
  251. package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +0 -145
  252. package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
  253. package/dist/es5/parquetjs/parquet-thrift/Statistics.js +0 -207
  254. package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +0 -1
  255. package/dist/es5/parquetjs/parquet-thrift/StringType.js +0 -67
  256. package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +0 -1
  257. package/dist/es5/parquetjs/parquet-thrift/TimeType.js +0 -124
  258. package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +0 -1
  259. package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +0 -156
  260. package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
  261. package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +0 -124
  262. package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
  263. package/dist/es5/parquetjs/parquet-thrift/Type.js +0 -20
  264. package/dist/es5/parquetjs/parquet-thrift/Type.js.map +0 -1
  265. package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -67
  266. package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
  267. package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +0 -67
  268. package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
  269. package/dist/es5/parquetjs/parquet-thrift/index.js +0 -565
  270. package/dist/es5/parquetjs/parquet-thrift/index.js.map +0 -1
  271. package/dist/es5/parquetjs/parser/decoders.js +0 -489
  272. package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -215
  273. package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
  274. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -413
  275. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  276. package/dist/es5/parquetjs/parser/parquet-reader.js +0 -364
  277. package/dist/es5/parquetjs/parser/parquet-reader.js.map +0 -1
  278. package/dist/es5/parquetjs/schema/declare.js +0 -25
  279. package/dist/es5/parquetjs/schema/declare.js.map +0 -1
  280. package/dist/es5/parquetjs/schema/schema.js +0 -203
  281. package/dist/es5/parquetjs/schema/shred.js +0 -223
  282. package/dist/es5/parquetjs/schema/shred.js.map +0 -1
  283. package/dist/es5/parquetjs/schema/types.js +0 -492
  284. package/dist/es5/parquetjs/schema/types.js.map +0 -1
  285. package/dist/es5/parquetjs/utils/buffer-utils.js +0 -21
  286. package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
  287. package/dist/es5/parquetjs/utils/file-utils.js +0 -55
  288. package/dist/es5/parquetjs/utils/file-utils.js.map +0 -1
  289. package/dist/es5/parquetjs/utils/read-utils.js +0 -159
  290. package/dist/es5/parquetjs/utils/read-utils.js.map +0 -1
  291. package/dist/es5/workers/parquet-worker.js +0 -8
  292. package/dist/es5/workers/parquet-worker.js.map +0 -1
  293. package/dist/esm/bundle.js +0 -5
  294. package/dist/esm/bundle.js.map +0 -1
  295. package/dist/esm/constants.js +0 -6
  296. package/dist/esm/constants.js.map +0 -1
  297. package/dist/esm/index.js +0 -15
  298. package/dist/esm/index.js.map +0 -1
  299. package/dist/esm/lib/convert-schema.js +0 -71
  300. package/dist/esm/lib/convert-schema.js.map +0 -1
  301. package/dist/esm/lib/parse-parquet.js +0 -28
  302. package/dist/esm/lib/parse-parquet.js.map +0 -1
  303. package/dist/esm/lib/read-array-buffer.js +0 -9
  304. package/dist/esm/lib/read-array-buffer.js.map +0 -1
  305. package/dist/esm/parquet-loader.js +0 -22
  306. package/dist/esm/parquet-loader.js.map +0 -1
  307. package/dist/esm/parquet-writer.js +0 -18
  308. package/dist/esm/parquet-writer.js.map +0 -1
  309. package/dist/esm/parquetjs/LICENSE +0 -20
  310. package/dist/esm/parquetjs/codecs/declare.js +0 -2
  311. package/dist/esm/parquetjs/codecs/declare.js.map +0 -1
  312. package/dist/esm/parquetjs/codecs/dictionary.js +0 -12
  313. package/dist/esm/parquetjs/codecs/dictionary.js.map +0 -1
  314. package/dist/esm/parquetjs/codecs/index.js +0 -23
  315. package/dist/esm/parquetjs/codecs/index.js.map +0 -1
  316. package/dist/esm/parquetjs/codecs/plain.js +0 -270
  317. package/dist/esm/parquetjs/codecs/plain.js.map +0 -1
  318. package/dist/esm/parquetjs/codecs/rle.js +0 -151
  319. package/dist/esm/parquetjs/codecs/rle.js.map +0 -1
  320. package/dist/esm/parquetjs/compression.js +0 -62
  321. package/dist/esm/parquetjs/compression.js.map +0 -1
  322. package/dist/esm/parquetjs/encoder/writer.js +0 -421
  323. package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
  324. package/dist/esm/parquetjs/file.js +0 -80
  325. package/dist/esm/parquetjs/file.js.map +0 -1
  326. package/dist/esm/parquetjs/modules.d.ts +0 -21
  327. package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js +0 -8
  328. package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
  329. package/dist/esm/parquetjs/parquet-thrift/BsonType.js +0 -39
  330. package/dist/esm/parquetjs/parquet-thrift/BsonType.js.map +0 -1
  331. package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js +0 -217
  332. package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
  333. package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js +0 -218
  334. package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
  335. package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js +0 -429
  336. package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
  337. package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js +0 -95
  338. package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
  339. package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js +0 -13
  340. package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
  341. package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js +0 -27
  342. package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
  343. package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js +0 -166
  344. package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
  345. package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -236
  346. package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
  347. package/dist/esm/parquetjs/parquet-thrift/DateType.js +0 -39
  348. package/dist/esm/parquetjs/parquet-thrift/DateType.js.map +0 -1
  349. package/dist/esm/parquetjs/parquet-thrift/DecimalType.js +0 -95
  350. package/dist/esm/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
  351. package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -117
  352. package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
  353. package/dist/esm/parquetjs/parquet-thrift/Encoding.js +0 -13
  354. package/dist/esm/parquetjs/parquet-thrift/Encoding.js.map +0 -1
  355. package/dist/esm/parquetjs/parquet-thrift/EnumType.js +0 -39
  356. package/dist/esm/parquetjs/parquet-thrift/EnumType.js.map +0 -1
  357. package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -8
  358. package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
  359. package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js +0 -270
  360. package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
  361. package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js +0 -39
  362. package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
  363. package/dist/esm/parquetjs/parquet-thrift/IntType.js +0 -95
  364. package/dist/esm/parquetjs/parquet-thrift/IntType.js.map +0 -1
  365. package/dist/esm/parquetjs/parquet-thrift/JsonType.js +0 -39
  366. package/dist/esm/parquetjs/parquet-thrift/JsonType.js.map +0 -1
  367. package/dist/esm/parquetjs/parquet-thrift/KeyValue.js +0 -93
  368. package/dist/esm/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
  369. package/dist/esm/parquetjs/parquet-thrift/ListType.js +0 -39
  370. package/dist/esm/parquetjs/parquet-thrift/ListType.js.map +0 -1
  371. package/dist/esm/parquetjs/parquet-thrift/LogicalType.js +0 -467
  372. package/dist/esm/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
  373. package/dist/esm/parquetjs/parquet-thrift/MapType.js +0 -39
  374. package/dist/esm/parquetjs/parquet-thrift/MapType.js.map +0 -1
  375. package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js +0 -39
  376. package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
  377. package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js +0 -39
  378. package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
  379. package/dist/esm/parquetjs/parquet-thrift/NullType.js +0 -39
  380. package/dist/esm/parquetjs/parquet-thrift/NullType.js.map +0 -1
  381. package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js +0 -85
  382. package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
  383. package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js +0 -119
  384. package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
  385. package/dist/esm/parquetjs/parquet-thrift/PageHeader.js +0 -233
  386. package/dist/esm/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
  387. package/dist/esm/parquetjs/parquet-thrift/PageLocation.js +0 -128
  388. package/dist/esm/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
  389. package/dist/esm/parquetjs/parquet-thrift/PageType.js +0 -9
  390. package/dist/esm/parquetjs/parquet-thrift/PageType.js.map +0 -1
  391. package/dist/esm/parquetjs/parquet-thrift/RowGroup.js +0 -178
  392. package/dist/esm/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
  393. package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js +0 -270
  394. package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
  395. package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js +0 -119
  396. package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
  397. package/dist/esm/parquetjs/parquet-thrift/Statistics.js +0 -183
  398. package/dist/esm/parquetjs/parquet-thrift/Statistics.js.map +0 -1
  399. package/dist/esm/parquetjs/parquet-thrift/StringType.js +0 -39
  400. package/dist/esm/parquetjs/parquet-thrift/StringType.js.map +0 -1
  401. package/dist/esm/parquetjs/parquet-thrift/TimeType.js +0 -96
  402. package/dist/esm/parquetjs/parquet-thrift/TimeType.js.map +0 -1
  403. package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js +0 -126
  404. package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
  405. package/dist/esm/parquetjs/parquet-thrift/TimestampType.js +0 -96
  406. package/dist/esm/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
  407. package/dist/esm/parquetjs/parquet-thrift/Type.js +0 -13
  408. package/dist/esm/parquetjs/parquet-thrift/Type.js.map +0 -1
  409. package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -39
  410. package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
  411. package/dist/esm/parquetjs/parquet-thrift/UUIDType.js +0 -39
  412. package/dist/esm/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
  413. package/dist/esm/parquetjs/parquet-thrift/index.js +0 -44
  414. package/dist/esm/parquetjs/parquet-thrift/index.js.map +0 -1
  415. package/dist/esm/parquetjs/parser/decoders.js +0 -300
  416. package/dist/esm/parquetjs/parser/decoders.js.map +0 -1
  417. package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -90
  418. package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
  419. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -155
  420. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  421. package/dist/esm/parquetjs/parser/parquet-reader.js +0 -120
  422. package/dist/esm/parquetjs/parser/parquet-reader.js.map +0 -1
  423. package/dist/esm/parquetjs/schema/declare.js +0 -13
  424. package/dist/esm/parquetjs/schema/declare.js.map +0 -1
  425. package/dist/esm/parquetjs/schema/schema.js +0 -176
  426. package/dist/esm/parquetjs/schema/schema.js.map +0 -1
  427. package/dist/esm/parquetjs/schema/shred.js +0 -162
  428. package/dist/esm/parquetjs/schema/shred.js.map +0 -1
  429. package/dist/esm/parquetjs/schema/types.js +0 -476
  430. package/dist/esm/parquetjs/schema/types.js.map +0 -1
  431. package/dist/esm/parquetjs/utils/buffer-utils.js +0 -12
  432. package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
  433. package/dist/esm/parquetjs/utils/file-utils.js +0 -34
  434. package/dist/esm/parquetjs/utils/file-utils.js.map +0 -1
  435. package/dist/esm/parquetjs/utils/read-utils.js +0 -105
  436. package/dist/esm/parquetjs/utils/read-utils.js.map +0 -1
  437. package/dist/esm/workers/parquet-worker.js +0 -4
  438. package/dist/esm/workers/parquet-worker.js.map +0 -1
@@ -1,418 +1,476 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
1
+ import BSON from 'bson';
2
+ export const PARQUET_LOGICAL_TYPES = {
3
+ BOOLEAN: {
4
+ primitiveType: 'BOOLEAN',
5
+ toPrimitive: toPrimitive_BOOLEAN,
6
+ fromPrimitive: fromPrimitive_BOOLEAN
7
+ },
8
+ INT32: {
9
+ primitiveType: 'INT32',
10
+ toPrimitive: toPrimitive_INT32
11
+ },
12
+ INT64: {
13
+ primitiveType: 'INT64',
14
+ toPrimitive: toPrimitive_INT64
15
+ },
16
+ INT96: {
17
+ primitiveType: 'INT96',
18
+ toPrimitive: toPrimitive_INT96
19
+ },
20
+ FLOAT: {
21
+ primitiveType: 'FLOAT',
22
+ toPrimitive: toPrimitive_FLOAT
23
+ },
24
+ DOUBLE: {
25
+ primitiveType: 'DOUBLE',
26
+ toPrimitive: toPrimitive_DOUBLE
27
+ },
28
+ BYTE_ARRAY: {
29
+ primitiveType: 'BYTE_ARRAY',
30
+ toPrimitive: toPrimitive_BYTE_ARRAY
31
+ },
32
+ FIXED_LEN_BYTE_ARRAY: {
33
+ primitiveType: 'FIXED_LEN_BYTE_ARRAY',
34
+ toPrimitive: toPrimitive_BYTE_ARRAY
35
+ },
36
+ UTF8: {
37
+ primitiveType: 'BYTE_ARRAY',
38
+ originalType: 'UTF8',
39
+ toPrimitive: toPrimitive_UTF8,
40
+ fromPrimitive: fromPrimitive_UTF8
41
+ },
42
+ TIME_MILLIS: {
43
+ primitiveType: 'INT32',
44
+ originalType: 'TIME_MILLIS',
45
+ toPrimitive: toPrimitive_TIME_MILLIS
46
+ },
47
+ TIME_MICROS: {
48
+ primitiveType: 'INT64',
49
+ originalType: 'TIME_MICROS',
50
+ toPrimitive: toPrimitive_TIME_MICROS
51
+ },
52
+ DATE: {
53
+ primitiveType: 'INT32',
54
+ originalType: 'DATE',
55
+ toPrimitive: toPrimitive_DATE,
56
+ fromPrimitive: fromPrimitive_DATE
57
+ },
58
+ TIMESTAMP_MILLIS: {
59
+ primitiveType: 'INT64',
60
+ originalType: 'TIMESTAMP_MILLIS',
61
+ toPrimitive: toPrimitive_TIMESTAMP_MILLIS,
62
+ fromPrimitive: fromPrimitive_TIMESTAMP_MILLIS
63
+ },
64
+ TIMESTAMP_MICROS: {
65
+ primitiveType: 'INT64',
66
+ originalType: 'TIMESTAMP_MICROS',
67
+ toPrimitive: toPrimitive_TIMESTAMP_MICROS,
68
+ fromPrimitive: fromPrimitive_TIMESTAMP_MICROS
69
+ },
70
+ UINT_8: {
71
+ primitiveType: 'INT32',
72
+ originalType: 'UINT_8',
73
+ toPrimitive: toPrimitive_UINT8
74
+ },
75
+ UINT_16: {
76
+ primitiveType: 'INT32',
77
+ originalType: 'UINT_16',
78
+ toPrimitive: toPrimitive_UINT16
79
+ },
80
+ UINT_32: {
81
+ primitiveType: 'INT32',
82
+ originalType: 'UINT_32',
83
+ toPrimitive: toPrimitive_UINT32
84
+ },
85
+ UINT_64: {
86
+ primitiveType: 'INT64',
87
+ originalType: 'UINT_64',
88
+ toPrimitive: toPrimitive_UINT64
89
+ },
90
+ INT_8: {
91
+ primitiveType: 'INT32',
92
+ originalType: 'INT_8',
93
+ toPrimitive: toPrimitive_INT8
94
+ },
95
+ INT_16: {
96
+ primitiveType: 'INT32',
97
+ originalType: 'INT_16',
98
+ toPrimitive: toPrimitive_INT16
99
+ },
100
+ INT_32: {
101
+ primitiveType: 'INT32',
102
+ originalType: 'INT_32',
103
+ toPrimitive: toPrimitive_INT32
104
+ },
105
+ INT_64: {
106
+ primitiveType: 'INT64',
107
+ originalType: 'INT_64',
108
+ toPrimitive: toPrimitive_INT64
109
+ },
110
+ JSON: {
111
+ primitiveType: 'BYTE_ARRAY',
112
+ originalType: 'JSON',
113
+ toPrimitive: toPrimitive_JSON,
114
+ fromPrimitive: fromPrimitive_JSON
115
+ },
116
+ BSON: {
117
+ primitiveType: 'BYTE_ARRAY',
118
+ originalType: 'BSON',
119
+ toPrimitive: toPrimitive_BSON,
120
+ fromPrimitive: fromPrimitive_BSON
121
+ },
122
+ INTERVAL: {
123
+ primitiveType: 'FIXED_LEN_BYTE_ARRAY',
124
+ originalType: 'INTERVAL',
125
+ typeLength: 12,
126
+ toPrimitive: toPrimitive_INTERVAL,
127
+ fromPrimitive: fromPrimitive_INTERVAL
128
+ },
129
+ DECIMAL_INT32: {
130
+ primitiveType: 'INT32',
131
+ originalType: 'DECIMAL_INT32',
132
+ toPrimitive: decimalToPrimitive_INT32,
133
+ fromPrimitive: decimalFromPrimitive_INT
134
+ },
135
+ DECIMAL_INT64: {
136
+ primitiveType: 'INT64',
137
+ originalType: 'DECIMAL_INT64',
138
+ toPrimitive: decimalToPrimitive_INT64,
139
+ fromPrimitive: decimalFromPrimitive_INT
140
+ },
141
+ DECIMAL_BYTE_ARRAY: {
142
+ primitiveType: 'BYTE_ARRAY',
143
+ originalType: 'DECIMAL_BYTE_ARRAY',
144
+ toPrimitive: decimalToPrimitive_BYTE_ARRAY,
145
+ fromPrimitive: decimalFromPrimitive_BYTE_ARRAY
146
+ },
147
+ DECIMAL_FIXED_LEN_BYTE_ARRAY: {
148
+ primitiveType: 'FIXED_LEN_BYTE_ARRAY',
149
+ originalType: 'DECIMAL_FIXED_LEN_BYTE_ARRAY',
150
+ toPrimitive: decimalToPrimitive_BYTE_ARRAY,
151
+ fromPrimitive: decimalFromPrimitive_BYTE_ARRAY
152
+ }
4
153
  };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.fromPrimitive = exports.toPrimitive = exports.PARQUET_LOGICAL_TYPES = void 0;
7
- // Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
8
- /* eslint-disable camelcase */
9
- const bson_1 = __importDefault(require("bson"));
10
- exports.PARQUET_LOGICAL_TYPES = {
11
- BOOLEAN: {
12
- primitiveType: 'BOOLEAN',
13
- toPrimitive: toPrimitive_BOOLEAN,
14
- fromPrimitive: fromPrimitive_BOOLEAN
15
- },
16
- INT32: {
17
- primitiveType: 'INT32',
18
- toPrimitive: toPrimitive_INT32
19
- },
20
- INT64: {
21
- primitiveType: 'INT64',
22
- toPrimitive: toPrimitive_INT64
23
- },
24
- INT96: {
25
- primitiveType: 'INT96',
26
- toPrimitive: toPrimitive_INT96
27
- },
28
- FLOAT: {
29
- primitiveType: 'FLOAT',
30
- toPrimitive: toPrimitive_FLOAT
31
- },
32
- DOUBLE: {
33
- primitiveType: 'DOUBLE',
34
- toPrimitive: toPrimitive_DOUBLE
35
- },
36
- BYTE_ARRAY: {
37
- primitiveType: 'BYTE_ARRAY',
38
- toPrimitive: toPrimitive_BYTE_ARRAY
39
- },
40
- FIXED_LEN_BYTE_ARRAY: {
41
- primitiveType: 'FIXED_LEN_BYTE_ARRAY',
42
- toPrimitive: toPrimitive_BYTE_ARRAY
43
- },
44
- UTF8: {
45
- primitiveType: 'BYTE_ARRAY',
46
- originalType: 'UTF8',
47
- toPrimitive: toPrimitive_UTF8,
48
- fromPrimitive: fromPrimitive_UTF8
49
- },
50
- TIME_MILLIS: {
51
- primitiveType: 'INT32',
52
- originalType: 'TIME_MILLIS',
53
- toPrimitive: toPrimitive_TIME_MILLIS
54
- },
55
- TIME_MICROS: {
56
- primitiveType: 'INT64',
57
- originalType: 'TIME_MICROS',
58
- toPrimitive: toPrimitive_TIME_MICROS
59
- },
60
- DATE: {
61
- primitiveType: 'INT32',
62
- originalType: 'DATE',
63
- toPrimitive: toPrimitive_DATE,
64
- fromPrimitive: fromPrimitive_DATE
65
- },
66
- TIMESTAMP_MILLIS: {
67
- primitiveType: 'INT64',
68
- originalType: 'TIMESTAMP_MILLIS',
69
- toPrimitive: toPrimitive_TIMESTAMP_MILLIS,
70
- fromPrimitive: fromPrimitive_TIMESTAMP_MILLIS
71
- },
72
- TIMESTAMP_MICROS: {
73
- primitiveType: 'INT64',
74
- originalType: 'TIMESTAMP_MICROS',
75
- toPrimitive: toPrimitive_TIMESTAMP_MICROS,
76
- fromPrimitive: fromPrimitive_TIMESTAMP_MICROS
77
- },
78
- UINT_8: {
79
- primitiveType: 'INT32',
80
- originalType: 'UINT_8',
81
- toPrimitive: toPrimitive_UINT8
82
- },
83
- UINT_16: {
84
- primitiveType: 'INT32',
85
- originalType: 'UINT_16',
86
- toPrimitive: toPrimitive_UINT16
87
- },
88
- UINT_32: {
89
- primitiveType: 'INT32',
90
- originalType: 'UINT_32',
91
- toPrimitive: toPrimitive_UINT32
92
- },
93
- UINT_64: {
94
- primitiveType: 'INT64',
95
- originalType: 'UINT_64',
96
- toPrimitive: toPrimitive_UINT64
97
- },
98
- INT_8: {
99
- primitiveType: 'INT32',
100
- originalType: 'INT_8',
101
- toPrimitive: toPrimitive_INT8
102
- },
103
- INT_16: {
104
- primitiveType: 'INT32',
105
- originalType: 'INT_16',
106
- toPrimitive: toPrimitive_INT16
107
- },
108
- INT_32: {
109
- primitiveType: 'INT32',
110
- originalType: 'INT_32',
111
- toPrimitive: toPrimitive_INT32
112
- },
113
- INT_64: {
114
- primitiveType: 'INT64',
115
- originalType: 'INT_64',
116
- toPrimitive: toPrimitive_INT64
117
- },
118
- JSON: {
119
- primitiveType: 'BYTE_ARRAY',
120
- originalType: 'JSON',
121
- toPrimitive: toPrimitive_JSON,
122
- fromPrimitive: fromPrimitive_JSON
123
- },
124
- BSON: {
125
- primitiveType: 'BYTE_ARRAY',
126
- originalType: 'BSON',
127
- toPrimitive: toPrimitive_BSON,
128
- fromPrimitive: fromPrimitive_BSON
129
- },
130
- INTERVAL: {
131
- primitiveType: 'FIXED_LEN_BYTE_ARRAY',
132
- originalType: 'INTERVAL',
133
- typeLength: 12,
134
- toPrimitive: toPrimitive_INTERVAL,
135
- fromPrimitive: fromPrimitive_INTERVAL
136
- },
137
- DECIMAL_INT32: {
138
- primitiveType: 'INT32',
139
- originalType: 'DECIMAL_INT32',
140
- toPrimitive: decimalToPrimitive_INT32,
141
- fromPrimitive: decimalFromPrimitive_INT
142
- },
143
- DECIMAL_INT64: {
144
- primitiveType: 'INT64',
145
- originalType: 'DECIMAL_INT64',
146
- toPrimitive: decimalToPrimitive_INT64,
147
- fromPrimitive: decimalFromPrimitive_INT
148
- },
149
- DECIMAL_BYTE_ARRAY: {
150
- primitiveType: 'BYTE_ARRAY',
151
- originalType: 'DECIMAL_BYTE_ARRAY',
152
- toPrimitive: decimalToPrimitive_BYTE_ARRAY,
153
- fromPrimitive: decimalFromPrimitive_BYTE_ARRAY
154
- },
155
- DECIMAL_FIXED_LEN_BYTE_ARRAY: {
156
- primitiveType: 'FIXED_LEN_BYTE_ARRAY',
157
- originalType: 'DECIMAL_FIXED_LEN_BYTE_ARRAY',
158
- toPrimitive: decimalToPrimitive_BYTE_ARRAY,
159
- fromPrimitive: decimalFromPrimitive_BYTE_ARRAY
160
- }
161
- };
162
- /**
163
- * Convert a value from it's native representation to the internal/underlying
164
- * primitive type
165
- */
166
- function toPrimitive(type, value, field) {
167
- if (!(type in exports.PARQUET_LOGICAL_TYPES)) {
168
- throw new Error(`invalid type: ${type}`);
169
- }
170
- return exports.PARQUET_LOGICAL_TYPES[type].toPrimitive(value, field);
171
- }
172
- exports.toPrimitive = toPrimitive;
173
- /**
174
- * Convert a value from it's internal/underlying primitive representation to
175
- * the native representation
176
- */
177
- function fromPrimitive(type, value, field) {
178
- if (!(type in exports.PARQUET_LOGICAL_TYPES)) {
179
- throw new Error(`invalid type: ${type}`);
180
- }
181
- if ('fromPrimitive' in exports.PARQUET_LOGICAL_TYPES[type]) {
182
- return exports.PARQUET_LOGICAL_TYPES[type].fromPrimitive?.(value, field);
183
- // tslint:disable-next-line:no-else-after-return
184
- }
185
- return value;
186
- }
187
- exports.fromPrimitive = fromPrimitive;
154
+ export function toPrimitive(type, value, field) {
155
+ if (!(type in PARQUET_LOGICAL_TYPES)) {
156
+ throw new Error("invalid type: ".concat(type));
157
+ }
158
+
159
+ return PARQUET_LOGICAL_TYPES[type].toPrimitive(value, field);
160
+ }
161
+ export function fromPrimitive(type, value, field) {
162
+ if (!(type in PARQUET_LOGICAL_TYPES)) {
163
+ throw new Error("invalid type: ".concat(type));
164
+ }
165
+
166
+ if ('fromPrimitive' in PARQUET_LOGICAL_TYPES[type]) {
167
+ var _PARQUET_LOGICAL_TYPE, _PARQUET_LOGICAL_TYPE2;
168
+
169
+ return (_PARQUET_LOGICAL_TYPE = (_PARQUET_LOGICAL_TYPE2 = PARQUET_LOGICAL_TYPES[type]).fromPrimitive) === null || _PARQUET_LOGICAL_TYPE === void 0 ? void 0 : _PARQUET_LOGICAL_TYPE.call(_PARQUET_LOGICAL_TYPE2, value, field);
170
+ }
171
+
172
+ return value;
173
+ }
174
+
188
175
  function toPrimitive_BOOLEAN(value) {
189
- return Boolean(value);
176
+ return Boolean(value);
190
177
  }
178
+
191
179
  function fromPrimitive_BOOLEAN(value) {
192
- return Boolean(value);
180
+ return Boolean(value);
193
181
  }
182
+
194
183
  function toPrimitive_FLOAT(value) {
195
- const v = parseFloat(value);
196
- if (isNaN(v)) {
197
- throw new Error(`invalid value for FLOAT: ${value}`);
198
- }
199
- return v;
200
- }
184
+ const v = parseFloat(value);
185
+
186
+ if (isNaN(v)) {
187
+ throw new Error("invalid value for FLOAT: ".concat(value));
188
+ }
189
+
190
+ return v;
191
+ }
192
+
201
193
  function toPrimitive_DOUBLE(value) {
202
- const v = parseFloat(value);
203
- if (isNaN(v)) {
204
- throw new Error(`invalid value for DOUBLE: ${value}`);
205
- }
206
- return v;
207
- }
194
+ const v = parseFloat(value);
195
+
196
+ if (isNaN(v)) {
197
+ throw new Error("invalid value for DOUBLE: ".concat(value));
198
+ }
199
+
200
+ return v;
201
+ }
202
+
208
203
  function toPrimitive_INT8(value) {
209
- const v = parseInt(value, 10);
210
- if (v < -0x80 || v > 0x7f || isNaN(v)) {
211
- throw new Error(`invalid value for INT8: ${value}`);
212
- }
213
- return v;
214
- }
204
+ const v = parseInt(value, 10);
205
+
206
+ if (v < -0x80 || v > 0x7f || isNaN(v)) {
207
+ throw new Error("invalid value for INT8: ".concat(value));
208
+ }
209
+
210
+ return v;
211
+ }
212
+
215
213
  function toPrimitive_UINT8(value) {
216
- const v = parseInt(value, 10);
217
- if (v < 0 || v > 0xff || isNaN(v)) {
218
- throw new Error(`invalid value for UINT8: ${value}`);
219
- }
220
- return v;
221
- }
214
+ const v = parseInt(value, 10);
215
+
216
+ if (v < 0 || v > 0xff || isNaN(v)) {
217
+ throw new Error("invalid value for UINT8: ".concat(value));
218
+ }
219
+
220
+ return v;
221
+ }
222
+
222
223
  function toPrimitive_INT16(value) {
223
- const v = parseInt(value, 10);
224
- if (v < -0x8000 || v > 0x7fff || isNaN(v)) {
225
- throw new Error(`invalid value for INT16: ${value}`);
226
- }
227
- return v;
228
- }
224
+ const v = parseInt(value, 10);
225
+
226
+ if (v < -0x8000 || v > 0x7fff || isNaN(v)) {
227
+ throw new Error("invalid value for INT16: ".concat(value));
228
+ }
229
+
230
+ return v;
231
+ }
232
+
229
233
  function toPrimitive_UINT16(value) {
230
- const v = parseInt(value, 10);
231
- if (v < 0 || v > 0xffff || isNaN(v)) {
232
- throw new Error(`invalid value for UINT16: ${value}`);
233
- }
234
- return v;
235
- }
234
+ const v = parseInt(value, 10);
235
+
236
+ if (v < 0 || v > 0xffff || isNaN(v)) {
237
+ throw new Error("invalid value for UINT16: ".concat(value));
238
+ }
239
+
240
+ return v;
241
+ }
242
+
236
243
  function toPrimitive_INT32(value) {
237
- const v = parseInt(value, 10);
238
- if (v < -0x80000000 || v > 0x7fffffff || isNaN(v)) {
239
- throw new Error(`invalid value for INT32: ${value}`);
240
- }
241
- return v;
242
- }
244
+ const v = parseInt(value, 10);
245
+
246
+ if (v < -0x80000000 || v > 0x7fffffff || isNaN(v)) {
247
+ throw new Error("invalid value for INT32: ".concat(value));
248
+ }
249
+
250
+ return v;
251
+ }
252
+
243
253
  function decimalToPrimitive_INT32(value, field) {
244
- const primitiveValue = value * 10 ** (field.scale || 0);
245
- const v = Math.round(((primitiveValue * 10 ** -field.presision) % 1) * 10 ** field.presision);
246
- if (v < -0x80000000 || v > 0x7fffffff || isNaN(v)) {
247
- throw new Error(`invalid value for INT32: ${value}`);
248
- }
249
- return v;
250
- }
254
+ const primitiveValue = value * 10 ** (field.scale || 0);
255
+ const v = Math.round(primitiveValue * 10 ** -field.presision % 1 * 10 ** field.presision);
256
+
257
+ if (v < -0x80000000 || v > 0x7fffffff || isNaN(v)) {
258
+ throw new Error("invalid value for INT32: ".concat(value));
259
+ }
260
+
261
+ return v;
262
+ }
263
+
251
264
  function toPrimitive_UINT32(value) {
252
- const v = parseInt(value, 10);
253
- if (v < 0 || v > 0xffffffffffff || isNaN(v)) {
254
- throw new Error(`invalid value for UINT32: ${value}`);
255
- }
256
- return v;
257
- }
265
+ const v = parseInt(value, 10);
266
+
267
+ if (v < 0 || v > 0xffffffffffff || isNaN(v)) {
268
+ throw new Error("invalid value for UINT32: ".concat(value));
269
+ }
270
+
271
+ return v;
272
+ }
273
+
258
274
  function toPrimitive_INT64(value) {
259
- const v = parseInt(value, 10);
260
- if (isNaN(v)) {
261
- throw new Error(`invalid value for INT64: ${value}`);
262
- }
263
- return v;
264
- }
275
+ const v = parseInt(value, 10);
276
+
277
+ if (isNaN(v)) {
278
+ throw new Error("invalid value for INT64: ".concat(value));
279
+ }
280
+
281
+ return v;
282
+ }
283
+
265
284
  function decimalToPrimitive_INT64(value, field) {
266
- const primitiveValue = value * 10 ** (field.scale || 0);
267
- const v = Math.round(((primitiveValue * 10 ** -field.presision) % 1) * 10 ** field.presision);
268
- if (isNaN(v)) {
269
- throw new Error(`invalid value for INT64: ${value}`);
270
- }
271
- return v;
272
- }
285
+ const primitiveValue = value * 10 ** (field.scale || 0);
286
+ const v = Math.round(primitiveValue * 10 ** -field.presision % 1 * 10 ** field.presision);
287
+
288
+ if (isNaN(v)) {
289
+ throw new Error("invalid value for INT64: ".concat(value));
290
+ }
291
+
292
+ return v;
293
+ }
294
+
273
295
  function toPrimitive_UINT64(value) {
274
- const v = parseInt(value, 10);
275
- if (v < 0 || isNaN(v)) {
276
- throw new Error(`invalid value for UINT64: ${value}`);
277
- }
278
- return v;
279
- }
296
+ const v = parseInt(value, 10);
297
+
298
+ if (v < 0 || isNaN(v)) {
299
+ throw new Error("invalid value for UINT64: ".concat(value));
300
+ }
301
+
302
+ return v;
303
+ }
304
+
280
305
  function toPrimitive_INT96(value) {
281
- const v = parseInt(value, 10);
282
- if (isNaN(v)) {
283
- throw new Error(`invalid value for INT96: ${value}`);
284
- }
285
- return v;
286
- }
306
+ const v = parseInt(value, 10);
307
+
308
+ if (isNaN(v)) {
309
+ throw new Error("invalid value for INT96: ".concat(value));
310
+ }
311
+
312
+ return v;
313
+ }
314
+
287
315
  function toPrimitive_BYTE_ARRAY(value) {
288
- return Buffer.from(value);
316
+ return Buffer.from(value);
289
317
  }
318
+
290
319
  function decimalToPrimitive_BYTE_ARRAY(value) {
291
- // TBD
292
- return Buffer.from(value);
320
+ return Buffer.from(value);
293
321
  }
322
+
294
323
  function toPrimitive_UTF8(value) {
295
- return Buffer.from(value, 'utf8');
324
+ return Buffer.from(value, 'utf8');
296
325
  }
326
+
297
327
  function fromPrimitive_UTF8(value) {
298
- return value.toString();
328
+ return value.toString();
299
329
  }
330
+
300
331
  function toPrimitive_JSON(value) {
301
- return Buffer.from(JSON.stringify(value));
332
+ return Buffer.from(JSON.stringify(value));
302
333
  }
334
+
303
335
  function fromPrimitive_JSON(value) {
304
- return JSON.parse(value);
336
+ return JSON.parse(value);
305
337
  }
338
+
306
339
  function toPrimitive_BSON(value) {
307
- return Buffer.from(bson_1.default.serialize(value));
340
+ return Buffer.from(BSON.serialize(value));
308
341
  }
342
+
309
343
  function fromPrimitive_BSON(value) {
310
- return bson_1.default.deserialize(value);
344
+ return BSON.deserialize(value);
311
345
  }
346
+
312
347
  function toPrimitive_TIME_MILLIS(value) {
313
- const v = parseInt(value, 10);
314
- if (v < 0 || v > 0xffffffffffffffff || isNaN(v)) {
315
- throw new Error(`invalid value for TIME_MILLIS: ${value}`);
316
- }
317
- return v;
318
- }
348
+ const v = parseInt(value, 10);
349
+
350
+ if (v < 0 || v > 0xffffffffffffffff || isNaN(v)) {
351
+ throw new Error("invalid value for TIME_MILLIS: ".concat(value));
352
+ }
353
+
354
+ return v;
355
+ }
356
+
319
357
  function toPrimitive_TIME_MICROS(value) {
358
+ const v = parseInt(value, 10);
359
+
360
+ if (v < 0 || isNaN(v)) {
361
+ throw new Error("invalid value for TIME_MICROS: ".concat(value));
362
+ }
363
+
364
+ return v;
365
+ }
366
+
367
+ const kMillisPerDay = 86400000;
368
+
369
+ function toPrimitive_DATE(value) {
370
+ if (value instanceof Date) {
371
+ return value.getTime() / kMillisPerDay;
372
+ }
373
+
374
+ {
320
375
  const v = parseInt(value, 10);
376
+
321
377
  if (v < 0 || isNaN(v)) {
322
- throw new Error(`invalid value for TIME_MICROS: ${value}`);
378
+ throw new Error("invalid value for DATE: ".concat(value));
323
379
  }
380
+
324
381
  return v;
382
+ }
325
383
  }
326
- const kMillisPerDay = 86400000;
327
- function toPrimitive_DATE(value) {
328
- /* convert from date */
329
- if (value instanceof Date) {
330
- return value.getTime() / kMillisPerDay;
331
- }
332
- /* convert from integer */
333
- {
334
- const v = parseInt(value, 10);
335
- if (v < 0 || isNaN(v)) {
336
- throw new Error(`invalid value for DATE: ${value}`);
337
- }
338
- return v;
339
- }
340
- }
384
+
341
385
  function fromPrimitive_DATE(value) {
342
- return new Date(value * kMillisPerDay);
386
+ return new Date(value * kMillisPerDay);
343
387
  }
388
+
344
389
  function toPrimitive_TIMESTAMP_MILLIS(value) {
345
- /* convert from date */
346
- if (value instanceof Date) {
347
- return value.getTime();
348
- }
349
- /* convert from integer */
350
- {
351
- const v = parseInt(value, 10);
352
- if (v < 0 || isNaN(v)) {
353
- throw new Error(`invalid value for TIMESTAMP_MILLIS: ${value}`);
354
- }
355
- return v;
390
+ if (value instanceof Date) {
391
+ return value.getTime();
392
+ }
393
+
394
+ {
395
+ const v = parseInt(value, 10);
396
+
397
+ if (v < 0 || isNaN(v)) {
398
+ throw new Error("invalid value for TIMESTAMP_MILLIS: ".concat(value));
356
399
  }
400
+
401
+ return v;
402
+ }
357
403
  }
404
+
358
405
  function fromPrimitive_TIMESTAMP_MILLIS(value) {
359
- return new Date(value);
406
+ return new Date(value);
360
407
  }
408
+
361
409
  function toPrimitive_TIMESTAMP_MICROS(value) {
362
- /* convert from date */
363
- if (value instanceof Date) {
364
- return value.getTime() * 1000;
365
- }
366
- /* convert from integer */
367
- {
368
- const v = parseInt(value, 10);
369
- if (v < 0 || isNaN(v)) {
370
- throw new Error(`invalid value for TIMESTAMP_MICROS: ${value}`);
371
- }
372
- return v;
410
+ if (value instanceof Date) {
411
+ return value.getTime() * 1000;
412
+ }
413
+
414
+ {
415
+ const v = parseInt(value, 10);
416
+
417
+ if (v < 0 || isNaN(v)) {
418
+ throw new Error("invalid value for TIMESTAMP_MICROS: ".concat(value));
373
419
  }
420
+
421
+ return v;
422
+ }
374
423
  }
424
+
375
425
  function fromPrimitive_TIMESTAMP_MICROS(value) {
376
- return new Date(value / 1000);
426
+ return new Date(value / 1000);
377
427
  }
428
+
378
429
  function toPrimitive_INTERVAL(value) {
379
- if (!value.months || !value.days || !value.milliseconds) {
380
- throw new Error('value for INTERVAL must be object { months: ..., days: ..., milliseconds: ... }');
381
- }
382
- const buf = Buffer.alloc(12);
383
- buf.writeUInt32LE(value.months, 0);
384
- buf.writeUInt32LE(value.days, 4);
385
- buf.writeUInt32LE(value.milliseconds, 8);
386
- return buf;
387
- }
430
+ if (!value.months || !value.days || !value.milliseconds) {
431
+ throw new Error('value for INTERVAL must be object { months: ..., days: ..., milliseconds: ... }');
432
+ }
433
+
434
+ const buf = Buffer.alloc(12);
435
+ buf.writeUInt32LE(value.months, 0);
436
+ buf.writeUInt32LE(value.days, 4);
437
+ buf.writeUInt32LE(value.milliseconds, 8);
438
+ return buf;
439
+ }
440
+
388
441
  function fromPrimitive_INTERVAL(value) {
389
- const buf = Buffer.from(value);
390
- const months = buf.readUInt32LE(0);
391
- const days = buf.readUInt32LE(4);
392
- const millis = buf.readUInt32LE(8);
393
- return { months, days, milliseconds: millis };
394
- }
442
+ const buf = Buffer.from(value);
443
+ const months = buf.readUInt32LE(0);
444
+ const days = buf.readUInt32LE(4);
445
+ const millis = buf.readUInt32LE(8);
446
+ return {
447
+ months,
448
+ days,
449
+ milliseconds: millis
450
+ };
451
+ }
452
+
395
453
  function decimalFromPrimitive_INT(value, field) {
396
- const presisionInt = Math.round(((value * 10 ** -field.presision) % 1) * 10 ** field.presision);
397
- return presisionInt * 10 ** -(field.scale || 0);
454
+ const presisionInt = Math.round(value * 10 ** -field.presision % 1 * 10 ** field.presision);
455
+ return presisionInt * 10 ** -(field.scale || 0);
398
456
  }
457
+
399
458
  function decimalFromPrimitive_BYTE_ARRAY(value, field) {
400
- let number = 0;
401
- if (value.length <= 4) {
402
- // Bytewise operators faster. Use them if it is possible
403
- for (let i = 0; i < value.length; i++) {
404
- // `value.length - i - 1` bytes have reverse order (big-endian)
405
- const component = value[i] << (8 * (value.length - i - 1));
406
- number += component;
407
- }
459
+ let number = 0;
460
+
461
+ if (value.length <= 4) {
462
+ for (let i = 0; i < value.length; i++) {
463
+ const component = value[i] << 8 * (value.length - i - 1);
464
+ number += component;
408
465
  }
409
- else {
410
- for (let i = 0; i < value.length; i++) {
411
- // `value.length - i - 1` bytes have reverse order (big-endian)
412
- const component = value[i] * 2 ** (8 * (value.length - 1 - i));
413
- number += component;
414
- }
466
+ } else {
467
+ for (let i = 0; i < value.length; i++) {
468
+ const component = value[i] * 2 ** (8 * (value.length - 1 - i));
469
+ number += component;
415
470
  }
416
- const presisionInt = Math.round(((number * 10 ** -field.presision) % 1) * 10 ** field.presision);
417
- return presisionInt * 10 ** -(field.scale || 0);
471
+ }
472
+
473
+ const presisionInt = Math.round(number * 10 ** -field.presision % 1 * 10 ** field.presision);
474
+ return presisionInt * 10 ** -(field.scale || 0);
418
475
  }
476
+ //# sourceMappingURL=types.js.map