@loaders.gl/parquet 5.0.0-alpha.2 → 5.0.0-alpha.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (326) hide show
  1. package/LICENSE +1 -1
  2. package/dist/bundled.d.ts +1 -1
  3. package/dist/bundled.d.ts.map +1 -1
  4. package/dist/bundled.js.map +1 -1
  5. package/dist/delta-format.d.ts +9 -0
  6. package/dist/delta-format.d.ts.map +1 -0
  7. package/dist/delta-format.js +12 -0
  8. package/dist/delta-format.js.map +1 -0
  9. package/dist/delta-source-loader-types.d.ts +27 -0
  10. package/dist/delta-source-loader-types.d.ts.map +1 -0
  11. package/dist/delta-source-loader-types.js +28 -0
  12. package/dist/delta-source-loader-types.js.map +1 -0
  13. package/dist/delta-source.d.ts +48 -0
  14. package/dist/delta-source.d.ts.map +1 -0
  15. package/dist/delta-source.js +222 -0
  16. package/dist/delta-source.js.map +1 -0
  17. package/dist/delta-types.d.ts +38 -0
  18. package/dist/delta-types.d.ts.map +1 -0
  19. package/dist/delta-types.js +5 -0
  20. package/dist/delta-types.js.map +1 -0
  21. package/dist/geoparquet-loader.js +1 -1
  22. package/dist/iceberg-rest-catalog.d.ts +49 -0
  23. package/dist/iceberg-rest-catalog.d.ts.map +1 -0
  24. package/dist/iceberg-rest-catalog.js +78 -0
  25. package/dist/iceberg-rest-catalog.js.map +1 -0
  26. package/dist/iceberg-table-source.d.ts +63 -0
  27. package/dist/iceberg-table-source.d.ts.map +1 -0
  28. package/dist/iceberg-table-source.js +797 -0
  29. package/dist/iceberg-table-source.js.map +1 -0
  30. package/dist/iceberg-types.d.ts +150 -0
  31. package/dist/iceberg-types.d.ts.map +1 -0
  32. package/dist/iceberg-types.js +5 -0
  33. package/dist/iceberg-types.js.map +1 -0
  34. package/dist/index.cjs +15005 -3143
  35. package/dist/index.cjs.map +3 -3
  36. package/dist/index.d.ts +7 -3
  37. package/dist/index.d.ts.map +1 -1
  38. package/dist/index.js +5 -1
  39. package/dist/index.js.map +1 -1
  40. package/dist/lib/arrow/convert-schema-from-parquet.d.ts +3 -1
  41. package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
  42. package/dist/lib/arrow/convert-schema-from-parquet.js +94 -19
  43. package/dist/lib/arrow/convert-schema-from-parquet.js.map +1 -1
  44. package/dist/lib/arrow/create-nested-arrow-vector.js +89 -0
  45. package/dist/lib/arrow/create-nested-arrow-vector.js.map +1 -1
  46. package/dist/lib/constants.js +1 -1
  47. package/dist/lib/encoders/encode-table-to-parquet-js.d.ts.map +1 -1
  48. package/dist/lib/encoders/encode-table-to-parquet-js.js +202 -7
  49. package/dist/lib/encoders/encode-table-to-parquet-js.js.map +1 -1
  50. package/dist/lib/geo/geoparquet-covering.d.ts +19 -0
  51. package/dist/lib/geo/geoparquet-covering.d.ts.map +1 -0
  52. package/dist/lib/geo/geoparquet-covering.js +137 -0
  53. package/dist/lib/geo/geoparquet-covering.js.map +1 -0
  54. package/dist/lib/geo/geospatial-metadata.d.ts.map +1 -1
  55. package/dist/lib/geo/geospatial-metadata.js +39 -13
  56. package/dist/lib/geo/geospatial-metadata.js.map +1 -1
  57. package/dist/lib/parquet-bloom-filter-planner.d.ts +16 -0
  58. package/dist/lib/parquet-bloom-filter-planner.d.ts.map +1 -0
  59. package/dist/lib/parquet-bloom-filter-planner.js +57 -0
  60. package/dist/lib/parquet-bloom-filter-planner.js.map +1 -0
  61. package/dist/lib/parquet-bloom-filter.d.ts +30 -0
  62. package/dist/lib/parquet-bloom-filter.d.ts.map +1 -0
  63. package/dist/lib/parquet-bloom-filter.js +289 -0
  64. package/dist/lib/parquet-bloom-filter.js.map +1 -0
  65. package/dist/lib/parquet-encryption.d.ts +80 -0
  66. package/dist/lib/parquet-encryption.d.ts.map +1 -0
  67. package/dist/lib/parquet-encryption.js +190 -0
  68. package/dist/lib/parquet-encryption.js.map +1 -0
  69. package/dist/lib/parquet-page-index.d.ts +34 -5
  70. package/dist/lib/parquet-page-index.d.ts.map +1 -1
  71. package/dist/lib/parquet-page-index.js +114 -28
  72. package/dist/lib/parquet-page-index.js.map +1 -1
  73. package/dist/lib/parquet-predicate.d.ts +5 -1
  74. package/dist/lib/parquet-predicate.d.ts.map +1 -1
  75. package/dist/lib/parquet-predicate.js +42 -14
  76. package/dist/lib/parquet-predicate.js.map +1 -1
  77. package/dist/lib/parquet-source-worker-decoder.d.ts +4 -1
  78. package/dist/lib/parquet-source-worker-decoder.d.ts.map +1 -1
  79. package/dist/lib/parquet-source-worker-decoder.js +83 -17
  80. package/dist/lib/parquet-source-worker-decoder.js.map +1 -1
  81. package/dist/lib/parquet-source-worker-types.d.ts +24 -0
  82. package/dist/lib/parquet-source-worker-types.d.ts.map +1 -1
  83. package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
  84. package/dist/lib/parsers/get-parquet-schema.js +3 -1
  85. package/dist/lib/parsers/get-parquet-schema.js.map +1 -1
  86. package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts.map +1 -1
  87. package/dist/lib/parsers/parse-parquet-to-arrow-js.js +327 -18
  88. package/dist/lib/parsers/parse-parquet-to-arrow-js.js.map +1 -1
  89. package/dist/lib/parsers/parse-parquet-to-arrow.d.ts.map +1 -1
  90. package/dist/lib/parsers/parse-parquet-to-arrow.js +5 -5
  91. package/dist/lib/parsers/parse-parquet-to-arrow.js.map +1 -1
  92. package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
  93. package/dist/lib/parsers/parse-parquet-to-columns.js +3 -1
  94. package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -1
  95. package/dist/lib/parsers/parse-parquet-to-json.d.ts.map +1 -1
  96. package/dist/lib/parsers/parse-parquet-to-json.js +18 -2
  97. package/dist/lib/parsers/parse-parquet-to-json.js.map +1 -1
  98. package/dist/lib/slice-parquet-batch.d.ts +9 -0
  99. package/dist/lib/slice-parquet-batch.d.ts.map +1 -0
  100. package/dist/lib/slice-parquet-batch.js +28 -0
  101. package/dist/lib/slice-parquet-batch.js.map +1 -0
  102. package/dist/lib/sources/parquet-range-file.d.ts +1 -1
  103. package/dist/lib/sources/parquet-range-file.d.ts.map +1 -1
  104. package/dist/lib/sources/parquet-range-file.js +28 -22
  105. package/dist/lib/sources/parquet-range-file.js.map +1 -1
  106. package/dist/lib/utils/normalize-parquet-options.d.ts.map +1 -1
  107. package/dist/lib/utils/normalize-parquet-options.js +15 -1
  108. package/dist/lib/utils/normalize-parquet-options.js.map +1 -1
  109. package/dist/parquet-dataset-source.cjs +15766 -4896
  110. package/dist/parquet-dataset-source.cjs.map +3 -3
  111. package/dist/parquet-dataset-source.d.ts +31 -4
  112. package/dist/parquet-dataset-source.d.ts.map +1 -1
  113. package/dist/parquet-dataset-source.js +296 -74
  114. package/dist/parquet-dataset-source.js.map +1 -1
  115. package/dist/parquet-js-loader-types.d.ts +2 -0
  116. package/dist/parquet-js-loader-types.d.ts.map +1 -1
  117. package/dist/parquet-js-loader-types.js +2 -1
  118. package/dist/parquet-js-loader-types.js.map +1 -1
  119. package/dist/parquet-js-loader.d.ts +1 -0
  120. package/dist/parquet-js-loader.d.ts.map +1 -1
  121. package/dist/parquet-js-loader.js +2 -1
  122. package/dist/parquet-js-loader.js.map +1 -1
  123. package/dist/parquet-js-writer.d.ts +23 -2
  124. package/dist/parquet-js-writer.d.ts.map +1 -1
  125. package/dist/parquet-js-writer.js +1 -1
  126. package/dist/parquet-js-writer.js.map +1 -1
  127. package/dist/parquet-loader-base.js +1 -1
  128. package/dist/parquet-loader-options.d.ts +11 -0
  129. package/dist/parquet-loader-options.d.ts.map +1 -1
  130. package/dist/parquet-loader-options.js.map +1 -1
  131. package/dist/parquet-source-capabilities.d.ts +8 -1
  132. package/dist/parquet-source-capabilities.d.ts.map +1 -1
  133. package/dist/parquet-source-capabilities.js +10 -0
  134. package/dist/parquet-source-capabilities.js.map +1 -1
  135. package/dist/parquet-source-loader-types.d.ts +10 -0
  136. package/dist/parquet-source-loader-types.d.ts.map +1 -1
  137. package/dist/parquet-source-loader-types.js +11 -1
  138. package/dist/parquet-source-loader-types.js.map +1 -1
  139. package/dist/parquet-source-loader.cjs +14911 -4316
  140. package/dist/parquet-source-loader.cjs.map +3 -3
  141. package/dist/parquet-source-loader.d.ts +42 -4
  142. package/dist/parquet-source-loader.d.ts.map +1 -1
  143. package/dist/parquet-source-loader.js +585 -38
  144. package/dist/parquet-source-loader.js.map +1 -1
  145. package/dist/parquet-source-types.d.ts +180 -30
  146. package/dist/parquet-source-types.d.ts.map +1 -1
  147. package/dist/parquet-source-worker.js +7055 -6989
  148. package/dist/parquet-source-worker.js.map +4 -4
  149. package/dist/parquet-worker-node.cjs +8505 -1041
  150. package/dist/parquet-worker-node.cjs.map +4 -4
  151. package/dist/parquet-worker-url.js +5 -1
  152. package/dist/parquet-worker-url.js.map +1 -1
  153. package/dist/parquet-worker.js +289 -218
  154. package/dist/parquet-worker.js.map +4 -4
  155. package/dist/parquetjs/codecs/declare.d.ts +15 -0
  156. package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
  157. package/dist/parquetjs/codecs/declare.js +10 -0
  158. package/dist/parquetjs/codecs/declare.js.map +1 -1
  159. package/dist/parquetjs/codecs/delta.d.ts.map +1 -1
  160. package/dist/parquetjs/codecs/delta.js +356 -7
  161. package/dist/parquetjs/codecs/delta.js.map +1 -1
  162. package/dist/parquetjs/codecs/index.d.ts.map +1 -1
  163. package/dist/parquetjs/codecs/index.js +4 -0
  164. package/dist/parquetjs/codecs/index.js.map +1 -1
  165. package/dist/parquetjs/codecs/plain.d.ts +1 -1
  166. package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
  167. package/dist/parquetjs/codecs/plain.js +153 -12
  168. package/dist/parquetjs/codecs/plain.js.map +1 -1
  169. package/dist/parquetjs/codecs/rle.d.ts +4 -0
  170. package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
  171. package/dist/parquetjs/codecs/rle.js +406 -3
  172. package/dist/parquetjs/codecs/rle.js.map +1 -1
  173. package/dist/parquetjs/compression.d.ts +9 -0
  174. package/dist/parquetjs/compression.d.ts.map +1 -1
  175. package/dist/parquetjs/compression.js +86 -67
  176. package/dist/parquetjs/compression.js.map +1 -1
  177. package/dist/parquetjs/encoder/dictionary-planner.d.ts.map +1 -1
  178. package/dist/parquetjs/encoder/dictionary-planner.js +5 -2
  179. package/dist/parquetjs/encoder/dictionary-planner.js.map +1 -1
  180. package/dist/parquetjs/encoder/parquet-encoder.d.ts +43 -1
  181. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
  182. package/dist/parquetjs/encoder/parquet-encoder.js +691 -34
  183. package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -1
  184. package/dist/parquetjs/parquet-thrift/BoundingBox.d.ts +29 -0
  185. package/dist/parquetjs/parquet-thrift/BoundingBox.d.ts.map +1 -0
  186. package/dist/parquetjs/parquet-thrift/BoundingBox.js +85 -0
  187. package/dist/parquetjs/parquet-thrift/BoundingBox.js.map +1 -0
  188. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +5 -0
  189. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
  190. package/dist/parquetjs/parquet-thrift/ColumnChunk.js +35 -0
  191. package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
  192. package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.d.ts +35 -0
  193. package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.d.ts.map +1 -0
  194. package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.js +135 -0
  195. package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.js.map +1 -0
  196. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +10 -0
  197. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
  198. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +73 -0
  199. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
  200. package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.d.ts +22 -0
  201. package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.d.ts.map +1 -0
  202. package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.js +111 -0
  203. package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.js.map +1 -0
  204. package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.d.ts +16 -0
  205. package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.d.ts.map +1 -0
  206. package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.js +57 -0
  207. package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.js.map +1 -0
  208. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +5 -0
  209. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
  210. package/dist/parquetjs/parquet-thrift/FileMetaData.js +35 -0
  211. package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
  212. package/dist/parquetjs/parquet-thrift/GeospatialStatistics.d.ts +18 -0
  213. package/dist/parquetjs/parquet-thrift/GeospatialStatistics.d.ts.map +1 -0
  214. package/dist/parquetjs/parquet-thrift/GeospatialStatistics.js +62 -0
  215. package/dist/parquetjs/parquet-thrift/GeospatialStatistics.js.map +1 -0
  216. package/dist/parquetjs/parquet-thrift/SizeStatistics.d.ts +26 -0
  217. package/dist/parquetjs/parquet-thrift/SizeStatistics.d.ts.map +1 -0
  218. package/dist/parquetjs/parquet-thrift/SizeStatistics.js +85 -0
  219. package/dist/parquetjs/parquet-thrift/SizeStatistics.js.map +1 -0
  220. package/dist/parquetjs/parquet-thrift/index.d.ts +6 -0
  221. package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
  222. package/dist/parquetjs/parquet-thrift/index.js +6 -0
  223. package/dist/parquetjs/parquet-thrift/index.js.map +1 -1
  224. package/dist/parquetjs/parser/decoders.d.ts +10 -1
  225. package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
  226. package/dist/parquetjs/parser/decoders.js +318 -14
  227. package/dist/parquetjs/parser/decoders.js.map +1 -1
  228. package/dist/parquetjs/parser/parquet-reader.d.ts +78 -12
  229. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  230. package/dist/parquetjs/parser/parquet-reader.js +605 -66
  231. package/dist/parquetjs/parser/parquet-reader.js.map +1 -1
  232. package/dist/parquetjs/schema/declare.d.ts +22 -3
  233. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  234. package/dist/parquetjs/schema/declare.js.map +1 -1
  235. package/dist/parquetjs/schema/schema.d.ts.map +1 -1
  236. package/dist/parquetjs/schema/schema.js +10 -0
  237. package/dist/parquetjs/schema/schema.js.map +1 -1
  238. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  239. package/dist/parquetjs/schema/shred.js +219 -11
  240. package/dist/parquetjs/schema/shred.js.map +1 -1
  241. package/dist/parquetjs/schema/types.js +19 -21
  242. package/dist/parquetjs/schema/types.js.map +1 -1
  243. package/dist/parquetjs/schema/variant.d.ts +3 -0
  244. package/dist/parquetjs/schema/variant.d.ts.map +1 -0
  245. package/dist/parquetjs/schema/variant.js +248 -0
  246. package/dist/parquetjs/schema/variant.js.map +1 -0
  247. package/dist/parquetjs/utils/crc32.d.ts +3 -0
  248. package/dist/parquetjs/utils/crc32.d.ts.map +1 -0
  249. package/dist/parquetjs/utils/crc32.js +15 -0
  250. package/dist/parquetjs/utils/crc32.js.map +1 -0
  251. package/dist/parquetjs/utils/read-utils.d.ts +11 -1
  252. package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
  253. package/dist/parquetjs/utils/read-utils.js +21 -1
  254. package/dist/parquetjs/utils/read-utils.js.map +1 -1
  255. package/dist/unbundled.d.ts +2 -1
  256. package/dist/unbundled.d.ts.map +1 -1
  257. package/dist/unbundled.js +1 -0
  258. package/dist/unbundled.js.map +1 -1
  259. package/package.json +36 -11
  260. package/src/bundled.ts +3 -0
  261. package/src/delta-format.ts +12 -0
  262. package/src/delta-source-loader-types.ts +40 -0
  263. package/src/delta-source.ts +305 -0
  264. package/src/delta-types.ts +40 -0
  265. package/src/iceberg-rest-catalog.ts +122 -0
  266. package/src/iceberg-table-source.ts +1037 -0
  267. package/src/iceberg-types.ts +165 -0
  268. package/src/index.ts +50 -1
  269. package/src/lib/arrow/convert-schema-from-parquet.ts +113 -19
  270. package/src/lib/arrow/create-nested-arrow-vector.ts +116 -0
  271. package/src/lib/encoders/encode-table-to-parquet-js.ts +268 -7
  272. package/src/lib/geo/geoparquet-covering.ts +201 -0
  273. package/src/lib/geo/geospatial-metadata.ts +42 -15
  274. package/src/lib/parquet-bloom-filter-planner.ts +86 -0
  275. package/src/lib/parquet-bloom-filter.ts +345 -0
  276. package/src/lib/parquet-encryption.ts +344 -0
  277. package/src/lib/parquet-page-index.ts +180 -34
  278. package/src/lib/parquet-predicate.ts +52 -16
  279. package/src/lib/parquet-source-worker-decoder.ts +116 -20
  280. package/src/lib/parquet-source-worker-types.ts +25 -0
  281. package/src/lib/parsers/get-parquet-schema.ts +3 -1
  282. package/src/lib/parsers/parse-parquet-to-arrow-js.ts +397 -17
  283. package/src/lib/parsers/parse-parquet-to-arrow.ts +4 -5
  284. package/src/lib/parsers/parse-parquet-to-columns.ts +3 -1
  285. package/src/lib/parsers/parse-parquet-to-json.ts +18 -2
  286. package/src/lib/slice-parquet-batch.ts +32 -0
  287. package/src/lib/sources/parquet-range-file.ts +35 -29
  288. package/src/lib/utils/normalize-parquet-options.ts +17 -1
  289. package/src/parquet-dataset-source.ts +397 -85
  290. package/src/parquet-js-loader-types.ts +1 -0
  291. package/src/parquet-js-loader.ts +2 -1
  292. package/src/parquet-js-writer.ts +30 -0
  293. package/src/parquet-loader-options.ts +11 -0
  294. package/src/parquet-source-capabilities.ts +18 -1
  295. package/src/parquet-source-loader-types.ts +10 -0
  296. package/src/parquet-source-loader.ts +929 -52
  297. package/src/parquet-source-types.ts +197 -28
  298. package/src/parquet-worker-url.ts +6 -1
  299. package/src/parquetjs/codecs/declare.ts +27 -0
  300. package/src/parquetjs/codecs/delta.ts +466 -6
  301. package/src/parquetjs/codecs/index.ts +4 -0
  302. package/src/parquetjs/codecs/plain.ts +177 -11
  303. package/src/parquetjs/codecs/rle.ts +573 -3
  304. package/src/parquetjs/compression.ts +102 -76
  305. package/src/parquetjs/encoder/dictionary-planner.ts +7 -2
  306. package/src/parquetjs/encoder/parquet-encoder.ts +1016 -38
  307. package/src/parquetjs/parquet-thrift/BoundingBox.ts +108 -0
  308. package/src/parquetjs/parquet-thrift/ColumnChunk.ts +35 -0
  309. package/src/parquetjs/parquet-thrift/ColumnCryptoMetaData.ts +139 -0
  310. package/src/parquetjs/parquet-thrift/ColumnMetaData.ts +73 -0
  311. package/src/parquetjs/parquet-thrift/EncryptionAlgorithm.ts +127 -0
  312. package/src/parquetjs/parquet-thrift/FileCryptoMetaData.ts +60 -0
  313. package/src/parquetjs/parquet-thrift/FileMetaData.ts +35 -0
  314. package/src/parquetjs/parquet-thrift/GeospatialStatistics.ts +68 -0
  315. package/src/parquetjs/parquet-thrift/SizeStatistics.ts +98 -0
  316. package/src/parquetjs/parquet-thrift/index.ts +6 -0
  317. package/src/parquetjs/parser/decoders.ts +451 -26
  318. package/src/parquetjs/parser/parquet-reader.ts +935 -87
  319. package/src/parquetjs/schema/declare.ts +22 -2
  320. package/src/parquetjs/schema/schema.ts +10 -0
  321. package/src/parquetjs/schema/shred.ts +238 -11
  322. package/src/parquetjs/schema/types.ts +16 -25
  323. package/src/parquetjs/schema/variant.ts +313 -0
  324. package/src/parquetjs/utils/crc32.ts +15 -0
  325. package/src/parquetjs/utils/read-utils.ts +26 -1
  326. package/src/unbundled.ts +14 -0
@@ -0,0 +1,62 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+ /* eslint-disable camelcase */
5
+ import * as thrift from "../utils/thrift-runtime.js";
6
+ import { BoundingBox } from "./BoundingBox.js";
7
+ /** Parquet geospatial column statistics stored on a column chunk. */
8
+ export class GeospatialStatistics {
9
+ bbox;
10
+ geospatial_types;
11
+ constructor(args = {}) {
12
+ this.bbox = args.bbox;
13
+ this.geospatial_types = args.geospatial_types;
14
+ }
15
+ /** Writes these geospatial statistics to a Thrift protocol. */
16
+ write(output) {
17
+ output.writeStructBegin('GeospatialStatistics');
18
+ if (this.bbox) {
19
+ output.writeFieldBegin('bbox', thrift.Thrift.Type.STRUCT, 1);
20
+ this.bbox.write(output);
21
+ output.writeFieldEnd();
22
+ }
23
+ if (this.geospatial_types) {
24
+ output.writeFieldBegin('geospatial_types', thrift.Thrift.Type.LIST, 2);
25
+ output.writeListBegin(thrift.Thrift.Type.I32, this.geospatial_types.length);
26
+ for (const geospatialType of this.geospatial_types)
27
+ output.writeI32(geospatialType);
28
+ output.writeListEnd();
29
+ output.writeFieldEnd();
30
+ }
31
+ output.writeFieldStop();
32
+ output.writeStructEnd();
33
+ }
34
+ /** Reads geospatial statistics from a Thrift protocol. */
35
+ static read(input) {
36
+ input.readStructBegin();
37
+ const args = {};
38
+ while (true) {
39
+ const field = input.readFieldBegin();
40
+ if (field.ftype === thrift.Thrift.Type.STOP)
41
+ break;
42
+ if (field.fid === 1 && field.ftype === thrift.Thrift.Type.STRUCT) {
43
+ args.bbox = BoundingBox.read(input);
44
+ }
45
+ else if (field.fid === 2 && field.ftype === thrift.Thrift.Type.LIST) {
46
+ const list = input.readListBegin();
47
+ args.geospatial_types = [];
48
+ for (let index = 0; index < list.size; index++) {
49
+ args.geospatial_types.push(input.readI32());
50
+ }
51
+ input.readListEnd();
52
+ }
53
+ else {
54
+ input.skip(field.ftype);
55
+ }
56
+ input.readFieldEnd();
57
+ }
58
+ input.readStructEnd();
59
+ return new GeospatialStatistics(args);
60
+ }
61
+ }
62
+ //# sourceMappingURL=GeospatialStatistics.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"GeospatialStatistics.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/GeospatialStatistics.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,8BAA8B;AAC9B,OAAO,KAAK,MAAM,mCAAgC;AAClD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAQ1C,qEAAqE;AACrE,MAAM,OAAO,oBAAoB;IACxB,IAAI,CAAe;IACnB,gBAAgB,CAAY;IAEnC,YAAY,OAAkC,EAAE;QAC9C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;IAChD,CAAC;IAED,+DAA+D;IACxD,KAAK,CAAC,MAAwB;QACnC,MAAM,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,CAAC;QAChD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC7D,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACxB,MAAM,CAAC,aAAa,EAAE,CAAC;QACzB,CAAC;QACD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,MAAM,CAAC,eAAe,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAC5E,KAAK,MAAM,cAAc,IAAI,IAAI,CAAC,gBAAgB;gBAAE,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;YACpF,MAAM,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,CAAC,aAAa,EAAE,CAAC;QACzB,CAAC;QACD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,CAAC,cAAc,EAAE,CAAC;IAC1B,CAAC;IAED,0DAA0D;IACnD,MAAM,CAAC,IAAI,CAAC,KAAuB;QACxC,KAAK,CAAC,eAAe,EAAE,CAAC;QACxB,MAAM,IAAI,GAA8B,EAAE,CAAC;QAC3C,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAAE,MAAM;YACnD,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjE,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtC,CAAC;iBAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtE,MAAM,IAAI,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;gBACnC,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;gBAC3B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;oBAC/C,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC9C,CAAC;gBACD,KAAK,CAAC,WAAW,EAAE,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;YACD,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,CAAC,aAAa,EAAE,CAAC;QACtB,OAAO,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;CACF"}
@@ -0,0 +1,26 @@
1
+ import { CompactInt64 as Int64 } from "../utils/uint8-array-compact-protocol.js";
2
+ import * as thrift from "../utils/thrift-runtime.js";
3
+ /** Constructor arguments for Parquet size statistics. */
4
+ export interface ISizeStatisticsArgs {
5
+ unencoded_byte_array_data_bytes?: number | Int64;
6
+ repetition_level_histogram?: Array<number | Int64>;
7
+ definition_level_histogram?: Array<number | Int64>;
8
+ }
9
+ /**
10
+ * Optional Parquet metadata used to estimate decoded memory and nested values.
11
+ *
12
+ * This is intentionally a faithful representation of the Parquet thrift
13
+ * structure. Consumers should treat absent histograms as unknown rather than
14
+ * as zero counts.
15
+ */
16
+ export declare class SizeStatistics {
17
+ unencoded_byte_array_data_bytes?: Int64;
18
+ repetition_level_histogram?: Array<Int64>;
19
+ definition_level_histogram?: Array<Int64>;
20
+ constructor(args?: ISizeStatisticsArgs);
21
+ /** Writes size statistics to a Thrift protocol. */
22
+ write(output: thrift.TProtocol): void;
23
+ /** Reads size statistics from a Thrift protocol. */
24
+ static read(input: thrift.TProtocol): SizeStatistics;
25
+ }
26
+ //# sourceMappingURL=SizeStatistics.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"SizeStatistics.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/SizeStatistics.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,YAAY,IAAI,KAAK,EAAC,iDAA8C;AAC5E,OAAO,KAAK,MAAM,mCAAgC;AAElD,yDAAyD;AACzD,MAAM,WAAW,mBAAmB;IAClC,+BAA+B,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACjD,0BAA0B,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;IACnD,0BAA0B,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;CACpD;AAED;;;;;;GAMG;AACH,qBAAa,cAAc;IAClB,+BAA+B,CAAC,EAAE,KAAK,CAAC;IACxC,0BAA0B,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IAC1C,0BAA0B,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;gBAErC,IAAI,GAAE,mBAAwB;IAM1C,mDAAmD;IAC5C,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;IAa5C,oDAAoD;WACtC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,cAAc;CAoB5D"}
@@ -0,0 +1,85 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+ import { CompactInt64 as Int64 } from "../utils/uint8-array-compact-protocol.js";
5
+ import * as thrift from "../utils/thrift-runtime.js";
6
+ /**
7
+ * Optional Parquet metadata used to estimate decoded memory and nested values.
8
+ *
9
+ * This is intentionally a faithful representation of the Parquet thrift
10
+ * structure. Consumers should treat absent histograms as unknown rather than
11
+ * as zero counts.
12
+ */
13
+ export class SizeStatistics {
14
+ unencoded_byte_array_data_bytes;
15
+ repetition_level_histogram;
16
+ definition_level_histogram;
17
+ constructor(args = {}) {
18
+ this.unencoded_byte_array_data_bytes = toInt64(args.unencoded_byte_array_data_bytes);
19
+ this.repetition_level_histogram = toInt64List(args.repetition_level_histogram);
20
+ this.definition_level_histogram = toInt64List(args.definition_level_histogram);
21
+ }
22
+ /** Writes size statistics to a Thrift protocol. */
23
+ write(output) {
24
+ output.writeStructBegin('SizeStatistics');
25
+ if (this.unencoded_byte_array_data_bytes !== undefined) {
26
+ output.writeFieldBegin('unencoded_byte_array_data_bytes', thrift.Thrift.Type.I64, 1);
27
+ output.writeI64(this.unencoded_byte_array_data_bytes);
28
+ output.writeFieldEnd();
29
+ }
30
+ writeInt64List(output, 'repetition_level_histogram', 2, this.repetition_level_histogram);
31
+ writeInt64List(output, 'definition_level_histogram', 3, this.definition_level_histogram);
32
+ output.writeFieldStop();
33
+ output.writeStructEnd();
34
+ }
35
+ /** Reads size statistics from a Thrift protocol. */
36
+ static read(input) {
37
+ input.readStructBegin();
38
+ const args = {};
39
+ while (true) {
40
+ const field = input.readFieldBegin();
41
+ if (field.ftype === thrift.Thrift.Type.STOP)
42
+ break;
43
+ if (field.fid === 1 && field.ftype === thrift.Thrift.Type.I64) {
44
+ args.unencoded_byte_array_data_bytes = input.readI64();
45
+ }
46
+ else if (field.fid === 2 && field.ftype === thrift.Thrift.Type.LIST) {
47
+ args.repetition_level_histogram = readInt64List(input);
48
+ }
49
+ else if (field.fid === 3 && field.ftype === thrift.Thrift.Type.LIST) {
50
+ args.definition_level_histogram = readInt64List(input);
51
+ }
52
+ else {
53
+ input.skip(field.ftype);
54
+ }
55
+ input.readFieldEnd();
56
+ }
57
+ input.readStructEnd();
58
+ return new SizeStatistics(args);
59
+ }
60
+ }
61
+ function toInt64(value) {
62
+ return value === undefined ? undefined : typeof value === 'number' ? new Int64(value) : value;
63
+ }
64
+ function toInt64List(values) {
65
+ return values?.map(value => toInt64(value));
66
+ }
67
+ function writeInt64List(output, name, fieldId, values) {
68
+ if (!values)
69
+ return;
70
+ output.writeFieldBegin(name, thrift.Thrift.Type.LIST, fieldId);
71
+ output.writeListBegin(thrift.Thrift.Type.I64, values.length);
72
+ for (const value of values)
73
+ output.writeI64(value);
74
+ output.writeListEnd();
75
+ output.writeFieldEnd();
76
+ }
77
+ function readInt64List(input) {
78
+ const list = input.readListBegin();
79
+ const values = [];
80
+ for (let index = 0; index < list.size; index++)
81
+ values.push(input.readI64());
82
+ input.readListEnd();
83
+ return values;
84
+ }
85
+ //# sourceMappingURL=SizeStatistics.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"SizeStatistics.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/SizeStatistics.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,YAAY,IAAI,KAAK,EAAC,iDAA8C;AAC5E,OAAO,KAAK,MAAM,mCAAgC;AASlD;;;;;;GAMG;AACH,MAAM,OAAO,cAAc;IAClB,+BAA+B,CAAS;IACxC,0BAA0B,CAAgB;IAC1C,0BAA0B,CAAgB;IAEjD,YAAY,OAA4B,EAAE;QACxC,IAAI,CAAC,+BAA+B,GAAG,OAAO,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QACrF,IAAI,CAAC,0BAA0B,GAAG,WAAW,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAC/E,IAAI,CAAC,0BAA0B,GAAG,WAAW,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACjF,CAAC;IAED,mDAAmD;IAC5C,KAAK,CAAC,MAAwB;QACnC,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;QAC1C,IAAI,IAAI,CAAC,+BAA+B,KAAK,SAAS,EAAE,CAAC;YACvD,MAAM,CAAC,eAAe,CAAC,iCAAiC,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACrF,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YACtD,MAAM,CAAC,aAAa,EAAE,CAAC;QACzB,CAAC;QACD,cAAc,CAAC,MAAM,EAAE,4BAA4B,EAAE,CAAC,EAAE,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACzF,cAAc,CAAC,MAAM,EAAE,4BAA4B,EAAE,CAAC,EAAE,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACzF,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,CAAC,cAAc,EAAE,CAAC;IAC1B,CAAC;IAED,oDAAoD;IAC7C,MAAM,CAAC,IAAI,CAAC,KAAuB;QACxC,KAAK,CAAC,eAAe,EAAE,CAAC;QACxB,MAAM,IAAI,GAAwB,EAAE,CAAC;QACrC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAAE,MAAM;YACnD,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC9D,IAAI,CAAC,+BAA+B,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;YACzD,CAAC;iBAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtE,IAAI,CAAC,0BAA0B,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;YACzD,CAAC;iBAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtE,IAAI,CAAC,0BAA0B,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;YACD,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,CAAC,aAAa,EAAE,CAAC;QACtB,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;CACF;AAED,SAAS,OAAO,CAAC,KAAiC;IAChD,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAChG,CAAC;AAED,SAAS,WAAW,CAAC,MAAyC;IAC5D,OAAO,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAE,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,cAAc,CACrB,MAAwB,EACxB,IAAY,EACZ,OAAe,EACf,MAAgC;IAEhC,IAAI,CAAC,MAAM;QAAE,OAAO;IACpB,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/D,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7D,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnD,MAAM,CAAC,YAAY,EAAE,CAAC;IACtB,MAAM,CAAC,aAAa,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,aAAa,CAAC,KAAuB;IAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;IACnC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7E,KAAK,CAAC,WAAW,EAAE,CAAC;IACpB,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -36,6 +36,12 @@ export * from "./PageHeader.js";
36
36
  export * from "./KeyValue.js";
37
37
  export * from "./SortingColumn.js";
38
38
  export * from "./PageEncodingStats.js";
39
+ export * from "./BoundingBox.js";
40
+ export * from "./GeospatialStatistics.js";
41
+ export * from "./SizeStatistics.js";
42
+ export * from "./EncryptionAlgorithm.js";
43
+ export * from "./ColumnCryptoMetaData.js";
44
+ export * from "./FileCryptoMetaData.js";
39
45
  export * from "./ColumnMetaData.js";
40
46
  export * from "./ColumnChunk.js";
41
47
  export * from "./RowGroup.js";
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAYA,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B;AAC9B,gDAA6C;AAC7C,kCAA+B;AAC/B,mCAAgC;AAChC,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,iCAA8B;AAC9B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAYA,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B;AAC9B,gDAA6C;AAC7C,kCAA+B;AAC/B,mCAAgC;AAChC,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,iCAA8B;AAC9B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,iCAA8B;AAC9B,0CAAuC;AACvC,oCAAiC;AACjC,yCAAsC;AACtC,0CAAuC;AACvC,wCAAqC;AACrC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}
@@ -47,6 +47,12 @@ export * from "./PageHeader.js";
47
47
  export * from "./KeyValue.js";
48
48
  export * from "./SortingColumn.js";
49
49
  export * from "./PageEncodingStats.js";
50
+ export * from "./BoundingBox.js";
51
+ export * from "./GeospatialStatistics.js";
52
+ export * from "./SizeStatistics.js";
53
+ export * from "./EncryptionAlgorithm.js";
54
+ export * from "./ColumnCryptoMetaData.js";
55
+ export * from "./FileCryptoMetaData.js";
50
56
  export * from "./ColumnMetaData.js";
51
57
  export * from "./ColumnChunk.js";
52
58
  export * from "./RowGroup.js";
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,oBAAoB;AACpB,oBAAoB;AACpB;;;GAGG;AACH,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B;AAC9B,gDAA6C;AAC7C,kCAA+B;AAC/B,mCAAgC;AAChC,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,iCAA8B;AAC9B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,oBAAoB;AACpB,oBAAoB;AACpB;;;GAGG;AACH,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B;AAC9B,gDAA6C;AAC7C,kCAA+B;AAC/B,mCAAgC;AAChC,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,iCAA8B;AAC9B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,iCAA8B;AAC9B,0CAAuC;AACvC,oCAAiC;AACjC,yCAAsC;AACtC,0CAAuC;AACvC,wCAAqC;AACrC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}
@@ -1,11 +1,12 @@
1
1
  import { ParquetColumnChunk, ParquetReaderContext, ParquetPageData, ParquetLevelBuffer, SchemaDefinition } from "../schema/declare.js";
2
2
  import { CursorBuffer } from "../codecs/index.js";
3
- import type { ParquetValueBuffer } from "../codecs/declare.js";
3
+ import type { ParquetByteArrayOutput, ParquetValueBuffer } from "../codecs/declare.js";
4
4
  import { SchemaElement } from "../parquet-thrift/index.js";
5
5
  /** Preallocated column destination used to bypass page-local value and level arrays. */
6
6
  type ParquetPageDecodeTarget = {
7
7
  values: ParquetValueBuffer;
8
8
  valueOffset: number;
9
+ byteArrayOutput?: ParquetByteArrayOutput;
9
10
  dictionary: readonly unknown[];
10
11
  rlevels: ParquetLevelBuffer;
11
12
  dlevels: ParquetLevelBuffer;
@@ -19,6 +20,14 @@ type ParquetPageDecodeTarget = {
19
20
  * @returns parquet data page data
20
21
  */
21
22
  export declare function decodeDataPages(buffer: Uint8Array, context: ParquetReaderContext): Promise<ParquetColumnChunk>;
23
+ /**
24
+ * Decodes an uncompressed column chunk synchronously.
25
+ *
26
+ * In-memory Parquet reads use this entry point to avoid one resolved Promise per selected column.
27
+ */
28
+ export declare function decodeUncompressedDataPages(buffer: Uint8Array, context: ParquetReaderContext): ParquetColumnChunk;
29
+ /** Decodes a dictionary page from an uncompressed in-memory column chunk. */
30
+ export declare function decodeUncompressedDictionaryBuffer(buffer: Uint8Array, context: ParquetReaderContext): unknown[];
22
31
  /**
23
32
  * Decode parquet page based on page type
24
33
  * @param cursor
@@ -1 +1 @@
1
- {"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EAEf,kBAAkB,EAIlB,gBAAgB,EACjB,6BAA0B;AAC3B,OAAO,EAAC,YAAY,EAAsC,2BAAwB;AAClF,OAAO,KAAK,EAAC,kBAAkB,EAAC,6BAA0B;AAC1D,OAAO,EAOL,aAAa,EAEd,mCAAgC;AAMjC,wFAAwF;AACxF,KAAK,uBAAuB,GAAG;IAC7B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,SAAS,OAAO,EAAE,CAAC;IAC/B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CA+E7B;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,oBAAoB,EAC7B,MAAM,CAAC,EAAE,uBAAuB,GAC/B,OAAO,CAAC,eAAe,CAAC,CA0B1B;AAED;;;;;;;;;GASG;AACH,wBAAgB,YAAY,CAC1B,cAAc,EAAE,aAAa,EAAE,EAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,GACV;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CAC1B,CAyDA"}
1
+ {"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EAEf,kBAAkB,EAIlB,gBAAgB,EACjB,6BAA0B;AAC3B,OAAO,EAAC,YAAY,EAAsC,2BAAwB;AAClF,OAAO,KAAK,EAAC,sBAAsB,EAAE,kBAAkB,EAAC,6BAA0B;AAClF,OAAO,EAOL,aAAa,EAEd,mCAAgC;AAUjC,wFAAwF;AACxF,KAAK,uBAAuB,GAAG;IAC7B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC,UAAU,EAAE,SAAS,OAAO,EAAE,CAAC;IAC/B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CA+F7B;AAED;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,oBAAoB,GAC5B,kBAAkB,CA4EpB;AAED,6EAA6E;AAC7E,wBAAgB,kCAAkC,CAChD,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,EAAE,CAGX;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,oBAAoB,EAC7B,MAAM,CAAC,EAAE,uBAAuB,GAC/B,OAAO,CAAC,eAAe,CAAC,CA4B1B;AAoDD;;;;;;;;;GASG;AACH,wBAAgB,YAAY,CAC1B,cAAc,EAAE,aAAa,EAAE,EAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,GACV;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CAC1B,CAyDA"}