@loaders.gl/parquet 4.2.0-alpha.4 → 4.2.0-alpha.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (269) hide show
  1. package/dist/index.cjs +385 -598
  2. package/dist/index.cjs.map +7 -0
  3. package/dist/index.d.ts +12 -12
  4. package/dist/index.d.ts.map +1 -1
  5. package/dist/index.js +6 -1
  6. package/dist/lib/arrow/convert-columns-to-row-group.js +1 -2
  7. package/dist/lib/arrow/convert-row-group-to-columns.js +8 -6
  8. package/dist/lib/arrow/convert-schema-from-parquet.d.ts +3 -3
  9. package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
  10. package/dist/lib/arrow/convert-schema-from-parquet.js +71 -82
  11. package/dist/lib/arrow/convert-schema-to-parquet.d.ts +1 -1
  12. package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
  13. package/dist/lib/arrow/convert-schema-to-parquet.js +65 -35
  14. package/dist/lib/constants.js +15 -2
  15. package/dist/lib/parsers/get-parquet-schema.d.ts +1 -1
  16. package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
  17. package/dist/lib/parsers/get-parquet-schema.js +9 -7
  18. package/dist/lib/parsers/parse-geoparquet.d.ts +1 -1
  19. package/dist/lib/parsers/parse-geoparquet.d.ts.map +1 -1
  20. package/dist/lib/parsers/parse-geoparquet.js +47 -45
  21. package/dist/lib/parsers/parse-parquet-to-columns.d.ts +1 -1
  22. package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
  23. package/dist/lib/parsers/parse-parquet-to-columns.js +36 -25
  24. package/dist/lib/parsers/parse-parquet.d.ts +1 -1
  25. package/dist/lib/parsers/parse-parquet.d.ts.map +1 -1
  26. package/dist/lib/parsers/parse-parquet.js +62 -50
  27. package/dist/lib/wasm/encode-parquet-wasm.d.ts +1 -1
  28. package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -1
  29. package/dist/lib/wasm/encode-parquet-wasm.js +49 -12
  30. package/dist/lib/wasm/load-wasm.js +13 -10
  31. package/dist/lib/wasm/parse-parquet-wasm.d.ts +1 -1
  32. package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -1
  33. package/dist/lib/wasm/parse-parquet-wasm.js +19 -15
  34. package/dist/parquet-loader.d.ts +1 -1
  35. package/dist/parquet-loader.d.ts.map +1 -1
  36. package/dist/parquet-loader.js +78 -65
  37. package/dist/parquet-wasm-loader.js +25 -28
  38. package/dist/parquet-wasm-writer.js +19 -23
  39. package/dist/parquet-writer.js +17 -13
  40. package/dist/parquetjs/codecs/declare.d.ts +1 -1
  41. package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
  42. package/dist/parquetjs/codecs/declare.js +0 -1
  43. package/dist/parquetjs/codecs/dictionary.js +4 -8
  44. package/dist/parquetjs/codecs/index.d.ts +3 -3
  45. package/dist/parquetjs/codecs/index.d.ts.map +1 -1
  46. package/dist/parquetjs/codecs/index.js +20 -17
  47. package/dist/parquetjs/codecs/plain.d.ts +2 -2
  48. package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
  49. package/dist/parquetjs/codecs/plain.js +166 -162
  50. package/dist/parquetjs/codecs/rle.d.ts +2 -2
  51. package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
  52. package/dist/parquetjs/codecs/rle.js +124 -105
  53. package/dist/parquetjs/compression.d.ts +1 -1
  54. package/dist/parquetjs/compression.d.ts.map +1 -1
  55. package/dist/parquetjs/compression.js +157 -43
  56. package/dist/parquetjs/encoder/parquet-encoder.d.ts +3 -3
  57. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
  58. package/dist/parquetjs/encoder/parquet-encoder.js +420 -275
  59. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +12 -7
  60. package/dist/parquetjs/parquet-thrift/BsonType.js +31 -27
  61. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +1 -1
  62. package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
  63. package/dist/parquetjs/parquet-thrift/ColumnChunk.js +182 -166
  64. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +1 -1
  65. package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
  66. package/dist/parquetjs/parquet-thrift/ColumnIndex.js +183 -166
  67. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +6 -6
  68. package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
  69. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +372 -333
  70. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts +1 -1
  71. package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
  72. package/dist/parquetjs/parquet-thrift/ColumnOrder.js +74 -68
  73. package/dist/parquetjs/parquet-thrift/CompressionCodec.js +17 -12
  74. package/dist/parquetjs/parquet-thrift/ConvertedType.js +31 -26
  75. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts +2 -2
  76. package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
  77. package/dist/parquetjs/parquet-thrift/DataPageHeader.js +141 -124
  78. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts +2 -2
  79. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
  80. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +205 -181
  81. package/dist/parquetjs/parquet-thrift/DateType.js +31 -27
  82. package/dist/parquetjs/parquet-thrift/DecimalType.js +78 -69
  83. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts +1 -1
  84. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
  85. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +96 -86
  86. package/dist/parquetjs/parquet-thrift/Encoding.js +17 -12
  87. package/dist/parquetjs/parquet-thrift/EnumType.js +31 -27
  88. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +12 -7
  89. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +4 -4
  90. package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
  91. package/dist/parquetjs/parquet-thrift/FileMetaData.js +224 -205
  92. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +31 -27
  93. package/dist/parquetjs/parquet-thrift/IntType.js +78 -69
  94. package/dist/parquetjs/parquet-thrift/JsonType.js +31 -27
  95. package/dist/parquetjs/parquet-thrift/KeyValue.js +75 -67
  96. package/dist/parquetjs/parquet-thrift/ListType.js +31 -27
  97. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts +13 -13
  98. package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
  99. package/dist/parquetjs/parquet-thrift/LogicalType.js +338 -344
  100. package/dist/parquetjs/parquet-thrift/MapType.js +31 -27
  101. package/dist/parquetjs/parquet-thrift/MicroSeconds.js +31 -27
  102. package/dist/parquetjs/parquet-thrift/MilliSeconds.js +31 -27
  103. package/dist/parquetjs/parquet-thrift/NullType.js +31 -27
  104. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts +1 -1
  105. package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
  106. package/dist/parquetjs/parquet-thrift/OffsetIndex.js +67 -60
  107. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts +2 -2
  108. package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
  109. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +101 -88
  110. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts +5 -5
  111. package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
  112. package/dist/parquetjs/parquet-thrift/PageHeader.js +193 -175
  113. package/dist/parquetjs/parquet-thrift/PageLocation.js +111 -96
  114. package/dist/parquetjs/parquet-thrift/PageType.js +13 -8
  115. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts +2 -2
  116. package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
  117. package/dist/parquetjs/parquet-thrift/RowGroup.js +149 -133
  118. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts +4 -4
  119. package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
  120. package/dist/parquetjs/parquet-thrift/SchemaElement.js +221 -205
  121. package/dist/parquetjs/parquet-thrift/SortingColumn.js +101 -88
  122. package/dist/parquetjs/parquet-thrift/Statistics.js +149 -137
  123. package/dist/parquetjs/parquet-thrift/StringType.js +31 -27
  124. package/dist/parquetjs/parquet-thrift/TimeType.d.ts +1 -1
  125. package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
  126. package/dist/parquetjs/parquet-thrift/TimeType.js +78 -69
  127. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts +2 -2
  128. package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
  129. package/dist/parquetjs/parquet-thrift/TimeUnit.js +96 -91
  130. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts +1 -1
  131. package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
  132. package/dist/parquetjs/parquet-thrift/TimestampType.js +78 -69
  133. package/dist/parquetjs/parquet-thrift/Type.js +17 -12
  134. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +31 -27
  135. package/dist/parquetjs/parquet-thrift/UUIDType.js +31 -27
  136. package/dist/parquetjs/parquet-thrift/index.d.ts +44 -44
  137. package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
  138. package/dist/parquetjs/parquet-thrift/index.js +6 -1
  139. package/dist/parquetjs/parser/decoders.d.ts +3 -3
  140. package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
  141. package/dist/parquetjs/parser/decoders.js +306 -242
  142. package/dist/parquetjs/parser/parquet-reader.d.ts +3 -3
  143. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  144. package/dist/parquetjs/parser/parquet-reader.js +183 -158
  145. package/dist/parquetjs/schema/declare.d.ts +1 -1
  146. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  147. package/dist/parquetjs/schema/declare.js +10 -9
  148. package/dist/parquetjs/schema/schema.d.ts +1 -1
  149. package/dist/parquetjs/schema/schema.d.ts.map +1 -1
  150. package/dist/parquetjs/schema/schema.js +142 -120
  151. package/dist/parquetjs/schema/shred.d.ts +2 -2
  152. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  153. package/dist/parquetjs/schema/shred.js +301 -204
  154. package/dist/parquetjs/schema/types.d.ts +1 -1
  155. package/dist/parquetjs/schema/types.d.ts.map +1 -1
  156. package/dist/parquetjs/schema/types.js +329 -314
  157. package/dist/parquetjs/utils/file-utils.js +24 -23
  158. package/dist/parquetjs/utils/read-utils.d.ts +1 -1
  159. package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
  160. package/dist/parquetjs/utils/read-utils.js +76 -69
  161. package/dist/polyfills/buffer/buffer-polyfill.browser.js +8 -3
  162. package/dist/polyfills/buffer/buffer-polyfill.node.js +13 -8
  163. package/dist/polyfills/buffer/buffer.js +1747 -1367
  164. package/dist/polyfills/buffer/index.d.ts +3 -3
  165. package/dist/polyfills/buffer/index.d.ts.map +1 -1
  166. package/dist/polyfills/buffer/index.js +5 -1
  167. package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +28 -1
  168. package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +1 -1
  169. package/dist/polyfills/buffer/install-buffer-polyfill.js +2 -1
  170. package/dist/polyfills/util.js +4 -1
  171. package/dist/workers/parquet-worker.js +3 -1
  172. package/package.json +21 -19
  173. package/src/index.ts +1 -1
  174. package/src/lib/parsers/parse-parquet-to-columns.ts +1 -1
  175. package/src/lib/parsers/parse-parquet.ts +1 -1
  176. package/src/parquetjs/encoder/parquet-encoder.ts +2 -2
  177. package/src/parquetjs/parser/decoders.ts +2 -2
  178. package/src/parquetjs/parser/parquet-reader.ts +3 -2
  179. package/src/parquetjs/schema/schema.ts +1 -1
  180. package/src/parquetjs/schema/types.ts +1 -0
  181. package/src/parquetjs/utils/read-utils.ts +2 -2
  182. package/src/polyfills/buffer/buffer.ts +0 -3
  183. package/dist/index.js.map +0 -1
  184. package/dist/lib/arrow/convert-columns-to-row-group.js.map +0 -1
  185. package/dist/lib/arrow/convert-row-group-to-columns.js.map +0 -1
  186. package/dist/lib/arrow/convert-schema-from-parquet.js.map +0 -1
  187. package/dist/lib/arrow/convert-schema-to-parquet.js.map +0 -1
  188. package/dist/lib/constants.js.map +0 -1
  189. package/dist/lib/parsers/get-parquet-schema.js.map +0 -1
  190. package/dist/lib/parsers/parse-geoparquet.js.map +0 -1
  191. package/dist/lib/parsers/parse-parquet-to-columns.js.map +0 -1
  192. package/dist/lib/parsers/parse-parquet.js.map +0 -1
  193. package/dist/lib/wasm/encode-parquet-wasm.js.map +0 -1
  194. package/dist/lib/wasm/load-wasm.js.map +0 -1
  195. package/dist/lib/wasm/parse-parquet-wasm.js.map +0 -1
  196. package/dist/lib/wip/convert-schema-deep.java.disabled +0 -910
  197. package/dist/lib/wip/convert-schema-deep.rs.disabled +0 -976
  198. package/dist/parquet-loader.js.map +0 -1
  199. package/dist/parquet-wasm-loader.js.map +0 -1
  200. package/dist/parquet-wasm-writer.js.map +0 -1
  201. package/dist/parquet-writer.js.map +0 -1
  202. package/dist/parquetjs/LICENSE +0 -20
  203. package/dist/parquetjs/codecs/declare.js.map +0 -1
  204. package/dist/parquetjs/codecs/dictionary.js.map +0 -1
  205. package/dist/parquetjs/codecs/index.js.map +0 -1
  206. package/dist/parquetjs/codecs/plain.js.map +0 -1
  207. package/dist/parquetjs/codecs/rle.js.map +0 -1
  208. package/dist/parquetjs/compression.js.map +0 -1
  209. package/dist/parquetjs/encoder/parquet-encoder.js.map +0 -1
  210. package/dist/parquetjs/modules.d.ts +0 -21
  211. package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
  212. package/dist/parquetjs/parquet-thrift/BsonType.js.map +0 -1
  213. package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
  214. package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
  215. package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
  216. package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
  217. package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
  218. package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
  219. package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
  220. package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
  221. package/dist/parquetjs/parquet-thrift/DateType.js.map +0 -1
  222. package/dist/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
  223. package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
  224. package/dist/parquetjs/parquet-thrift/Encoding.js.map +0 -1
  225. package/dist/parquetjs/parquet-thrift/EnumType.js.map +0 -1
  226. package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
  227. package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
  228. package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
  229. package/dist/parquetjs/parquet-thrift/IntType.js.map +0 -1
  230. package/dist/parquetjs/parquet-thrift/JsonType.js.map +0 -1
  231. package/dist/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
  232. package/dist/parquetjs/parquet-thrift/ListType.js.map +0 -1
  233. package/dist/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
  234. package/dist/parquetjs/parquet-thrift/MapType.js.map +0 -1
  235. package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
  236. package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
  237. package/dist/parquetjs/parquet-thrift/NullType.js.map +0 -1
  238. package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
  239. package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
  240. package/dist/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
  241. package/dist/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
  242. package/dist/parquetjs/parquet-thrift/PageType.js.map +0 -1
  243. package/dist/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
  244. package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
  245. package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
  246. package/dist/parquetjs/parquet-thrift/Statistics.js.map +0 -1
  247. package/dist/parquetjs/parquet-thrift/StringType.js.map +0 -1
  248. package/dist/parquetjs/parquet-thrift/TimeType.js.map +0 -1
  249. package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
  250. package/dist/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
  251. package/dist/parquetjs/parquet-thrift/Type.js.map +0 -1
  252. package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
  253. package/dist/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
  254. package/dist/parquetjs/parquet-thrift/index.js.map +0 -1
  255. package/dist/parquetjs/parser/decoders.js.map +0 -1
  256. package/dist/parquetjs/parser/parquet-reader.js.map +0 -1
  257. package/dist/parquetjs/schema/declare.js.map +0 -1
  258. package/dist/parquetjs/schema/schema.js.map +0 -1
  259. package/dist/parquetjs/schema/shred.js.map +0 -1
  260. package/dist/parquetjs/schema/types.js.map +0 -1
  261. package/dist/parquetjs/utils/file-utils.js.map +0 -1
  262. package/dist/parquetjs/utils/read-utils.js.map +0 -1
  263. package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
  264. package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
  265. package/dist/polyfills/buffer/buffer.js.map +0 -1
  266. package/dist/polyfills/buffer/index.js.map +0 -1
  267. package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
  268. package/dist/polyfills/util.js.map +0 -1
  269. package/dist/workers/parquet-worker.js.map +0 -1
@@ -1,28 +1,24 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { encode } from "./lib/wasm/encode-parquet-wasm.js";
2
5
  import { VERSION, PARQUET_WASM_URL } from "./lib/constants.js";
6
+ /** Parquet WASM writer */
3
7
  export const ParquetWasmWriter = {
4
- name: 'Apache Parquet',
5
- id: 'parquet-wasm',
6
- module: 'parquet',
7
- version: VERSION,
8
- extensions: ['parquet'],
9
- mimeTypes: ['application/octet-stream'],
10
- binary: true,
11
- options: {
12
- parquet: {
13
- wasmUrl: PARQUET_WASM_URL
8
+ name: 'Apache Parquet',
9
+ id: 'parquet-wasm',
10
+ module: 'parquet',
11
+ version: VERSION,
12
+ extensions: ['parquet'],
13
+ mimeTypes: ['application/octet-stream'],
14
+ binary: true,
15
+ options: {
16
+ parquet: {
17
+ wasmUrl: PARQUET_WASM_URL
18
+ }
19
+ },
20
+ encode(arrowTable, options) {
21
+ options = { parquet: { ...ParquetWasmWriter.options.parquet, ...options?.parquet }, ...options };
22
+ return encode(arrowTable, options);
14
23
  }
15
- },
16
- encode(arrowTable, options) {
17
- var _options;
18
- options = {
19
- parquet: {
20
- ...ParquetWasmWriter.options.parquet,
21
- ...((_options = options) === null || _options === void 0 ? void 0 : _options.parquet)
22
- },
23
- ...options
24
- };
25
- return encode(arrowTable, options);
26
- }
27
24
  };
28
- //# sourceMappingURL=parquet-wasm-writer.js.map
@@ -1,17 +1,21 @@
1
- const VERSION = typeof "4.2.0-alpha.4" !== 'undefined' ? "4.2.0-alpha.4" : 'latest';
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+ // __VERSION__ is injected by babel-plugin-version-inline
5
+ // @ts-ignore TS2304: Cannot find name '__VERSION__'.
6
+ const VERSION = typeof "4.2.0-alpha.5" !== 'undefined' ? "4.2.0-alpha.5" : 'latest';
2
7
  export const ParquetWriter = {
3
- name: 'Apache Parquet',
4
- id: 'parquet',
5
- module: 'parquet',
6
- version: VERSION,
7
- extensions: ['parquet'],
8
- mimeTypes: ['application/octet-stream'],
9
- binary: true,
10
- options: {},
11
- encode: async (data, options) => encodeSync(data, options),
12
- encodeSync
8
+ name: 'Apache Parquet',
9
+ id: 'parquet',
10
+ module: 'parquet',
11
+ version: VERSION,
12
+ extensions: ['parquet'],
13
+ mimeTypes: ['application/octet-stream'],
14
+ binary: true,
15
+ options: {},
16
+ encode: async (data, options) => encodeSync(data, options),
17
+ encodeSync
13
18
  };
14
19
  function encodeSync(data, options) {
15
- return new ArrayBuffer(0);
20
+ return new ArrayBuffer(0);
16
21
  }
17
- //# sourceMappingURL=parquet-writer.js.map
@@ -1,5 +1,5 @@
1
1
  /// <reference types="node" />
2
- import { PrimitiveType } from '../schema/declare';
2
+ import { PrimitiveType } from "../schema/declare.js";
3
3
  export interface CursorBuffer {
4
4
  buffer: Buffer;
5
5
  offset: number;
@@ -1 +1 @@
1
- {"version":3,"file":"declare.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/declare.ts"],"names":[],"mappings":";AACA,OAAO,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAC;AAEhD,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,YAAY,CAAC,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,EAAE,mBAAmB,GAAG,MAAM,CAAC;IACrF,YAAY,CACV,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAAC;CACV"}
1
+ {"version":3,"file":"declare.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/declare.ts"],"names":[],"mappings":";AACA,OAAO,EAAC,aAAa,EAAC,6BAA0B;AAEhD,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,YAAY,CAAC,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,EAAE,mBAAmB,GAAG,MAAM,CAAC;IACrF,YAAY,CACV,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAAC;CACV"}
@@ -1,2 +1 @@
1
1
  export {};
2
- //# sourceMappingURL=declare.js.map
@@ -1,13 +1,9 @@
1
1
  import { decodeValues as decodeRleValues } from "./rle.js";
2
2
  export function decodeValues(type, cursor, count, opts) {
3
- opts.bitWidth = cursor.buffer.slice(cursor.offset, cursor.offset + 1).readInt8(0);
4
- cursor.offset += 1;
5
- return decodeRleValues(type, cursor, count, {
6
- ...opts,
7
- disableEnvelope: true
8
- });
3
+ opts.bitWidth = cursor.buffer.slice(cursor.offset, cursor.offset + 1).readInt8(0);
4
+ cursor.offset += 1;
5
+ return decodeRleValues(type, cursor, count, { ...opts, disableEnvelope: true });
9
6
  }
10
7
  export function encodeValues(type, cursor, count, opts) {
11
- throw new Error('Encode dictionary functionality is not supported');
8
+ throw new Error('Encode dictionary functionality is not supported');
12
9
  }
13
- //# sourceMappingURL=dictionary.js.map
@@ -1,5 +1,5 @@
1
- import type { ParquetCodec } from '../schema/declare';
2
- import type { ParquetCodecKit } from './declare';
3
- export * from './declare';
1
+ import type { ParquetCodec } from "../schema/declare.js";
2
+ import type { ParquetCodecKit } from "./declare.js";
3
+ export * from "./declare.js";
4
4
  export declare const PARQUET_CODECS: Record<ParquetCodec, ParquetCodecKit>;
5
5
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,WAAW,CAAC;AAK/C,cAAc,WAAW,CAAC;AAE1B,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,CAqBhE,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,YAAY,EAAC,6BAA0B;AACpD,OAAO,KAAK,EAAC,eAAe,EAAC,qBAAkB;AAK/C,6BAA0B;AAE1B,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,CAqBhE,CAAC"}
@@ -3,21 +3,24 @@ import * as RLE from "./rle.js";
3
3
  import * as DICTIONARY from "./dictionary.js";
4
4
  export * from "./declare.js";
5
5
  export const PARQUET_CODECS = {
6
- PLAIN: {
7
- encodeValues: PLAIN.encodeValues,
8
- decodeValues: PLAIN.decodeValues
9
- },
10
- RLE: {
11
- encodeValues: RLE.encodeValues,
12
- decodeValues: RLE.decodeValues
13
- },
14
- PLAIN_DICTIONARY: {
15
- encodeValues: DICTIONARY.encodeValues,
16
- decodeValues: DICTIONARY.decodeValues
17
- },
18
- RLE_DICTIONARY: {
19
- encodeValues: DICTIONARY.encodeValues,
20
- decodeValues: DICTIONARY.decodeValues
21
- }
6
+ PLAIN: {
7
+ encodeValues: PLAIN.encodeValues,
8
+ decodeValues: PLAIN.decodeValues
9
+ },
10
+ RLE: {
11
+ encodeValues: RLE.encodeValues,
12
+ decodeValues: RLE.decodeValues
13
+ },
14
+ // Using the PLAIN_DICTIONARY enum value is deprecated in the Parquet 2.0 specification.
15
+ PLAIN_DICTIONARY: {
16
+ // @ts-ignore
17
+ encodeValues: DICTIONARY.encodeValues,
18
+ decodeValues: DICTIONARY.decodeValues
19
+ },
20
+ // Prefer using RLE_DICTIONARY in a data page and PLAIN in a dictionary page for Parquet 2.0+ files.
21
+ RLE_DICTIONARY: {
22
+ // @ts-ignore
23
+ encodeValues: DICTIONARY.encodeValues,
24
+ decodeValues: DICTIONARY.decodeValues
25
+ }
22
26
  };
23
- //# sourceMappingURL=index.js.map
@@ -1,6 +1,6 @@
1
1
  /// <reference types="node" />
2
- import type { PrimitiveType } from '../schema/declare';
3
- import type { CursorBuffer, ParquetCodecOptions } from './declare';
2
+ import type { PrimitiveType } from "../schema/declare.js";
3
+ import type { CursorBuffer, ParquetCodecOptions } from "./declare.js";
4
4
  export declare function encodeValues(type: PrimitiveType, values: any[], opts: ParquetCodecOptions): Buffer;
5
5
  export declare function decodeValues(type: PrimitiveType, cursor: CursorBuffer, count: number, opts: ParquetCodecOptions): any[];
6
6
  //# sourceMappingURL=plain.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"plain.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/plain.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,MAAM,WAAW,CAAC;AAGjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,CAqBR;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAqBP"}
1
+ {"version":3,"file":"plain.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/plain.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,6BAA0B;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,qBAAkB;AAGjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,CAqBR;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAqBP"}
@@ -1,200 +1,204 @@
1
1
  import INT53 from 'int53';
2
2
  export function encodeValues(type, values, opts) {
3
- switch (type) {
4
- case 'BOOLEAN':
5
- return encodeValues_BOOLEAN(values);
6
- case 'INT32':
7
- return encodeValues_INT32(values);
8
- case 'INT64':
9
- return encodeValues_INT64(values);
10
- case 'INT96':
11
- return encodeValues_INT96(values);
12
- case 'FLOAT':
13
- return encodeValues_FLOAT(values);
14
- case 'DOUBLE':
15
- return encodeValues_DOUBLE(values);
16
- case 'BYTE_ARRAY':
17
- return encodeValues_BYTE_ARRAY(values);
18
- case 'FIXED_LEN_BYTE_ARRAY':
19
- return encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts);
20
- default:
21
- throw new Error(`unsupported type: ${type}`);
22
- }
3
+ switch (type) {
4
+ case 'BOOLEAN':
5
+ return encodeValues_BOOLEAN(values);
6
+ case 'INT32':
7
+ return encodeValues_INT32(values);
8
+ case 'INT64':
9
+ return encodeValues_INT64(values);
10
+ case 'INT96':
11
+ return encodeValues_INT96(values);
12
+ case 'FLOAT':
13
+ return encodeValues_FLOAT(values);
14
+ case 'DOUBLE':
15
+ return encodeValues_DOUBLE(values);
16
+ case 'BYTE_ARRAY':
17
+ return encodeValues_BYTE_ARRAY(values);
18
+ case 'FIXED_LEN_BYTE_ARRAY':
19
+ return encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts);
20
+ default:
21
+ throw new Error(`unsupported type: ${type}`);
22
+ }
23
23
  }
24
24
  export function decodeValues(type, cursor, count, opts) {
25
- switch (type) {
26
- case 'BOOLEAN':
27
- return decodeValues_BOOLEAN(cursor, count);
28
- case 'INT32':
29
- return decodeValues_INT32(cursor, count);
30
- case 'INT64':
31
- return decodeValues_INT64(cursor, count);
32
- case 'INT96':
33
- return decodeValues_INT96(cursor, count);
34
- case 'FLOAT':
35
- return decodeValues_FLOAT(cursor, count);
36
- case 'DOUBLE':
37
- return decodeValues_DOUBLE(cursor, count);
38
- case 'BYTE_ARRAY':
39
- return decodeValues_BYTE_ARRAY(cursor, count);
40
- case 'FIXED_LEN_BYTE_ARRAY':
41
- return decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts);
42
- default:
43
- throw new Error(`unsupported type: ${type}`);
44
- }
25
+ switch (type) {
26
+ case 'BOOLEAN':
27
+ return decodeValues_BOOLEAN(cursor, count);
28
+ case 'INT32':
29
+ return decodeValues_INT32(cursor, count);
30
+ case 'INT64':
31
+ return decodeValues_INT64(cursor, count);
32
+ case 'INT96':
33
+ return decodeValues_INT96(cursor, count);
34
+ case 'FLOAT':
35
+ return decodeValues_FLOAT(cursor, count);
36
+ case 'DOUBLE':
37
+ return decodeValues_DOUBLE(cursor, count);
38
+ case 'BYTE_ARRAY':
39
+ return decodeValues_BYTE_ARRAY(cursor, count);
40
+ case 'FIXED_LEN_BYTE_ARRAY':
41
+ return decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts);
42
+ default:
43
+ throw new Error(`unsupported type: ${type}`);
44
+ }
45
45
  }
46
46
  function encodeValues_BOOLEAN(values) {
47
- const buf = Buffer.alloc(Math.ceil(values.length / 8));
48
- buf.fill(0);
49
- for (let i = 0; i < values.length; i++) {
50
- if (values[i]) {
51
- buf[Math.floor(i / 8)] |= 1 << i % 8;
47
+ const buf = Buffer.alloc(Math.ceil(values.length / 8));
48
+ buf.fill(0);
49
+ for (let i = 0; i < values.length; i++) {
50
+ if (values[i]) {
51
+ buf[Math.floor(i / 8)] |= 1 << i % 8;
52
+ }
52
53
  }
53
- }
54
- return buf;
54
+ return buf;
55
55
  }
56
56
  function decodeValues_BOOLEAN(cursor, count) {
57
- const values = [];
58
- for (let i = 0; i < count; i++) {
59
- const b = cursor.buffer[cursor.offset + Math.floor(i / 8)];
60
- values.push((b & 1 << i % 8) > 0);
61
- }
62
- cursor.offset += Math.ceil(count / 8);
63
- return values;
57
+ const values = [];
58
+ for (let i = 0; i < count; i++) {
59
+ const b = cursor.buffer[cursor.offset + Math.floor(i / 8)];
60
+ values.push((b & (1 << i % 8)) > 0);
61
+ }
62
+ cursor.offset += Math.ceil(count / 8);
63
+ return values;
64
64
  }
65
65
  function encodeValues_INT32(values) {
66
- const buf = Buffer.alloc(4 * values.length);
67
- for (let i = 0; i < values.length; i++) {
68
- buf.writeInt32LE(values[i], i * 4);
69
- }
70
- return buf;
66
+ const buf = Buffer.alloc(4 * values.length);
67
+ for (let i = 0; i < values.length; i++) {
68
+ buf.writeInt32LE(values[i], i * 4);
69
+ }
70
+ return buf;
71
71
  }
72
72
  function decodeValues_INT32(cursor, count) {
73
- const values = [];
74
- for (let i = 0; i < count; i++) {
75
- values.push(cursor.buffer.readInt32LE(cursor.offset));
76
- cursor.offset += 4;
77
- }
78
- return values;
73
+ const values = [];
74
+ for (let i = 0; i < count; i++) {
75
+ values.push(cursor.buffer.readInt32LE(cursor.offset));
76
+ cursor.offset += 4;
77
+ }
78
+ return values;
79
79
  }
80
80
  function encodeValues_INT64(values) {
81
- const buf = Buffer.alloc(8 * values.length);
82
- for (let i = 0; i < values.length; i++) {
83
- INT53.writeInt64LE(values[i], buf, i * 8);
84
- }
85
- return buf;
81
+ const buf = Buffer.alloc(8 * values.length);
82
+ for (let i = 0; i < values.length; i++) {
83
+ INT53.writeInt64LE(values[i], buf, i * 8);
84
+ }
85
+ return buf;
86
86
  }
87
87
  function decodeValues_INT64(cursor, count) {
88
- const values = [];
89
- for (let i = 0; i < count; i++) {
90
- values.push(INT53.readInt64LE(cursor.buffer, cursor.offset));
91
- cursor.offset += 8;
92
- }
93
- return values;
88
+ const values = [];
89
+ for (let i = 0; i < count; i++) {
90
+ values.push(INT53.readInt64LE(cursor.buffer, cursor.offset));
91
+ cursor.offset += 8;
92
+ }
93
+ return values;
94
94
  }
95
95
  function encodeValues_INT96(values) {
96
- const buf = Buffer.alloc(12 * values.length);
97
- for (let i = 0; i < values.length; i++) {
98
- if (values[i] >= 0) {
99
- INT53.writeInt64LE(values[i], buf, i * 12);
100
- buf.writeUInt32LE(0, i * 12 + 8);
101
- } else {
102
- INT53.writeInt64LE(~-values[i] + 1, buf, i * 12);
103
- buf.writeUInt32LE(0xffffffff, i * 12 + 8);
104
- }
105
- }
106
- return buf;
96
+ const buf = Buffer.alloc(12 * values.length);
97
+ for (let i = 0; i < values.length; i++) {
98
+ if (values[i] >= 0) {
99
+ INT53.writeInt64LE(values[i], buf, i * 12);
100
+ buf.writeUInt32LE(0, i * 12 + 8); // truncate to 64 actual precision
101
+ }
102
+ else {
103
+ INT53.writeInt64LE(~-values[i] + 1, buf, i * 12);
104
+ buf.writeUInt32LE(0xffffffff, i * 12 + 8); // truncate to 64 actual precision
105
+ }
106
+ }
107
+ return buf;
107
108
  }
108
109
  function decodeValues_INT96(cursor, count) {
109
- const values = [];
110
- for (let i = 0; i < count; i++) {
111
- const low = INT53.readInt64LE(cursor.buffer, cursor.offset);
112
- const high = cursor.buffer.readUInt32LE(cursor.offset + 8);
113
- if (high === 0xffffffff) {
114
- values.push(~-low + 1);
115
- } else {
116
- values.push(low);
117
- }
118
- cursor.offset += 12;
119
- }
120
- return values;
110
+ const values = [];
111
+ for (let i = 0; i < count; i++) {
112
+ const low = INT53.readInt64LE(cursor.buffer, cursor.offset);
113
+ const high = cursor.buffer.readUInt32LE(cursor.offset + 8);
114
+ if (high === 0xffffffff) {
115
+ values.push(~-low + 1); // truncate to 64 actual precision
116
+ }
117
+ else {
118
+ values.push(low); // truncate to 64 actual precision
119
+ }
120
+ cursor.offset += 12;
121
+ }
122
+ return values;
121
123
  }
122
124
  function encodeValues_FLOAT(values) {
123
- const buf = Buffer.alloc(4 * values.length);
124
- for (let i = 0; i < values.length; i++) {
125
- buf.writeFloatLE(values[i], i * 4);
126
- }
127
- return buf;
125
+ const buf = Buffer.alloc(4 * values.length);
126
+ for (let i = 0; i < values.length; i++) {
127
+ buf.writeFloatLE(values[i], i * 4);
128
+ }
129
+ return buf;
128
130
  }
129
131
  function decodeValues_FLOAT(cursor, count) {
130
- const values = [];
131
- for (let i = 0; i < count; i++) {
132
- values.push(cursor.buffer.readFloatLE(cursor.offset));
133
- cursor.offset += 4;
134
- }
135
- return values;
132
+ const values = [];
133
+ for (let i = 0; i < count; i++) {
134
+ values.push(cursor.buffer.readFloatLE(cursor.offset));
135
+ cursor.offset += 4;
136
+ }
137
+ return values;
136
138
  }
137
139
  function encodeValues_DOUBLE(values) {
138
- const buf = Buffer.alloc(8 * values.length);
139
- for (let i = 0; i < values.length; i++) {
140
- buf.writeDoubleLE(values[i], i * 8);
141
- }
142
- return buf;
140
+ const buf = Buffer.alloc(8 * values.length);
141
+ for (let i = 0; i < values.length; i++) {
142
+ buf.writeDoubleLE(values[i], i * 8);
143
+ }
144
+ return buf;
143
145
  }
144
146
  function decodeValues_DOUBLE(cursor, count) {
145
- const values = [];
146
- for (let i = 0; i < count; i++) {
147
- values.push(cursor.buffer.readDoubleLE(cursor.offset));
148
- cursor.offset += 8;
149
- }
150
- return values;
147
+ const values = [];
148
+ for (let i = 0; i < count; i++) {
149
+ values.push(cursor.buffer.readDoubleLE(cursor.offset));
150
+ cursor.offset += 8;
151
+ }
152
+ return values;
151
153
  }
152
154
  function encodeValues_BYTE_ARRAY(values) {
153
- let buf_len = 0;
154
- for (let i = 0; i < values.length; i++) {
155
- values[i] = Buffer.from(values[i]);
156
- buf_len += 4 + values[i].length;
157
- }
158
- const buf = Buffer.alloc(buf_len);
159
- let buf_pos = 0;
160
- for (let i = 0; i < values.length; i++) {
161
- buf.writeUInt32LE(values[i].length, buf_pos);
162
- values[i].copy(buf, buf_pos + 4);
163
- buf_pos += 4 + values[i].length;
164
- }
165
- return buf;
155
+ // tslint:disable-next-line:variable-name
156
+ let buf_len = 0;
157
+ for (let i = 0; i < values.length; i++) {
158
+ values[i] = Buffer.from(values[i]);
159
+ buf_len += 4 + values[i].length;
160
+ }
161
+ const buf = Buffer.alloc(buf_len);
162
+ // tslint:disable-next-line:variable-name
163
+ let buf_pos = 0;
164
+ for (let i = 0; i < values.length; i++) {
165
+ buf.writeUInt32LE(values[i].length, buf_pos);
166
+ values[i].copy(buf, buf_pos + 4);
167
+ buf_pos += 4 + values[i].length;
168
+ }
169
+ return buf;
166
170
  }
167
171
  function decodeValues_BYTE_ARRAY(cursor, count) {
168
- const values = [];
169
- for (let i = 0; i < count; i++) {
170
- const len = cursor.buffer.readUInt32LE(cursor.offset);
171
- cursor.offset += 4;
172
- values.push(cursor.buffer.slice(cursor.offset, cursor.offset + len));
173
- cursor.offset += len;
174
- }
175
- return values;
172
+ const values = [];
173
+ for (let i = 0; i < count; i++) {
174
+ const len = cursor.buffer.readUInt32LE(cursor.offset);
175
+ cursor.offset += 4;
176
+ // values.push(cursor.buffer.buffer.slice(cursor.offset, cursor.offset + len));
177
+ values.push(cursor.buffer.slice(cursor.offset, cursor.offset + len));
178
+ cursor.offset += len;
179
+ }
180
+ return values;
176
181
  }
177
182
  function encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts) {
178
- if (!opts.typeLength) {
179
- throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');
180
- }
181
- for (let i = 0; i < values.length; i++) {
182
- values[i] = Buffer.from(values[i]);
183
- if (values[i].length !== opts.typeLength) {
184
- throw new Error(`invalid value for FIXED_LEN_BYTE_ARRAY: ${values[i]}`);
183
+ if (!opts.typeLength) {
184
+ throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');
185
+ }
186
+ for (let i = 0; i < values.length; i++) {
187
+ values[i] = Buffer.from(values[i]);
188
+ if (values[i].length !== opts.typeLength) {
189
+ throw new Error(`invalid value for FIXED_LEN_BYTE_ARRAY: ${values[i]}`);
190
+ }
185
191
  }
186
- }
187
- return Buffer.concat(values);
192
+ return Buffer.concat(values);
188
193
  }
189
194
  function decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts) {
190
- const values = [];
191
- if (!opts.typeLength) {
192
- throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');
193
- }
194
- for (let i = 0; i < count; i++) {
195
- values.push(cursor.buffer.slice(cursor.offset, cursor.offset + opts.typeLength));
196
- cursor.offset += opts.typeLength;
197
- }
198
- return values;
199
- }
200
- //# sourceMappingURL=plain.js.map
195
+ const values = [];
196
+ if (!opts.typeLength) {
197
+ throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');
198
+ }
199
+ for (let i = 0; i < count; i++) {
200
+ values.push(cursor.buffer.slice(cursor.offset, cursor.offset + opts.typeLength));
201
+ cursor.offset += opts.typeLength;
202
+ }
203
+ return values;
204
+ }
@@ -1,6 +1,6 @@
1
1
  /// <reference types="node" />
2
- import type { PrimitiveType } from '../schema/declare';
3
- import type { CursorBuffer, ParquetCodecOptions } from './declare';
2
+ import type { PrimitiveType } from "../schema/declare.js";
3
+ import type { CursorBuffer, ParquetCodecOptions } from "./declare.js";
4
4
  export declare function encodeValues(type: PrimitiveType, values: any[], opts: ParquetCodecOptions): Buffer;
5
5
  export declare function decodeValues(type: PrimitiveType, cursor: CursorBuffer, count: number, opts: ParquetCodecOptions): number[];
6
6
  //# sourceMappingURL=rle.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"rle.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/rle.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,MAAM,WAAW,CAAC;AAIjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,CA4DR;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,EAAE,CA4BV"}
1
+ {"version":3,"file":"rle.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/rle.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,6BAA0B;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,qBAAkB;AAIjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,CA4DR;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,EAAE,CA4BV"}