@loaders.gl/parquet 3.3.0-alpha.7 → 3.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. package/dist/dist.min.js +17 -26
  2. package/dist/dist.min.js.map +3 -3
  3. package/dist/es5/index.js +3 -3
  4. package/dist/es5/index.js.map +1 -1
  5. package/dist/es5/lib/convert-schema-deep.ts.disabled +910 -0
  6. package/dist/es5/lib/parse-parquet.js +49 -25
  7. package/dist/es5/lib/parse-parquet.js.map +1 -1
  8. package/dist/es5/parquet-loader.js +3 -2
  9. package/dist/es5/parquet-loader.js.map +1 -1
  10. package/dist/es5/parquet-wasm-loader.js +1 -1
  11. package/dist/es5/parquet-wasm-loader.js.map +1 -1
  12. package/dist/es5/parquet-wasm-writer.js +1 -1
  13. package/dist/es5/parquet-wasm-writer.js.map +1 -1
  14. package/dist/es5/parquet-writer.js +1 -1
  15. package/dist/es5/parquet-writer.js.map +1 -1
  16. package/dist/es5/parquetjs/compression.js +15 -5
  17. package/dist/es5/parquetjs/compression.js.map +1 -1
  18. package/dist/es5/parquetjs/encoder/{writer.js → parquet-encoder.js} +70 -158
  19. package/dist/es5/parquetjs/encoder/parquet-encoder.js.map +1 -0
  20. package/dist/es5/parquetjs/parser/parquet-reader.js +553 -222
  21. package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -1
  22. package/dist/es5/parquetjs/schema/declare.js +3 -1
  23. package/dist/es5/parquetjs/schema/declare.js.map +1 -1
  24. package/dist/es5/parquetjs/schema/shred.js +39 -33
  25. package/dist/es5/parquetjs/schema/shred.js.map +1 -1
  26. package/dist/es5/parquetjs/schema/types.js.map +1 -1
  27. package/dist/es5/parquetjs/utils/file-utils.js +2 -3
  28. package/dist/es5/parquetjs/utils/file-utils.js.map +1 -1
  29. package/dist/esm/index.js +1 -1
  30. package/dist/esm/index.js.map +1 -1
  31. package/dist/esm/lib/convert-schema-deep.ts.disabled +910 -0
  32. package/dist/esm/lib/parse-parquet.js +6 -12
  33. package/dist/esm/lib/parse-parquet.js.map +1 -1
  34. package/dist/esm/parquet-loader.js +3 -2
  35. package/dist/esm/parquet-loader.js.map +1 -1
  36. package/dist/esm/parquet-wasm-loader.js +1 -1
  37. package/dist/esm/parquet-wasm-loader.js.map +1 -1
  38. package/dist/esm/parquet-wasm-writer.js +1 -1
  39. package/dist/esm/parquet-wasm-writer.js.map +1 -1
  40. package/dist/esm/parquet-writer.js +1 -1
  41. package/dist/esm/parquet-writer.js.map +1 -1
  42. package/dist/esm/parquetjs/compression.js +10 -1
  43. package/dist/esm/parquetjs/compression.js.map +1 -1
  44. package/dist/esm/parquetjs/encoder/{writer.js → parquet-encoder.js} +7 -37
  45. package/dist/esm/parquetjs/encoder/parquet-encoder.js.map +1 -0
  46. package/dist/esm/parquetjs/parser/parquet-reader.js +158 -72
  47. package/dist/esm/parquetjs/parser/parquet-reader.js.map +1 -1
  48. package/dist/esm/parquetjs/schema/declare.js +1 -0
  49. package/dist/esm/parquetjs/schema/declare.js.map +1 -1
  50. package/dist/esm/parquetjs/schema/shred.js +42 -34
  51. package/dist/esm/parquetjs/schema/shred.js.map +1 -1
  52. package/dist/esm/parquetjs/schema/types.js.map +1 -1
  53. package/dist/esm/parquetjs/utils/file-utils.js +1 -1
  54. package/dist/esm/parquetjs/utils/file-utils.js.map +1 -1
  55. package/dist/index.d.ts +1 -1
  56. package/dist/index.d.ts.map +1 -1
  57. package/dist/index.js +3 -4
  58. package/dist/lib/parse-parquet.d.ts +2 -2
  59. package/dist/lib/parse-parquet.d.ts.map +1 -1
  60. package/dist/lib/parse-parquet.js +24 -12
  61. package/dist/lib/wasm/encode-parquet-wasm.d.ts +1 -1
  62. package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -1
  63. package/dist/lib/wasm/parse-parquet-wasm.d.ts +1 -1
  64. package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -1
  65. package/dist/parquet-loader.d.ts +2 -1
  66. package/dist/parquet-loader.d.ts.map +1 -1
  67. package/dist/parquet-loader.js +2 -1
  68. package/dist/parquet-wasm-loader.d.ts +1 -1
  69. package/dist/parquet-wasm-loader.d.ts.map +1 -1
  70. package/dist/parquet-worker.js +15 -24
  71. package/dist/parquet-worker.js.map +3 -3
  72. package/dist/parquet-writer.d.ts +1 -1
  73. package/dist/parquet-writer.d.ts.map +1 -1
  74. package/dist/parquetjs/compression.d.ts.map +1 -1
  75. package/dist/parquetjs/compression.js +16 -5
  76. package/dist/parquetjs/encoder/{writer.d.ts → parquet-encoder.d.ts} +10 -19
  77. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -0
  78. package/dist/parquetjs/encoder/{writer.js → parquet-encoder.js} +60 -58
  79. package/dist/parquetjs/parser/parquet-reader.d.ts +47 -57
  80. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  81. package/dist/parquetjs/parser/parquet-reader.js +168 -102
  82. package/dist/parquetjs/schema/declare.d.ts +21 -14
  83. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  84. package/dist/parquetjs/schema/declare.js +2 -0
  85. package/dist/parquetjs/schema/shred.d.ts +115 -0
  86. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  87. package/dist/parquetjs/schema/shred.js +161 -43
  88. package/dist/parquetjs/schema/types.d.ts +2 -2
  89. package/dist/parquetjs/schema/types.d.ts.map +1 -1
  90. package/dist/parquetjs/utils/file-utils.d.ts +3 -4
  91. package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
  92. package/dist/parquetjs/utils/file-utils.js +2 -5
  93. package/package.json +7 -5
  94. package/src/index.ts +2 -2
  95. package/src/lib/convert-schema-deep.ts.disabled +910 -0
  96. package/src/lib/parse-parquet.ts +25 -12
  97. package/src/parquet-loader.ts +3 -1
  98. package/src/parquetjs/compression.ts +14 -1
  99. package/src/parquetjs/encoder/{writer.ts → parquet-encoder.ts} +22 -28
  100. package/src/parquetjs/parser/parquet-reader.ts +239 -122
  101. package/src/parquetjs/schema/declare.ts +17 -9
  102. package/src/parquetjs/schema/shred.ts +157 -28
  103. package/src/parquetjs/schema/types.ts +21 -27
  104. package/src/parquetjs/utils/file-utils.ts +3 -4
  105. package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
  106. package/dist/es5/parquetjs/file.js +0 -94
  107. package/dist/es5/parquetjs/file.js.map +0 -1
  108. package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -183
  109. package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
  110. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -327
  111. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  112. package/dist/es5/parquetjs/utils/buffer-utils.js +0 -19
  113. package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
  114. package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
  115. package/dist/esm/parquetjs/file.js +0 -81
  116. package/dist/esm/parquetjs/file.js.map +0 -1
  117. package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -78
  118. package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
  119. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -129
  120. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  121. package/dist/esm/parquetjs/utils/buffer-utils.js +0 -13
  122. package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
  123. package/dist/parquetjs/encoder/writer.d.ts.map +0 -1
  124. package/dist/parquetjs/file.d.ts +0 -10
  125. package/dist/parquetjs/file.d.ts.map +0 -1
  126. package/dist/parquetjs/file.js +0 -99
  127. package/dist/parquetjs/parser/parquet-cursor.d.ts +0 -36
  128. package/dist/parquetjs/parser/parquet-cursor.d.ts.map +0 -1
  129. package/dist/parquetjs/parser/parquet-cursor.js +0 -74
  130. package/dist/parquetjs/parser/parquet-envelope-reader.d.ts +0 -40
  131. package/dist/parquetjs/parser/parquet-envelope-reader.d.ts.map +0 -1
  132. package/dist/parquetjs/parser/parquet-envelope-reader.js +0 -136
  133. package/dist/parquetjs/utils/buffer-utils.d.ts +0 -10
  134. package/dist/parquetjs/utils/buffer-utils.d.ts.map +0 -1
  135. package/dist/parquetjs/utils/buffer-utils.js +0 -22
  136. package/src/parquetjs/file.ts +0 -90
  137. package/src/parquetjs/parser/parquet-cursor.ts +0 -94
  138. package/src/parquetjs/parser/parquet-envelope-reader.ts +0 -199
  139. package/src/parquetjs/utils/buffer-utils.ts +0 -18
@@ -1,18 +0,0 @@
1
- /**
2
- * Convert Buffer to ArrayBuffer
3
- */
4
- export function toArrayBuffer(buffer: Buffer): ArrayBuffer {
5
- // TODO - per docs we should just be able to call buffer.buffer, but there are issues
6
- if (Buffer.isBuffer(buffer)) {
7
- const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
8
- return typedArray.slice().buffer;
9
- }
10
- return buffer;
11
- }
12
-
13
- /**
14
- * Convert (copy) ArrayBuffer to Buffer
15
- */
16
- export function toBuffer(arrayBuffer: ArrayBuffer): Buffer {
17
- return Buffer.from(arrayBuffer);
18
- }