@loaders.gl/parquet 3.3.0-alpha.7 → 3.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. package/dist/dist.min.js +17 -26
  2. package/dist/dist.min.js.map +3 -3
  3. package/dist/es5/index.js +3 -3
  4. package/dist/es5/index.js.map +1 -1
  5. package/dist/es5/lib/convert-schema-deep.ts.disabled +910 -0
  6. package/dist/es5/lib/parse-parquet.js +49 -25
  7. package/dist/es5/lib/parse-parquet.js.map +1 -1
  8. package/dist/es5/parquet-loader.js +3 -2
  9. package/dist/es5/parquet-loader.js.map +1 -1
  10. package/dist/es5/parquet-wasm-loader.js +1 -1
  11. package/dist/es5/parquet-wasm-loader.js.map +1 -1
  12. package/dist/es5/parquet-wasm-writer.js +1 -1
  13. package/dist/es5/parquet-wasm-writer.js.map +1 -1
  14. package/dist/es5/parquet-writer.js +1 -1
  15. package/dist/es5/parquet-writer.js.map +1 -1
  16. package/dist/es5/parquetjs/compression.js +15 -5
  17. package/dist/es5/parquetjs/compression.js.map +1 -1
  18. package/dist/es5/parquetjs/encoder/{writer.js → parquet-encoder.js} +70 -158
  19. package/dist/es5/parquetjs/encoder/parquet-encoder.js.map +1 -0
  20. package/dist/es5/parquetjs/parser/parquet-reader.js +553 -222
  21. package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -1
  22. package/dist/es5/parquetjs/schema/declare.js +3 -1
  23. package/dist/es5/parquetjs/schema/declare.js.map +1 -1
  24. package/dist/es5/parquetjs/schema/shred.js +39 -33
  25. package/dist/es5/parquetjs/schema/shred.js.map +1 -1
  26. package/dist/es5/parquetjs/schema/types.js.map +1 -1
  27. package/dist/es5/parquetjs/utils/file-utils.js +2 -3
  28. package/dist/es5/parquetjs/utils/file-utils.js.map +1 -1
  29. package/dist/esm/index.js +1 -1
  30. package/dist/esm/index.js.map +1 -1
  31. package/dist/esm/lib/convert-schema-deep.ts.disabled +910 -0
  32. package/dist/esm/lib/parse-parquet.js +6 -12
  33. package/dist/esm/lib/parse-parquet.js.map +1 -1
  34. package/dist/esm/parquet-loader.js +3 -2
  35. package/dist/esm/parquet-loader.js.map +1 -1
  36. package/dist/esm/parquet-wasm-loader.js +1 -1
  37. package/dist/esm/parquet-wasm-loader.js.map +1 -1
  38. package/dist/esm/parquet-wasm-writer.js +1 -1
  39. package/dist/esm/parquet-wasm-writer.js.map +1 -1
  40. package/dist/esm/parquet-writer.js +1 -1
  41. package/dist/esm/parquet-writer.js.map +1 -1
  42. package/dist/esm/parquetjs/compression.js +10 -1
  43. package/dist/esm/parquetjs/compression.js.map +1 -1
  44. package/dist/esm/parquetjs/encoder/{writer.js → parquet-encoder.js} +7 -37
  45. package/dist/esm/parquetjs/encoder/parquet-encoder.js.map +1 -0
  46. package/dist/esm/parquetjs/parser/parquet-reader.js +158 -72
  47. package/dist/esm/parquetjs/parser/parquet-reader.js.map +1 -1
  48. package/dist/esm/parquetjs/schema/declare.js +1 -0
  49. package/dist/esm/parquetjs/schema/declare.js.map +1 -1
  50. package/dist/esm/parquetjs/schema/shred.js +42 -34
  51. package/dist/esm/parquetjs/schema/shred.js.map +1 -1
  52. package/dist/esm/parquetjs/schema/types.js.map +1 -1
  53. package/dist/esm/parquetjs/utils/file-utils.js +1 -1
  54. package/dist/esm/parquetjs/utils/file-utils.js.map +1 -1
  55. package/dist/index.d.ts +1 -1
  56. package/dist/index.d.ts.map +1 -1
  57. package/dist/index.js +3 -4
  58. package/dist/lib/parse-parquet.d.ts +2 -2
  59. package/dist/lib/parse-parquet.d.ts.map +1 -1
  60. package/dist/lib/parse-parquet.js +24 -12
  61. package/dist/lib/wasm/encode-parquet-wasm.d.ts +1 -1
  62. package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -1
  63. package/dist/lib/wasm/parse-parquet-wasm.d.ts +1 -1
  64. package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -1
  65. package/dist/parquet-loader.d.ts +2 -1
  66. package/dist/parquet-loader.d.ts.map +1 -1
  67. package/dist/parquet-loader.js +2 -1
  68. package/dist/parquet-wasm-loader.d.ts +1 -1
  69. package/dist/parquet-wasm-loader.d.ts.map +1 -1
  70. package/dist/parquet-worker.js +15 -24
  71. package/dist/parquet-worker.js.map +3 -3
  72. package/dist/parquet-writer.d.ts +1 -1
  73. package/dist/parquet-writer.d.ts.map +1 -1
  74. package/dist/parquetjs/compression.d.ts.map +1 -1
  75. package/dist/parquetjs/compression.js +16 -5
  76. package/dist/parquetjs/encoder/{writer.d.ts → parquet-encoder.d.ts} +10 -19
  77. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -0
  78. package/dist/parquetjs/encoder/{writer.js → parquet-encoder.js} +60 -58
  79. package/dist/parquetjs/parser/parquet-reader.d.ts +47 -57
  80. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  81. package/dist/parquetjs/parser/parquet-reader.js +168 -102
  82. package/dist/parquetjs/schema/declare.d.ts +21 -14
  83. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  84. package/dist/parquetjs/schema/declare.js +2 -0
  85. package/dist/parquetjs/schema/shred.d.ts +115 -0
  86. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  87. package/dist/parquetjs/schema/shred.js +161 -43
  88. package/dist/parquetjs/schema/types.d.ts +2 -2
  89. package/dist/parquetjs/schema/types.d.ts.map +1 -1
  90. package/dist/parquetjs/utils/file-utils.d.ts +3 -4
  91. package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
  92. package/dist/parquetjs/utils/file-utils.js +2 -5
  93. package/package.json +7 -5
  94. package/src/index.ts +2 -2
  95. package/src/lib/convert-schema-deep.ts.disabled +910 -0
  96. package/src/lib/parse-parquet.ts +25 -12
  97. package/src/parquet-loader.ts +3 -1
  98. package/src/parquetjs/compression.ts +14 -1
  99. package/src/parquetjs/encoder/{writer.ts → parquet-encoder.ts} +22 -28
  100. package/src/parquetjs/parser/parquet-reader.ts +239 -122
  101. package/src/parquetjs/schema/declare.ts +17 -9
  102. package/src/parquetjs/schema/shred.ts +157 -28
  103. package/src/parquetjs/schema/types.ts +21 -27
  104. package/src/parquetjs/utils/file-utils.ts +3 -4
  105. package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
  106. package/dist/es5/parquetjs/file.js +0 -94
  107. package/dist/es5/parquetjs/file.js.map +0 -1
  108. package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -183
  109. package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
  110. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -327
  111. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  112. package/dist/es5/parquetjs/utils/buffer-utils.js +0 -19
  113. package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
  114. package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
  115. package/dist/esm/parquetjs/file.js +0 -81
  116. package/dist/esm/parquetjs/file.js.map +0 -1
  117. package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -78
  118. package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
  119. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -129
  120. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  121. package/dist/esm/parquetjs/utils/buffer-utils.js +0 -13
  122. package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
  123. package/dist/parquetjs/encoder/writer.d.ts.map +0 -1
  124. package/dist/parquetjs/file.d.ts +0 -10
  125. package/dist/parquetjs/file.d.ts.map +0 -1
  126. package/dist/parquetjs/file.js +0 -99
  127. package/dist/parquetjs/parser/parquet-cursor.d.ts +0 -36
  128. package/dist/parquetjs/parser/parquet-cursor.d.ts.map +0 -1
  129. package/dist/parquetjs/parser/parquet-cursor.js +0 -74
  130. package/dist/parquetjs/parser/parquet-envelope-reader.d.ts +0 -40
  131. package/dist/parquetjs/parser/parquet-envelope-reader.d.ts.map +0 -1
  132. package/dist/parquetjs/parser/parquet-envelope-reader.js +0 -136
  133. package/dist/parquetjs/utils/buffer-utils.d.ts +0 -10
  134. package/dist/parquetjs/utils/buffer-utils.d.ts.map +0 -1
  135. package/dist/parquetjs/utils/buffer-utils.js +0 -22
  136. package/src/parquetjs/file.ts +0 -90
  137. package/src/parquetjs/parser/parquet-cursor.ts +0 -94
  138. package/src/parquetjs/parser/parquet-envelope-reader.ts +0 -199
  139. package/src/parquetjs/utils/buffer-utils.ts +0 -18
package/dist/parquet-loader.js CHANGED
@@ -7,7 +7,8 @@ const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
7
7
  const DEFAULT_PARQUET_LOADER_OPTIONS = {
8
8
  parquet: {
9
9
  type: 'object-row-table',
10
- url: undefined
10
+ url: undefined,
11
+ columnList: []
11
12
  }
12
13
  };
13
14
  /** ParquetJS table loader */
package/dist/parquet-wasm-loader.d.ts CHANGED
@@ -1,5 +1,5 @@
1
1
  import type { Loader, LoaderOptions } from '@loaders.gl/loader-utils';
2
- export declare type ParquetLoaderOptions = LoaderOptions & {
2
+ export type ParquetLoaderOptions = LoaderOptions & {
3
3
  parquet?: {
4
4
  type?: 'arrow-table';
5
5
  wasmUrl?: string;
package/dist/parquet-wasm-loader.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"parquet-wasm-loader.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAMpE,oBAAY,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AASF,6BAA6B;AAC7B,eAAO,MAAM,iBAAiB;;;;;;;;;;;;CAY7B,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,MAA0B,CAAC"}
1
+ {"version":3,"file":"parquet-wasm-loader.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAMpE,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AASF,6BAA6B;AAC7B,eAAO,MAAM,iBAAiB;;;;;;;;;;;;CAY7B,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,MAA0B,CAAC"}