@loaders.gl/parquet 3.3.0-alpha.7 → 3.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. package/dist/dist.min.js +17 -26
  2. package/dist/dist.min.js.map +3 -3
  3. package/dist/es5/index.js +3 -3
  4. package/dist/es5/index.js.map +1 -1
  5. package/dist/es5/lib/convert-schema-deep.ts.disabled +910 -0
  6. package/dist/es5/lib/parse-parquet.js +49 -25
  7. package/dist/es5/lib/parse-parquet.js.map +1 -1
  8. package/dist/es5/parquet-loader.js +3 -2
  9. package/dist/es5/parquet-loader.js.map +1 -1
  10. package/dist/es5/parquet-wasm-loader.js +1 -1
  11. package/dist/es5/parquet-wasm-loader.js.map +1 -1
  12. package/dist/es5/parquet-wasm-writer.js +1 -1
  13. package/dist/es5/parquet-wasm-writer.js.map +1 -1
  14. package/dist/es5/parquet-writer.js +1 -1
  15. package/dist/es5/parquet-writer.js.map +1 -1
  16. package/dist/es5/parquetjs/compression.js +15 -5
  17. package/dist/es5/parquetjs/compression.js.map +1 -1
  18. package/dist/es5/parquetjs/encoder/{writer.js → parquet-encoder.js} +70 -158
  19. package/dist/es5/parquetjs/encoder/parquet-encoder.js.map +1 -0
  20. package/dist/es5/parquetjs/parser/parquet-reader.js +553 -222
  21. package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -1
  22. package/dist/es5/parquetjs/schema/declare.js +3 -1
  23. package/dist/es5/parquetjs/schema/declare.js.map +1 -1
  24. package/dist/es5/parquetjs/schema/shred.js +39 -33
  25. package/dist/es5/parquetjs/schema/shred.js.map +1 -1
  26. package/dist/es5/parquetjs/schema/types.js.map +1 -1
  27. package/dist/es5/parquetjs/utils/file-utils.js +2 -3
  28. package/dist/es5/parquetjs/utils/file-utils.js.map +1 -1
  29. package/dist/esm/index.js +1 -1
  30. package/dist/esm/index.js.map +1 -1
  31. package/dist/esm/lib/convert-schema-deep.ts.disabled +910 -0
  32. package/dist/esm/lib/parse-parquet.js +6 -12
  33. package/dist/esm/lib/parse-parquet.js.map +1 -1
  34. package/dist/esm/parquet-loader.js +3 -2
  35. package/dist/esm/parquet-loader.js.map +1 -1
  36. package/dist/esm/parquet-wasm-loader.js +1 -1
  37. package/dist/esm/parquet-wasm-loader.js.map +1 -1
  38. package/dist/esm/parquet-wasm-writer.js +1 -1
  39. package/dist/esm/parquet-wasm-writer.js.map +1 -1
  40. package/dist/esm/parquet-writer.js +1 -1
  41. package/dist/esm/parquet-writer.js.map +1 -1
  42. package/dist/esm/parquetjs/compression.js +10 -1
  43. package/dist/esm/parquetjs/compression.js.map +1 -1
  44. package/dist/esm/parquetjs/encoder/{writer.js → parquet-encoder.js} +7 -37
  45. package/dist/esm/parquetjs/encoder/parquet-encoder.js.map +1 -0
  46. package/dist/esm/parquetjs/parser/parquet-reader.js +158 -72
  47. package/dist/esm/parquetjs/parser/parquet-reader.js.map +1 -1
  48. package/dist/esm/parquetjs/schema/declare.js +1 -0
  49. package/dist/esm/parquetjs/schema/declare.js.map +1 -1
  50. package/dist/esm/parquetjs/schema/shred.js +42 -34
  51. package/dist/esm/parquetjs/schema/shred.js.map +1 -1
  52. package/dist/esm/parquetjs/schema/types.js.map +1 -1
  53. package/dist/esm/parquetjs/utils/file-utils.js +1 -1
  54. package/dist/esm/parquetjs/utils/file-utils.js.map +1 -1
  55. package/dist/index.d.ts +1 -1
  56. package/dist/index.d.ts.map +1 -1
  57. package/dist/index.js +3 -4
  58. package/dist/lib/parse-parquet.d.ts +2 -2
  59. package/dist/lib/parse-parquet.d.ts.map +1 -1
  60. package/dist/lib/parse-parquet.js +24 -12
  61. package/dist/lib/wasm/encode-parquet-wasm.d.ts +1 -1
  62. package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -1
  63. package/dist/lib/wasm/parse-parquet-wasm.d.ts +1 -1
  64. package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -1
  65. package/dist/parquet-loader.d.ts +2 -1
  66. package/dist/parquet-loader.d.ts.map +1 -1
  67. package/dist/parquet-loader.js +2 -1
  68. package/dist/parquet-wasm-loader.d.ts +1 -1
  69. package/dist/parquet-wasm-loader.d.ts.map +1 -1
  70. package/dist/parquet-worker.js +15 -24
  71. package/dist/parquet-worker.js.map +3 -3
  72. package/dist/parquet-writer.d.ts +1 -1
  73. package/dist/parquet-writer.d.ts.map +1 -1
  74. package/dist/parquetjs/compression.d.ts.map +1 -1
  75. package/dist/parquetjs/compression.js +16 -5
  76. package/dist/parquetjs/encoder/{writer.d.ts → parquet-encoder.d.ts} +10 -19
  77. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -0
  78. package/dist/parquetjs/encoder/{writer.js → parquet-encoder.js} +60 -58
  79. package/dist/parquetjs/parser/parquet-reader.d.ts +47 -57
  80. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  81. package/dist/parquetjs/parser/parquet-reader.js +168 -102
  82. package/dist/parquetjs/schema/declare.d.ts +21 -14
  83. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  84. package/dist/parquetjs/schema/declare.js +2 -0
  85. package/dist/parquetjs/schema/shred.d.ts +115 -0
  86. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  87. package/dist/parquetjs/schema/shred.js +161 -43
  88. package/dist/parquetjs/schema/types.d.ts +2 -2
  89. package/dist/parquetjs/schema/types.d.ts.map +1 -1
  90. package/dist/parquetjs/utils/file-utils.d.ts +3 -4
  91. package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
  92. package/dist/parquetjs/utils/file-utils.js +2 -5
  93. package/package.json +7 -5
  94. package/src/index.ts +2 -2
  95. package/src/lib/convert-schema-deep.ts.disabled +910 -0
  96. package/src/lib/parse-parquet.ts +25 -12
  97. package/src/parquet-loader.ts +3 -1
  98. package/src/parquetjs/compression.ts +14 -1
  99. package/src/parquetjs/encoder/{writer.ts → parquet-encoder.ts} +22 -28
  100. package/src/parquetjs/parser/parquet-reader.ts +239 -122
  101. package/src/parquetjs/schema/declare.ts +17 -9
  102. package/src/parquetjs/schema/shred.ts +157 -28
  103. package/src/parquetjs/schema/types.ts +21 -27
  104. package/src/parquetjs/utils/file-utils.ts +3 -4
  105. package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
  106. package/dist/es5/parquetjs/file.js +0 -94
  107. package/dist/es5/parquetjs/file.js.map +0 -1
  108. package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -183
  109. package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
  110. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -327
  111. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  112. package/dist/es5/parquetjs/utils/buffer-utils.js +0 -19
  113. package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
  114. package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
  115. package/dist/esm/parquetjs/file.js +0 -81
  116. package/dist/esm/parquetjs/file.js.map +0 -1
  117. package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -78
  118. package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
  119. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -129
  120. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  121. package/dist/esm/parquetjs/utils/buffer-utils.js +0 -13
  122. package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
  123. package/dist/parquetjs/encoder/writer.d.ts.map +0 -1
  124. package/dist/parquetjs/file.d.ts +0 -10
  125. package/dist/parquetjs/file.d.ts.map +0 -1
  126. package/dist/parquetjs/file.js +0 -99
  127. package/dist/parquetjs/parser/parquet-cursor.d.ts +0 -36
  128. package/dist/parquetjs/parser/parquet-cursor.d.ts.map +0 -1
  129. package/dist/parquetjs/parser/parquet-cursor.js +0 -74
  130. package/dist/parquetjs/parser/parquet-envelope-reader.d.ts +0 -40
  131. package/dist/parquetjs/parser/parquet-envelope-reader.d.ts.map +0 -1
  132. package/dist/parquetjs/parser/parquet-envelope-reader.js +0 -136
  133. package/dist/parquetjs/utils/buffer-utils.d.ts +0 -10
  134. package/dist/parquetjs/utils/buffer-utils.d.ts.map +0 -1
  135. package/dist/parquetjs/utils/buffer-utils.js +0 -22
  136. package/src/parquetjs/file.ts +0 -90
  137. package/src/parquetjs/parser/parquet-cursor.ts +0 -94
  138. package/src/parquetjs/parser/parquet-envelope-reader.ts +0 -199
  139. package/src/parquetjs/utils/buffer-utils.ts +0 -18
package/dist/es5/index.js CHANGED
@@ -4,10 +4,10 @@ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefau
4
4
  Object.defineProperty(exports, "__esModule", {
5
5
  value: true
6
6
  });
7
- Object.defineProperty(exports, "ParquetEnvelopeReader", {
7
+ Object.defineProperty(exports, "ParquetEncoder", {
8
8
  enumerable: true,
9
9
  get: function get() {
10
- return _parquetEnvelopeReader.ParquetEnvelopeReader;
10
+ return _parquetEncoder.ParquetEncoder;
11
11
  }
12
12
  });
13
13
  exports.ParquetLoader = void 0;
@@ -71,7 +71,7 @@ var _parquetWasmWriter = require("./parquet-wasm-writer");
71
71
  var _compression = require("./parquetjs/compression");
72
72
  var _schema = require("./parquetjs/schema/schema");
73
73
  var _parquetReader = require("./parquetjs/parser/parquet-reader");
74
- var _parquetEnvelopeReader = require("./parquetjs/parser/parquet-envelope-reader");
74
+ var _parquetEncoder = require("./parquetjs/encoder/parquet-encoder");
75
75
  var _convertSchema = require("./lib/convert-schema");
76
76
  function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
77
77
  function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","names":["ParquetLoader","ParquetWorkerLoader","parse","parseParquet","parseFileInBatches","parseParquetFileInBatches","ParquetWasmLoader","ParquetWasmWorkerLoader","parseParquetWasm","_typecheckParquetLoader"],"sources":["../../src/index.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\n\n// ParquetLoader\n\nimport {ParquetWasmLoader as ParquetWasmWorkerLoader} from './parquet-wasm-loader';\nimport {ParquetLoader as ParquetWorkerLoader} from './parquet-loader';\nimport {parseParquet, parseParquetFileInBatches} from './lib/parse-parquet';\nimport {parseParquet as parseParquetWasm} from './lib/wasm/parse-parquet-wasm';\n\nexport {ParquetWorkerLoader, ParquetWasmWorkerLoader};\n\n/** ParquetJS table loader */\nexport const ParquetLoader = {\n ...ParquetWorkerLoader,\n parse: parseParquet,\n parseFileInBatches: parseParquetFileInBatches\n};\n\nexport const ParquetWasmLoader = {\n ...ParquetWasmWorkerLoader,\n parse: parseParquetWasm\n};\n\n// ParquetWriter\n\nexport {ParquetWriter as _ParquetWriter} from './parquet-writer';\nexport {ParquetWasmWriter} from './parquet-wasm-writer';\n\n// EXPERIMENTAL - expose the internal parquetjs API\n\nexport {preloadCompressions} from './parquetjs/compression';\n\nexport {ParquetSchema} from './parquetjs/schema/schema';\nexport {ParquetReader} from './parquetjs/parser/parquet-reader';\nexport {ParquetEnvelopeReader} from './parquetjs/parser/parquet-envelope-reader';\n// export {ParquetWriter, ParquetEnvelopeWriter, ParquetTransformer} from './parquetjs/encoder/writer';\nexport {convertParquetToArrowSchema} from './lib/convert-schema';\n\n// TESTS\nexport const _typecheckParquetLoader: LoaderWithParser = ParquetLoader;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA;AACA;AACA;AACA;AAkBA;AACA;AAIA;AAEA;AACA;AACA;AAEA;AAAiE;AAAA;AAxB1D,IAAMA,aAAa,mCACrBC,4BAAmB;EACtBC,KAAK,EAAEC,0BAAY;EACnBC,kBAAkB,EAAEC;AAAyB,EAC9C;AAAC;AAEK,IAAMC,iBAAiB,mCACzBC,oCAAuB;EAC1BL,KAAK,EAAEM;AAAgB,EACxB;;AAAC;AAkBK,IAAMC,uBAAyC,GAAGT,aAAa;AAAC"}
1
+ {"version":3,"file":"index.js","names":["ParquetLoader","ParquetWorkerLoader","parse","parseParquet","parseFileInBatches","parseParquetFileInBatches","ParquetWasmLoader","ParquetWasmWorkerLoader","parseParquetWasm","_typecheckParquetLoader"],"sources":["../../src/index.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\n\n// ParquetLoader\n\nimport {ParquetWasmLoader as ParquetWasmWorkerLoader} from './parquet-wasm-loader';\nimport {ParquetLoader as ParquetWorkerLoader} from './parquet-loader';\nimport {parseParquet, parseParquetFileInBatches} from './lib/parse-parquet';\nimport {parseParquet as parseParquetWasm} from './lib/wasm/parse-parquet-wasm';\n\nexport {ParquetWorkerLoader, ParquetWasmWorkerLoader};\n\n/** ParquetJS table loader */\nexport const ParquetLoader = {\n ...ParquetWorkerLoader,\n parse: parseParquet,\n parseFileInBatches: parseParquetFileInBatches\n};\n\nexport const ParquetWasmLoader = {\n ...ParquetWasmWorkerLoader,\n parse: parseParquetWasm\n};\n\n// ParquetWriter\n\nexport {ParquetWriter as _ParquetWriter} from './parquet-writer';\nexport {ParquetWasmWriter} from './parquet-wasm-writer';\n\n// EXPERIMENTAL - expose the internal parquetjs API\n\nexport {preloadCompressions} from './parquetjs/compression';\n\nexport {ParquetSchema} from './parquetjs/schema/schema';\nexport {ParquetReader} from './parquetjs/parser/parquet-reader';\nexport {ParquetEncoder} from './parquetjs/encoder/parquet-encoder';\n\nexport {convertParquetToArrowSchema} from './lib/convert-schema';\n\n// TESTS\nexport const _typecheckParquetLoader: LoaderWithParser = ParquetLoader;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA;AACA;AACA;AACA;AAkBA;AACA;AAIA;AAEA;AACA;AACA;AAEA;AAAiE;AAAA;AAxB1D,IAAMA,aAAa,mCACrBC,4BAAmB;EACtBC,KAAK,EAAEC,0BAAY;EACnBC,kBAAkB,EAAEC;AAAyB,EAC9C;AAAC;AAEK,IAAMC,iBAAiB,mCACzBC,oCAAuB;EAC1BL,KAAK,EAAEM;AAAgB,EACxB;;AAAC;AAkBK,IAAMC,uBAAyC,GAAGT,aAAa;AAAC"}