@loaders.gl/parquet 3.3.0-alpha.8 → 3.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (131) hide show
  1. package/dist/dist.min.js +17 -26
  2. package/dist/dist.min.js.map +3 -3
  3. package/dist/es5/index.js +3 -3
  4. package/dist/es5/index.js.map +1 -1
  5. package/dist/es5/lib/convert-schema-deep.ts.disabled +910 -0
  6. package/dist/es5/lib/parse-parquet.js +49 -25
  7. package/dist/es5/lib/parse-parquet.js.map +1 -1
  8. package/dist/es5/parquet-loader.js +3 -2
  9. package/dist/es5/parquet-loader.js.map +1 -1
  10. package/dist/es5/parquet-wasm-loader.js +1 -1
  11. package/dist/es5/parquet-wasm-loader.js.map +1 -1
  12. package/dist/es5/parquet-wasm-writer.js +1 -1
  13. package/dist/es5/parquet-wasm-writer.js.map +1 -1
  14. package/dist/es5/parquet-writer.js +1 -1
  15. package/dist/es5/parquet-writer.js.map +1 -1
  16. package/dist/es5/parquetjs/compression.js +15 -5
  17. package/dist/es5/parquetjs/compression.js.map +1 -1
  18. package/dist/es5/parquetjs/encoder/{writer.js → parquet-encoder.js} +70 -158
  19. package/dist/es5/parquetjs/encoder/parquet-encoder.js.map +1 -0
  20. package/dist/es5/parquetjs/parser/parquet-reader.js +553 -222
  21. package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -1
  22. package/dist/es5/parquetjs/schema/declare.js +3 -1
  23. package/dist/es5/parquetjs/schema/declare.js.map +1 -1
  24. package/dist/es5/parquetjs/schema/shred.js +39 -33
  25. package/dist/es5/parquetjs/schema/shred.js.map +1 -1
  26. package/dist/es5/parquetjs/schema/types.js.map +1 -1
  27. package/dist/es5/parquetjs/utils/file-utils.js +2 -3
  28. package/dist/es5/parquetjs/utils/file-utils.js.map +1 -1
  29. package/dist/esm/index.js +1 -1
  30. package/dist/esm/index.js.map +1 -1
  31. package/dist/esm/lib/convert-schema-deep.ts.disabled +910 -0
  32. package/dist/esm/lib/parse-parquet.js +6 -12
  33. package/dist/esm/lib/parse-parquet.js.map +1 -1
  34. package/dist/esm/parquet-loader.js +3 -2
  35. package/dist/esm/parquet-loader.js.map +1 -1
  36. package/dist/esm/parquet-wasm-loader.js +1 -1
  37. package/dist/esm/parquet-wasm-loader.js.map +1 -1
  38. package/dist/esm/parquet-wasm-writer.js +1 -1
  39. package/dist/esm/parquet-wasm-writer.js.map +1 -1
  40. package/dist/esm/parquet-writer.js +1 -1
  41. package/dist/esm/parquet-writer.js.map +1 -1
  42. package/dist/esm/parquetjs/compression.js +10 -1
  43. package/dist/esm/parquetjs/compression.js.map +1 -1
  44. package/dist/esm/parquetjs/encoder/{writer.js → parquet-encoder.js} +7 -37
  45. package/dist/esm/parquetjs/encoder/parquet-encoder.js.map +1 -0
  46. package/dist/esm/parquetjs/parser/parquet-reader.js +158 -72
  47. package/dist/esm/parquetjs/parser/parquet-reader.js.map +1 -1
  48. package/dist/esm/parquetjs/schema/declare.js +1 -0
  49. package/dist/esm/parquetjs/schema/declare.js.map +1 -1
  50. package/dist/esm/parquetjs/schema/shred.js +42 -34
  51. package/dist/esm/parquetjs/schema/shred.js.map +1 -1
  52. package/dist/esm/parquetjs/schema/types.js.map +1 -1
  53. package/dist/esm/parquetjs/utils/file-utils.js +1 -1
  54. package/dist/esm/parquetjs/utils/file-utils.js.map +1 -1
  55. package/dist/index.d.ts +1 -1
  56. package/dist/index.d.ts.map +1 -1
  57. package/dist/index.js +3 -4
  58. package/dist/lib/parse-parquet.d.ts +2 -2
  59. package/dist/lib/parse-parquet.d.ts.map +1 -1
  60. package/dist/lib/parse-parquet.js +24 -12
  61. package/dist/parquet-loader.d.ts +1 -0
  62. package/dist/parquet-loader.d.ts.map +1 -1
  63. package/dist/parquet-loader.js +2 -1
  64. package/dist/parquet-worker.js +15 -24
  65. package/dist/parquet-worker.js.map +3 -3
  66. package/dist/parquetjs/compression.d.ts.map +1 -1
  67. package/dist/parquetjs/compression.js +16 -5
  68. package/dist/parquetjs/encoder/{writer.d.ts → parquet-encoder.d.ts} +10 -19
  69. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -0
  70. package/dist/parquetjs/encoder/{writer.js → parquet-encoder.js} +39 -37
  71. package/dist/parquetjs/parser/parquet-reader.d.ts +47 -57
  72. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  73. package/dist/parquetjs/parser/parquet-reader.js +168 -102
  74. package/dist/parquetjs/schema/declare.d.ts +14 -7
  75. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  76. package/dist/parquetjs/schema/declare.js +2 -0
  77. package/dist/parquetjs/schema/shred.d.ts +115 -0
  78. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  79. package/dist/parquetjs/schema/shred.js +161 -43
  80. package/dist/parquetjs/schema/types.d.ts +2 -2
  81. package/dist/parquetjs/schema/types.d.ts.map +1 -1
  82. package/dist/parquetjs/utils/file-utils.d.ts +3 -4
  83. package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
  84. package/dist/parquetjs/utils/file-utils.js +2 -5
  85. package/package.json +7 -5
  86. package/src/index.ts +2 -2
  87. package/src/lib/convert-schema-deep.ts.disabled +910 -0
  88. package/src/lib/parse-parquet.ts +25 -12
  89. package/src/parquet-loader.ts +3 -1
  90. package/src/parquetjs/compression.ts +14 -1
  91. package/src/parquetjs/encoder/{writer.ts → parquet-encoder.ts} +22 -28
  92. package/src/parquetjs/parser/parquet-reader.ts +239 -122
  93. package/src/parquetjs/schema/declare.ts +17 -9
  94. package/src/parquetjs/schema/shred.ts +157 -28
  95. package/src/parquetjs/schema/types.ts +21 -27
  96. package/src/parquetjs/utils/file-utils.ts +3 -4
  97. package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
  98. package/dist/es5/parquetjs/file.js +0 -94
  99. package/dist/es5/parquetjs/file.js.map +0 -1
  100. package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -183
  101. package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
  102. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -327
  103. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  104. package/dist/es5/parquetjs/utils/buffer-utils.js +0 -19
  105. package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
  106. package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
  107. package/dist/esm/parquetjs/file.js +0 -81
  108. package/dist/esm/parquetjs/file.js.map +0 -1
  109. package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -78
  110. package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
  111. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -129
  112. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  113. package/dist/esm/parquetjs/utils/buffer-utils.js +0 -13
  114. package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
  115. package/dist/parquetjs/encoder/writer.d.ts.map +0 -1
  116. package/dist/parquetjs/file.d.ts +0 -10
  117. package/dist/parquetjs/file.d.ts.map +0 -1
  118. package/dist/parquetjs/file.js +0 -99
  119. package/dist/parquetjs/parser/parquet-cursor.d.ts +0 -36
  120. package/dist/parquetjs/parser/parquet-cursor.d.ts.map +0 -1
  121. package/dist/parquetjs/parser/parquet-cursor.js +0 -74
  122. package/dist/parquetjs/parser/parquet-envelope-reader.d.ts +0 -40
  123. package/dist/parquetjs/parser/parquet-envelope-reader.d.ts.map +0 -1
  124. package/dist/parquetjs/parser/parquet-envelope-reader.js +0 -136
  125. package/dist/parquetjs/utils/buffer-utils.d.ts +0 -10
  126. package/dist/parquetjs/utils/buffer-utils.d.ts.map +0 -1
  127. package/dist/parquetjs/utils/buffer-utils.js +0 -22
  128. package/src/parquetjs/file.ts +0 -90
  129. package/src/parquetjs/parser/parquet-cursor.ts +0 -94
  130. package/src/parquetjs/parser/parquet-envelope-reader.ts +0 -199
  131. package/src/parquetjs/utils/buffer-utils.ts +0 -18
package/dist/es5/index.js CHANGED
@@ -4,10 +4,10 @@ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefau
4
4
  Object.defineProperty(exports, "__esModule", {
5
5
  value: true
6
6
  });
7
- Object.defineProperty(exports, "ParquetEnvelopeReader", {
7
+ Object.defineProperty(exports, "ParquetEncoder", {
8
8
  enumerable: true,
9
9
  get: function get() {
10
- return _parquetEnvelopeReader.ParquetEnvelopeReader;
10
+ return _parquetEncoder.ParquetEncoder;
11
11
  }
12
12
  });
13
13
  exports.ParquetLoader = void 0;
@@ -71,7 +71,7 @@ var _parquetWasmWriter = require("./parquet-wasm-writer");
71
71
  var _compression = require("./parquetjs/compression");
72
72
  var _schema = require("./parquetjs/schema/schema");
73
73
  var _parquetReader = require("./parquetjs/parser/parquet-reader");
74
- var _parquetEnvelopeReader = require("./parquetjs/parser/parquet-envelope-reader");
74
+ var _parquetEncoder = require("./parquetjs/encoder/parquet-encoder");
75
75
  var _convertSchema = require("./lib/convert-schema");
76
76
  function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
77
77
  function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","names":["ParquetLoader","ParquetWorkerLoader","parse","parseParquet","parseFileInBatches","parseParquetFileInBatches","ParquetWasmLoader","ParquetWasmWorkerLoader","parseParquetWasm","_typecheckParquetLoader"],"sources":["../../src/index.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\n\n// ParquetLoader\n\nimport {ParquetWasmLoader as ParquetWasmWorkerLoader} from './parquet-wasm-loader';\nimport {ParquetLoader as ParquetWorkerLoader} from './parquet-loader';\nimport {parseParquet, parseParquetFileInBatches} from './lib/parse-parquet';\nimport {parseParquet as parseParquetWasm} from './lib/wasm/parse-parquet-wasm';\n\nexport {ParquetWorkerLoader, ParquetWasmWorkerLoader};\n\n/** ParquetJS table loader */\nexport const ParquetLoader = {\n ...ParquetWorkerLoader,\n parse: parseParquet,\n parseFileInBatches: parseParquetFileInBatches\n};\n\nexport const ParquetWasmLoader = {\n ...ParquetWasmWorkerLoader,\n parse: parseParquetWasm\n};\n\n// ParquetWriter\n\nexport {ParquetWriter as _ParquetWriter} from './parquet-writer';\nexport {ParquetWasmWriter} from './parquet-wasm-writer';\n\n// EXPERIMENTAL - expose the internal parquetjs API\n\nexport {preloadCompressions} from './parquetjs/compression';\n\nexport {ParquetSchema} from './parquetjs/schema/schema';\nexport {ParquetReader} from './parquetjs/parser/parquet-reader';\nexport {ParquetEnvelopeReader} from './parquetjs/parser/parquet-envelope-reader';\n// export {ParquetWriter, ParquetEnvelopeWriter, ParquetTransformer} from './parquetjs/encoder/writer';\nexport {convertParquetToArrowSchema} from './lib/convert-schema';\n\n// TESTS\nexport const _typecheckParquetLoader: LoaderWithParser = ParquetLoader;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA;AACA;AACA;AACA;AAkBA;AACA;AAIA;AAEA;AACA;AACA;AAEA;AAAiE;AAAA;AAxB1D,IAAMA,aAAa,mCACrBC,4BAAmB;EACtBC,KAAK,EAAEC,0BAAY;EACnBC,kBAAkB,EAAEC;AAAyB,EAC9C;AAAC;AAEK,IAAMC,iBAAiB,mCACzBC,oCAAuB;EAC1BL,KAAK,EAAEM;AAAgB,EACxB;;AAAC;AAkBK,IAAMC,uBAAyC,GAAGT,aAAa;AAAC"}
1
+ {"version":3,"file":"index.js","names":["ParquetLoader","ParquetWorkerLoader","parse","parseParquet","parseFileInBatches","parseParquetFileInBatches","ParquetWasmLoader","ParquetWasmWorkerLoader","parseParquetWasm","_typecheckParquetLoader"],"sources":["../../src/index.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\n\n// ParquetLoader\n\nimport {ParquetWasmLoader as ParquetWasmWorkerLoader} from './parquet-wasm-loader';\nimport {ParquetLoader as ParquetWorkerLoader} from './parquet-loader';\nimport {parseParquet, parseParquetFileInBatches} from './lib/parse-parquet';\nimport {parseParquet as parseParquetWasm} from './lib/wasm/parse-parquet-wasm';\n\nexport {ParquetWorkerLoader, ParquetWasmWorkerLoader};\n\n/** ParquetJS table loader */\nexport const ParquetLoader = {\n ...ParquetWorkerLoader,\n parse: parseParquet,\n parseFileInBatches: parseParquetFileInBatches\n};\n\nexport const ParquetWasmLoader = {\n ...ParquetWasmWorkerLoader,\n parse: parseParquetWasm\n};\n\n// ParquetWriter\n\nexport {ParquetWriter as _ParquetWriter} from './parquet-writer';\nexport {ParquetWasmWriter} from './parquet-wasm-writer';\n\n// EXPERIMENTAL - expose the internal parquetjs API\n\nexport {preloadCompressions} from './parquetjs/compression';\n\nexport {ParquetSchema} from './parquetjs/schema/schema';\nexport {ParquetReader} from './parquetjs/parser/parquet-reader';\nexport {ParquetEncoder} from './parquetjs/encoder/parquet-encoder';\n\nexport {convertParquetToArrowSchema} from './lib/convert-schema';\n\n// TESTS\nexport const _typecheckParquetLoader: LoaderWithParser = ParquetLoader;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA;AACA;AACA;AACA;AAkBA;AACA;AAIA;AAEA;AACA;AACA;AAEA;AAAiE;AAAA;AAxB1D,IAAMA,aAAa,mCACrBC,4BAAmB;EACtBC,KAAK,EAAEC,0BAAY;EACnBC,kBAAkB,EAAEC;AAAyB,EAC9C;AAAC;AAEK,IAAMC,iBAAiB,mCACzBC,oCAAuB;EAC1BL,KAAK,EAAEM;AAAgB,EACxB;;AAAC;AAkBK,IAAMC,uBAAyC,GAAGT,aAAa;AAAC"}