@loaders.gl/parquet 3.3.0-alpha.13 → 3.3.0-alpha.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (125) hide show
  1. package/dist/dist.min.js +17 -17
  2. package/dist/dist.min.js.map +3 -3
  3. package/dist/es5/index.js +3 -3
  4. package/dist/es5/index.js.map +1 -1
  5. package/dist/es5/lib/convert-schema-deep.ts.disabled +910 -0
  6. package/dist/es5/lib/parse-parquet.js +49 -25
  7. package/dist/es5/lib/parse-parquet.js.map +1 -1
  8. package/dist/es5/parquet-loader.js +3 -2
  9. package/dist/es5/parquet-loader.js.map +1 -1
  10. package/dist/es5/parquet-wasm-loader.js +1 -1
  11. package/dist/es5/parquet-wasm-writer.js +1 -1
  12. package/dist/es5/parquet-writer.js +1 -1
  13. package/dist/es5/parquetjs/compression.js +15 -5
  14. package/dist/es5/parquetjs/compression.js.map +1 -1
  15. package/dist/es5/parquetjs/encoder/{writer.js → parquet-encoder.js} +70 -158
  16. package/dist/es5/parquetjs/encoder/parquet-encoder.js.map +1 -0
  17. package/dist/es5/parquetjs/parser/parquet-reader.js +553 -222
  18. package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -1
  19. package/dist/es5/parquetjs/schema/declare.js +3 -1
  20. package/dist/es5/parquetjs/schema/declare.js.map +1 -1
  21. package/dist/es5/parquetjs/schema/shred.js +39 -33
  22. package/dist/es5/parquetjs/schema/shred.js.map +1 -1
  23. package/dist/es5/parquetjs/schema/types.js.map +1 -1
  24. package/dist/es5/parquetjs/utils/file-utils.js +2 -3
  25. package/dist/es5/parquetjs/utils/file-utils.js.map +1 -1
  26. package/dist/esm/index.js +1 -1
  27. package/dist/esm/index.js.map +1 -1
  28. package/dist/esm/lib/convert-schema-deep.ts.disabled +910 -0
  29. package/dist/esm/lib/parse-parquet.js +6 -12
  30. package/dist/esm/lib/parse-parquet.js.map +1 -1
  31. package/dist/esm/parquet-loader.js +3 -2
  32. package/dist/esm/parquet-loader.js.map +1 -1
  33. package/dist/esm/parquet-wasm-loader.js +1 -1
  34. package/dist/esm/parquet-wasm-writer.js +1 -1
  35. package/dist/esm/parquet-writer.js +1 -1
  36. package/dist/esm/parquetjs/compression.js +10 -1
  37. package/dist/esm/parquetjs/compression.js.map +1 -1
  38. package/dist/esm/parquetjs/encoder/{writer.js → parquet-encoder.js} +7 -37
  39. package/dist/esm/parquetjs/encoder/parquet-encoder.js.map +1 -0
  40. package/dist/esm/parquetjs/parser/parquet-reader.js +158 -72
  41. package/dist/esm/parquetjs/parser/parquet-reader.js.map +1 -1
  42. package/dist/esm/parquetjs/schema/declare.js +1 -0
  43. package/dist/esm/parquetjs/schema/declare.js.map +1 -1
  44. package/dist/esm/parquetjs/schema/shred.js +42 -34
  45. package/dist/esm/parquetjs/schema/shred.js.map +1 -1
  46. package/dist/esm/parquetjs/schema/types.js.map +1 -1
  47. package/dist/esm/parquetjs/utils/file-utils.js +1 -1
  48. package/dist/esm/parquetjs/utils/file-utils.js.map +1 -1
  49. package/dist/index.d.ts +1 -1
  50. package/dist/index.d.ts.map +1 -1
  51. package/dist/index.js +3 -4
  52. package/dist/lib/parse-parquet.d.ts +2 -2
  53. package/dist/lib/parse-parquet.d.ts.map +1 -1
  54. package/dist/lib/parse-parquet.js +24 -12
  55. package/dist/parquet-loader.d.ts +1 -0
  56. package/dist/parquet-loader.d.ts.map +1 -1
  57. package/dist/parquet-loader.js +2 -1
  58. package/dist/parquet-worker.js +15 -15
  59. package/dist/parquet-worker.js.map +3 -3
  60. package/dist/parquetjs/compression.d.ts.map +1 -1
  61. package/dist/parquetjs/compression.js +16 -5
  62. package/dist/parquetjs/encoder/{writer.d.ts → parquet-encoder.d.ts} +10 -19
  63. package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -0
  64. package/dist/parquetjs/encoder/{writer.js → parquet-encoder.js} +39 -37
  65. package/dist/parquetjs/parser/parquet-reader.d.ts +47 -57
  66. package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
  67. package/dist/parquetjs/parser/parquet-reader.js +168 -102
  68. package/dist/parquetjs/schema/declare.d.ts +14 -7
  69. package/dist/parquetjs/schema/declare.d.ts.map +1 -1
  70. package/dist/parquetjs/schema/declare.js +2 -0
  71. package/dist/parquetjs/schema/shred.d.ts +115 -0
  72. package/dist/parquetjs/schema/shred.d.ts.map +1 -1
  73. package/dist/parquetjs/schema/shred.js +161 -43
  74. package/dist/parquetjs/schema/types.d.ts +2 -2
  75. package/dist/parquetjs/schema/types.d.ts.map +1 -1
  76. package/dist/parquetjs/utils/file-utils.d.ts +3 -4
  77. package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
  78. package/dist/parquetjs/utils/file-utils.js +2 -5
  79. package/package.json +7 -5
  80. package/src/index.ts +2 -2
  81. package/src/lib/convert-schema-deep.ts.disabled +910 -0
  82. package/src/lib/parse-parquet.ts +25 -12
  83. package/src/parquet-loader.ts +3 -1
  84. package/src/parquetjs/compression.ts +14 -1
  85. package/src/parquetjs/encoder/{writer.ts → parquet-encoder.ts} +22 -28
  86. package/src/parquetjs/parser/parquet-reader.ts +239 -122
  87. package/src/parquetjs/schema/declare.ts +17 -9
  88. package/src/parquetjs/schema/shred.ts +157 -28
  89. package/src/parquetjs/schema/types.ts +21 -27
  90. package/src/parquetjs/utils/file-utils.ts +3 -4
  91. package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
  92. package/dist/es5/parquetjs/file.js +0 -94
  93. package/dist/es5/parquetjs/file.js.map +0 -1
  94. package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -183
  95. package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
  96. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -327
  97. package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  98. package/dist/es5/parquetjs/utils/buffer-utils.js +0 -19
  99. package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
  100. package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
  101. package/dist/esm/parquetjs/file.js +0 -81
  102. package/dist/esm/parquetjs/file.js.map +0 -1
  103. package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -78
  104. package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
  105. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -129
  106. package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
  107. package/dist/esm/parquetjs/utils/buffer-utils.js +0 -13
  108. package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
  109. package/dist/parquetjs/encoder/writer.d.ts.map +0 -1
  110. package/dist/parquetjs/file.d.ts +0 -10
  111. package/dist/parquetjs/file.d.ts.map +0 -1
  112. package/dist/parquetjs/file.js +0 -99
  113. package/dist/parquetjs/parser/parquet-cursor.d.ts +0 -36
  114. package/dist/parquetjs/parser/parquet-cursor.d.ts.map +0 -1
  115. package/dist/parquetjs/parser/parquet-cursor.js +0 -74
  116. package/dist/parquetjs/parser/parquet-envelope-reader.d.ts +0 -40
  117. package/dist/parquetjs/parser/parquet-envelope-reader.d.ts.map +0 -1
  118. package/dist/parquetjs/parser/parquet-envelope-reader.js +0 -136
  119. package/dist/parquetjs/utils/buffer-utils.d.ts +0 -10
  120. package/dist/parquetjs/utils/buffer-utils.d.ts.map +0 -1
  121. package/dist/parquetjs/utils/buffer-utils.js +0 -22
  122. package/src/parquetjs/file.ts +0 -90
  123. package/src/parquetjs/parser/parquet-cursor.ts +0 -94
  124. package/src/parquetjs/parser/parquet-envelope-reader.ts +0 -199
  125. package/src/parquetjs/utils/buffer-utils.ts +0 -18
package/dist/es5/index.js CHANGED
@@ -4,10 +4,10 @@ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefau
4
4
  Object.defineProperty(exports, "__esModule", {
5
5
  value: true
6
6
  });
7
- Object.defineProperty(exports, "ParquetEnvelopeReader", {
7
+ Object.defineProperty(exports, "ParquetEncoder", {
8
8
  enumerable: true,
9
9
  get: function get() {
10
- return _parquetEnvelopeReader.ParquetEnvelopeReader;
10
+ return _parquetEncoder.ParquetEncoder;
11
11
  }
12
12
  });
13
13
  exports.ParquetLoader = void 0;
@@ -71,7 +71,7 @@ var _parquetWasmWriter = require("./parquet-wasm-writer");
71
71
  var _compression = require("./parquetjs/compression");
72
72
  var _schema = require("./parquetjs/schema/schema");
73
73
  var _parquetReader = require("./parquetjs/parser/parquet-reader");
74
- var _parquetEnvelopeReader = require("./parquetjs/parser/parquet-envelope-reader");
74
+ var _parquetEncoder = require("./parquetjs/encoder/parquet-encoder");
75
75
  var _convertSchema = require("./lib/convert-schema");
76
76
  function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
77
77
  function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","names":["ParquetLoader","ParquetWorkerLoader","parse","parseParquet","parseFileInBatches","parseParquetFileInBatches","ParquetWasmLoader","ParquetWasmWorkerLoader","parseParquetWasm","_typecheckParquetLoader"],"sources":["../../src/index.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\n\n// ParquetLoader\n\nimport {ParquetWasmLoader as ParquetWasmWorkerLoader} from './parquet-wasm-loader';\nimport {ParquetLoader as ParquetWorkerLoader} from './parquet-loader';\nimport {parseParquet, parseParquetFileInBatches} from './lib/parse-parquet';\nimport {parseParquet as parseParquetWasm} from './lib/wasm/parse-parquet-wasm';\n\nexport {ParquetWorkerLoader, ParquetWasmWorkerLoader};\n\n/** ParquetJS table loader */\nexport const ParquetLoader = {\n ...ParquetWorkerLoader,\n parse: parseParquet,\n parseFileInBatches: parseParquetFileInBatches\n};\n\nexport const ParquetWasmLoader = {\n ...ParquetWasmWorkerLoader,\n parse: parseParquetWasm\n};\n\n// ParquetWriter\n\nexport {ParquetWriter as _ParquetWriter} from './parquet-writer';\nexport {ParquetWasmWriter} from './parquet-wasm-writer';\n\n// EXPERIMENTAL - expose the internal parquetjs API\n\nexport {preloadCompressions} from './parquetjs/compression';\n\nexport {ParquetSchema} from './parquetjs/schema/schema';\nexport {ParquetReader} from './parquetjs/parser/parquet-reader';\nexport {ParquetEnvelopeReader} from './parquetjs/parser/parquet-envelope-reader';\n// export {ParquetWriter, ParquetEnvelopeWriter, ParquetTransformer} from './parquetjs/encoder/writer';\nexport {convertParquetToArrowSchema} from './lib/convert-schema';\n\n// TESTS\nexport const _typecheckParquetLoader: LoaderWithParser = ParquetLoader;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA;AACA;AACA;AACA;AAkBA;AACA;AAIA;AAEA;AACA;AACA;AAEA;AAAiE;AAAA;AAxB1D,IAAMA,aAAa,mCACrBC,4BAAmB;EACtBC,KAAK,EAAEC,0BAAY;EACnBC,kBAAkB,EAAEC;AAAyB,EAC9C;AAAC;AAEK,IAAMC,iBAAiB,mCACzBC,oCAAuB;EAC1BL,KAAK,EAAEM;AAAgB,EACxB;;AAAC;AAkBK,IAAMC,uBAAyC,GAAGT,aAAa;AAAC"}
1
+ {"version":3,"file":"index.js","names":["ParquetLoader","ParquetWorkerLoader","parse","parseParquet","parseFileInBatches","parseParquetFileInBatches","ParquetWasmLoader","ParquetWasmWorkerLoader","parseParquetWasm","_typecheckParquetLoader"],"sources":["../../src/index.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\n\n// ParquetLoader\n\nimport {ParquetWasmLoader as ParquetWasmWorkerLoader} from './parquet-wasm-loader';\nimport {ParquetLoader as ParquetWorkerLoader} from './parquet-loader';\nimport {parseParquet, parseParquetFileInBatches} from './lib/parse-parquet';\nimport {parseParquet as parseParquetWasm} from './lib/wasm/parse-parquet-wasm';\n\nexport {ParquetWorkerLoader, ParquetWasmWorkerLoader};\n\n/** ParquetJS table loader */\nexport const ParquetLoader = {\n ...ParquetWorkerLoader,\n parse: parseParquet,\n parseFileInBatches: parseParquetFileInBatches\n};\n\nexport const ParquetWasmLoader = {\n ...ParquetWasmWorkerLoader,\n parse: parseParquetWasm\n};\n\n// ParquetWriter\n\nexport {ParquetWriter as _ParquetWriter} from './parquet-writer';\nexport {ParquetWasmWriter} from './parquet-wasm-writer';\n\n// EXPERIMENTAL - expose the internal parquetjs API\n\nexport {preloadCompressions} from './parquetjs/compression';\n\nexport {ParquetSchema} from './parquetjs/schema/schema';\nexport {ParquetReader} from './parquetjs/parser/parquet-reader';\nexport {ParquetEncoder} from './parquetjs/encoder/parquet-encoder';\n\nexport {convertParquetToArrowSchema} from './lib/convert-schema';\n\n// TESTS\nexport const _typecheckParquetLoader: LoaderWithParser = ParquetLoader;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA;AACA;AACA;AACA;AAkBA;AACA;AAIA;AAEA;AACA;AACA;AAEA;AAAiE;AAAA;AAxB1D,IAAMA,aAAa,mCACrBC,4BAAmB;EACtBC,KAAK,EAAEC,0BAAY;EACnBC,kBAAkB,EAAEC;AAAyB,EAC9C;AAAC;AAEK,IAAMC,iBAAiB,mCACzBC,oCAAuB;EAC1BL,KAAK,EAAEM;AAAgB,EACxB;;AAAC;AAkBK,IAAMC,uBAAyC,GAAGT,aAAa;AAAC"}