@loaders.gl/parquet 4.1.0-alpha.1 → 4.1.0-alpha.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/dist/constants.d.ts.map +1 -1
  2. package/dist/constants.js.map +1 -1
  3. package/dist/index.d.ts.map +1 -1
  4. package/dist/index.js.map +1 -1
  5. package/dist/lib/arrow/convert-row-group-to-columns.d.ts.map +1 -1
  6. package/dist/lib/arrow/convert-row-group-to-columns.js.map +1 -1
  7. package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
  8. package/dist/lib/arrow/convert-schema-from-parquet.js.map +1 -1
  9. package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
  10. package/dist/lib/arrow/convert-schema-to-parquet.js.map +1 -1
  11. package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
  12. package/dist/lib/parsers/get-parquet-schema.js.map +1 -1
  13. package/dist/lib/parsers/parse-geoparquet.d.ts.map +1 -1
  14. package/dist/lib/parsers/parse-geoparquet.js.map +1 -1
  15. package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
  16. package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -1
  17. package/dist/lib/parsers/parse-parquet.d.ts.map +1 -1
  18. package/dist/lib/parsers/parse-parquet.js.map +1 -1
  19. package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -1
  20. package/dist/lib/wasm/encode-parquet-wasm.js.map +1 -1
  21. package/dist/lib/wasm/load-wasm-browser.d.ts.map +1 -1
  22. package/dist/lib/wasm/load-wasm-browser.js.map +1 -1
  23. package/dist/lib/wasm/load-wasm-node.d.ts.map +1 -1
  24. package/dist/lib/wasm/load-wasm-node.js.map +1 -1
  25. package/dist/lib/wasm/load-wasm.d.ts.map +1 -1
  26. package/dist/lib/wasm/load-wasm.js.map +1 -1
  27. package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -1
  28. package/dist/lib/wasm/parse-parquet-wasm.js.map +1 -1
  29. package/dist/parquet-loader.d.ts.map +1 -1
  30. package/dist/parquet-loader.js +1 -1
  31. package/dist/parquet-loader.js.map +1 -1
  32. package/dist/parquet-wasm-loader.d.ts.map +1 -1
  33. package/dist/parquet-wasm-loader.js +1 -1
  34. package/dist/parquet-wasm-loader.js.map +1 -1
  35. package/dist/parquet-wasm-writer.d.ts.map +1 -1
  36. package/dist/parquet-wasm-writer.js +1 -1
  37. package/dist/parquet-wasm-writer.js.map +1 -1
  38. package/dist/parquet-writer.d.ts.map +1 -1
  39. package/dist/parquet-writer.js +1 -1
  40. package/dist/parquet-writer.js.map +1 -1
  41. package/dist/parquetjs/modules.d.ts +21 -0
  42. package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts.map +1 -1
  43. package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +1 -1
  44. package/dist/polyfills/buffer/buffer-polyfill.node.d.ts.map +1 -1
  45. package/dist/polyfills/buffer/buffer-polyfill.node.js.map +1 -1
  46. package/dist/polyfills/buffer/buffer.d.ts.map +1 -1
  47. package/dist/polyfills/buffer/buffer.js.map +1 -1
  48. package/dist/polyfills/buffer/index.d.ts.map +1 -1
  49. package/dist/polyfills/buffer/index.js.map +1 -1
  50. package/dist/polyfills/util.d.ts.map +1 -1
  51. package/dist/polyfills/util.js.map +1 -1
  52. package/dist/workers/parquet-worker.js.map +1 -1
  53. package/package.json +9 -9
  54. package/src/constants.ts +2 -1
  55. package/src/index.ts +2 -1
  56. package/src/lib/arrow/convert-row-group-to-columns.ts +2 -1
  57. package/src/lib/arrow/convert-schema-from-parquet.ts +2 -1
  58. package/src/lib/arrow/convert-schema-to-parquet.ts +2 -1
  59. package/src/lib/parsers/get-parquet-schema.ts +2 -1
  60. package/src/lib/parsers/parse-geoparquet.ts +2 -1
  61. package/src/lib/parsers/parse-parquet-to-columns.ts +2 -1
  62. package/src/lib/parsers/parse-parquet.ts +2 -1
  63. package/src/lib/wasm/encode-parquet-wasm.ts +2 -1
  64. package/src/lib/wasm/load-wasm-browser.ts +2 -1
  65. package/src/lib/wasm/load-wasm-node.ts +2 -1
  66. package/src/lib/wasm/load-wasm.ts +2 -1
  67. package/src/lib/wasm/parse-parquet-wasm.ts +2 -1
  68. package/src/parquet-loader.ts +2 -1
  69. package/src/parquet-wasm-loader.ts +2 -1
  70. package/src/parquet-wasm-writer.ts +2 -1
  71. package/src/parquet-writer.ts +2 -1
  72. package/src/polyfills/buffer/buffer-polyfill.browser.ts +3 -1
  73. package/src/polyfills/buffer/buffer-polyfill.node.ts +3 -1
  74. package/src/polyfills/buffer/buffer.ts +2 -1
  75. package/src/polyfills/buffer/index.ts +2 -1
  76. package/src/polyfills/util.js +2 -1
  77. package/src/workers/parquet-worker.ts +2 -1
  78. package/dist/parquetjs/modules.d.js +0 -2
  79. package/dist/parquetjs/modules.d.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/polyfills/buffer/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,MAAM,IAAI,cAAc,EAAC,MAAM,UAAU,CAAC;AAClD,OAAO,EAAC,MAAM,EAAC,MAAM,2BAA2B,CAAC;AACjD,OAAO,EAAC,qBAAqB,EAAC,MAAM,wBAAwB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/polyfills/buffer/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,MAAM,IAAI,cAAc,EAAC,MAAM,UAAU,CAAC;AAClD,OAAO,EAAC,MAAM,EAAC,MAAM,2BAA2B,CAAC;AACjD,OAAO,EAAC,qBAAqB,EAAC,MAAM,wBAAwB,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","names":["Buffer","BufferPolyfill","installBufferPolyfill"],"sources":["../../../src/polyfills/buffer/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\nexport {Buffer as BufferPolyfill} from './buffer';\nexport {Buffer} from './install-buffer-polyfill';\nexport {installBufferPolyfill} from './buffer-polyfill.node';\n\n// import { installBufferPolyfill } from \"./buffer-polyfill.node\";\n\n// installBufferPolyfill();\n"],"mappings":"SAEQA,MAAM,IAAIC,cAAc;AAAA,SACxBD,MAAM;AAAA,SACNE,qBAAqB"}
1
+ {"version":3,"file":"index.js","names":["Buffer","BufferPolyfill","installBufferPolyfill"],"sources":["../../../src/polyfills/buffer/index.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\nexport {Buffer as BufferPolyfill} from './buffer';\nexport {Buffer} from './install-buffer-polyfill';\nexport {installBufferPolyfill} from './buffer-polyfill.node';\n\n// import { installBufferPolyfill } from \"./buffer-polyfill.node\";\n\n// installBufferPolyfill();\n"],"mappings":"SAGQA,MAAM,IAAIC,cAAc;AAAA,SACxBD,MAAM;AAAA,SACNE,qBAAqB"}
@@ -1 +1 @@
1
- {"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/polyfills/util.js"],"names":[],"mappings":"AAKA;;;EAAkD;AAClD;;;EAAkD"}
1
+ {"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/polyfills/util.js"],"names":[],"mappings":"AAMA;;;EAAkD;AAClD;;;EAAkD"}
@@ -1 +1 @@
1
- {"version":3,"file":"util.js","names":["TextEncoder","globalThis","TextDecoder"],"sources":["../../src/polyfills/util.js"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\n// Polyfill for Node.js util library\n\nexport const TextEncoder = globalThis.TextEncoder;\nexport const TextDecoder = globalThis.TextDecoder;\n"],"mappings":"AAKA,OAAO,MAAMA,WAAW,GAAGC,UAAU,CAACD,WAAW;AACjD,OAAO,MAAME,WAAW,GAAGD,UAAU,CAACC,WAAW"}
1
+ {"version":3,"file":"util.js","names":["TextEncoder","globalThis","TextDecoder"],"sources":["../../src/polyfills/util.js"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n// Polyfill for Node.js util library\n\nexport const TextEncoder = globalThis.TextEncoder;\nexport const TextDecoder = globalThis.TextDecoder;\n"],"mappings":"AAMA,OAAO,MAAMA,WAAW,GAAGC,UAAU,CAACD,WAAW;AACjD,OAAO,MAAME,WAAW,GAAGD,UAAU,CAACC,WAAW"}
@@ -1 +1 @@
1
- {"version":3,"file":"parquet-worker.js","names":["createLoaderWorker","ParquetLoader"],"sources":["../../src/workers/parquet-worker.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport {ParquetLoader} from '../parquet-loader';\n\ncreateLoaderWorker(ParquetLoader);\n"],"mappings":"AAGA,SAAQA,kBAAkB,QAAO,0BAA0B;AAAC,SACpDC,aAAa;AAErBD,kBAAkB,CAACC,aAAa,CAAC"}
1
+ {"version":3,"file":"parquet-worker.js","names":["createLoaderWorker","ParquetLoader"],"sources":["../../src/workers/parquet-worker.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport {ParquetLoader} from '../parquet-loader';\n\ncreateLoaderWorker(ParquetLoader);\n"],"mappings":"AAIA,SAAQA,kBAAkB,QAAO,0BAA0B;AAAC,SACpDC,aAAa;AAErBD,kBAAkB,CAACC,aAAa,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@loaders.gl/parquet",
3
- "version": "4.1.0-alpha.1",
3
+ "version": "4.1.0-alpha.3",
4
4
  "description": "Framework-independent loader for Apache Parquet files",
5
5
  "license": "MIT",
6
6
  "type": "module",
@@ -61,13 +61,13 @@
61
61
  "base64-js and ieee754 are used by buffer polyfill"
62
62
  ],
63
63
  "dependencies": {
64
- "@loaders.gl/arrow": "4.1.0-alpha.1",
65
- "@loaders.gl/bson": "4.1.0-alpha.1",
66
- "@loaders.gl/compression": "4.1.0-alpha.1",
67
- "@loaders.gl/gis": "4.1.0-alpha.1",
68
- "@loaders.gl/loader-utils": "4.1.0-alpha.1",
69
- "@loaders.gl/schema": "4.1.0-alpha.1",
70
- "@loaders.gl/wkt": "4.1.0-alpha.1",
64
+ "@loaders.gl/arrow": "4.1.0-alpha.3",
65
+ "@loaders.gl/bson": "4.1.0-alpha.3",
66
+ "@loaders.gl/compression": "4.1.0-alpha.3",
67
+ "@loaders.gl/gis": "4.1.0-alpha.3",
68
+ "@loaders.gl/loader-utils": "4.1.0-alpha.3",
69
+ "@loaders.gl/schema": "4.1.0-alpha.3",
70
+ "@loaders.gl/wkt": "4.1.0-alpha.3",
71
71
  "async-mutex": "^0.2.2",
72
72
  "base64-js": "^1.3.1",
73
73
  "brotli": "^1.3.2",
@@ -93,5 +93,5 @@
93
93
  "@types/varint": "^5.0.0",
94
94
  "apache-arrow": "^13.0.0"
95
95
  },
96
- "gitHead": "6a4d3da93d45115ad99861474a43c3f4a0b280a7"
96
+ "gitHead": "b78075a7cb8d4ecd4aac84805ce74b8ceb400cf7"
97
97
  }
package/src/constants.ts CHANGED
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  // Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
package/src/index.ts CHANGED
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  export {Buffer} from './polyfills/buffer/install-buffer-polyfill';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import {Schema} from '@loaders.gl/schema';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import {Schema, Field, DataType} from '@loaders.gl/schema';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  // import type {ParquetSchema} from '../../parquetjs/schema/schema';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  // loaders.gl
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import type {ReadableFile} from '@loaders.gl/loader-utils';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import type {ColumnarTable, ColumnarTableBatch, Schema} from '@loaders.gl/schema';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import type {ReadableFile} from '@loaders.gl/loader-utils';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import type {WriterOptions} from '@loaders.gl/loader-utils';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import * as wasmEsm from 'parquet-wasm/esm2/arrow1';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import * as wasmNode from 'parquet-wasm/node/arrow1';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  export {loadWasm} from './load-wasm-node';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  // eslint-disable
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import type {WriterWithEncoder} from '@loaders.gl/loader-utils';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import type {WriterWithEncoder} from '@loaders.gl/loader-utils';
@@ -1,4 +1,6 @@
1
- // luma.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright vis.gl contributors
2
4
 
3
5
  import {Buffer as BufferPolyfill} from './buffer';
4
6
 
@@ -1,4 +1,6 @@
1
- // luma.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright vis.gl contributors
2
4
 
3
5
  import {Buffer as BufferPolyfill} from './buffer';
4
6
 
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
  // This file is forked from https://github.com/feross/buffer under MIT license
4
5
  // The code has primarily been converted to TypeScript.
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
  export {Buffer as BufferPolyfill} from './buffer';
4
5
  export {Buffer} from './install-buffer-polyfill';
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  // Polyfill for Node.js util library
@@ -1,4 +1,5 @@
1
- // loaders.gl, MIT license
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
2
3
  // Copyright (c) vis.gl contributors
3
4
 
4
5
  import {createLoaderWorker} from '@loaders.gl/loader-utils';
@@ -1,2 +0,0 @@
1
-
2
- //# sourceMappingURL=modules.d.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"modules.d.js","names":[],"sources":["../../src/parquetjs/modules.d.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n\ndeclare module 'int53' {\n declare function readInt64BE(buffer: Buffer, offset?: number): number;\n declare function readInt64LE(buffer: Buffer, offset?: number): number;\n declare function readUInt64BE(buffer: Buffer, offset?: number): number;\n declare function readUInt64LE(buffer: Buffer, offset?: number): number;\n declare function writeInt64BE(value: number, buffer: Buffer, offset?: number): void;\n declare function writeInt64LE(value: number, buffer: Buffer, offset?: number): void;\n declare function writeUInt64BE(value: number, buffer: Buffer, offset?: number): void;\n declare function writeUInt64LE(value: number, buffer: Buffer, offset?: number): void;\n}\n\n// declare module 'snappyjs' {\n// declare function compress(uncompressed: Buffer): Buffer;\n// declare function compress(uncompressed: ArrayBuffer): ArrayBuffer;\n// declare function compress(uncompressed: Uint8Array): Uint8Array;\n// declare function uncompress(compressed: Buffer): Buffer;\n// declare function uncompress(compressed: ArrayBuffer): ArrayBuffer;\n// declare function uncompress(compressed: Uint8Array): Uint8Array;\n// }\n"],"mappings":""}