@loaders.gl/parquet 4.0.0-alpha.21 → 4.0.0-alpha.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. package/dist/dist.min.js +12 -12
  2. package/dist/dist.min.js.map +2 -2
  3. package/dist/es5/index.js +0 -3
  4. package/dist/es5/index.js.map +1 -1
  5. package/dist/es5/parquet-loader.js +1 -1
  6. package/dist/es5/parquet-wasm-loader.js +8 -11
  7. package/dist/es5/parquet-wasm-loader.js.map +1 -1
  8. package/dist/es5/parquet-wasm-writer.js +6 -7
  9. package/dist/es5/parquet-wasm-writer.js.map +1 -1
  10. package/dist/es5/parquet-writer.js +2 -3
  11. package/dist/es5/parquet-writer.js.map +1 -1
  12. package/dist/esm/index.js +0 -1
  13. package/dist/esm/index.js.map +1 -1
  14. package/dist/esm/parquet-loader.js +1 -1
  15. package/dist/esm/parquet-wasm-loader.js +7 -9
  16. package/dist/esm/parquet-wasm-loader.js.map +1 -1
  17. package/dist/esm/parquet-wasm-writer.js +6 -7
  18. package/dist/esm/parquet-wasm-writer.js.map +1 -1
  19. package/dist/esm/parquet-writer.js +2 -3
  20. package/dist/esm/parquet-writer.js.map +1 -1
  21. package/dist/index.d.ts +0 -1
  22. package/dist/index.d.ts.map +1 -1
  23. package/dist/index.js +1 -3
  24. package/dist/parquet-wasm-loader.d.ts +5 -16
  25. package/dist/parquet-wasm-loader.d.ts.map +1 -1
  26. package/dist/parquet-wasm-loader.js +9 -10
  27. package/dist/parquet-wasm-writer.d.ts +4 -1
  28. package/dist/parquet-wasm-writer.d.ts.map +1 -1
  29. package/dist/parquet-wasm-writer.js +7 -6
  30. package/dist/parquet-worker.js +13 -13
  31. package/dist/parquet-worker.js.map +2 -2
  32. package/dist/parquet-writer.d.ts.map +1 -1
  33. package/dist/parquet-writer.js +1 -2
  34. package/package.json +6 -6
  35. package/src/index.ts +0 -3
  36. package/src/parquet-wasm-loader.ts +13 -13
  37. package/src/parquet-wasm-writer.ts +10 -8
  38. package/src/parquet-writer.ts +1 -3
@@ -1 +1 @@
1
- {"version":3,"file":"parquet-writer.d.ts","sourceRoot":"","sources":["../src/parquet-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAC,KAAK,EAAE,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAMrD,MAAM,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAItC,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,oBAAoB,CAUzE,CAAC"}
1
+ {"version":3,"file":"parquet-writer.d.ts","sourceRoot":"","sources":["../src/parquet-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAC,KAAK,EAAE,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAMrD,MAAM,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEtC,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,oBAAoB,CAUzE,CAAC"}
@@ -5,7 +5,6 @@ exports.ParquetWriter = void 0;
5
5
  // __VERSION__ is injected by babel-plugin-version-inline
6
6
  // @ts-ignore TS2304: Cannot find name '__VERSION__'.
7
7
  const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
8
- const DEFAULT_PARQUET_LOADER_OPTIONS = {};
9
8
  exports.ParquetWriter = {
10
9
  name: 'Apache Parquet',
11
10
  id: 'parquet',
@@ -15,7 +14,7 @@ exports.ParquetWriter = {
15
14
  mimeTypes: ['application/octet-stream'],
16
15
  encodeSync,
17
16
  binary: true,
18
- options: DEFAULT_PARQUET_LOADER_OPTIONS
17
+ options: {}
19
18
  };
20
19
  function encodeSync(data, options) {
21
20
  return new ArrayBuffer(0);
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@loaders.gl/parquet",
3
- "version": "4.0.0-alpha.21",
3
+ "version": "4.0.0-alpha.23",
4
4
  "description": "Framework-independent loader for Apache Parquet files",
5
5
  "license": "MIT",
6
6
  "publishConfig": {
@@ -41,10 +41,10 @@
41
41
  "./src/lib/wasm/load-wasm/load-wasm-node.ts": "./src/lib/wasm/load-wasm/load-wasm-browser.ts"
42
42
  },
43
43
  "dependencies": {
44
- "@loaders.gl/bson": "4.0.0-alpha.21",
45
- "@loaders.gl/compression": "4.0.0-alpha.21",
46
- "@loaders.gl/loader-utils": "4.0.0-alpha.21",
47
- "@loaders.gl/schema": "4.0.0-alpha.21",
44
+ "@loaders.gl/bson": "4.0.0-alpha.23",
45
+ "@loaders.gl/compression": "4.0.0-alpha.23",
46
+ "@loaders.gl/loader-utils": "4.0.0-alpha.23",
47
+ "@loaders.gl/schema": "4.0.0-alpha.23",
48
48
  "async-mutex": "^0.2.2",
49
49
  "brotli": "^1.3.2",
50
50
  "int53": "^0.2.4",
@@ -67,5 +67,5 @@
67
67
  "@types/varint": "^5.0.0",
68
68
  "apache-arrow": "^9.0.0"
69
69
  },
70
- "gitHead": "df5d670b136192b26941396e944f9c46be788e83"
70
+ "gitHead": "e212f2a0c0e342f7cb65ce84fa2ff39f64b7d94b"
71
71
  }
package/src/index.ts CHANGED
@@ -73,9 +73,6 @@ export {
73
73
  convertParquetSchema as convertParquetToArrowSchema
74
74
  } from './lib/arrow/convert-schema-from-parquet';
75
75
 
76
- // TESTS
77
- export const _typecheckParquetLoader: LoaderWithParser = ParquetLoader;
78
-
79
76
  // Geo Metadata
80
77
  export {default as geoJSONSchema} from './lib/geo/geoparquet-schema';
81
78
 
@@ -1,25 +1,22 @@
1
+ // loaders.gl, MIT license
2
+
1
3
  import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';
4
+ import type {Table as ArrowTable} from 'apache-arrow';
2
5
 
3
6
  // __VERSION__ is injected by babel-plugin-version-inline
4
7
  // @ts-ignore TS2304: Cannot find name '__VERSION__'.
5
8
  const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
6
9
 
7
- export type ParquetLoaderOptions = LoaderOptions & {
10
+ /** Parquet WASM loader options */
11
+ export type ParquetWasmLoaderOptions = LoaderOptions & {
8
12
  parquet?: {
9
13
  type?: 'arrow-table';
10
14
  wasmUrl?: string;
11
15
  };
12
16
  };
13
17
 
14
- const DEFAULT_PARQUET_LOADER_OPTIONS: ParquetLoaderOptions = {
15
- parquet: {
16
- type: 'arrow-table',
17
- wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
18
- }
19
- };
20
-
21
- /** ParquetJS table loader */
22
- export const ParquetWasmLoader = {
18
+ /** Parquet WASM table loader */
19
+ export const ParquetWasmLoader: Loader<ArrowTable, never, ParquetWasmLoaderOptions> = {
23
20
  name: 'Apache Parquet',
24
21
  id: 'parquet-wasm',
25
22
  module: 'parquet',
@@ -30,7 +27,10 @@ export const ParquetWasmLoader = {
30
27
  mimeTypes: ['application/octet-stream'],
31
28
  binary: true,
32
29
  tests: ['PAR1', 'PARE'],
33
- options: DEFAULT_PARQUET_LOADER_OPTIONS
30
+ options: {
31
+ parquet: {
32
+ type: 'arrow-table',
33
+ wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
34
+ }
35
+ }
34
36
  };
35
-
36
- export const _typecheckParquetLoader: Loader = ParquetWasmLoader;
@@ -1,17 +1,15 @@
1
+ // loaders.gl, MIT license
2
+
1
3
  import type {Writer} from '@loaders.gl/loader-utils';
2
4
  import {encode, ParquetWriterOptions} from './lib/wasm/encode-parquet-wasm';
5
+ import type {Table as ArrowTable} from 'apache-arrow';
3
6
 
4
7
  // __VERSION__ is injected by babel-plugin-version-inline
5
8
  // @ts-ignore TS2304: Cannot find name '__VERSION__'.
6
9
  const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
7
10
 
8
- const DEFAULT_PARQUET_WRITER_OPTIONS: ParquetWriterOptions = {
9
- parquet: {
10
- wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
11
- }
12
- };
13
-
14
- export const ParquetWasmWriter: Writer = {
11
+ /** Parquet WASM writer */
12
+ export const ParquetWasmWriter: Writer<ArrowTable, never, ParquetWriterOptions> = {
15
13
  name: 'Apache Parquet',
16
14
  id: 'parquet-wasm',
17
15
  module: 'parquet',
@@ -20,5 +18,9 @@ export const ParquetWasmWriter: Writer = {
20
18
  mimeTypes: ['application/octet-stream'],
21
19
  encode,
22
20
  binary: true,
23
- options: DEFAULT_PARQUET_WRITER_OPTIONS
21
+ options: {
22
+ parquet: {
23
+ wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
24
+ }
25
+ }
24
26
  };
@@ -9,8 +9,6 @@ const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
9
9
 
10
10
  export type ParquetWriterOptions = {};
11
11
 
12
- const DEFAULT_PARQUET_LOADER_OPTIONS = {};
13
-
14
12
  export const ParquetWriter: Writer<Table, TableBatch, ParquetWriterOptions> = {
15
13
  name: 'Apache Parquet',
16
14
  id: 'parquet',
@@ -20,7 +18,7 @@ export const ParquetWriter: Writer<Table, TableBatch, ParquetWriterOptions> = {
20
18
  mimeTypes: ['application/octet-stream'],
21
19
  encodeSync,
22
20
  binary: true,
23
- options: DEFAULT_PARQUET_LOADER_OPTIONS
21
+ options: {}
24
22
  };
25
23
 
26
24
  function encodeSync(data, options?: ParquetWriterOptions) {