@loaders.gl/parquet 4.0.0-alpha.21 → 4.0.0-alpha.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dist.min.js +12 -12
- package/dist/dist.min.js.map +2 -2
- package/dist/es5/index.js +0 -3
- package/dist/es5/index.js.map +1 -1
- package/dist/es5/parquet-loader.js +1 -1
- package/dist/es5/parquet-wasm-loader.js +8 -11
- package/dist/es5/parquet-wasm-loader.js.map +1 -1
- package/dist/es5/parquet-wasm-writer.js +6 -7
- package/dist/es5/parquet-wasm-writer.js.map +1 -1
- package/dist/es5/parquet-writer.js +2 -3
- package/dist/es5/parquet-writer.js.map +1 -1
- package/dist/esm/index.js +0 -1
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/parquet-loader.js +1 -1
- package/dist/esm/parquet-wasm-loader.js +7 -9
- package/dist/esm/parquet-wasm-loader.js.map +1 -1
- package/dist/esm/parquet-wasm-writer.js +6 -7
- package/dist/esm/parquet-wasm-writer.js.map +1 -1
- package/dist/esm/parquet-writer.js +2 -3
- package/dist/esm/parquet-writer.js.map +1 -1
- package/dist/index.d.ts +0 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -3
- package/dist/parquet-wasm-loader.d.ts +5 -16
- package/dist/parquet-wasm-loader.d.ts.map +1 -1
- package/dist/parquet-wasm-loader.js +9 -10
- package/dist/parquet-wasm-writer.d.ts +4 -1
- package/dist/parquet-wasm-writer.d.ts.map +1 -1
- package/dist/parquet-wasm-writer.js +7 -6
- package/dist/parquet-worker.js +13 -13
- package/dist/parquet-worker.js.map +2 -2
- package/dist/parquet-writer.d.ts.map +1 -1
- package/dist/parquet-writer.js +1 -2
- package/package.json +6 -6
- package/src/index.ts +0 -3
- package/src/parquet-wasm-loader.ts +13 -13
- package/src/parquet-wasm-writer.ts +10 -8
- package/src/parquet-writer.ts +1 -3
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-writer.d.ts","sourceRoot":"","sources":["../src/parquet-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAC,KAAK,EAAE,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAMrD,MAAM,MAAM,oBAAoB,GAAG,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"parquet-writer.d.ts","sourceRoot":"","sources":["../src/parquet-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAC,KAAK,EAAE,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAMrD,MAAM,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEtC,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,oBAAoB,CAUzE,CAAC"}
|
package/dist/parquet-writer.js
CHANGED
|
@@ -5,7 +5,6 @@ exports.ParquetWriter = void 0;
|
|
|
5
5
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
6
6
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
7
7
|
const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
|
|
8
|
-
const DEFAULT_PARQUET_LOADER_OPTIONS = {};
|
|
9
8
|
exports.ParquetWriter = {
|
|
10
9
|
name: 'Apache Parquet',
|
|
11
10
|
id: 'parquet',
|
|
@@ -15,7 +14,7 @@ exports.ParquetWriter = {
|
|
|
15
14
|
mimeTypes: ['application/octet-stream'],
|
|
16
15
|
encodeSync,
|
|
17
16
|
binary: true,
|
|
18
|
-
options:
|
|
17
|
+
options: {}
|
|
19
18
|
};
|
|
20
19
|
function encodeSync(data, options) {
|
|
21
20
|
return new ArrayBuffer(0);
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/parquet",
|
|
3
|
-
"version": "4.0.0-alpha.
|
|
3
|
+
"version": "4.0.0-alpha.23",
|
|
4
4
|
"description": "Framework-independent loader for Apache Parquet files",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"publishConfig": {
|
|
@@ -41,10 +41,10 @@
|
|
|
41
41
|
"./src/lib/wasm/load-wasm/load-wasm-node.ts": "./src/lib/wasm/load-wasm/load-wasm-browser.ts"
|
|
42
42
|
},
|
|
43
43
|
"dependencies": {
|
|
44
|
-
"@loaders.gl/bson": "4.0.0-alpha.
|
|
45
|
-
"@loaders.gl/compression": "4.0.0-alpha.
|
|
46
|
-
"@loaders.gl/loader-utils": "4.0.0-alpha.
|
|
47
|
-
"@loaders.gl/schema": "4.0.0-alpha.
|
|
44
|
+
"@loaders.gl/bson": "4.0.0-alpha.23",
|
|
45
|
+
"@loaders.gl/compression": "4.0.0-alpha.23",
|
|
46
|
+
"@loaders.gl/loader-utils": "4.0.0-alpha.23",
|
|
47
|
+
"@loaders.gl/schema": "4.0.0-alpha.23",
|
|
48
48
|
"async-mutex": "^0.2.2",
|
|
49
49
|
"brotli": "^1.3.2",
|
|
50
50
|
"int53": "^0.2.4",
|
|
@@ -67,5 +67,5 @@
|
|
|
67
67
|
"@types/varint": "^5.0.0",
|
|
68
68
|
"apache-arrow": "^9.0.0"
|
|
69
69
|
},
|
|
70
|
-
"gitHead": "
|
|
70
|
+
"gitHead": "e212f2a0c0e342f7cb65ce84fa2ff39f64b7d94b"
|
|
71
71
|
}
|
package/src/index.ts
CHANGED
|
@@ -73,9 +73,6 @@ export {
|
|
|
73
73
|
convertParquetSchema as convertParquetToArrowSchema
|
|
74
74
|
} from './lib/arrow/convert-schema-from-parquet';
|
|
75
75
|
|
|
76
|
-
// TESTS
|
|
77
|
-
export const _typecheckParquetLoader: LoaderWithParser = ParquetLoader;
|
|
78
|
-
|
|
79
76
|
// Geo Metadata
|
|
80
77
|
export {default as geoJSONSchema} from './lib/geo/geoparquet-schema';
|
|
81
78
|
|
|
@@ -1,25 +1,22 @@
|
|
|
1
|
+
// loaders.gl, MIT license
|
|
2
|
+
|
|
1
3
|
import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';
|
|
4
|
+
import type {Table as ArrowTable} from 'apache-arrow';
|
|
2
5
|
|
|
3
6
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
4
7
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
5
8
|
const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
|
|
6
9
|
|
|
7
|
-
|
|
10
|
+
/** Parquet WASM loader options */
|
|
11
|
+
export type ParquetWasmLoaderOptions = LoaderOptions & {
|
|
8
12
|
parquet?: {
|
|
9
13
|
type?: 'arrow-table';
|
|
10
14
|
wasmUrl?: string;
|
|
11
15
|
};
|
|
12
16
|
};
|
|
13
17
|
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
type: 'arrow-table',
|
|
17
|
-
wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
|
|
18
|
-
}
|
|
19
|
-
};
|
|
20
|
-
|
|
21
|
-
/** ParquetJS table loader */
|
|
22
|
-
export const ParquetWasmLoader = {
|
|
18
|
+
/** Parquet WASM table loader */
|
|
19
|
+
export const ParquetWasmLoader: Loader<ArrowTable, never, ParquetWasmLoaderOptions> = {
|
|
23
20
|
name: 'Apache Parquet',
|
|
24
21
|
id: 'parquet-wasm',
|
|
25
22
|
module: 'parquet',
|
|
@@ -30,7 +27,10 @@ export const ParquetWasmLoader = {
|
|
|
30
27
|
mimeTypes: ['application/octet-stream'],
|
|
31
28
|
binary: true,
|
|
32
29
|
tests: ['PAR1', 'PARE'],
|
|
33
|
-
options:
|
|
30
|
+
options: {
|
|
31
|
+
parquet: {
|
|
32
|
+
type: 'arrow-table',
|
|
33
|
+
wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
|
|
34
|
+
}
|
|
35
|
+
}
|
|
34
36
|
};
|
|
35
|
-
|
|
36
|
-
export const _typecheckParquetLoader: Loader = ParquetWasmLoader;
|
|
@@ -1,17 +1,15 @@
|
|
|
1
|
+
// loaders.gl, MIT license
|
|
2
|
+
|
|
1
3
|
import type {Writer} from '@loaders.gl/loader-utils';
|
|
2
4
|
import {encode, ParquetWriterOptions} from './lib/wasm/encode-parquet-wasm';
|
|
5
|
+
import type {Table as ArrowTable} from 'apache-arrow';
|
|
3
6
|
|
|
4
7
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
5
8
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
6
9
|
const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
|
|
7
10
|
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
|
|
11
|
-
}
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
export const ParquetWasmWriter: Writer = {
|
|
11
|
+
/** Parquet WASM writer */
|
|
12
|
+
export const ParquetWasmWriter: Writer<ArrowTable, never, ParquetWriterOptions> = {
|
|
15
13
|
name: 'Apache Parquet',
|
|
16
14
|
id: 'parquet-wasm',
|
|
17
15
|
module: 'parquet',
|
|
@@ -20,5 +18,9 @@ export const ParquetWasmWriter: Writer = {
|
|
|
20
18
|
mimeTypes: ['application/octet-stream'],
|
|
21
19
|
encode,
|
|
22
20
|
binary: true,
|
|
23
|
-
options:
|
|
21
|
+
options: {
|
|
22
|
+
parquet: {
|
|
23
|
+
wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
|
|
24
|
+
}
|
|
25
|
+
}
|
|
24
26
|
};
|
package/src/parquet-writer.ts
CHANGED
|
@@ -9,8 +9,6 @@ const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
|
|
|
9
9
|
|
|
10
10
|
export type ParquetWriterOptions = {};
|
|
11
11
|
|
|
12
|
-
const DEFAULT_PARQUET_LOADER_OPTIONS = {};
|
|
13
|
-
|
|
14
12
|
export const ParquetWriter: Writer<Table, TableBatch, ParquetWriterOptions> = {
|
|
15
13
|
name: 'Apache Parquet',
|
|
16
14
|
id: 'parquet',
|
|
@@ -20,7 +18,7 @@ export const ParquetWriter: Writer<Table, TableBatch, ParquetWriterOptions> = {
|
|
|
20
18
|
mimeTypes: ['application/octet-stream'],
|
|
21
19
|
encodeSync,
|
|
22
20
|
binary: true,
|
|
23
|
-
options:
|
|
21
|
+
options: {}
|
|
24
22
|
};
|
|
25
23
|
|
|
26
24
|
function encodeSync(data, options?: ParquetWriterOptions) {
|