@loaders.gl/parquet 4.0.5 → 4.0.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/parquet-loader.js +1 -1
- package/dist/parquet-loader.js.map +1 -1
- package/dist/parquet-wasm-loader.js +1 -1
- package/dist/parquet-wasm-loader.js.map +1 -1
- package/dist/parquet-wasm-writer.js +1 -1
- package/dist/parquet-wasm-writer.js.map +1 -1
- package/dist/parquet-writer.js +1 -1
- package/dist/parquet-writer.js.map +1 -1
- package/dist/parquetjs/modules.d.ts +21 -0
- package/package.json +9 -9
- package/dist/parquetjs/modules.d.js +0 -2
- package/dist/parquetjs/modules.d.js.map +0 -1
package/dist/parquet-loader.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
export { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
|
|
2
|
-
const VERSION = typeof
|
|
2
|
+
const VERSION = typeof "4.0.6" !== 'undefined' ? "4.0.6" : 'latest';
|
|
3
3
|
export const ParquetLoader = {
|
|
4
4
|
name: 'Apache Parquet',
|
|
5
5
|
id: 'parquet',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-loader.js","names":["Buffer","VERSION","
|
|
1
|
+
{"version":3,"file":"parquet-loader.js","names":["Buffer","VERSION","ParquetLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","parquet","shape","columnList","geoparquet","url","undefined","preserveBinary","ParquetColumnarLoader"],"sources":["../src/parquet-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {\n ObjectRowTable,\n ObjectRowTableBatch,\n ColumnarTable,\n ColumnarTableBatch\n} from '@loaders.gl/schema';\n\nexport {Buffer} from './polyfills/buffer/install-buffer-polyfill';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** Options for the parquet loader */\nexport type ParquetLoaderOptions = LoaderOptions & {\n /** Options for the parquet loader */\n parquet?: {\n /** Format of returned parsed data */\n shape?: 'object-row-table' | 'geojson-table';\n /** Restrict which columns that are parsed from the table. Can save significant memory. */\n columnList?: string[] | string[][];\n /** If true, binary values are not converted to strings */\n preserveBinary?: boolean;\n /** @deprecated not used? Set to true to indicate that this is a geoparquet file. */\n geoparquet?: boolean;\n /** @deprecated URL to override loaders.gl/core parser system */\n url?: string;\n };\n};\n\n/** ParquetJS table loader */\nexport const ParquetLoader: Loader<ObjectRowTable, ObjectRowTableBatch, ParquetLoaderOptions> = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: {\n parquet: {\n shape: 'object-row-table',\n columnList: [],\n geoparquet: true,\n url: undefined,\n preserveBinary: false\n }\n }\n};\n\nexport const ParquetColumnarLoader: Loader<\n ColumnarTable,\n ColumnarTableBatch,\n ParquetLoaderOptions\n> = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: ParquetLoader.options\n};\n\n// Defeat tree shaking\n// @ts-ignore\nParquetLoader.Buffer = Buffer;\n// @ts-ignore\nParquetColumnarLoader.Buffer = Buffer;\n"],"mappings":"SAWQA,MAAM;AAId,MAAMC,OAAO,GAAG,cAAkB,KAAK,WAAW,aAAiB,QAAQ;AAoB3E,OAAO,MAAMC,aAAgF,GAAG;EAC9FC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEL,OAAO;EAChBM,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,KAAK,EAAE,kBAAkB;MACzBC,UAAU,EAAE,EAAE;MACdC,UAAU,EAAE,IAAI;MAChBC,GAAG,EAAEC,SAAS;MACdC,cAAc,EAAE;IAClB;EACF;AACF,CAAC;AAED,OAAO,MAAMC,qBAIZ,GAAG;EACFlB,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEL,OAAO;EAChBM,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAEX,aAAa,CAACW;AACzB,CAAC;AAIDX,aAAa,CAACF,MAAM,GAAGA,MAAM;AAE7BqB,qBAAqB,CAACrB,MAAM,GAAGA,MAAM"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-wasm-loader.js","names":["VERSION","
|
|
1
|
+
{"version":3,"file":"parquet-wasm-loader.js","names":["VERSION","ParquetWasmLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","parquet","type","wasmUrl"],"sources":["../src/parquet-wasm-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrowTable} from '@loaders.gl/arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** Parquet WASM loader options */\nexport type ParquetWasmLoaderOptions = LoaderOptions & {\n parquet?: {\n type?: 'arrow-table';\n wasmUrl?: string;\n };\n};\n\n/** Parquet WASM table loader */\nexport const ParquetWasmLoader: Loader<ArrowTable, never, ParquetWasmLoaderOptions> = {\n name: 'Apache Parquet',\n id: 'parquet-wasm',\n module: 'parquet',\n version: VERSION,\n worker: false,\n category: 'table',\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n tests: ['PAR1', 'PARE'],\n options: {\n parquet: {\n type: 'arrow-table',\n wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'\n }\n }\n};\n"],"mappings":"AAQA,MAAMA,OAAO,GAAG,cAAkB,KAAK,WAAW,aAAiB,QAAQ;AAW3E,OAAO,MAAMC,iBAAsE,GAAG;EACpFC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEL,OAAO;EAChBM,MAAM,EAAE,KAAK;EACbC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,IAAI,EAAE,aAAa;MACnBC,OAAO,EAAE;IACX;EACF;AACF,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { encode } from "./lib/wasm/encode-parquet-wasm.js";
|
|
2
|
-
const VERSION = typeof
|
|
2
|
+
const VERSION = typeof "4.0.6" !== 'undefined' ? "4.0.6" : 'latest';
|
|
3
3
|
export const ParquetWasmWriter = {
|
|
4
4
|
name: 'Apache Parquet',
|
|
5
5
|
id: 'parquet-wasm',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-wasm-writer.js","names":["encode","VERSION","
|
|
1
|
+
{"version":3,"file":"parquet-wasm-writer.js","names":["encode","VERSION","ParquetWasmWriter","name","id","module","version","extensions","mimeTypes","binary","options","parquet","wasmUrl"],"sources":["../src/parquet-wasm-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {WriterWithEncoder} from '@loaders.gl/loader-utils';\nimport type {ArrowTable} from '@loaders.gl/arrow';\nimport {encode, ParquetWriterOptions} from './lib/wasm/encode-parquet-wasm';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** Parquet WASM writer */\nexport const ParquetWasmWriter: WriterWithEncoder<ArrowTable, never, ParquetWriterOptions> = {\n name: 'Apache Parquet',\n id: 'parquet-wasm',\n module: 'parquet',\n version: VERSION,\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n options: {\n parquet: {\n wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'\n }\n },\n encode\n};\n"],"mappings":"SAKQA,MAAM;AAId,MAAMC,OAAO,GAAG,cAAkB,KAAK,WAAW,aAAiB,QAAQ;AAG3E,OAAO,MAAMC,iBAA6E,GAAG;EAC3FC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEL,OAAO;EAChBM,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,OAAO,EAAE;IACX;EACF,CAAC;EACDZ;AACF,CAAC"}
|
package/dist/parquet-writer.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-writer.js","names":["VERSION","
|
|
1
|
+
{"version":3,"file":"parquet-writer.js","names":["VERSION","ParquetWriter","name","id","module","version","extensions","mimeTypes","binary","options","encode","data","encodeSync","ArrayBuffer"],"sources":["../src/parquet-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {WriterWithEncoder} from '@loaders.gl/loader-utils';\nimport {Table, TableBatch} from '@loaders.gl/schema';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetWriterOptions = {};\n\nexport const ParquetWriter: WriterWithEncoder<Table, TableBatch, ParquetWriterOptions> = {\n name: 'Apache Parquet',\n id: 'parquet',\n module: 'parquet',\n version: VERSION,\n extensions: ['parquet'],\n mimeTypes: ['application/octet-stream'],\n binary: true,\n options: {},\n encode: async (data, options) => encodeSync(data, options),\n encodeSync\n};\n\nfunction encodeSync(data, options?: ParquetWriterOptions) {\n return new ArrayBuffer(0);\n}\n"],"mappings":"AAQA,MAAMA,OAAO,GAAG,cAAkB,KAAK,WAAW,aAAiB,QAAQ;AAI3E,OAAO,MAAMC,aAAyE,GAAG;EACvFC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEL,OAAO;EAChBM,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE,CAAC,CAAC;EACXC,MAAM,EAAE,MAAAA,CAAOC,IAAI,EAAEF,OAAO,KAAKG,UAAU,CAACD,IAAI,EAAEF,OAAO,CAAC;EAC1DG;AACF,CAAC;AAED,SAASA,UAAUA,CAACD,IAAI,EAAEF,OAA8B,EAAE;EACxD,OAAO,IAAII,WAAW,CAAC,CAAC,CAAC;AAC3B"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
|
|
2
|
+
|
|
3
|
+
declare module 'int53' {
|
|
4
|
+
declare function readInt64BE(buffer: Buffer, offset?: number): number;
|
|
5
|
+
declare function readInt64LE(buffer: Buffer, offset?: number): number;
|
|
6
|
+
declare function readUInt64BE(buffer: Buffer, offset?: number): number;
|
|
7
|
+
declare function readUInt64LE(buffer: Buffer, offset?: number): number;
|
|
8
|
+
declare function writeInt64BE(value: number, buffer: Buffer, offset?: number): void;
|
|
9
|
+
declare function writeInt64LE(value: number, buffer: Buffer, offset?: number): void;
|
|
10
|
+
declare function writeUInt64BE(value: number, buffer: Buffer, offset?: number): void;
|
|
11
|
+
declare function writeUInt64LE(value: number, buffer: Buffer, offset?: number): void;
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
// declare module 'snappyjs' {
|
|
15
|
+
// declare function compress(uncompressed: Buffer): Buffer;
|
|
16
|
+
// declare function compress(uncompressed: ArrayBuffer): ArrayBuffer;
|
|
17
|
+
// declare function compress(uncompressed: Uint8Array): Uint8Array;
|
|
18
|
+
// declare function uncompress(compressed: Buffer): Buffer;
|
|
19
|
+
// declare function uncompress(compressed: ArrayBuffer): ArrayBuffer;
|
|
20
|
+
// declare function uncompress(compressed: Uint8Array): Uint8Array;
|
|
21
|
+
// }
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/parquet",
|
|
3
|
-
"version": "4.0.
|
|
3
|
+
"version": "4.0.6",
|
|
4
4
|
"description": "Framework-independent loader for Apache Parquet files",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -58,13 +58,13 @@
|
|
|
58
58
|
"base64-js and ieee754 are used by buffer polyfill"
|
|
59
59
|
],
|
|
60
60
|
"dependencies": {
|
|
61
|
-
"@loaders.gl/arrow": "4.0.
|
|
62
|
-
"@loaders.gl/bson": "4.0.
|
|
63
|
-
"@loaders.gl/compression": "4.0.
|
|
64
|
-
"@loaders.gl/gis": "4.0.
|
|
65
|
-
"@loaders.gl/loader-utils": "4.0.
|
|
66
|
-
"@loaders.gl/schema": "4.0.
|
|
67
|
-
"@loaders.gl/wkt": "4.0.
|
|
61
|
+
"@loaders.gl/arrow": "4.0.6",
|
|
62
|
+
"@loaders.gl/bson": "4.0.6",
|
|
63
|
+
"@loaders.gl/compression": "4.0.6",
|
|
64
|
+
"@loaders.gl/gis": "4.0.6",
|
|
65
|
+
"@loaders.gl/loader-utils": "4.0.6",
|
|
66
|
+
"@loaders.gl/schema": "4.0.6",
|
|
67
|
+
"@loaders.gl/wkt": "4.0.6",
|
|
68
68
|
"async-mutex": "^0.2.2",
|
|
69
69
|
"base64-js": "^1.3.1",
|
|
70
70
|
"brotli": "^1.3.2",
|
|
@@ -90,5 +90,5 @@
|
|
|
90
90
|
"@types/varint": "^5.0.0",
|
|
91
91
|
"apache-arrow": "^13.0.0"
|
|
92
92
|
},
|
|
93
|
-
"gitHead": "
|
|
93
|
+
"gitHead": "1582e06e4ac81b61091148f3d872f67478fe7511"
|
|
94
94
|
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"modules.d.js","names":[],"sources":["../../src/parquetjs/modules.d.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n\ndeclare module 'int53' {\n declare function readInt64BE(buffer: Buffer, offset?: number): number;\n declare function readInt64LE(buffer: Buffer, offset?: number): number;\n declare function readUInt64BE(buffer: Buffer, offset?: number): number;\n declare function readUInt64LE(buffer: Buffer, offset?: number): number;\n declare function writeInt64BE(value: number, buffer: Buffer, offset?: number): void;\n declare function writeInt64LE(value: number, buffer: Buffer, offset?: number): void;\n declare function writeUInt64BE(value: number, buffer: Buffer, offset?: number): void;\n declare function writeUInt64LE(value: number, buffer: Buffer, offset?: number): void;\n}\n\n// declare module 'snappyjs' {\n// declare function compress(uncompressed: Buffer): Buffer;\n// declare function compress(uncompressed: ArrayBuffer): ArrayBuffer;\n// declare function compress(uncompressed: Uint8Array): Uint8Array;\n// declare function uncompress(compressed: Buffer): Buffer;\n// declare function uncompress(compressed: ArrayBuffer): ArrayBuffer;\n// declare function uncompress(compressed: Uint8Array): Uint8Array;\n// }\n"],"mappings":""}
|