@loaders.gl/loader-utils 3.3.0 → 3.4.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es5/index.js +22 -36
- package/dist/es5/index.js.map +1 -1
- package/dist/es5/json-loader.js +1 -1
- package/dist/es5/json-loader.js.map +1 -1
- package/dist/es5/lib/binary-utils/array-buffer-utils.js +30 -0
- package/dist/es5/lib/binary-utils/array-buffer-utils.js.map +1 -1
- package/dist/es5/lib/binary-utils/{dataview-copy-utils.js → binary-copy-utils.js} +1 -33
- package/dist/es5/lib/binary-utils/binary-copy-utils.js.map +1 -0
- package/dist/es5/lib/binary-utils/{memory-conversion-utils.js → buffer-utils.js} +7 -26
- package/dist/es5/lib/binary-utils/buffer-utils.js.map +1 -0
- package/dist/es5/lib/binary-utils/encode-utils.js +36 -0
- package/dist/es5/lib/binary-utils/encode-utils.js.map +1 -0
- package/dist/es5/lib/binary-utils/get-first-characters.js +0 -2
- package/dist/es5/lib/binary-utils/get-first-characters.js.map +1 -1
- package/dist/es5/lib/node/buffer.js +8 -5
- package/dist/es5/lib/node/buffer.js.map +1 -1
- package/dist/es5/lib/node/fs.js +9 -18
- package/dist/es5/lib/node/fs.js.map +1 -1
- package/dist/es5/lib/node/util.js +7 -31
- package/dist/es5/lib/node/util.js.map +1 -1
- package/dist/esm/index.js +9 -11
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/json-loader.js +1 -1
- package/dist/esm/json-loader.js.map +1 -1
- package/dist/esm/lib/binary-utils/array-buffer-utils.js +27 -0
- package/dist/esm/lib/binary-utils/array-buffer-utils.js.map +1 -1
- package/dist/esm/lib/binary-utils/{dataview-copy-utils.js → binary-copy-utils.js} +1 -31
- package/dist/esm/lib/binary-utils/binary-copy-utils.js.map +1 -0
- package/dist/esm/lib/binary-utils/buffer-utils.js +18 -0
- package/dist/esm/lib/binary-utils/buffer-utils.js.map +1 -0
- package/dist/esm/lib/binary-utils/encode-utils.js +29 -0
- package/dist/esm/lib/binary-utils/encode-utils.js.map +1 -0
- package/dist/esm/lib/binary-utils/get-first-characters.js +0 -3
- package/dist/esm/lib/binary-utils/get-first-characters.js.map +1 -1
- package/dist/esm/lib/node/buffer.js +9 -5
- package/dist/esm/lib/node/buffer.js.map +1 -1
- package/dist/esm/lib/node/fs.js +9 -11
- package/dist/esm/lib/node/fs.js.map +1 -1
- package/dist/esm/lib/node/util.js +2 -10
- package/dist/esm/lib/node/util.js.map +1 -1
- package/dist/index.d.ts +7 -10
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +23 -25
- package/dist/lib/binary-utils/array-buffer-utils.d.ts +8 -4
- package/dist/lib/binary-utils/array-buffer-utils.d.ts.map +1 -1
- package/dist/lib/binary-utils/array-buffer-utils.js +36 -5
- package/dist/lib/binary-utils/binary-copy-utils.d.ts +24 -0
- package/dist/lib/binary-utils/binary-copy-utils.d.ts.map +1 -0
- package/dist/lib/binary-utils/{dataview-copy-utils.js → binary-copy-utils.js} +5 -51
- package/dist/lib/binary-utils/{memory-conversion-utils.d.ts → buffer-utils.d.ts} +4 -3
- package/dist/lib/binary-utils/buffer-utils.d.ts.map +1 -0
- package/dist/lib/binary-utils/{memory-conversion-utils.js → buffer-utils.js} +9 -28
- package/dist/lib/binary-utils/encode-utils.d.ts +4 -0
- package/dist/lib/binary-utils/encode-utils.d.ts.map +1 -0
- package/dist/lib/binary-utils/encode-utils.js +35 -0
- package/dist/lib/binary-utils/get-first-characters.d.ts +1 -15
- package/dist/lib/binary-utils/get-first-characters.d.ts.map +1 -1
- package/dist/lib/binary-utils/get-first-characters.js +0 -15
- package/dist/lib/node/buffer.d.ts +1 -3
- package/dist/lib/node/buffer.d.ts.map +1 -1
- package/dist/lib/node/buffer.js +8 -7
- package/dist/lib/node/fs.d.ts +2 -4
- package/dist/lib/node/fs.d.ts.map +1 -1
- package/dist/lib/node/fs.js +9 -10
- package/dist/lib/node/util.d.ts +3 -11
- package/dist/lib/node/util.d.ts.map +1 -1
- package/dist/lib/node/util.js +27 -20
- package/dist/lib/worker-loader-utils/create-loader-worker.js +1 -1
- package/package.json +4 -5
- package/src/index.ts +18 -22
- package/src/lib/binary-utils/array-buffer-utils.ts +40 -4
- package/src/lib/binary-utils/{dataview-copy-utils.ts → binary-copy-utils.ts} +5 -57
- package/src/lib/binary-utils/buffer-utils.ts +28 -0
- package/src/lib/binary-utils/encode-utils.ts +32 -0
- package/src/lib/binary-utils/get-first-characters.ts +1 -17
- package/src/lib/node/buffer.ts +10 -9
- package/src/lib/node/fs.ts +11 -16
- package/src/lib/node/util.ts +2 -68
- package/dist/es5/lib/binary-utils/dataview-copy-utils.js.map +0 -1
- package/dist/es5/lib/binary-utils/memory-conversion-utils.js.map +0 -1
- package/dist/es5/lib/filesystems/readable-file.js +0 -100
- package/dist/es5/lib/filesystems/readable-file.js.map +0 -1
- package/dist/es5/lib/filesystems/writable-file.js +0 -89
- package/dist/es5/lib/filesystems/writable-file.js.map +0 -1
- package/dist/es5/lib/loader-utils/buffer-utils.js +0 -19
- package/dist/es5/lib/loader-utils/buffer-utils.js.map +0 -1
- package/dist/es5/lib/node/stream.js +0 -20
- package/dist/es5/lib/node/stream.js.map +0 -1
- package/dist/esm/lib/binary-utils/dataview-copy-utils.js.map +0 -1
- package/dist/esm/lib/binary-utils/memory-conversion-utils.js +0 -38
- package/dist/esm/lib/binary-utils/memory-conversion-utils.js.map +0 -1
- package/dist/esm/lib/filesystems/readable-file.js +0 -22
- package/dist/esm/lib/filesystems/readable-file.js.map +0 -1
- package/dist/esm/lib/filesystems/writable-file.js +0 -21
- package/dist/esm/lib/filesystems/writable-file.js.map +0 -1
- package/dist/esm/lib/loader-utils/buffer-utils.js +0 -13
- package/dist/esm/lib/loader-utils/buffer-utils.js.map +0 -1
- package/dist/esm/lib/node/stream.js +0 -11
- package/dist/esm/lib/node/stream.js.map +0 -1
- package/dist/lib/binary-utils/dataview-copy-utils.d.ts +0 -43
- package/dist/lib/binary-utils/dataview-copy-utils.d.ts.map +0 -1
- package/dist/lib/binary-utils/memory-conversion-utils.d.ts.map +0 -1
- package/dist/lib/filesystems/readable-file.d.ts +0 -10
- package/dist/lib/filesystems/readable-file.d.ts.map +0 -1
- package/dist/lib/filesystems/readable-file.js +0 -25
- package/dist/lib/filesystems/writable-file.d.ts +0 -18
- package/dist/lib/filesystems/writable-file.d.ts.map +0 -1
- package/dist/lib/filesystems/writable-file.js +0 -48
- package/dist/lib/loader-utils/buffer-utils.d.ts +0 -10
- package/dist/lib/loader-utils/buffer-utils.d.ts.map +0 -1
- package/dist/lib/loader-utils/buffer-utils.js +0 -22
- package/dist/lib/node/stream.d.ts +0 -4
- package/dist/lib/node/stream.d.ts.map +0 -1
- package/dist/lib/node/stream.js +0 -17
- package/src/lib/binary-utils/memory-conversion-utils.ts +0 -53
- package/src/lib/filesystems/readable-file.ts +0 -30
- package/src/lib/filesystems/writable-file.ts +0 -44
- package/src/lib/loader-utils/buffer-utils.ts +0 -18
- package/src/lib/node/stream.ts +0 -18
package/dist/lib/node/stream.js
DELETED
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
// loaders.gl, MIT license
|
|
3
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
4
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
5
|
-
};
|
|
6
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
7
|
-
exports.isSupported = exports.Transform = void 0;
|
|
8
|
-
const stream_1 = __importDefault(require("stream"));
|
|
9
|
-
exports.isSupported = Boolean(stream_1.default);
|
|
10
|
-
// paths
|
|
11
|
-
try {
|
|
12
|
-
/** Wrapper for Node.js fs method */
|
|
13
|
-
exports.Transform = stream_1.default.Transform;
|
|
14
|
-
}
|
|
15
|
-
catch {
|
|
16
|
-
// ignore
|
|
17
|
-
}
|
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
// loaders.gl, MIT license
|
|
2
|
-
|
|
3
|
-
import * as node from '../node/buffer';
|
|
4
|
-
|
|
5
|
-
/**
|
|
6
|
-
* Check for Node.js `Buffer` (without triggering bundler to include Buffer polyfill on browser)
|
|
7
|
-
*/
|
|
8
|
-
export function isBuffer(value: any): boolean {
|
|
9
|
-
return value && typeof value === 'object' && value.isBuffer;
|
|
10
|
-
}
|
|
11
|
-
|
|
12
|
-
/**
|
|
13
|
-
* Converts to Node.js `Buffer` (without triggering bundler to include Buffer polyfill on browser)
|
|
14
|
-
* @todo better data type
|
|
15
|
-
*/
|
|
16
|
-
export function toBuffer(data: any): Buffer {
|
|
17
|
-
return node.toBuffer ? node.toBuffer(data) : data;
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
/**
|
|
21
|
-
* Convert an object to an array buffer
|
|
22
|
-
*/
|
|
23
|
-
export function toArrayBuffer(data: unknown): ArrayBuffer {
|
|
24
|
-
// Note: Should be called first, Buffers can trigger other detections below
|
|
25
|
-
if (isBuffer(data)) {
|
|
26
|
-
return node.toArrayBuffer(data);
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
if (data instanceof ArrayBuffer) {
|
|
30
|
-
return data;
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
// Careful - Node Buffers look like Uint8Arrays (keep after isBuffer)
|
|
34
|
-
if (ArrayBuffer.isView(data)) {
|
|
35
|
-
if (data.byteOffset === 0 && data.byteLength === data.buffer.byteLength) {
|
|
36
|
-
return data.buffer;
|
|
37
|
-
}
|
|
38
|
-
return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
if (typeof data === 'string') {
|
|
42
|
-
const text = data;
|
|
43
|
-
const uint8Array = new TextEncoder().encode(text);
|
|
44
|
-
return uint8Array.buffer;
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
// HACK to support Blob polyfill
|
|
48
|
-
if (data && typeof data === 'object' && (data as any)._toArrayBuffer) {
|
|
49
|
-
return (data as any)._toArrayBuffer();
|
|
50
|
-
}
|
|
51
|
-
|
|
52
|
-
throw new Error('toArrayBuffer');
|
|
53
|
-
}
|
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
// loaders.gl, MIT license
|
|
2
|
-
|
|
3
|
-
export type ReadableFile = {
|
|
4
|
-
read: (position: number, length: number) => Promise<Buffer>;
|
|
5
|
-
close: () => Promise<void>;
|
|
6
|
-
/** Length of file in bytes */
|
|
7
|
-
size: number;
|
|
8
|
-
};
|
|
9
|
-
|
|
10
|
-
/** Helper function to create an envelope reader for a binary memory input */
|
|
11
|
-
export function makeReadableFile(data: Blob | ArrayBuffer): ReadableFile {
|
|
12
|
-
if (data instanceof ArrayBuffer) {
|
|
13
|
-
const arrayBuffer: ArrayBuffer = data;
|
|
14
|
-
return {
|
|
15
|
-
read: async (start: number, length: number) => Buffer.from(data, start, length),
|
|
16
|
-
close: async () => {},
|
|
17
|
-
size: arrayBuffer.byteLength
|
|
18
|
-
};
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
const blob: Blob = data;
|
|
22
|
-
return {
|
|
23
|
-
read: async (start: number, length: number) => {
|
|
24
|
-
const arrayBuffer = await blob.slice(start, start + length).arrayBuffer();
|
|
25
|
-
return Buffer.from(arrayBuffer);
|
|
26
|
-
},
|
|
27
|
-
close: async () => {},
|
|
28
|
-
size: blob.size
|
|
29
|
-
};
|
|
30
|
-
}
|
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
|
|
2
|
-
import {isBrowser} from '@loaders.gl/loader-utils';
|
|
3
|
-
import * as fs from '../node/fs';
|
|
4
|
-
import type {Writable} from 'stream';
|
|
5
|
-
|
|
6
|
-
export type WritableFile = {
|
|
7
|
-
write: (buf: Buffer) => Promise<void>;
|
|
8
|
-
close: () => Promise<void>;
|
|
9
|
-
};
|
|
10
|
-
|
|
11
|
-
export interface WriteStreamOptions {
|
|
12
|
-
flags?: string;
|
|
13
|
-
encoding?: 'utf8';
|
|
14
|
-
fd?: number;
|
|
15
|
-
mode?: number;
|
|
16
|
-
autoClose?: boolean;
|
|
17
|
-
start?: number;
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
/** Helper function to create an envelope reader for a binary memory input */
|
|
21
|
-
export function makeWritableFile(
|
|
22
|
-
pathOrStream: string | Writable,
|
|
23
|
-
options?: WriteStreamOptions
|
|
24
|
-
): WritableFile {
|
|
25
|
-
if (isBrowser) {
|
|
26
|
-
return {
|
|
27
|
-
write: async () => {},
|
|
28
|
-
close: async () => {}
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
const outputStream: Writable =
|
|
33
|
-
typeof pathOrStream === 'string' ? fs.createWriteStream(pathOrStream, options) : pathOrStream;
|
|
34
|
-
return {
|
|
35
|
-
write: async (buffer: Buffer) =>
|
|
36
|
-
new Promise((resolve, reject) => {
|
|
37
|
-
outputStream.write(buffer, (err) => (err ? reject(err) : resolve()));
|
|
38
|
-
}),
|
|
39
|
-
close: () =>
|
|
40
|
-
new Promise((resolve, reject) => {
|
|
41
|
-
(outputStream as any).close((err) => (err ? reject(err) : resolve()));
|
|
42
|
-
})
|
|
43
|
-
};
|
|
44
|
-
}
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Convert Buffer to ArrayBuffer
|
|
3
|
-
*/
|
|
4
|
-
export function toArrayBuffer(buffer: Buffer): ArrayBuffer {
|
|
5
|
-
// TODO - per docs we should just be able to call buffer.buffer, but there are issues
|
|
6
|
-
if (Buffer.isBuffer(buffer)) {
|
|
7
|
-
const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
|
|
8
|
-
return typedArray.slice().buffer;
|
|
9
|
-
}
|
|
10
|
-
return buffer;
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
/**
|
|
14
|
-
* Convert (copy) ArrayBuffer to Buffer
|
|
15
|
-
*/
|
|
16
|
-
export function toBuffer(arrayBuffer: ArrayBuffer): Buffer {
|
|
17
|
-
return Buffer.from(arrayBuffer);
|
|
18
|
-
}
|
package/src/lib/node/stream.ts
DELETED
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
// loaders.gl, MIT license
|
|
2
|
-
|
|
3
|
-
import stream from 'stream';
|
|
4
|
-
|
|
5
|
-
export type {Writable} from 'stream';
|
|
6
|
-
|
|
7
|
-
export let Transform;
|
|
8
|
-
|
|
9
|
-
export const isSupported = Boolean(stream);
|
|
10
|
-
|
|
11
|
-
// paths
|
|
12
|
-
|
|
13
|
-
try {
|
|
14
|
-
/** Wrapper for Node.js fs method */
|
|
15
|
-
Transform = stream.Transform;
|
|
16
|
-
} catch {
|
|
17
|
-
// ignore
|
|
18
|
-
}
|