@loaders.gl/loader-utils 4.0.0-alpha.5 → 4.0.0-alpha.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es5/index.js +328 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/json-loader.js +44 -0
- package/dist/es5/json-loader.js.map +1 -0
- package/dist/es5/lib/binary-utils/array-buffer-utils.js +80 -0
- package/dist/es5/lib/binary-utils/array-buffer-utils.js.map +1 -0
- package/dist/es5/lib/binary-utils/dataview-copy-utils.js +58 -0
- package/dist/es5/lib/binary-utils/dataview-copy-utils.js.map +1 -0
- package/dist/es5/lib/binary-utils/get-first-characters.js +31 -0
- package/dist/es5/lib/binary-utils/get-first-characters.js.map +1 -0
- package/dist/es5/lib/binary-utils/memory-conversion-utils.js +44 -0
- package/dist/es5/lib/binary-utils/memory-conversion-utils.js.map +1 -0
- package/dist/es5/lib/binary-utils/memory-copy-utils.js +34 -0
- package/dist/es5/lib/binary-utils/memory-copy-utils.js.map +1 -0
- package/dist/es5/lib/env-utils/assert.js +12 -0
- package/dist/es5/lib/env-utils/assert.js.map +1 -0
- package/dist/es5/lib/env-utils/globals.js +30 -0
- package/dist/es5/lib/env-utils/globals.js.map +1 -0
- package/dist/es5/lib/filesystems/node-filesystem.js +210 -0
- package/dist/es5/lib/filesystems/node-filesystem.js.map +1 -0
- package/dist/es5/lib/filesystems/readable-file.js +91 -0
- package/dist/es5/lib/filesystems/readable-file.js.map +1 -0
- package/dist/es5/lib/filesystems/writable-file.js +82 -0
- package/dist/es5/lib/filesystems/writable-file.js.map +1 -0
- package/dist/es5/lib/iterators/async-iteration.js +190 -0
- package/dist/es5/lib/iterators/async-iteration.js.map +1 -0
- package/dist/es5/lib/iterators/text-iterators.js +305 -0
- package/dist/es5/lib/iterators/text-iterators.js.map +1 -0
- package/dist/es5/lib/node/buffer.browser.js +14 -0
- package/dist/es5/lib/node/buffer.browser.js.map +1 -0
- package/dist/es5/lib/node/buffer.js +27 -0
- package/dist/es5/lib/node/buffer.js.map +1 -0
- package/dist/es5/lib/node/fs.js +88 -0
- package/dist/es5/lib/node/fs.js.map +1 -0
- package/dist/es5/lib/node/promisify.js +36 -0
- package/dist/es5/lib/node/promisify.js.map +1 -0
- package/dist/es5/lib/node/stream.js +16 -0
- package/dist/es5/lib/node/stream.js.map +1 -0
- package/dist/es5/lib/option-utils/merge-loader-options.js +30 -0
- package/dist/es5/lib/option-utils/merge-loader-options.js.map +1 -0
- package/dist/es5/lib/parser-utils/parse-json.js +15 -0
- package/dist/es5/lib/parser-utils/parse-json.js.map +1 -0
- package/dist/es5/lib/path-utils/file-aliases.js +33 -0
- package/dist/es5/lib/path-utils/file-aliases.js.map +1 -0
- package/dist/es5/lib/path-utils/get-cwd.js +15 -0
- package/dist/es5/lib/path-utils/get-cwd.js.map +1 -0
- package/dist/es5/lib/path-utils/path.js +136 -0
- package/dist/es5/lib/path-utils/path.js.map +1 -0
- package/dist/es5/lib/request-utils/request-scheduler.js +150 -0
- package/dist/es5/lib/request-utils/request-scheduler.js.map +1 -0
- package/dist/es5/lib/worker-loader-utils/create-loader-worker.js +142 -0
- package/dist/es5/lib/worker-loader-utils/create-loader-worker.js.map +1 -0
- package/dist/es5/lib/worker-loader-utils/encode-with-worker.js +18 -0
- package/dist/es5/lib/worker-loader-utils/encode-with-worker.js.map +1 -0
- package/dist/es5/lib/worker-loader-utils/parse-with-worker.js +115 -0
- package/dist/es5/lib/worker-loader-utils/parse-with-worker.js.map +1 -0
- package/dist/es5/types.js +2 -0
- package/dist/es5/types.js.map +1 -0
- package/dist/es5/workers/json-worker.js +6 -0
- package/dist/es5/workers/json-worker.js.map +1 -0
- package/dist/esm/index.js +29 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/json-loader.js +18 -0
- package/dist/esm/json-loader.js.map +1 -0
- package/dist/esm/lib/binary-utils/array-buffer-utils.js +52 -0
- package/dist/esm/lib/binary-utils/array-buffer-utils.js.map +1 -0
- package/dist/{lib/binary-utils/binary-copy-utils.js → esm/lib/binary-utils/dataview-copy-utils.js} +27 -4
- package/dist/esm/lib/binary-utils/dataview-copy-utils.js.map +1 -0
- package/dist/esm/lib/binary-utils/get-first-characters.js +24 -0
- package/dist/esm/lib/binary-utils/get-first-characters.js.map +1 -0
- package/dist/esm/lib/binary-utils/memory-conversion-utils.js +31 -0
- package/dist/esm/lib/binary-utils/memory-conversion-utils.js.map +1 -0
- package/dist/esm/lib/binary-utils/memory-copy-utils.js +26 -0
- package/dist/esm/lib/binary-utils/memory-copy-utils.js.map +1 -0
- package/dist/esm/lib/env-utils/assert.js +6 -0
- package/dist/esm/lib/env-utils/assert.js.map +1 -0
- package/dist/esm/lib/env-utils/globals.js +16 -0
- package/dist/esm/lib/env-utils/globals.js.map +1 -0
- package/dist/esm/lib/filesystems/node-filesystem.js +53 -0
- package/dist/esm/lib/filesystems/node-filesystem.js.map +1 -0
- package/dist/esm/lib/filesystems/readable-file.js +20 -0
- package/dist/esm/lib/filesystems/readable-file.js.map +1 -0
- package/dist/esm/lib/filesystems/writable-file.js +20 -0
- package/dist/esm/lib/filesystems/writable-file.js.map +1 -0
- package/dist/esm/lib/iterators/async-iteration.js +32 -0
- package/dist/esm/lib/iterators/async-iteration.js.map +1 -0
- package/dist/esm/lib/iterators/text-iterators.js +47 -0
- package/dist/esm/lib/iterators/text-iterators.js.map +1 -0
- package/dist/esm/lib/node/buffer.browser.js +7 -0
- package/dist/esm/lib/node/buffer.browser.js.map +1 -0
- package/dist/esm/lib/node/buffer.js +20 -0
- package/dist/esm/lib/node/buffer.js.map +1 -0
- package/dist/esm/lib/node/fs.js +40 -0
- package/dist/esm/lib/node/fs.js.map +1 -0
- package/dist/esm/lib/node/promisify.js +10 -0
- package/dist/esm/lib/node/promisify.js.map +1 -0
- package/dist/esm/lib/node/stream.js +7 -0
- package/dist/esm/lib/node/stream.js.map +1 -0
- package/dist/esm/lib/option-utils/merge-loader-options.js +17 -0
- package/dist/esm/lib/option-utils/merge-loader-options.js.map +1 -0
- package/dist/esm/lib/parser-utils/parse-json.js +9 -0
- package/dist/esm/lib/parser-utils/parse-json.js.map +1 -0
- package/dist/esm/lib/path-utils/file-aliases.js +24 -0
- package/dist/esm/lib/path-utils/file-aliases.js.map +1 -0
- package/dist/esm/lib/path-utils/get-cwd.js +9 -0
- package/dist/esm/lib/path-utils/get-cwd.js.map +1 -0
- package/dist/esm/lib/path-utils/path.js +127 -0
- package/dist/esm/lib/path-utils/path.js.map +1 -0
- package/dist/esm/lib/request-utils/request-scheduler.js +120 -0
- package/dist/esm/lib/request-utils/request-scheduler.js.map +1 -0
- package/dist/esm/lib/worker-loader-utils/create-loader-worker.js +95 -0
- package/dist/esm/lib/worker-loader-utils/create-loader-worker.js.map +1 -0
- package/dist/esm/lib/worker-loader-utils/encode-with-worker.js +12 -0
- package/dist/esm/lib/worker-loader-utils/encode-with-worker.js.map +1 -0
- package/dist/esm/lib/worker-loader-utils/parse-with-worker.js +63 -0
- package/dist/esm/lib/worker-loader-utils/parse-with-worker.js.map +1 -0
- package/dist/esm/types.js +2 -0
- package/dist/esm/types.js.map +1 -0
- package/dist/esm/workers/json-worker.js +4 -0
- package/dist/esm/workers/json-worker.js.map +1 -0
- package/dist/index.d.ts +13 -8
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +122 -26
- package/dist/json-loader.d.ts +4 -17
- package/dist/json-loader.d.ts.map +1 -1
- package/dist/json-loader.js +24 -18
- package/dist/lib/binary-utils/array-buffer-utils.d.ts +4 -8
- package/dist/lib/binary-utils/array-buffer-utils.d.ts.map +1 -1
- package/dist/lib/binary-utils/array-buffer-utils.js +78 -80
- package/dist/lib/binary-utils/dataview-copy-utils.d.ts +43 -0
- package/dist/lib/binary-utils/dataview-copy-utils.d.ts.map +1 -0
- package/dist/lib/binary-utils/dataview-copy-utils.js +97 -0
- package/dist/lib/binary-utils/get-first-characters.d.ts +15 -1
- package/dist/lib/binary-utils/get-first-characters.d.ts.map +1 -1
- package/dist/lib/binary-utils/get-first-characters.js +43 -25
- package/dist/lib/binary-utils/{buffer-utils.d.ts → memory-conversion-utils.d.ts} +3 -4
- package/dist/lib/binary-utils/memory-conversion-utils.d.ts.map +1 -0
- package/dist/lib/binary-utils/memory-conversion-utils.js +73 -0
- package/dist/lib/binary-utils/memory-copy-utils.js +58 -24
- package/dist/lib/env-utils/assert.js +12 -5
- package/dist/lib/env-utils/globals.d.ts +1 -1
- package/dist/lib/env-utils/globals.d.ts.map +1 -1
- package/dist/lib/env-utils/globals.js +23 -9
- package/dist/lib/filesystems/node-filesystem.d.ts +3 -2
- package/dist/lib/filesystems/node-filesystem.d.ts.map +1 -1
- package/dist/lib/filesystems/node-filesystem.js +72 -59
- package/dist/lib/filesystems/readable-file.d.ts +10 -0
- package/dist/lib/filesystems/readable-file.d.ts.map +1 -0
- package/dist/lib/filesystems/readable-file.js +25 -0
- package/dist/lib/filesystems/writable-file.d.ts +18 -0
- package/dist/lib/filesystems/writable-file.d.ts.map +1 -0
- package/dist/lib/filesystems/writable-file.js +48 -0
- package/dist/lib/iterators/async-iteration.js +49 -35
- package/dist/lib/iterators/text-iterators.js +56 -41
- package/dist/lib/node/buffer.browser.d.ts +12 -0
- package/dist/lib/node/buffer.browser.d.ts.map +1 -0
- package/dist/lib/node/buffer.browser.js +22 -0
- package/dist/lib/node/buffer.d.ts +3 -1
- package/dist/lib/node/buffer.d.ts.map +1 -1
- package/dist/lib/node/buffer.js +33 -25
- package/dist/lib/node/fs.d.ts +4 -2
- package/dist/lib/node/fs.d.ts.map +1 -1
- package/dist/lib/node/fs.js +47 -40
- package/dist/lib/node/promisify.d.ts +13 -0
- package/dist/lib/node/promisify.d.ts.map +1 -0
- package/dist/lib/node/promisify.js +22 -0
- package/dist/lib/node/stream.d.ts +4 -0
- package/dist/lib/node/stream.d.ts.map +1 -0
- package/dist/lib/node/stream.js +17 -0
- package/dist/lib/option-utils/merge-loader-options.d.ts +9 -0
- package/dist/lib/option-utils/merge-loader-options.d.ts.map +1 -0
- package/dist/lib/option-utils/merge-loader-options.js +27 -0
- package/dist/lib/parser-utils/parse-json.js +15 -8
- package/dist/lib/path-utils/file-aliases.js +40 -19
- package/dist/lib/path-utils/get-cwd.d.ts +2 -0
- package/dist/lib/path-utils/get-cwd.d.ts.map +1 -0
- package/dist/lib/path-utils/get-cwd.js +12 -0
- package/dist/lib/path-utils/path.d.ts +8 -0
- package/dist/lib/path-utils/path.d.ts.map +1 -1
- package/dist/lib/path-utils/path.js +173 -19
- package/dist/lib/request-utils/request-scheduler.d.ts +6 -6
- package/dist/lib/request-utils/request-scheduler.d.ts.map +1 -1
- package/dist/lib/request-utils/request-scheduler.js +127 -131
- package/dist/lib/worker-loader-utils/create-loader-worker.d.ts.map +1 -1
- package/dist/lib/worker-loader-utils/create-loader-worker.js +92 -96
- package/dist/lib/worker-loader-utils/encode-with-worker.d.ts +8 -0
- package/dist/lib/worker-loader-utils/encode-with-worker.d.ts.map +1 -0
- package/dist/lib/worker-loader-utils/encode-with-worker.js +21 -0
- package/dist/lib/worker-loader-utils/parse-with-worker.d.ts.map +1 -1
- package/dist/lib/worker-loader-utils/parse-with-worker.js +77 -60
- package/dist/types.d.ts +122 -72
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +3 -2
- package/dist/workers/json-worker.js +5 -4
- package/package.json +12 -19
- package/src/index.ts +40 -19
- package/src/json-loader.ts +5 -4
- package/src/lib/binary-utils/array-buffer-utils.ts +4 -40
- package/src/lib/binary-utils/{binary-copy-utils.ts → dataview-copy-utils.ts} +57 -5
- package/src/lib/binary-utils/get-first-characters.ts +17 -1
- package/src/lib/binary-utils/memory-conversion-utils.ts +53 -0
- package/src/lib/filesystems/readable-file.ts +30 -0
- package/src/lib/filesystems/writable-file.ts +44 -0
- package/src/lib/node/buffer.browser.ts +20 -0
- package/src/lib/node/buffer.ts +12 -11
- package/src/lib/node/fs.ts +16 -11
- package/src/lib/node/promisify.ts +70 -0
- package/src/lib/node/stream.ts +18 -0
- package/src/lib/option-utils/merge-loader-options.ts +35 -0
- package/src/lib/path-utils/get-cwd.ts +9 -0
- package/src/lib/path-utils/path.ts +138 -4
- package/src/lib/worker-loader-utils/create-loader-worker.ts +3 -2
- package/src/lib/worker-loader-utils/encode-with-worker.ts +21 -0
- package/src/lib/worker-loader-utils/parse-with-worker.ts +15 -2
- package/src/types.ts +211 -93
- package/dist/index.js.map +0 -1
- package/dist/json-loader.js.map +0 -1
- package/dist/lib/binary-utils/array-buffer-utils.js.map +0 -1
- package/dist/lib/binary-utils/binary-copy-utils.d.ts +0 -24
- package/dist/lib/binary-utils/binary-copy-utils.d.ts.map +0 -1
- package/dist/lib/binary-utils/binary-copy-utils.js.map +0 -1
- package/dist/lib/binary-utils/buffer-utils.d.ts.map +0 -1
- package/dist/lib/binary-utils/buffer-utils.js +0 -16
- package/dist/lib/binary-utils/buffer-utils.js.map +0 -1
- package/dist/lib/binary-utils/encode-utils.d.ts +0 -4
- package/dist/lib/binary-utils/encode-utils.d.ts.map +0 -1
- package/dist/lib/binary-utils/encode-utils.js +0 -31
- package/dist/lib/binary-utils/encode-utils.js.map +0 -1
- package/dist/lib/binary-utils/get-first-characters.js.map +0 -1
- package/dist/lib/binary-utils/memory-copy-utils.js.map +0 -1
- package/dist/lib/env-utils/assert.js.map +0 -1
- package/dist/lib/env-utils/globals.js.map +0 -1
- package/dist/lib/filesystems/node-filesystem.js.map +0 -1
- package/dist/lib/iterators/async-iteration.js.map +0 -1
- package/dist/lib/iterators/text-iterators.js.map +0 -1
- package/dist/lib/node/buffer.js.map +0 -1
- package/dist/lib/node/fs.js.map +0 -1
- package/dist/lib/node/util.d.ts +0 -5
- package/dist/lib/node/util.d.ts.map +0 -1
- package/dist/lib/node/util.js +0 -3
- package/dist/lib/node/util.js.map +0 -1
- package/dist/lib/parser-utils/parse-json.js.map +0 -1
- package/dist/lib/path-utils/file-aliases.js.map +0 -1
- package/dist/lib/path-utils/path.js.map +0 -1
- package/dist/lib/request-utils/request-scheduler.js.map +0 -1
- package/dist/lib/worker-loader-utils/create-loader-worker.js.map +0 -1
- package/dist/lib/worker-loader-utils/parse-with-worker.js.map +0 -1
- package/dist/types.js.map +0 -1
- package/dist/workers/json-worker.js.map +0 -1
- package/src/lib/binary-utils/buffer-utils.ts +0 -28
- package/src/lib/binary-utils/encode-utils.ts +0 -32
- package/src/lib/node/util.ts +0 -4
|
@@ -11,7 +11,7 @@ let requestId = 0;
|
|
|
11
11
|
*/
|
|
12
12
|
export function createLoaderWorker(loader: LoaderWithParser) {
|
|
13
13
|
// Check that we are actually in a worker thread
|
|
14
|
-
if (
|
|
14
|
+
if (!WorkerBody.inWorkerThread()) {
|
|
15
15
|
return;
|
|
16
16
|
}
|
|
17
17
|
|
|
@@ -21,13 +21,14 @@ export function createLoaderWorker(loader: LoaderWithParser) {
|
|
|
21
21
|
try {
|
|
22
22
|
// validateLoaderVersion(loader, data.source.split('@')[1]);
|
|
23
23
|
|
|
24
|
-
const {input, options = {}} = payload;
|
|
24
|
+
const {input, options = {}, context = {}} = payload;
|
|
25
25
|
|
|
26
26
|
const result = await parseData({
|
|
27
27
|
loader,
|
|
28
28
|
arrayBuffer: input,
|
|
29
29
|
options,
|
|
30
30
|
context: {
|
|
31
|
+
...context,
|
|
31
32
|
parse: parseOnMainThread
|
|
32
33
|
}
|
|
33
34
|
});
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import {WorkerFarm} from '@loaders.gl/worker-utils';
|
|
2
|
+
import {Writer, WriterOptions} from '../../types';
|
|
3
|
+
import {isBrowser} from '../env-utils/globals';
|
|
4
|
+
|
|
5
|
+
/**
|
|
6
|
+
* Determines if a loader can parse with worker
|
|
7
|
+
* @param loader
|
|
8
|
+
* @param options
|
|
9
|
+
*/
|
|
10
|
+
export function canEncodeWithWorker(writer: Writer, options?: WriterOptions) {
|
|
11
|
+
if (!WorkerFarm.isSupported()) {
|
|
12
|
+
return false;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
// Node workers are still experimental
|
|
16
|
+
if (!isBrowser && !options?._nodeWorkers) {
|
|
17
|
+
return false;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
return writer.worker && options?.worker;
|
|
21
|
+
}
|
|
@@ -1,4 +1,9 @@
|
|
|
1
|
-
import
|
|
1
|
+
import {
|
|
2
|
+
WorkerJob,
|
|
3
|
+
WorkerMessageType,
|
|
4
|
+
WorkerMessagePayload,
|
|
5
|
+
isBrowser
|
|
6
|
+
} from '@loaders.gl/worker-utils';
|
|
2
7
|
import type {Loader, LoaderOptions, LoaderContext} from '../../types';
|
|
3
8
|
import {WorkerFarm, getWorkerURL} from '@loaders.gl/worker-utils';
|
|
4
9
|
|
|
@@ -12,6 +17,11 @@ export function canParseWithWorker(loader: Loader, options?: LoaderOptions) {
|
|
|
12
17
|
return false;
|
|
13
18
|
}
|
|
14
19
|
|
|
20
|
+
// Node workers are still experimental
|
|
21
|
+
if (!isBrowser && !options?._nodeWorkers) {
|
|
22
|
+
return false;
|
|
23
|
+
}
|
|
24
|
+
|
|
15
25
|
return loader.worker && options?.worker;
|
|
16
26
|
}
|
|
17
27
|
|
|
@@ -33,8 +43,10 @@ export async function parseWithWorker(
|
|
|
33
43
|
const workerPool = workerFarm.getWorkerPool({name, url});
|
|
34
44
|
|
|
35
45
|
// options.log object contains functions which cannot be transferred
|
|
46
|
+
// context.fetch & context.parse functions cannot be transferred
|
|
36
47
|
// TODO - decide how to handle logging on workers
|
|
37
48
|
options = JSON.parse(JSON.stringify(options));
|
|
49
|
+
context = JSON.parse(JSON.stringify(context || {}));
|
|
38
50
|
|
|
39
51
|
const job = await workerPool.startJob(
|
|
40
52
|
'process-on-worker',
|
|
@@ -45,7 +57,8 @@ export async function parseWithWorker(
|
|
|
45
57
|
job.postMessage('process', {
|
|
46
58
|
// @ts-ignore
|
|
47
59
|
input: data,
|
|
48
|
-
options
|
|
60
|
+
options,
|
|
61
|
+
context
|
|
49
62
|
});
|
|
50
63
|
|
|
51
64
|
const result = await job.result;
|
package/src/types.ts
CHANGED
|
@@ -15,11 +15,37 @@ export type TypedFloatArray = Uint16Array | Float32Array | Float64Array;
|
|
|
15
15
|
|
|
16
16
|
export type TypedArray = TypedIntArray | TypedFloatArray;
|
|
17
17
|
|
|
18
|
-
export type
|
|
18
|
+
export type BigTypedArray = TypedArray | BigInt64Array | BigUint64Array;
|
|
19
|
+
|
|
20
|
+
export type TypedArrayConstructor =
|
|
21
|
+
| Int8ArrayConstructor
|
|
22
|
+
| Uint8ArrayConstructor
|
|
23
|
+
| Int16ArrayConstructor
|
|
24
|
+
| Uint16ArrayConstructor
|
|
25
|
+
| Int32ArrayConstructor
|
|
26
|
+
| Uint32ArrayConstructor
|
|
27
|
+
| Int32ArrayConstructor
|
|
28
|
+
| Uint32ArrayConstructor
|
|
29
|
+
| Float32ArrayConstructor
|
|
30
|
+
| Float64ArrayConstructor;
|
|
31
|
+
|
|
32
|
+
export type BigTypedArrayConstructor =
|
|
33
|
+
| TypedArrayConstructor
|
|
34
|
+
| BigInt64ArrayConstructor
|
|
35
|
+
| BigUint64ArrayConstructor;
|
|
36
|
+
|
|
37
|
+
/** Any numeric array: typed array or `number[]` */
|
|
38
|
+
export type NumberArray = number[] | TypedArray;
|
|
39
|
+
|
|
40
|
+
export type NumericArray = number[] | TypedArray;
|
|
19
41
|
|
|
20
42
|
type FetchLike = (url: string, options?: RequestInit) => Promise<Response>;
|
|
21
43
|
|
|
22
|
-
//
|
|
44
|
+
// LOADERS
|
|
45
|
+
|
|
46
|
+
/**
|
|
47
|
+
* Core Loader Options
|
|
48
|
+
*/
|
|
23
49
|
export type LoaderOptions = {
|
|
24
50
|
/** fetch options or a custom fetch function */
|
|
25
51
|
fetch?: typeof fetch | FetchLike | RequestInit | null;
|
|
@@ -55,7 +81,7 @@ export type LoaderOptions = {
|
|
|
55
81
|
// workers
|
|
56
82
|
|
|
57
83
|
/** CDN load workers from */
|
|
58
|
-
CDN?: string;
|
|
84
|
+
CDN?: string | null;
|
|
59
85
|
/** Set to `false` to disable workers */
|
|
60
86
|
worker?: boolean;
|
|
61
87
|
/** Number of concurrent workers (per loader) on desktop browser */
|
|
@@ -64,7 +90,9 @@ export type LoaderOptions = {
|
|
|
64
90
|
maxMobileConcurrency?: number;
|
|
65
91
|
/** Set to `false` to prevent reuse workers */
|
|
66
92
|
reuseWorkers?: boolean;
|
|
67
|
-
/**
|
|
93
|
+
/** Whether to use workers under Node.js (experimental) */
|
|
94
|
+
_nodeWorkers?: boolean;
|
|
95
|
+
/** set to 'test' to run local worker */
|
|
68
96
|
_workerType?: string;
|
|
69
97
|
|
|
70
98
|
/** @deprecated `options.batchType` removed, Use `options.<loader>.type` instead */
|
|
@@ -72,175 +100,265 @@ export type LoaderOptions = {
|
|
|
72
100
|
/** @deprecated `options.throw removed`, Use `options.nothrow` instead */
|
|
73
101
|
throws?: boolean;
|
|
74
102
|
/** @deprecated `options.dataType` no longer used */
|
|
75
|
-
dataType?:
|
|
103
|
+
dataType?: never;
|
|
76
104
|
/** @deprecated `options.uri` no longer used */
|
|
77
|
-
uri?:
|
|
105
|
+
uri?: never;
|
|
78
106
|
/** @deprecated `options.method` removed. Use `options.fetch.method` */
|
|
79
|
-
method?:
|
|
107
|
+
method?: never;
|
|
80
108
|
/** @deprecated `options.headers` removed. Use `options.fetch.headers` */
|
|
81
|
-
headers?:
|
|
109
|
+
headers?: never;
|
|
82
110
|
/** @deprecated `options.body` removed. Use `options.fetch.body` */
|
|
83
|
-
body?:
|
|
111
|
+
body?: never;
|
|
84
112
|
/** @deprecated `options.mode` removed. Use `options.fetch.mode` */
|
|
85
|
-
mode?:
|
|
113
|
+
mode?: never;
|
|
86
114
|
/** @deprecated `options.credentials` removed. Use `options.fetch.credentials` */
|
|
87
|
-
credentials?:
|
|
115
|
+
credentials?: never;
|
|
88
116
|
/** @deprecated `options.cache` removed. Use `options.fetch.cache` */
|
|
89
|
-
cache?:
|
|
117
|
+
cache?: never;
|
|
90
118
|
/** @deprecated `options.redirect` removed. Use `options.fetch.redirect` */
|
|
91
|
-
redirect?:
|
|
119
|
+
redirect?: never;
|
|
92
120
|
/** @deprecated `options.referrer` removed. Use `options.fetch.referrer` */
|
|
93
|
-
referrer?:
|
|
121
|
+
referrer?: never;
|
|
94
122
|
/** @deprecated `options.referrerPolicy` removed. Use `options.fetch.referrerPolicy` */
|
|
95
|
-
referrerPolicy?:
|
|
123
|
+
referrerPolicy?: never;
|
|
96
124
|
/** @deprecated `options.integrity` removed. Use `options.fetch.integrity` */
|
|
97
|
-
integrity?:
|
|
125
|
+
integrity?: never;
|
|
98
126
|
/** @deprecated `options.keepalive` removed. Use `options.fetch.keepalive` */
|
|
99
|
-
keepalive?:
|
|
127
|
+
keepalive?: never;
|
|
100
128
|
/** @deprecated `options.signal` removed. Use `options.fetch.signal` */
|
|
101
|
-
signal?:
|
|
129
|
+
signal?: never;
|
|
102
130
|
|
|
103
131
|
// Accept other keys (loader options objects, e.g. `options.csv`, `options.json` ...)
|
|
104
|
-
[loaderId: string]:
|
|
132
|
+
[loaderId: string]: unknown;
|
|
105
133
|
};
|
|
106
134
|
|
|
107
135
|
type PreloadOptions = {
|
|
108
|
-
[key: string]:
|
|
136
|
+
[key: string]: unknown;
|
|
109
137
|
};
|
|
110
138
|
|
|
111
139
|
/**
|
|
112
140
|
* A worker loader definition that can be used with `@loaders.gl/core` functions
|
|
113
141
|
*/
|
|
114
|
-
export type Loader = {
|
|
142
|
+
export type Loader<DataT = any, BatchT = any, LoaderOptionsT = LoaderOptions> = {
|
|
143
|
+
// Types
|
|
144
|
+
dataType?: DataT;
|
|
145
|
+
batchType?: BatchT;
|
|
146
|
+
|
|
147
|
+
/** Default Options */
|
|
148
|
+
options: LoaderOptionsT;
|
|
149
|
+
/** Deprecated Options */
|
|
150
|
+
deprecatedOptions?: Record<string, string | Record<string, string>>;
|
|
151
|
+
|
|
115
152
|
// Worker
|
|
116
153
|
name: string;
|
|
154
|
+
/** id should be the same as the field used in LoaderOptions */
|
|
117
155
|
id: string;
|
|
156
|
+
/** module is used to generate worker threads, need to be the module directory name */
|
|
118
157
|
module: string;
|
|
158
|
+
/** Version should be injected by build tools */
|
|
119
159
|
version: string;
|
|
160
|
+
/** A boolean, or a URL */
|
|
120
161
|
worker?: string | boolean;
|
|
121
|
-
options: object;
|
|
122
|
-
deprecatedOptions?: object;
|
|
123
162
|
// end Worker
|
|
124
163
|
|
|
164
|
+
/** Which category does this loader belong to */
|
|
125
165
|
category?: string;
|
|
166
|
+
/** What extensions does this loader generate */
|
|
126
167
|
extensions: string[];
|
|
127
168
|
mimeTypes: string[];
|
|
128
169
|
|
|
129
170
|
binary?: boolean;
|
|
130
171
|
text?: boolean;
|
|
131
172
|
|
|
132
|
-
tests?: (((ArrayBuffer) => boolean) | ArrayBuffer | string)[];
|
|
173
|
+
tests?: (((ArrayBuffer: ArrayBuffer) => boolean) | ArrayBuffer | string)[];
|
|
133
174
|
|
|
134
175
|
// TODO - deprecated
|
|
135
176
|
supported?: boolean;
|
|
136
|
-
testText?: (string) => boolean;
|
|
177
|
+
testText?: (string: string) => boolean;
|
|
137
178
|
};
|
|
138
179
|
|
|
139
180
|
/**
|
|
140
181
|
* A "bundled" loader definition that can be used with `@loaders.gl/core` functions
|
|
141
182
|
* If a worker loader is supported it will also be supported.
|
|
142
183
|
*/
|
|
143
|
-
export type LoaderWithParser =
|
|
184
|
+
export type LoaderWithParser<DataT = any, BatchT = any, LoaderOptionsT = LoaderOptions> = Loader<
|
|
185
|
+
DataT,
|
|
186
|
+
BatchT,
|
|
187
|
+
LoaderOptionsT
|
|
188
|
+
> & {
|
|
144
189
|
// TODO - deprecated
|
|
145
|
-
testText?: (string) => boolean;
|
|
190
|
+
testText?: (string: string) => boolean;
|
|
146
191
|
|
|
147
|
-
parse:
|
|
192
|
+
parse: (
|
|
193
|
+
arrayBuffer: ArrayBuffer,
|
|
194
|
+
options?: LoaderOptionsT,
|
|
195
|
+
context?: LoaderContext
|
|
196
|
+
) => Promise<DataT>;
|
|
148
197
|
preload?: Preload;
|
|
149
|
-
parseSync?:
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
198
|
+
parseSync?: (
|
|
199
|
+
arrayBuffer: ArrayBuffer,
|
|
200
|
+
options?: LoaderOptionsT,
|
|
201
|
+
context?: LoaderContext
|
|
202
|
+
) => DataT;
|
|
203
|
+
parseText?: (text: string, options?: LoaderOptionsT) => Promise<DataT>;
|
|
204
|
+
parseTextSync?: (text: string, options?: LoaderOptionsT) => DataT;
|
|
205
|
+
parseInBatches?: (
|
|
206
|
+
iterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,
|
|
207
|
+
options?: LoaderOptionsT,
|
|
208
|
+
context?: LoaderContext
|
|
209
|
+
) => AsyncIterable<BatchT>;
|
|
210
|
+
parseFileInBatches?: (
|
|
211
|
+
file: Blob,
|
|
212
|
+
options?: LoaderOptionsT,
|
|
213
|
+
context?: LoaderContext
|
|
214
|
+
) => AsyncIterable<BatchT>;
|
|
154
215
|
};
|
|
155
216
|
|
|
156
|
-
/** Options for writers */
|
|
157
|
-
export type WriterOptions = {};
|
|
158
|
-
|
|
159
217
|
/**
|
|
160
|
-
* A
|
|
218
|
+
* A Loader context is provided as a third parameters to a loader object's
|
|
219
|
+
* parse functions when that loader is called by other loaders rather then
|
|
220
|
+
* directly by the application.
|
|
221
|
+
*
|
|
222
|
+
* - The context object allows the subloaders to be aware of the parameters and
|
|
223
|
+
* options that the application provided in the top level call.
|
|
224
|
+
* - The context also providedsaccess to parse functions so that the subloader
|
|
225
|
+
* does not need to include the core module.
|
|
226
|
+
* - In addition, the context's parse functions may also redirect loads from worker
|
|
227
|
+
* threads back to main thread.
|
|
161
228
|
*/
|
|
162
|
-
export type Writer = {
|
|
163
|
-
name: string;
|
|
164
|
-
|
|
165
|
-
id: string;
|
|
166
|
-
module: string;
|
|
167
|
-
version: string;
|
|
168
|
-
|
|
169
|
-
options: object;
|
|
170
|
-
deprecatedOptions?: object;
|
|
171
|
-
|
|
172
|
-
// TODO - are these are needed?
|
|
173
|
-
binary?: boolean;
|
|
174
|
-
extensions?: string[];
|
|
175
|
-
mimeTypes?: string[];
|
|
176
|
-
text?: boolean;
|
|
177
|
-
|
|
178
|
-
encode?: Encode;
|
|
179
|
-
encodeSync?: EncodeSync;
|
|
180
|
-
encodeInBatches?: EncodeInBatches;
|
|
181
|
-
encodeURLtoURL?: EncodeURLtoURL;
|
|
182
|
-
encodeText?: EncodeText;
|
|
183
|
-
};
|
|
184
|
-
|
|
185
229
|
export type LoaderContext = {
|
|
186
230
|
loaders?: Loader[] | null;
|
|
231
|
+
/** If URL is available. */
|
|
187
232
|
url?: string;
|
|
188
|
-
|
|
189
|
-
|
|
233
|
+
/** the file name component of the URL (leading path and query string removed) */
|
|
234
|
+
filename?: string;
|
|
235
|
+
/** the directory name component of the URL (leading path excluding file name and query string) */
|
|
236
|
+
baseUrl?: string;
|
|
237
|
+
/** Query string (characters after `?`) */
|
|
238
|
+
queryString?: string;
|
|
239
|
+
|
|
240
|
+
/** Provides access to any application overrides of fetch() */
|
|
241
|
+
fetch: typeof fetch | FetchLike;
|
|
242
|
+
/** TBD */
|
|
243
|
+
response?: Response;
|
|
244
|
+
/** Parse function. Use instead of importing `core`. In workers, may redirect to main thread */
|
|
190
245
|
parse: (
|
|
191
246
|
arrayBuffer: ArrayBuffer,
|
|
192
|
-
loaders
|
|
247
|
+
loaders?: Loader | Loader[] | LoaderOptions,
|
|
193
248
|
options?: LoaderOptions,
|
|
194
249
|
context?: LoaderContext
|
|
195
250
|
) => Promise<any>;
|
|
251
|
+
/** ParseSync function. Use instead of importing `core`. In workers, may redirect to main thread */
|
|
196
252
|
parseSync?: (
|
|
197
253
|
arrayBuffer: ArrayBuffer,
|
|
198
|
-
loaders
|
|
254
|
+
loaders?: Loader | Loader[] | LoaderOptions,
|
|
199
255
|
options?: LoaderOptions,
|
|
200
256
|
context?: LoaderContext
|
|
201
257
|
) => any;
|
|
258
|
+
/** ParseInBatches function. Use instead of importing `core`. */
|
|
202
259
|
parseInBatches?: (
|
|
203
260
|
iterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,
|
|
204
|
-
loaders
|
|
261
|
+
loaders?: Loader | Loader[] | LoaderOptions,
|
|
205
262
|
options?: LoaderOptions,
|
|
206
263
|
context?: LoaderContext
|
|
207
264
|
) => AsyncIterable<any> | Promise<AsyncIterable<any>>;
|
|
208
265
|
};
|
|
209
266
|
|
|
210
|
-
type Parse = (
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
) => Promise<any>;
|
|
215
|
-
type ParseSync = (
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
) => any;
|
|
220
|
-
type ParseText = (text: string, options?: LoaderOptions) => Promise<any>;
|
|
221
|
-
type ParseTextSync = (text: string, options?: LoaderOptions) => any;
|
|
222
|
-
type ParseInBatches = (
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
) => AsyncIterable<any>;
|
|
227
|
-
type ParseFileInBatches = (
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
) => AsyncIterable<any>;
|
|
232
|
-
|
|
233
|
-
type
|
|
267
|
+
// type Parse = (
|
|
268
|
+
// arrayBuffer: ArrayBuffer,
|
|
269
|
+
// options?: LoaderOptions,
|
|
270
|
+
// context?: LoaderContext
|
|
271
|
+
// ) => Promise<any>;
|
|
272
|
+
// type ParseSync = (
|
|
273
|
+
// arrayBuffer: ArrayBuffer,
|
|
274
|
+
// options?: LoaderOptions,
|
|
275
|
+
// context?: LoaderContext
|
|
276
|
+
// ) => any;
|
|
277
|
+
// type ParseText = (text: string, options?: LoaderOptions) => Promise<any>;
|
|
278
|
+
// type ParseTextSync = (text: string, options?: LoaderOptions) => any;
|
|
279
|
+
// type ParseInBatches = (
|
|
280
|
+
// iterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,
|
|
281
|
+
// options?: LoaderOptions,
|
|
282
|
+
// context?: LoaderContext
|
|
283
|
+
// ) => AsyncIterable<any>;
|
|
284
|
+
// type ParseFileInBatches = (
|
|
285
|
+
// file: Blob,
|
|
286
|
+
// options?: LoaderOptions,
|
|
287
|
+
// context?: LoaderContext
|
|
288
|
+
// ) => AsyncIterable<any>;
|
|
289
|
+
|
|
290
|
+
type Preload = (url: string, options?: PreloadOptions) => any;
|
|
291
|
+
|
|
292
|
+
/** Typescript helper to extract options type from a generic loader type */
|
|
293
|
+
export type LoaderOptionsType<T = Loader> = T extends Loader<any, any, infer Options>
|
|
294
|
+
? Options
|
|
295
|
+
: never;
|
|
296
|
+
/** Typescript helper to extract data type from a generic loader type */
|
|
297
|
+
export type LoaderReturnType<T = Loader> = T extends Loader<infer Return, any, any>
|
|
298
|
+
? Return
|
|
299
|
+
: never;
|
|
300
|
+
/** Typescript helper to extract batch type from a generic loader type */
|
|
301
|
+
export type LoaderBatchType<T = Loader> = T extends Loader<any, infer Batch, any> ? Batch : never;
|
|
302
|
+
|
|
303
|
+
// WRITERS
|
|
304
|
+
|
|
305
|
+
/** Options for writers */
|
|
306
|
+
export type WriterOptions = {
|
|
307
|
+
/** worker source. If is set will be used instead of loading worker from the Internet */
|
|
308
|
+
souce?: string | null;
|
|
309
|
+
/** writer-specific options */
|
|
310
|
+
[writerId: string]: any;
|
|
311
|
+
};
|
|
312
|
+
|
|
313
|
+
/**
|
|
314
|
+
* A writer definition that can be used with `@loaders.gl/core` functions
|
|
315
|
+
*/
|
|
316
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
317
|
+
export type Writer<DataT = unknown, BatchT = unknown, WriterOptionsT = WriterOptions> = {
|
|
318
|
+
name: string;
|
|
319
|
+
|
|
320
|
+
id: string;
|
|
321
|
+
module: string;
|
|
322
|
+
version: string;
|
|
323
|
+
worker?: string | boolean;
|
|
324
|
+
|
|
325
|
+
// TODO - are these are needed?
|
|
326
|
+
extensions?: string[];
|
|
327
|
+
mimeTypes?: string[];
|
|
328
|
+
binary?: boolean;
|
|
329
|
+
text?: boolean;
|
|
330
|
+
|
|
331
|
+
options: WriterOptionsT;
|
|
332
|
+
deprecatedOptions?: Record<string, string>;
|
|
333
|
+
|
|
334
|
+
// encodeText?: EncodeText;
|
|
335
|
+
// encode?: Encode;
|
|
336
|
+
encodeSync?: EncodeSync;
|
|
337
|
+
// encodeInBatches?: EncodeInBatches;
|
|
338
|
+
encodeURLtoURL?: EncodeURLtoURL;
|
|
339
|
+
|
|
340
|
+
encode?(data: DataT, options?: WriterOptionsT): Promise<ArrayBuffer>;
|
|
341
|
+
encodeText?(table: DataT, options?: WriterOptionsT): Promise<string> | string;
|
|
342
|
+
encodeInBatches?(data: AsyncIterable<any>, options?: WriterOptionsT): AsyncIterable<ArrayBuffer>;
|
|
343
|
+
};
|
|
344
|
+
|
|
345
|
+
// type Encode = (data: any, options?: WriterOptions) => Promise<ArrayBuffer>;
|
|
234
346
|
type EncodeSync = (data: any, options?: WriterOptions) => ArrayBuffer;
|
|
235
347
|
// TODO
|
|
236
|
-
type EncodeText = Function;
|
|
237
|
-
type EncodeInBatches = Function;
|
|
348
|
+
// type EncodeText = Function;
|
|
349
|
+
// type EncodeInBatches = Function;
|
|
238
350
|
type EncodeURLtoURL = (
|
|
239
351
|
inputUrl: string,
|
|
240
352
|
outputUrl: string,
|
|
241
353
|
options?: WriterOptions
|
|
242
354
|
) => Promise<string>;
|
|
243
|
-
|
|
355
|
+
|
|
356
|
+
/** Typescript helper to extract the writer options type from a generic writer type */
|
|
357
|
+
export type WriterOptionsType<T = Writer> = T extends Writer<unknown, unknown, infer Options>
|
|
358
|
+
? Options
|
|
359
|
+
: never;
|
|
360
|
+
|
|
361
|
+
// MISC TYPES
|
|
244
362
|
|
|
245
363
|
export type TransformBatches = (
|
|
246
364
|
asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>
|
|
@@ -295,7 +413,7 @@ export interface IFileSystem {
|
|
|
295
413
|
|
|
296
414
|
type ReadOptions = {buffer?: ArrayBuffer; offset?: number; length?: number; position?: number};
|
|
297
415
|
export interface IRandomAccessReadFileSystem extends IFileSystem {
|
|
298
|
-
open(path: string, flags, mode
|
|
416
|
+
open(path: string, flags: string | number, mode?: any): Promise<any>;
|
|
299
417
|
close(fd: any): Promise<void>;
|
|
300
418
|
fstat(fd: any): Promise<object>;
|
|
301
419
|
read(fd: any, options?: ReadOptions): Promise<{bytesRead: number; buffer: Buffer}>;
|
package/dist/index.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts"],"names":["assert","isBrowser","isWorker","nodeVersion","self","window","global","document","createLoaderWorker","parseWithWorker","canParseWithWorker","parseJSON","toArrayBuffer","sliceArrayBuffer","concatenateArrayBuffers","concatenateTypedArrays","compareArrayBuffers","padToNBytes","copyToArray","copyArrayBuffer","copyPaddedArrayBufferToDataView","copyPaddedStringToDataView","padStringToByteAlignment","copyStringToDataView","copyBinaryToDataView","getFirstCharacters","getMagicString","makeTextEncoderIterator","makeTextDecoderIterator","makeLineIterator","makeNumberedLineIterator","forEach","concatenateArrayBuffersAsync","default","RequestScheduler","setPathPrefix","getPathPrefix","resolvePath","addAliases","_addAliases","JSONLoader","path","isBuffer","toBuffer","bufferToArrayBuffer","util","promisify","fs","_NodeFileSystem"],"mappings":"AAgBA,SAAQA,MAAR,QAAqB,wBAArB;AACA,SACEC,SADF,EAEEC,QAFF,EAGEC,WAHF,EAIEC,IAJF,EAKEC,MALF,EAMEC,MANF,EAOEC,QAPF,QAQO,yBARP;AAWA,SAAQC,kBAAR,QAAiC,gDAAjC;AACA,SAAQC,eAAR,EAAyBC,kBAAzB,QAAkD,6CAAlD;AAGA,SAAQC,SAAR,QAAwB,+BAAxB;AAGA,SACEC,aADF,EAEEC,gBAFF,EAGEC,uBAHF,EAIEC,sBAJF,EAKEC,mBALF,QAMO,uCANP;AAOA,SAAQC,WAAR,EAAqBC,WAArB,EAAkCC,eAAlC,QAAwD,sCAAxD;AACA,SACEC,+BADF,EAEEC,0BAFF,QAGO,sCAHP;AAIA,SACEC,wBADF,EAEEC,oBAFF,EAGEC,oBAHF,QAIO,iCAJP;AAKA,SAAQC,kBAAR,EAA4BC,cAA5B,QAAiD,yCAAjD;AAGA,SACEC,uBADF,EAEEC,uBAFF,EAGEC,gBAHF,EAIEC,wBAJF,QAKO,gCALP;AAMA,SAAQC,OAAR,EAAiBC,4BAAjB,QAAoD,iCAApD;AAGA,SAAQC,OAAO,IAAIC,gBAAnB,QAA0C,uCAA1C;AAGA,SAAQC,aAAR,EAAuBC,aAAvB,EAAsCC,WAAtC,QAAwD,+BAAxD;AACA,SAAQC,UAAU,IAAIC,WAAtB,QAAwC,+BAAxC;AAGA,SAAQC,UAAR,QAAyB,eAAzB;AAOA,OAAO,KAAKC,IAAZ,MAAsB,uBAAtB;AACA,SAAQA,IAAR;AAGA,SAAQC,QAAR,EAAkBC,QAAlB,EAA4BC,mBAA5B,QAAsD,iCAAtD;AAKA,OAAO,KAAKC,IAAZ,MAAsB,iBAAtB;AACA,SAAQA,IAAR;AAEA,SAAQC,SAAR,QAAwB,iBAAxB;AAGA,OAAO,KAAKC,EAAZ,MAAoB,eAApB;AACA,SAAQA,EAAR;AAGA,SAAQd,OAAO,IAAIe,eAAnB,QAAyC,mCAAzC","sourcesContent":["// TYPES\nexport type {\n Loader,\n LoaderWithParser,\n LoaderContext,\n LoaderOptions,\n Writer,\n WriterOptions,\n DataType,\n SyncDataType,\n BatchableDataType,\n IFileSystem,\n IRandomAccessReadFileSystem\n} from './types';\n\n// GENERAL UTILS\nexport {assert} from './lib/env-utils/assert';\nexport {\n isBrowser,\n isWorker,\n nodeVersion,\n self,\n window,\n global,\n document\n} from './lib/env-utils/globals';\n\n// LOADERS.GL-SPECIFIC WORKER UTILS\nexport {createLoaderWorker} from './lib/worker-loader-utils/create-loader-worker';\nexport {parseWithWorker, canParseWithWorker} from './lib/worker-loader-utils/parse-with-worker';\n\n// PARSER UTILS\nexport {parseJSON} from './lib/parser-utils/parse-json';\n\n// MEMORY COPY UTILS\nexport {\n toArrayBuffer,\n sliceArrayBuffer,\n concatenateArrayBuffers,\n concatenateTypedArrays,\n compareArrayBuffers\n} from './lib/binary-utils/array-buffer-utils';\nexport {padToNBytes, copyToArray, copyArrayBuffer} from './lib/binary-utils/memory-copy-utils';\nexport {\n copyPaddedArrayBufferToDataView,\n copyPaddedStringToDataView\n} from './lib/binary-utils/binary-copy-utils';\nexport {\n padStringToByteAlignment,\n copyStringToDataView,\n copyBinaryToDataView\n} from './lib/binary-utils/encode-utils';\nexport {getFirstCharacters, getMagicString} from './lib/binary-utils/get-first-characters';\n\n// ITERATOR UTILS\nexport {\n makeTextEncoderIterator,\n makeTextDecoderIterator,\n makeLineIterator,\n makeNumberedLineIterator\n} from './lib/iterators/text-iterators';\nexport {forEach, concatenateArrayBuffersAsync} from './lib/iterators/async-iteration';\n\n// REQUEST UTILS\nexport {default as RequestScheduler} from './lib/request-utils/request-scheduler';\n\n// PATH HELPERS\nexport {setPathPrefix, getPathPrefix, resolvePath} from './lib/path-utils/file-aliases';\nexport {addAliases as _addAliases} from './lib/path-utils/file-aliases';\n\n// MICRO LOADERS\nexport {JSONLoader} from './json-loader';\n\n// NODE support\n\n// Node.js emulation (can be used in browser)\n\n// `path` replacement (avoids bundling big path polyfill)\nimport * as path from './lib/path-utils/path';\nexport {path};\n\n// Avoid direct use of `Buffer` which pulls in 50KB polyfill\nexport {isBuffer, toBuffer, bufferToArrayBuffer} from './lib/binary-utils/buffer-utils';\n\n// Note.js wrappers (can be safely imported, but not used in browser)\n\n// Use instead of importing 'util'\nimport * as util from './lib/node/util';\nexport {util};\n// TODO - remove\nexport {promisify} from './lib/node/util';\n\n// Use instead of importing 'fs';`\nimport * as fs from './lib/node/fs';\nexport {fs};\n\n// EXPERIMENTAL\nexport {default as _NodeFileSystem} from './lib/filesystems/node-filesystem';\n"],"file":"index.js"}
|
package/dist/json-loader.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/json-loader.ts"],"names":["VERSION","JSONLoader","name","id","module","version","extensions","mimeTypes","category","text","parseTextSync","parse","arrayBuffer","TextDecoder","decode","options","JSON","_typecheckJSONLoader"],"mappings":"AAIA,MAAMA,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAMA,OAAO,MAAMC,UAAU,GAAG;AACxBC,EAAAA,IAAI,EAAE,MADkB;AAExBC,EAAAA,EAAE,EAAE,MAFoB;AAGxBC,EAAAA,MAAM,EAAE,MAHgB;AAIxBC,EAAAA,OAAO,EAAEL,OAJe;AAKxBM,EAAAA,UAAU,EAAE,CAAC,MAAD,EAAS,SAAT,CALY;AAMxBC,EAAAA,SAAS,EAAE,CAAC,kBAAD,CANa;AAOxBC,EAAAA,QAAQ,EAAE,MAPc;AAQxBC,EAAAA,IAAI,EAAE,IARkB;AASxBC,EAAAA,aATwB;AAUxBC,EAAAA,KAAK,EAAE,MAAOC,WAAP,IAAuBF,aAAa,CAAC,IAAIG,WAAJ,GAAkBC,MAAlB,CAAyBF,WAAzB,CAAD,CAVnB;AAWxBG,EAAAA,OAAO,EAAE;AAXe,CAAnB;;AAeP,SAASL,aAAT,CAAuBD,IAAvB,EAA6B;AAC3B,SAAOO,IAAI,CAACL,KAAL,CAAWF,IAAX,CAAP;AACD;;AAED,OAAO,MAAMQ,oBAAsC,GAAGhB,UAA/C","sourcesContent":["import type {LoaderWithParser} from './types';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/**\n * A JSON Micro loader (minimal bundle size)\n * Alternative to `@loaders.gl/json`\n */\nexport const JSONLoader = {\n name: 'JSON',\n id: 'json',\n module: 'json',\n version: VERSION,\n extensions: ['json', 'geojson'],\n mimeTypes: ['application/json'],\n category: 'json',\n text: true,\n parseTextSync,\n parse: async (arrayBuffer) => parseTextSync(new TextDecoder().decode(arrayBuffer)),\n options: {}\n};\n\n// TODO - deprecated\nfunction parseTextSync(text) {\n return JSON.parse(text);\n}\n\nexport const _typecheckJSONLoader: LoaderWithParser = JSONLoader;\n"],"file":"json-loader.js"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/binary-utils/array-buffer-utils.ts"],"names":["isBuffer","bufferToArrayBuffer","toArrayBuffer","data","ArrayBuffer","isView","byteOffset","byteLength","buffer","slice","text","uint8Array","TextEncoder","encode","_toArrayBuffer","Error","compareArrayBuffers","arrayBuffer1","arrayBuffer2","array1","Uint8Array","array2","i","length","concatenateArrayBuffers","sources","sourceArrays","map","source2","reduce","typedArray","result","offset","sourceArray","set","concatenateTypedArrays","typedArrays","arrays","TypedArrayConstructor","constructor","sumLength","acc","value","array","sliceArrayBuffer","arrayBuffer","subArray","undefined","subarray","arrayCopy"],"mappings":"AACA,SAAQA,QAAR,EAAkBC,mBAAlB,QAA4C,gBAA5C;AAKA,OAAO,SAASC,aAAT,CAAuBC,IAAvB,EAA+C;AAEpD,MAAIH,QAAQ,CAACG,IAAD,CAAZ,EAAoB;AAClB,WAAOF,mBAAmB,CAACE,IAAD,CAA1B;AACD;;AAED,MAAIA,IAAI,YAAYC,WAApB,EAAiC;AAC/B,WAAOD,IAAP;AACD;;AAGD,MAAIC,WAAW,CAACC,MAAZ,CAAmBF,IAAnB,CAAJ,EAA8B;AAC5B,QAAIA,IAAI,CAACG,UAAL,KAAoB,CAApB,IAAyBH,IAAI,CAACI,UAAL,KAAoBJ,IAAI,CAACK,MAAL,CAAYD,UAA7D,EAAyE;AACvE,aAAOJ,IAAI,CAACK,MAAZ;AACD;;AACD,WAAOL,IAAI,CAACK,MAAL,CAAYC,KAAZ,CAAkBN,IAAI,CAACG,UAAvB,EAAmCH,IAAI,CAACG,UAAL,GAAkBH,IAAI,CAACI,UAA1D,CAAP;AACD;;AAED,MAAI,OAAOJ,IAAP,KAAgB,QAApB,EAA8B;AAC5B,UAAMO,IAAI,GAAGP,IAAb;AACA,UAAMQ,UAAU,GAAG,IAAIC,WAAJ,GAAkBC,MAAlB,CAAyBH,IAAzB,CAAnB;AACA,WAAOC,UAAU,CAACH,MAAlB;AACD;;AAGD,MAAIL,IAAI,IAAI,OAAOA,IAAP,KAAgB,QAAxB,IAAoCA,IAAI,CAACW,cAA7C,EAA6D;AAC3D,WAAOX,IAAI,CAACW,cAAL,EAAP;AACD;;AAED,QAAM,IAAIC,KAAJ,CAAU,eAAV,CAAN;AACD;AAQD,OAAO,SAASC,mBAAT,CACLC,YADK,EAELC,YAFK,EAGLX,UAHK,EAII;AACTA,EAAAA,UAAU,GAAGA,UAAU,IAAIU,YAAY,CAACV,UAAxC;;AACA,MAAIU,YAAY,CAACV,UAAb,GAA0BA,UAA1B,IAAwCW,YAAY,CAACX,UAAb,GAA0BA,UAAtE,EAAkF;AAChF,WAAO,KAAP;AACD;;AACD,QAAMY,MAAM,GAAG,IAAIC,UAAJ,CAAeH,YAAf,CAAf;AACA,QAAMI,MAAM,GAAG,IAAID,UAAJ,CAAeF,YAAf,CAAf;;AACA,OAAK,IAAII,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,MAAM,CAACI,MAA3B,EAAmC,EAAED,CAArC,EAAwC;AACtC,QAAIH,MAAM,CAACG,CAAD,CAAN,KAAcD,MAAM,CAACC,CAAD,CAAxB,EAA6B;AAC3B,aAAO,KAAP;AACD;AACF;;AACD,SAAO,IAAP;AACD;AAMD,OAAO,SAASE,uBAAT,CAAiC,GAAGC,OAApC,EAAwF;AAE7F,QAAMC,YAAY,GAAGD,OAAO,CAACE,GAAR,CAAaC,OAAD,IAC/BA,OAAO,YAAYxB,WAAnB,GAAiC,IAAIgB,UAAJ,CAAeQ,OAAf,CAAjC,GAA2DA,OADxC,CAArB;AAKA,QAAMrB,UAAU,GAAGmB,YAAY,CAACG,MAAb,CAAoB,CAACN,MAAD,EAASO,UAAT,KAAwBP,MAAM,GAAGO,UAAU,CAACvB,UAAhE,EAA4E,CAA5E,CAAnB;AAGA,QAAMwB,MAAM,GAAG,IAAIX,UAAJ,CAAeb,UAAf,CAAf;AAGA,MAAIyB,MAAM,GAAG,CAAb;;AACA,OAAK,MAAMC,WAAX,IAA0BP,YAA1B,EAAwC;AACtCK,IAAAA,MAAM,CAACG,GAAP,CAAWD,WAAX,EAAwBD,MAAxB;AACAA,IAAAA,MAAM,IAAIC,WAAW,CAAC1B,UAAtB;AACD;;AAGD,SAAOwB,MAAM,CAACvB,MAAd;AACD;AAQD,OAAO,SAAS2B,sBAAT,CAAmC,GAAGC,WAAtC,EAA2D;AAEhE,QAAMC,MAAM,GAAGD,WAAf;AAEA,QAAME,qBAAqB,GAAID,MAAM,IAAIA,MAAM,CAACd,MAAP,GAAgB,CAA1B,IAA+Bc,MAAM,CAAC,CAAD,CAAN,CAAUE,WAA1C,IAA0D,IAAxF;;AACA,MAAI,CAACD,qBAAL,EAA4B;AAC1B,UAAM,IAAIvB,KAAJ,CACJ,sGADI,CAAN;AAGD;;AAED,QAAMyB,SAAS,GAAGH,MAAM,CAACR,MAAP,CAAc,CAACY,GAAD,EAAMC,KAAN,KAAgBD,GAAG,GAAGC,KAAK,CAACnB,MAA1C,EAAkD,CAAlD,CAAlB;AAEA,QAAMQ,MAAM,GAAG,IAAIO,qBAAJ,CAA0BE,SAA1B,CAAf;AACA,MAAIR,MAAM,GAAG,CAAb;;AACA,OAAK,MAAMW,KAAX,IAAoBN,MAApB,EAA4B;AAC1BN,IAAAA,MAAM,CAACG,GAAP,CAAWS,KAAX,EAAkBX,MAAlB;AACAA,IAAAA,MAAM,IAAIW,KAAK,CAACpB,MAAhB;AACD;;AACD,SAAOQ,MAAP;AACD;AAQD,OAAO,SAASa,gBAAT,CACLC,WADK,EAELvC,UAFK,EAGLC,UAHK,EAIQ;AACb,QAAMuC,QAAQ,GACZvC,UAAU,KAAKwC,SAAf,GACI,IAAI3B,UAAJ,CAAeyB,WAAf,EAA4BG,QAA5B,CAAqC1C,UAArC,EAAiDA,UAAU,GAAGC,UAA9D,CADJ,GAEI,IAAIa,UAAJ,CAAeyB,WAAf,EAA4BG,QAA5B,CAAqC1C,UAArC,CAHN;AAIA,QAAM2C,SAAS,GAAG,IAAI7B,UAAJ,CAAe0B,QAAf,CAAlB;AACA,SAAOG,SAAS,CAACzC,MAAjB;AACD","sourcesContent":["import {TypedArray} from '../../types';\nimport {isBuffer, bufferToArrayBuffer} from './buffer-utils';\n\n/**\n * Convert an object to an array buffer\n */\nexport function toArrayBuffer(data: any): ArrayBuffer {\n // Note: Should be called first, Buffers can trigger other detections below\n if (isBuffer(data)) {\n return bufferToArrayBuffer(data);\n }\n\n if (data instanceof ArrayBuffer) {\n return data;\n }\n\n // Careful - Node Buffers look like Uint8Arrays (keep after isBuffer)\n if (ArrayBuffer.isView(data)) {\n if (data.byteOffset === 0 && data.byteLength === data.buffer.byteLength) {\n return data.buffer;\n }\n return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);\n }\n\n if (typeof data === 'string') {\n const text = data;\n const uint8Array = new TextEncoder().encode(text);\n return uint8Array.buffer;\n }\n\n // HACK to support Blob polyfill\n if (data && typeof data === 'object' && data._toArrayBuffer) {\n return data._toArrayBuffer();\n }\n\n throw new Error('toArrayBuffer');\n}\n\n/**\n * compare two binary arrays for equality\n * @param {ArrayBuffer} a\n * @param {ArrayBuffer} b\n * @param {number} byteLength\n */\nexport function compareArrayBuffers(\n arrayBuffer1: ArrayBuffer,\n arrayBuffer2: ArrayBuffer,\n byteLength?: number\n): boolean {\n byteLength = byteLength || arrayBuffer1.byteLength;\n if (arrayBuffer1.byteLength < byteLength || arrayBuffer2.byteLength < byteLength) {\n return false;\n }\n const array1 = new Uint8Array(arrayBuffer1);\n const array2 = new Uint8Array(arrayBuffer2);\n for (let i = 0; i < array1.length; ++i) {\n if (array1[i] !== array2[i]) {\n return false;\n }\n }\n return true;\n}\n\n/**\n * Concatenate a sequence of ArrayBuffers\n * @return A concatenated ArrayBuffer\n */\nexport function concatenateArrayBuffers(...sources: (ArrayBuffer | Uint8Array)[]): ArrayBuffer {\n // Make sure all inputs are wrapped in typed arrays\n const sourceArrays = sources.map((source2) =>\n source2 instanceof ArrayBuffer ? new Uint8Array(source2) : source2\n );\n\n // Get length of all inputs\n const byteLength = sourceArrays.reduce((length, typedArray) => length + typedArray.byteLength, 0);\n\n // Allocate array with space for all inputs\n const result = new Uint8Array(byteLength);\n\n // Copy the subarrays\n let offset = 0;\n for (const sourceArray of sourceArrays) {\n result.set(sourceArray, offset);\n offset += sourceArray.byteLength;\n }\n\n // We work with ArrayBuffers, discard the typed array wrapper\n return result.buffer;\n}\n\n/**\n * Concatenate arbitrary count of typed arrays\n * https://developer.mozilla.org/en-US/docs/Web/JavaScript/Typed_arrays\n * @param {...*} arrays - list of arrays. All arrays should be the same type\n * @return A concatenated TypedArray\n */\nexport function concatenateTypedArrays<T>(...typedArrays: T[]): T {\n // @ts-ignore\n const arrays = typedArrays as TypedArray[];\n // @ts-ignore\n const TypedArrayConstructor = (arrays && arrays.length > 1 && arrays[0].constructor) || null;\n if (!TypedArrayConstructor) {\n throw new Error(\n '\"concatenateTypedArrays\" - incorrect quantity of arguments or arguments have incompatible data types'\n );\n }\n\n const sumLength = arrays.reduce((acc, value) => acc + value.length, 0);\n // @ts-ignore typescript does not like dynamic constructors\n const result = new TypedArrayConstructor(sumLength);\n let offset = 0;\n for (const array of arrays) {\n result.set(array, offset);\n offset += array.length;\n }\n return result;\n}\n\n/**\n * Copy a view of an ArrayBuffer into new ArrayBuffer with byteOffset = 0\n * @param arrayBuffer\n * @param byteOffset\n * @param byteLength\n */\nexport function sliceArrayBuffer(\n arrayBuffer: ArrayBuffer,\n byteOffset: number,\n byteLength?: number\n): ArrayBuffer {\n const subArray =\n byteLength !== undefined\n ? new Uint8Array(arrayBuffer).subarray(byteOffset, byteOffset + byteLength)\n : new Uint8Array(arrayBuffer).subarray(byteOffset);\n const arrayCopy = new Uint8Array(subArray);\n return arrayCopy.buffer;\n}\n"],"file":"array-buffer-utils.js"}
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import { TypedArray } from '../../types';
|
|
2
|
-
/**
|
|
3
|
-
* Copy sourceBuffer to dataView with some padding
|
|
4
|
-
*
|
|
5
|
-
* @param {DataView | null} dataView - destination data container. If null - only new offset is calculated
|
|
6
|
-
* @param {number} byteOffset - destination byte offset to copy to
|
|
7
|
-
* @param {Array | TypedArray} sourceBuffer - source data buffer
|
|
8
|
-
* @param {number} padding - pad the resulting array to multiple of "padding" bytes. Additional bytes are filled with 0x20 (ASCII space)
|
|
9
|
-
*
|
|
10
|
-
* @return new byteOffset of resulting dataView
|
|
11
|
-
*/
|
|
12
|
-
export declare function copyPaddedArrayBufferToDataView(dataView: DataView | null, byteOffset: number, sourceBuffer: TypedArray, padding: number): number;
|
|
13
|
-
/**
|
|
14
|
-
* Copy string to dataView with some padding
|
|
15
|
-
*
|
|
16
|
-
* @param {DataView | null} dataView - destination data container. If null - only new offset is calculated
|
|
17
|
-
* @param {number} byteOffset - destination byte offset to copy to
|
|
18
|
-
* @param {string} string - source string
|
|
19
|
-
* @param {number} padding - pad the resulting array to multiple of "padding" bytes. Additional bytes are filled with 0x20 (ASCII space)
|
|
20
|
-
*
|
|
21
|
-
* @return new byteOffset of resulting dataView
|
|
22
|
-
*/
|
|
23
|
-
export declare function copyPaddedStringToDataView(dataView: DataView | null, byteOffset: number, string: string, padding: number): number;
|
|
24
|
-
//# sourceMappingURL=binary-copy-utils.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"binary-copy-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/binary-utils/binary-copy-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,aAAa,CAAC;AAGvC;;;;;;;;;GASG;AACH,wBAAgB,+BAA+B,CAC7C,QAAQ,EAAE,QAAQ,GAAG,IAAI,EACzB,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,UAAU,EACxB,OAAO,EAAE,MAAM,UAuBhB;AAED;;;;;;;;;GASG;AACH,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,QAAQ,GAAG,IAAI,EACzB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,GACd,MAAM,CASR"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/binary-utils/binary-copy-utils.ts"],"names":["padToNBytes","copyPaddedArrayBufferToDataView","dataView","byteOffset","sourceBuffer","padding","paddedLength","byteLength","padLength","targetArray","Uint8Array","buffer","sourceArray","set","i","setUint8","copyPaddedStringToDataView","string","textEncoder","TextEncoder","stringBuffer","encode"],"mappings":"AACA,SAAQA,WAAR,QAA0B,qBAA1B;AAYA,OAAO,SAASC,+BAAT,CACLC,QADK,EAELC,UAFK,EAGLC,YAHK,EAILC,OAJK,EAKL;AACA,QAAMC,YAAY,GAAGN,WAAW,CAACI,YAAY,CAACG,UAAd,EAA0BF,OAA1B,CAAhC;AACA,QAAMG,SAAS,GAAGF,YAAY,GAAGF,YAAY,CAACG,UAA9C;;AAEA,MAAIL,QAAJ,EAAc;AAEZ,UAAMO,WAAW,GAAG,IAAIC,UAAJ,CAClBR,QAAQ,CAACS,MADS,EAElBT,QAAQ,CAACC,UAAT,GAAsBA,UAFJ,EAGlBC,YAAY,CAACG,UAHK,CAApB;AAKA,UAAMK,WAAW,GAAG,IAAIF,UAAJ,CAAeN,YAAf,CAApB;AACAK,IAAAA,WAAW,CAACI,GAAZ,CAAgBD,WAAhB;;AAGA,SAAK,IAAIE,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGN,SAApB,EAA+B,EAAEM,CAAjC,EAAoC;AAElCZ,MAAAA,QAAQ,CAACa,QAAT,CAAkBZ,UAAU,GAAGC,YAAY,CAACG,UAA1B,GAAuCO,CAAzD,EAA4D,IAA5D;AACD;AACF;;AACDX,EAAAA,UAAU,IAAIG,YAAd;AACA,SAAOH,UAAP;AACD;AAYD,OAAO,SAASa,0BAAT,CACLd,QADK,EAELC,UAFK,EAGLc,MAHK,EAILZ,OAJK,EAKG;AACR,QAAMa,WAAW,GAAG,IAAIC,WAAJ,EAApB;AAGA,QAAMC,YAAY,GAAGF,WAAW,CAACG,MAAZ,CAAmBJ,MAAnB,CAArB;AAEAd,EAAAA,UAAU,GAAGF,+BAA+B,CAACC,QAAD,EAAWC,UAAX,EAAuBiB,YAAvB,EAAqCf,OAArC,CAA5C;AAEA,SAAOF,UAAP;AACD","sourcesContent":["import {TypedArray} from '../../types';\nimport {padToNBytes} from './memory-copy-utils';\n\n/**\n * Copy sourceBuffer to dataView with some padding\n *\n * @param {DataView | null} dataView - destination data container. If null - only new offset is calculated\n * @param {number} byteOffset - destination byte offset to copy to\n * @param {Array | TypedArray} sourceBuffer - source data buffer\n * @param {number} padding - pad the resulting array to multiple of \"padding\" bytes. Additional bytes are filled with 0x20 (ASCII space)\n *\n * @return new byteOffset of resulting dataView\n */\nexport function copyPaddedArrayBufferToDataView(\n dataView: DataView | null,\n byteOffset: number,\n sourceBuffer: TypedArray,\n padding: number\n) {\n const paddedLength = padToNBytes(sourceBuffer.byteLength, padding);\n const padLength = paddedLength - sourceBuffer.byteLength;\n\n if (dataView) {\n // Copy array\n const targetArray = new Uint8Array(\n dataView.buffer,\n dataView.byteOffset + byteOffset,\n sourceBuffer.byteLength\n );\n const sourceArray = new Uint8Array(sourceBuffer);\n targetArray.set(sourceArray);\n\n // Add PADDING\n for (let i = 0; i < padLength; ++i) {\n // json chunk is padded with spaces (ASCII 0x20)\n dataView.setUint8(byteOffset + sourceBuffer.byteLength + i, 0x20);\n }\n }\n byteOffset += paddedLength;\n return byteOffset;\n}\n\n/**\n * Copy string to dataView with some padding\n *\n * @param {DataView | null} dataView - destination data container. If null - only new offset is calculated\n * @param {number} byteOffset - destination byte offset to copy to\n * @param {string} string - source string\n * @param {number} padding - pad the resulting array to multiple of \"padding\" bytes. Additional bytes are filled with 0x20 (ASCII space)\n *\n * @return new byteOffset of resulting dataView\n */\nexport function copyPaddedStringToDataView(\n dataView: DataView | null,\n byteOffset: number,\n string: string,\n padding: number\n): number {\n const textEncoder = new TextEncoder();\n // PERFORMANCE IDEA: We encode twice, once to get size and once to store\n // PERFORMANCE IDEA: Use TextEncoder.encodeInto() to avoid temporary copy\n const stringBuffer = textEncoder.encode(string);\n\n byteOffset = copyPaddedArrayBufferToDataView(dataView, byteOffset, stringBuffer, padding);\n\n return byteOffset;\n}\n"],"file":"binary-copy-utils.js"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"buffer-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/binary-utils/buffer-utils.ts"],"names":[],"mappings":";AAEA;;GAEG;AACH,wBAAgB,QAAQ,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAE5C;AAED;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,GAAG,GAAG,MAAM,CAE1C;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,GAAG,GAAG,WAAW,CAM5D"}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import * as node from '../node/buffer';
|
|
2
|
-
export function isBuffer(value) {
|
|
3
|
-
return value && typeof value === 'object' && value.isBuffer;
|
|
4
|
-
}
|
|
5
|
-
export function toBuffer(data) {
|
|
6
|
-
return node.toBuffer ? node.toBuffer(data) : data;
|
|
7
|
-
}
|
|
8
|
-
export function bufferToArrayBuffer(buffer) {
|
|
9
|
-
if (isBuffer(buffer)) {
|
|
10
|
-
const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
|
|
11
|
-
return typedArray.slice().buffer;
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
return buffer;
|
|
15
|
-
}
|
|
16
|
-
//# sourceMappingURL=buffer-utils.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/binary-utils/buffer-utils.ts"],"names":["node","isBuffer","value","toBuffer","data","bufferToArrayBuffer","buffer","typedArray","Uint8Array","byteOffset","length","slice"],"mappings":"AAAA,OAAO,KAAKA,IAAZ,MAAsB,gBAAtB;AAKA,OAAO,SAASC,QAAT,CAAkBC,KAAlB,EAAuC;AAC5C,SAAOA,KAAK,IAAI,OAAOA,KAAP,KAAiB,QAA1B,IAAsCA,KAAK,CAACD,QAAnD;AACD;AAMD,OAAO,SAASE,QAAT,CAAkBC,IAAlB,EAAqC;AAC1C,SAAOJ,IAAI,CAACG,QAAL,GAAgBH,IAAI,CAACG,QAAL,CAAcC,IAAd,CAAhB,GAAsCA,IAA7C;AACD;AAMD,OAAO,SAASC,mBAAT,CAA6BC,MAA7B,EAAuD;AAC5D,MAAIL,QAAQ,CAACK,MAAD,CAAZ,EAAsB;AACpB,UAAMC,UAAU,GAAG,IAAIC,UAAJ,CAAeF,MAAM,CAACA,MAAtB,EAA8BA,MAAM,CAACG,UAArC,EAAiDH,MAAM,CAACI,MAAxD,CAAnB;AACA,WAAOH,UAAU,CAACI,KAAX,GAAmBL,MAA1B;AACD;;AACD,SAAOA,MAAP;AACD","sourcesContent":["import * as node from '../node/buffer';\n\n/**\n * Check for Node.js `Buffer` (without triggering bundler to include Buffer polyfill on browser)\n */\nexport function isBuffer(value: any): boolean {\n return value && typeof value === 'object' && value.isBuffer;\n}\n\n/**\n * Converts to Node.js `Buffer` (without triggering bundler to include Buffer polyfill on browser)\n * @todo better data type\n */\nexport function toBuffer(data: any): Buffer {\n return node.toBuffer ? node.toBuffer(data) : data;\n}\n\n/**\n * Converts Node.js `Buffer` to `ArrayBuffer` (without triggering bundler to include Buffer polyfill on browser)\n * @todo better data type\n */\nexport function bufferToArrayBuffer(buffer: any): ArrayBuffer {\n if (isBuffer(buffer)) {\n const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);\n return typedArray.slice().buffer;\n }\n return buffer;\n}\n"],"file":"buffer-utils.js"}
|
|
@@ -1,4 +0,0 @@
|
|
|
1
|
-
export declare function padStringToByteAlignment(string: any, byteAlignment: any): string;
|
|
2
|
-
export declare function copyStringToDataView(dataView: any, byteOffset: any, string: any, byteLength: any): any;
|
|
3
|
-
export declare function copyBinaryToDataView(dataView: any, byteOffset: any, binary: any, byteLength: any): any;
|
|
4
|
-
//# sourceMappingURL=encode-utils.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"encode-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/binary-utils/encode-utils.ts"],"names":[],"mappings":"AAIA,wBAAgB,wBAAwB,CAAC,MAAM,KAAA,EAAE,aAAa,KAAA,UAS7D;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,KAAA,EAAE,UAAU,KAAA,EAAE,MAAM,KAAA,EAAE,UAAU,KAAA,OAO5E;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,KAAA,EAAE,UAAU,KAAA,EAAE,MAAM,KAAA,EAAE,UAAU,KAAA,OAO5E"}
|