@loaders.gl/polyfills 3.1.0-alpha.2 → 3.1.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.d.ts +2 -0
- package/dist/bundle.d.ts.map +1 -0
- package/dist/bundle.js +3992 -5
- package/dist/es5/bundle.js +7 -0
- package/dist/es5/bundle.js.map +1 -0
- package/dist/es5/index.js +120 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/lib/encoding-indexes.js +37 -0
- package/dist/es5/lib/encoding-indexes.js.map +1 -0
- package/dist/es5/lib/encoding.js +1459 -0
- package/dist/es5/lib/encoding.js.map +1 -0
- package/dist/{libs/encoding-indexes.js → es5/libs/encoding-indexes-asian.js} +2 -40
- package/dist/es5/node/buffer/btoa.node.js +16 -0
- package/dist/es5/node/buffer/btoa.node.js.map +1 -0
- package/dist/es5/node/buffer/to-array-buffer.node.js +16 -0
- package/dist/es5/node/buffer/to-array-buffer.node.js.map +1 -0
- package/dist/es5/node/fetch/fetch.node.js +141 -0
- package/dist/es5/node/fetch/fetch.node.js.map +1 -0
- package/dist/es5/node/fetch/headers.node.js +136 -0
- package/dist/{node → es5/node}/fetch/headers.node.js.map +1 -1
- package/dist/es5/node/fetch/response.node.js +96 -0
- package/dist/es5/node/fetch/response.node.js.map +1 -0
- package/dist/es5/node/fetch/utils/decode-data-uri.node.js +66 -0
- package/dist/es5/node/fetch/utils/decode-data-uri.node.js.map +1 -0
- package/dist/es5/node/fetch/utils/stream-utils.node.js +107 -0
- package/dist/es5/node/fetch/utils/stream-utils.node.js.map +1 -0
- package/dist/es5/node/file/blob-stream-controller.js +65 -0
- package/dist/es5/node/file/blob-stream-controller.js.map +1 -0
- package/dist/es5/node/file/blob-stream.js +38 -0
- package/dist/es5/node/file/blob-stream.js.map +1 -0
- package/dist/es5/node/file/blob.js +150 -0
- package/dist/es5/node/file/blob.js.map +1 -0
- package/dist/es5/node/file/file-reader.js +82 -0
- package/dist/es5/node/file/file-reader.js.map +1 -0
- package/dist/es5/node/file/file.js +35 -0
- package/dist/es5/node/file/file.js.map +1 -0
- package/dist/es5/node/file/install-file-polyfills.js +33 -0
- package/dist/es5/node/file/install-file-polyfills.js.map +1 -0
- package/dist/es5/node/file/readable-stream.js +15 -0
- package/dist/es5/node/file/readable-stream.js.map +1 -0
- package/dist/es5/node/images/encode-image.node.js +34 -0
- package/dist/es5/node/images/encode-image.node.js.map +1 -0
- package/dist/es5/node/images/parse-image.node.js +34 -0
- package/dist/es5/node/images/parse-image.node.js.map +1 -0
- package/dist/es5/promise/all-settled.js +29 -0
- package/dist/es5/promise/all-settled.js.map +1 -0
- package/dist/es5/utils/assert.js +13 -0
- package/dist/es5/utils/assert.js.map +1 -0
- package/dist/es5/utils/globals.js +16 -0
- package/dist/es5/utils/globals.js.map +1 -0
- package/dist/esm/bundle.js +5 -0
- package/dist/esm/bundle.js.map +1 -0
- package/dist/esm/index.js +63 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/lib/encoding-indexes.js +30 -0
- package/dist/esm/lib/encoding-indexes.js.map +1 -0
- package/dist/esm/lib/encoding.js +1450 -0
- package/dist/esm/lib/encoding.js.map +1 -0
- package/{src/libs/encoding-indexes.js → dist/esm/libs/encoding-indexes-asian.js} +2 -40
- package/dist/esm/node/buffer/btoa.node.js +7 -0
- package/dist/esm/node/buffer/btoa.node.js.map +1 -0
- package/dist/esm/node/buffer/to-array-buffer.node.js +9 -0
- package/dist/esm/node/buffer/to-array-buffer.node.js.map +1 -0
- package/dist/esm/node/fetch/fetch.node.js +126 -0
- package/dist/esm/node/fetch/fetch.node.js.map +1 -0
- package/dist/esm/node/fetch/headers.node.js +125 -0
- package/dist/esm/node/fetch/headers.node.js.map +1 -0
- package/dist/esm/node/fetch/response.node.js +88 -0
- package/dist/esm/node/fetch/response.node.js.map +1 -0
- package/dist/esm/node/fetch/utils/decode-data-uri.node.js +57 -0
- package/dist/esm/node/fetch/utils/decode-data-uri.node.js.map +1 -0
- package/dist/esm/node/fetch/utils/stream-utils.node.js +89 -0
- package/dist/esm/node/fetch/utils/stream-utils.node.js.map +1 -0
- package/dist/esm/node/file/blob-stream-controller.js +56 -0
- package/dist/esm/node/file/blob-stream-controller.js.map +1 -0
- package/dist/esm/node/file/blob-stream.js +26 -0
- package/dist/esm/node/file/blob-stream.js.map +1 -0
- package/dist/esm/node/file/blob.js +140 -0
- package/dist/esm/node/file/blob.js.map +1 -0
- package/dist/esm/node/file/file-reader.js +84 -0
- package/dist/esm/node/file/file-reader.js.map +1 -0
- package/dist/esm/node/file/file.js +26 -0
- package/dist/esm/node/file/file.js.map +1 -0
- package/dist/esm/node/file/install-file-polyfills.js +22 -0
- package/dist/esm/node/file/install-file-polyfills.js.map +1 -0
- package/dist/esm/node/file/readable-stream.js +4 -0
- package/dist/esm/node/file/readable-stream.js.map +1 -0
- package/dist/esm/node/images/encode-image.node.js +20 -0
- package/dist/esm/node/images/encode-image.node.js.map +1 -0
- package/dist/esm/node/images/parse-image.node.js +20 -0
- package/dist/esm/node/images/parse-image.node.js.map +1 -0
- package/dist/esm/promise/all-settled.js +19 -0
- package/dist/esm/promise/all-settled.js.map +1 -0
- package/dist/esm/utils/assert.js +6 -0
- package/dist/esm/utils/assert.js.map +1 -0
- package/dist/esm/utils/globals.js +9 -0
- package/dist/esm/utils/globals.js.map +1 -0
- package/dist/index.d.ts +6 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +84 -49
- package/dist/lib/encoding-indexes.d.ts +31 -0
- package/dist/lib/encoding-indexes.d.ts.map +1 -0
- package/dist/lib/encoding-indexes.js +35 -0
- package/dist/lib/encoding.d.ts +15 -0
- package/dist/lib/encoding.d.ts.map +1 -0
- package/dist/lib/encoding.js +2779 -0
- package/dist/libs/encoding-indexes-asian.d.ts +10 -0
- package/dist/libs/encoding-indexes-asian.d.ts.map +1 -0
- package/dist/libs/encoding-indexes-asian.js +14 -0
- package/dist/node/buffer/btoa.node.d.ts +3 -0
- package/dist/node/buffer/btoa.node.d.ts.map +1 -0
- package/dist/node/buffer/btoa.node.js +12 -5
- package/dist/node/buffer/to-array-buffer.node.d.ts +2 -0
- package/dist/node/buffer/to-array-buffer.node.d.ts.map +1 -0
- package/dist/node/buffer/to-array-buffer.node.js +11 -8
- package/dist/node/fetch/fetch.node.d.ts +7 -0
- package/dist/node/fetch/fetch.node.d.ts.map +1 -0
- package/dist/node/fetch/fetch.node.js +104 -102
- package/dist/node/fetch/headers.node.d.ts +34 -0
- package/dist/node/fetch/headers.node.d.ts.map +1 -0
- package/dist/node/fetch/headers.node.js +94 -114
- package/dist/node/fetch/response.node.d.ts +22 -0
- package/dist/node/fetch/response.node.d.ts.map +1 -0
- package/dist/node/fetch/response.node.js +73 -84
- package/dist/node/fetch/utils/decode-data-uri.node.d.ts +16 -0
- package/dist/node/fetch/utils/decode-data-uri.node.d.ts.map +1 -0
- package/dist/node/fetch/utils/decode-data-uri.node.js +61 -55
- package/dist/node/fetch/utils/stream-utils.node.d.ts +4 -0
- package/dist/node/fetch/utils/stream-utils.node.d.ts.map +1 -0
- package/dist/node/fetch/utils/stream-utils.node.js +88 -79
- package/dist/node/file/blob-stream-controller.d.ts +29 -0
- package/dist/node/file/blob-stream-controller.d.ts.map +1 -0
- package/dist/node/file/blob-stream-controller.js +59 -52
- package/dist/node/file/blob-stream.d.ts +25 -0
- package/dist/node/file/blob-stream.d.ts.map +1 -0
- package/dist/node/file/blob-stream.js +36 -25
- package/dist/node/file/blob.d.ts +58 -0
- package/dist/node/file/blob.d.ts.map +1 -0
- package/dist/node/file/blob.js +151 -131
- package/dist/node/file/file-reader.d.ts +24 -0
- package/dist/node/file/file-reader.d.ts.map +1 -0
- package/dist/node/file/file-reader.js +28 -77
- package/dist/node/file/file.d.ts +25 -0
- package/dist/node/file/file.d.ts.map +1 -0
- package/dist/node/file/file.js +36 -25
- package/dist/node/file/install-file-polyfills.d.ts +2 -0
- package/dist/node/file/install-file-polyfills.d.ts.map +1 -0
- package/dist/node/file/install-file-polyfills.js +26 -21
- package/dist/node/file/readable-stream.d.ts +4 -0
- package/dist/node/file/readable-stream.d.ts.map +1 -0
- package/dist/node/file/readable-stream.js +10 -3
- package/dist/node/images/encode-image.node.d.ts +20 -0
- package/dist/node/images/encode-image.node.d.ts.map +1 -0
- package/dist/node/images/encode-image.node.js +38 -17
- package/dist/node/images/parse-image.node.d.ts +11 -0
- package/dist/node/images/parse-image.node.d.ts.map +1 -0
- package/dist/node/images/parse-image.node.js +28 -19
- package/dist/promise/all-settled.d.ts +10 -0
- package/dist/promise/all-settled.d.ts.map +1 -0
- package/dist/promise/all-settled.js +22 -17
- package/dist/utils/assert.d.ts +2 -0
- package/dist/utils/assert.d.ts.map +1 -0
- package/dist/utils/assert.js +8 -5
- package/dist/utils/globals.d.ts +4 -0
- package/dist/utils/globals.d.ts.map +1 -0
- package/dist/utils/globals.js +34 -7
- package/package.json +8 -8
- package/src/bundle.ts +2 -3
- package/src/index.ts +2 -2
- package/src/lib/encoding-indexes.ts +34 -0
- package/{dist/libs/encoding.js → src/lib/encoding.ts} +78 -78
- package/src/libs/encoding-indexes-asian.js +13 -0
- package/src/node/fetch/fetch.node.ts +19 -2
- package/src/node/images/parse-image.node.ts +12 -2
- package/dist/bundle.js.map +0 -1
- package/dist/dist.min.js +0 -2
- package/dist/dist.min.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/node/buffer/btoa.node.js.map +0 -1
- package/dist/node/buffer/to-array-buffer.node.js.map +0 -1
- package/dist/node/fetch/fetch.node.js.map +0 -1
- package/dist/node/fetch/response.node.js.map +0 -1
- package/dist/node/fetch/utils/decode-data-uri.node.js.map +0 -1
- package/dist/node/fetch/utils/stream-utils.node.js.map +0 -1
- package/dist/node/file/blob-stream-controller.js.map +0 -1
- package/dist/node/file/blob-stream.js.map +0 -1
- package/dist/node/file/blob.js.map +0 -1
- package/dist/node/file/file-reader.js.map +0 -1
- package/dist/node/file/file.js.map +0 -1
- package/dist/node/file/install-file-polyfills.js.map +0 -1
- package/dist/node/file/readable-stream.js.map +0 -1
- package/dist/node/images/encode-image.node.js.map +0 -1
- package/dist/node/images/parse-image.node.js.map +0 -1
- package/dist/promise/all-settled.js.map +0 -1
- package/dist/utils/assert.js.map +0 -1
- package/dist/utils/globals.js.map +0 -1
- package/src/libs/encoding.js +0 -3084
|
@@ -1,88 +1,77 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
const
|
|
7
|
-
|
|
8
|
-
const
|
|
9
|
-
|
|
10
|
-
const
|
|
11
|
-
|
|
12
|
-
const isReadableNodeStream = x => isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
this._body = decompressReadStream(body, headers);
|
|
45
|
-
} else if (typeof body === 'string') {
|
|
46
|
-
this._body = Readable.from([new TextEncoder().encode(body)]);
|
|
47
|
-
} else {
|
|
48
|
-
this._body = Readable.from([body || new ArrayBuffer(0)]);
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const assert_1 = require("../../utils/assert");
|
|
7
|
+
const stream_utils_node_1 = require("./utils/stream-utils.node");
|
|
8
|
+
const headers_node_1 = __importDefault(require("./headers.node"));
|
|
9
|
+
const isBoolean = (x) => typeof x === 'boolean';
|
|
10
|
+
const isFunction = (x) => typeof x === 'function';
|
|
11
|
+
const isObject = (x) => x !== null && typeof x === 'object';
|
|
12
|
+
const isReadableNodeStream = (x) => isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
|
|
13
|
+
/**
|
|
14
|
+
* Polyfill for Browser Response
|
|
15
|
+
*
|
|
16
|
+
* Under Node.js we return a mock "fetch response object"
|
|
17
|
+
* so that apps can use the same API as in the browser.
|
|
18
|
+
*
|
|
19
|
+
* Note: This is intended to be a "lightweight" implementation and will have limitations.
|
|
20
|
+
*
|
|
21
|
+
* See https://developer.mozilla.org/en-US/docs/Web/API/Response
|
|
22
|
+
*/
|
|
23
|
+
const stream_1 = require("stream");
|
|
24
|
+
class Response {
|
|
25
|
+
// TODO - handle ArrayBuffer, ArrayBufferView, Buffer
|
|
26
|
+
constructor(body, options) {
|
|
27
|
+
this.bodyUsed = false;
|
|
28
|
+
const { headers, status = 200, statusText = 'OK', url } = options || {};
|
|
29
|
+
this.url = url;
|
|
30
|
+
this.ok = status === 200;
|
|
31
|
+
this.status = status; // TODO - handle errors and set status
|
|
32
|
+
this.statusText = statusText;
|
|
33
|
+
this.headers = new headers_node_1.default(options?.headers || {});
|
|
34
|
+
// Check for content-encoding and create a decompression stream
|
|
35
|
+
if (isReadableNodeStream(body)) {
|
|
36
|
+
this._body = (0, stream_utils_node_1.decompressReadStream)(body, headers);
|
|
37
|
+
}
|
|
38
|
+
else if (typeof body === 'string') {
|
|
39
|
+
this._body = stream_1.Readable.from([new TextEncoder().encode(body)]);
|
|
40
|
+
}
|
|
41
|
+
else {
|
|
42
|
+
this._body = stream_1.Readable.from([body || new ArrayBuffer(0)]);
|
|
43
|
+
}
|
|
49
44
|
}
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
async arrayBuffer() {
|
|
60
|
-
if (!isReadableNodeStream(this._body)) {
|
|
61
|
-
return this._body || new ArrayBuffer(0);
|
|
45
|
+
// Subset of Properties
|
|
46
|
+
// Returns a readable stream to the "body" of the response (or file)
|
|
47
|
+
get body() {
|
|
48
|
+
(0, assert_1.assert)(!this.bodyUsed);
|
|
49
|
+
(0, assert_1.assert)(isReadableNodeStream(this._body)); // Not implemented: conversion of ArrayBuffer etc to stream
|
|
50
|
+
this.bodyUsed = true;
|
|
51
|
+
return this._body;
|
|
62
52
|
}
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
53
|
+
// Subset of Methods
|
|
54
|
+
async arrayBuffer() {
|
|
55
|
+
if (!isReadableNodeStream(this._body)) {
|
|
56
|
+
return this._body || new ArrayBuffer(0);
|
|
57
|
+
}
|
|
58
|
+
const data = await (0, stream_utils_node_1.concatenateReadStream)(this._body);
|
|
59
|
+
return data;
|
|
60
|
+
}
|
|
61
|
+
async text() {
|
|
62
|
+
const arrayBuffer = await this.arrayBuffer();
|
|
63
|
+
const textDecoder = new TextDecoder();
|
|
64
|
+
return textDecoder.decode(arrayBuffer);
|
|
65
|
+
}
|
|
66
|
+
async json() {
|
|
67
|
+
const text = await this.text();
|
|
68
|
+
return JSON.parse(text);
|
|
69
|
+
}
|
|
70
|
+
async blob() {
|
|
71
|
+
if (typeof Blob === 'undefined') {
|
|
72
|
+
throw new Error('Blob polyfill not installed');
|
|
73
|
+
}
|
|
74
|
+
return new Blob([await this.arrayBuffer()]);
|
|
82
75
|
}
|
|
83
|
-
|
|
84
|
-
return new Blob([await this.arrayBuffer()]);
|
|
85
|
-
}
|
|
86
|
-
|
|
87
76
|
}
|
|
88
|
-
|
|
77
|
+
exports.default = Response;
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Parses a data URI into a buffer, as well as retrieving its declared MIME type.
|
|
3
|
+
*
|
|
4
|
+
* @param {string} uri - a data URI (assumed to be valid)
|
|
5
|
+
* @returns {Object} { buffer, mimeType }
|
|
6
|
+
*/
|
|
7
|
+
export declare function decodeDataUri(uri: any): {
|
|
8
|
+
arrayBuffer: any;
|
|
9
|
+
mimeType: any;
|
|
10
|
+
};
|
|
11
|
+
/**
|
|
12
|
+
* @param data
|
|
13
|
+
* @todo Duplicate of core
|
|
14
|
+
*/
|
|
15
|
+
export declare function toArrayBuffer(data: any): any;
|
|
16
|
+
//# sourceMappingURL=decode-data-uri.node.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decode-data-uri.node.d.ts","sourceRoot":"","sources":["../../../../src/node/fetch/utils/decode-data-uri.node.ts"],"names":[],"mappings":"AAOA;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,GAAG,KAAA;;;EAoBhC;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,IAAI,KAAA,OA4BjC"}
|
|
@@ -1,57 +1,63 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
const
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
buffer
|
|
17
|
-
mimeType
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
// Based on binary-gltf-utils under MIT license: Copyright (c) 2016-17 Karl Cheng
|
|
3
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
+
exports.toArrayBuffer = exports.decodeDataUri = void 0;
|
|
5
|
+
const assert_1 = require("../../../utils/assert");
|
|
6
|
+
const isArrayBuffer = (x) => x && x instanceof ArrayBuffer;
|
|
7
|
+
const isBuffer = (x) => x && x instanceof Buffer;
|
|
8
|
+
/**
|
|
9
|
+
* Parses a data URI into a buffer, as well as retrieving its declared MIME type.
|
|
10
|
+
*
|
|
11
|
+
* @param {string} uri - a data URI (assumed to be valid)
|
|
12
|
+
* @returns {Object} { buffer, mimeType }
|
|
13
|
+
*/
|
|
14
|
+
function decodeDataUri(uri) {
|
|
15
|
+
const dataIndex = uri.indexOf(',');
|
|
16
|
+
let buffer;
|
|
17
|
+
let mimeType;
|
|
18
|
+
if (uri.slice(dataIndex - 7, dataIndex) === ';base64') {
|
|
19
|
+
buffer = Buffer.from(uri.slice(dataIndex + 1), 'base64');
|
|
20
|
+
mimeType = uri.slice(5, dataIndex - 7).trim();
|
|
21
|
+
}
|
|
22
|
+
else {
|
|
23
|
+
buffer = Buffer.from(decodeURIComponent(uri.slice(dataIndex + 1)));
|
|
24
|
+
mimeType = uri.slice(5, dataIndex).trim();
|
|
25
|
+
}
|
|
26
|
+
if (!mimeType) {
|
|
27
|
+
mimeType = 'text/plain;charset=US-ASCII';
|
|
28
|
+
}
|
|
29
|
+
else if (mimeType.startsWith(';')) {
|
|
30
|
+
mimeType = `text/plain${mimeType}`;
|
|
31
|
+
}
|
|
32
|
+
return { arrayBuffer: toArrayBuffer(buffer), mimeType };
|
|
30
33
|
}
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
34
|
+
exports.decodeDataUri = decodeDataUri;
|
|
35
|
+
/**
|
|
36
|
+
* @param data
|
|
37
|
+
* @todo Duplicate of core
|
|
38
|
+
*/
|
|
39
|
+
function toArrayBuffer(data) {
|
|
40
|
+
if (isArrayBuffer(data)) {
|
|
41
|
+
return data;
|
|
42
|
+
}
|
|
43
|
+
// TODO - per docs we should just be able to call buffer.buffer, but there are issues
|
|
44
|
+
if (isBuffer(data)) {
|
|
45
|
+
const typedArray = new Uint8Array(data);
|
|
46
|
+
return typedArray.buffer;
|
|
47
|
+
}
|
|
48
|
+
// Careful - Node Buffers will look like ArrayBuffers (keep after isBuffer)
|
|
49
|
+
if (ArrayBuffer.isView(data)) {
|
|
50
|
+
return data.buffer;
|
|
51
|
+
}
|
|
52
|
+
if (typeof data === 'string') {
|
|
53
|
+
const text = data;
|
|
54
|
+
const uint8Array = new TextEncoder().encode(text);
|
|
55
|
+
return uint8Array.buffer;
|
|
56
|
+
}
|
|
57
|
+
// HACK to support Blob polyfill
|
|
58
|
+
if (data && typeof data === 'object' && data._toArrayBuffer) {
|
|
59
|
+
return data._toArrayBuffer();
|
|
60
|
+
}
|
|
61
|
+
return (0, assert_1.assert)(false, `toArrayBuffer(${JSON.stringify(data, null, 2).slice(10)})`);
|
|
56
62
|
}
|
|
57
|
-
|
|
63
|
+
exports.toArrayBuffer = toArrayBuffer;
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export declare function createReadStream(url: any, options: any): Promise<unknown>;
|
|
2
|
+
export declare function decompressReadStream(readStream: any, headers: any): any;
|
|
3
|
+
export declare function concatenateReadStream(readStream: any): Promise<unknown>;
|
|
4
|
+
//# sourceMappingURL=stream-utils.node.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stream-utils.node.d.ts","sourceRoot":"","sources":["../../../../src/node/fetch/utils/stream-utils.node.ts"],"names":[],"mappings":"AAUA,wBAAsB,gBAAgB,CAAC,GAAG,KAAA,EAAE,OAAO,KAAA,oBAsBlD;AAED,wBAAgB,oBAAoB,CAAC,UAAU,KAAA,EAAE,OAAO,KAAA,OAYvD;AAED,wBAAsB,qBAAqB,CAAC,UAAU,KAAA,oBAoBrD"}
|
|
@@ -1,89 +1,98 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
const
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.concatenateReadStream = exports.decompressReadStream = exports.createReadStream = void 0;
|
|
7
|
+
const fs_1 = __importDefault(require("fs")); // `fs` will be empty object in browsers (see package.json "browser" field).
|
|
8
|
+
const http_1 = __importDefault(require("http"));
|
|
9
|
+
const https_1 = __importDefault(require("https"));
|
|
10
|
+
const zlib_1 = __importDefault(require("zlib"));
|
|
11
|
+
const decode_data_uri_node_1 = require("./decode-data-uri.node");
|
|
12
|
+
const isRequestURL = (url) => url.startsWith('http:') || url.startsWith('https:');
|
|
13
|
+
// Returns a promise that resolves to a readable stream
|
|
14
|
+
async function createReadStream(url, options) {
|
|
15
|
+
// Handle file streams in node
|
|
16
|
+
if (!isRequestURL(url)) {
|
|
17
|
+
const noqueryUrl = url.split('?')[0];
|
|
18
|
+
// Now open the stream
|
|
19
|
+
return await new Promise((resolve, reject) => {
|
|
20
|
+
// @ts-ignore
|
|
21
|
+
const stream = fs_1.default.createReadStream(noqueryUrl, { encoding: null });
|
|
22
|
+
stream.once('readable', () => resolve(stream));
|
|
23
|
+
stream.on('error', (error) => reject(error));
|
|
24
|
+
});
|
|
25
|
+
}
|
|
26
|
+
// HANDLE HTTP/HTTPS REQUESTS IN NODE
|
|
27
|
+
// TODO: THIS IS BAD SINCE WE RETURN A PROMISE INSTEAD OF A STREAM
|
|
12
28
|
return await new Promise((resolve, reject) => {
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
29
|
+
const requestFunction = url.startsWith('https:') ? https_1.default.request : http_1.default.request;
|
|
30
|
+
const requestOptions = getRequestOptions(url, options);
|
|
31
|
+
const req = requestFunction(requestOptions, (res) => resolve(res));
|
|
32
|
+
req.on('error', (error) => reject(error));
|
|
33
|
+
req.end();
|
|
18
34
|
});
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
return await new Promise((resolve, reject) => {
|
|
22
|
-
const requestFunction = url.startsWith('https:') ? https.request : http.request;
|
|
23
|
-
const requestOptions = getRequestOptions(url, options);
|
|
24
|
-
const req = requestFunction(requestOptions, res => resolve(res));
|
|
25
|
-
req.on('error', error => reject(error));
|
|
26
|
-
req.end();
|
|
27
|
-
});
|
|
28
35
|
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
}
|
|
36
|
+
exports.createReadStream = createReadStream;
|
|
37
|
+
function decompressReadStream(readStream, headers) {
|
|
38
|
+
switch (headers.get('content-encoding')) {
|
|
39
|
+
case 'br':
|
|
40
|
+
return readStream.pipe(zlib_1.default.createBrotliDecompress());
|
|
41
|
+
case 'gzip':
|
|
42
|
+
return readStream.pipe(zlib_1.default.createGunzip());
|
|
43
|
+
case 'deflate':
|
|
44
|
+
return readStream.pipe(zlib_1.default.createDeflate());
|
|
45
|
+
default:
|
|
46
|
+
// No compression or an unknown one, just return it as is
|
|
47
|
+
return readStream;
|
|
48
|
+
}
|
|
43
49
|
}
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
50
|
+
exports.decompressReadStream = decompressReadStream;
|
|
51
|
+
async function concatenateReadStream(readStream) {
|
|
52
|
+
let arrayBuffer = new ArrayBuffer(0);
|
|
53
|
+
return await new Promise((resolve, reject) => {
|
|
54
|
+
readStream.on('error', (error) => reject(error));
|
|
55
|
+
// Once the readable callback has been added, stream switches to "flowing mode"
|
|
56
|
+
// In Node 10 (but not 12 and 14) this causes `data` and `end` to never be called unless we read data here
|
|
57
|
+
readStream.on('readable', () => readStream.read());
|
|
58
|
+
readStream.on('data', (chunk) => {
|
|
59
|
+
if (typeof chunk === 'string') {
|
|
60
|
+
reject(new Error('Read stream not binary'));
|
|
61
|
+
}
|
|
62
|
+
const chunkAsArrayBuffer = (0, decode_data_uri_node_1.toArrayBuffer)(chunk);
|
|
63
|
+
arrayBuffer = concatenateArrayBuffers(arrayBuffer, chunkAsArrayBuffer);
|
|
64
|
+
});
|
|
65
|
+
readStream.on('end', () => resolve(arrayBuffer));
|
|
56
66
|
});
|
|
57
|
-
readStream.on('end', () => resolve(arrayBuffer));
|
|
58
|
-
});
|
|
59
67
|
}
|
|
60
|
-
|
|
68
|
+
exports.concatenateReadStream = concatenateReadStream;
|
|
69
|
+
// HELPERS
|
|
61
70
|
function getRequestOptions(url, options) {
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
71
|
+
// Ensure header keys are lower case so that we can merge without duplicates
|
|
72
|
+
const originalHeaders = options?.headers || {};
|
|
73
|
+
const headers = {};
|
|
74
|
+
for (const key of Object.keys(originalHeaders)) {
|
|
75
|
+
headers[key.toLowerCase()] = originalHeaders[key];
|
|
76
|
+
}
|
|
77
|
+
// Add default accept-encoding to headers
|
|
78
|
+
headers['accept-encoding'] = headers['accept-encoding'] || 'gzip,br,deflate';
|
|
79
|
+
const urlObject = new URL(url);
|
|
80
|
+
return {
|
|
81
|
+
hostname: urlObject.hostname,
|
|
82
|
+
path: urlObject.pathname,
|
|
83
|
+
method: 'GET',
|
|
84
|
+
// Add options and user provided 'options.fetch' overrides if available
|
|
85
|
+
...options,
|
|
86
|
+
...options?.fetch,
|
|
87
|
+
// Override with updated headers with accepted encodings:
|
|
88
|
+
headers
|
|
89
|
+
};
|
|
79
90
|
}
|
|
80
|
-
|
|
81
91
|
function concatenateArrayBuffers(source1, source2) {
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
92
|
+
const sourceArray1 = source1 instanceof ArrayBuffer ? new Uint8Array(source1) : source1;
|
|
93
|
+
const sourceArray2 = source2 instanceof ArrayBuffer ? new Uint8Array(source2) : source2;
|
|
94
|
+
const temp = new Uint8Array(sourceArray1.byteLength + sourceArray2.byteLength);
|
|
95
|
+
temp.set(sourceArray1, 0);
|
|
96
|
+
temp.set(sourceArray2, sourceArray1.byteLength);
|
|
97
|
+
return temp.buffer;
|
|
88
98
|
}
|
|
89
|
-
//# sourceMappingURL=stream-utils.node.js.map
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Forked from @gozala's web-blob under MIT license
|
|
3
|
+
* @see https://github.com/Gozala/web-blob
|
|
4
|
+
*/
|
|
5
|
+
export declare class BlobStreamController {
|
|
6
|
+
private chunks;
|
|
7
|
+
private isWorking;
|
|
8
|
+
private isCancelled;
|
|
9
|
+
/**
|
|
10
|
+
* @param chunks
|
|
11
|
+
*/
|
|
12
|
+
constructor(chunks: Iterator<Uint8Array>);
|
|
13
|
+
/**
|
|
14
|
+
* @param controller
|
|
15
|
+
*/
|
|
16
|
+
start(controller: ReadableStreamDefaultController): void;
|
|
17
|
+
/**
|
|
18
|
+
*
|
|
19
|
+
* @param controller
|
|
20
|
+
*/
|
|
21
|
+
work(controller: ReadableStreamDefaultController): Promise<void>;
|
|
22
|
+
/**
|
|
23
|
+
*
|
|
24
|
+
* @param {ReadableStreamDefaultController} controller
|
|
25
|
+
*/
|
|
26
|
+
pull(controller: any): void;
|
|
27
|
+
cancel(): void;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=blob-stream-controller.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"blob-stream-controller.d.ts","sourceRoot":"","sources":["../../../src/node/file/blob-stream-controller.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,WAAW,CAAkB;IAErC;;OAEG;gBACS,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC;IAIxC;;OAEG;IACH,KAAK,CAAC,UAAU,EAAE,+BAA+B;IAIjD;;;OAGG;IACG,IAAI,CAAC,UAAU,EAAE,+BAA+B;IAyBtD;;;OAGG;IACH,IAAI,CAAC,UAAU,KAAA;IAKf,MAAM;CAGP"}
|
|
@@ -1,56 +1,63 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BlobStreamController = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* Forked from @gozala's web-blob under MIT license
|
|
6
|
+
* @see https://github.com/Gozala/web-blob
|
|
7
|
+
*/
|
|
8
|
+
class BlobStreamController {
|
|
9
|
+
/**
|
|
10
|
+
* @param chunks
|
|
11
|
+
*/
|
|
12
|
+
constructor(chunks) {
|
|
13
|
+
this.isWorking = false;
|
|
14
|
+
this.isCancelled = false;
|
|
15
|
+
this.chunks = chunks;
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* @param controller
|
|
19
|
+
*/
|
|
20
|
+
start(controller) {
|
|
21
|
+
this.work(controller); // eslint-disable-line @typescript-eslint/no-floating-promises
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
*
|
|
25
|
+
* @param controller
|
|
26
|
+
*/
|
|
27
|
+
async work(controller) {
|
|
28
|
+
const { chunks } = this;
|
|
29
|
+
this.isWorking = true;
|
|
30
|
+
while (!this.isCancelled && (controller.desiredSize || 0) > 0) {
|
|
31
|
+
let next;
|
|
32
|
+
try {
|
|
33
|
+
next = chunks.next();
|
|
34
|
+
}
|
|
35
|
+
catch (error) {
|
|
36
|
+
controller.error(error);
|
|
37
|
+
break;
|
|
38
|
+
}
|
|
39
|
+
if (next) {
|
|
40
|
+
if (!next.done && !this.isCancelled) {
|
|
41
|
+
controller.enqueue(next.value);
|
|
42
|
+
}
|
|
43
|
+
else {
|
|
44
|
+
controller.close();
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
this.isWorking = false;
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
*
|
|
52
|
+
* @param {ReadableStreamDefaultController} controller
|
|
53
|
+
*/
|
|
54
|
+
pull(controller) {
|
|
55
|
+
if (!this.isWorking) {
|
|
56
|
+
this.work(controller); // eslint-disable-line @typescript-eslint/no-floating-promises
|
|
38
57
|
}
|
|
39
|
-
}
|
|
40
58
|
}
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
pull(controller) {
|
|
46
|
-
if (!this.isWorking) {
|
|
47
|
-
this.work(controller);
|
|
59
|
+
cancel() {
|
|
60
|
+
this.isCancelled = true;
|
|
48
61
|
}
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
cancel() {
|
|
52
|
-
this.isCancelled = true;
|
|
53
|
-
}
|
|
54
|
-
|
|
55
62
|
}
|
|
56
|
-
|
|
63
|
+
exports.BlobStreamController = BlobStreamController;
|