@aws-sdk/chunked-stream-reader-node 3.29.0 → 3.36.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +38 -0
- package/dist-cjs/index.js +40 -0
- package/dist-cjs/readable.fixture.js +23 -0
- package/dist-es/index.js +37 -0
- package/dist-es/readable.fixture.js +24 -0
- package/{dist/types → dist-types}/index.d.ts +0 -0
- package/dist-types/readable.fixture.d.ts +13 -0
- package/{dist/types → dist-types}/ts3.4/index.d.ts +0 -0
- package/dist-types/ts3.4/readable.fixture.d.ts +13 -0
- package/package.json +13 -9
- package/dist/cjs/index.js +0 -44
- package/dist/es/index.js +0 -41
- package/src/index.ts +0 -46
- package/src/readable.fixture.ts +0 -29
- package/tsconfig.cjs.json +0 -10
- package/tsconfig.es.json +0 -10
package/CHANGELOG.md
CHANGED
|
@@ -3,6 +3,44 @@
|
|
|
3
3
|
All notable changes to this project will be documented in this file.
|
|
4
4
|
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
|
|
5
5
|
|
|
6
|
+
# [3.36.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.35.0...v3.36.0) (2021-10-08)
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
### Features
|
|
10
|
+
|
|
11
|
+
* publish files in dist-* only ([#2873](https://github.com/aws/aws-sdk-js-v3/issues/2873)) ([53b4243](https://github.com/aws/aws-sdk-js-v3/commit/53b4243b066f25ff2412d5f0dea1036054b2df32))
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
# [3.35.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.34.0...v3.35.0) (2021-10-04)
|
|
18
|
+
|
|
19
|
+
**Note:** Version bump only for package @aws-sdk/chunked-stream-reader-node
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
# [3.34.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.33.0...v3.34.0) (2021-09-24)
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
### Features
|
|
29
|
+
|
|
30
|
+
* **non-clients:** remove comments from transpiled JS files ([#2813](https://github.com/aws/aws-sdk-js-v3/issues/2813)) ([e6fc7f3](https://github.com/aws/aws-sdk-js-v3/commit/e6fc7f3e0fa74785590ac19e7ed143c916bb9b6e))
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
# [3.32.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.31.0...v3.32.0) (2021-09-17)
|
|
37
|
+
|
|
38
|
+
**Note:** Version bump only for package @aws-sdk/chunked-stream-reader-node
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
|
|
6
44
|
# [3.29.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.28.0...v3.29.0) (2021-09-02)
|
|
7
45
|
|
|
8
46
|
**Note:** Version bump only for package @aws-sdk/chunked-stream-reader-node
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.streamReader = void 0;
|
|
4
|
+
function streamReader(stream, onChunk, chunkSize = 1048576) {
|
|
5
|
+
return new Promise((resolve, reject) => {
|
|
6
|
+
let temporaryBuffer;
|
|
7
|
+
stream.on("error", reject);
|
|
8
|
+
stream.on("end", () => {
|
|
9
|
+
if (temporaryBuffer === null || temporaryBuffer === void 0 ? void 0 : temporaryBuffer.byteLength) {
|
|
10
|
+
for (let i = 0; i < temporaryBuffer.byteLength; i += chunkSize) {
|
|
11
|
+
onChunk(temporaryBuffer.subarray(i, Math.min(i + chunkSize, temporaryBuffer.byteLength)));
|
|
12
|
+
}
|
|
13
|
+
temporaryBuffer = void 0;
|
|
14
|
+
}
|
|
15
|
+
resolve();
|
|
16
|
+
});
|
|
17
|
+
stream.on("data", (chunk) => {
|
|
18
|
+
if (!temporaryBuffer) {
|
|
19
|
+
temporaryBuffer = chunk;
|
|
20
|
+
}
|
|
21
|
+
else {
|
|
22
|
+
temporaryBuffer = mergeUint8Arrays(temporaryBuffer, chunk);
|
|
23
|
+
}
|
|
24
|
+
let pointer = 0;
|
|
25
|
+
while (temporaryBuffer.byteLength - pointer >= chunkSize) {
|
|
26
|
+
onChunk(temporaryBuffer.subarray(pointer, pointer + chunkSize));
|
|
27
|
+
pointer += chunkSize;
|
|
28
|
+
}
|
|
29
|
+
temporaryBuffer = temporaryBuffer.subarray(pointer);
|
|
30
|
+
});
|
|
31
|
+
stream.resume();
|
|
32
|
+
});
|
|
33
|
+
}
|
|
34
|
+
exports.streamReader = streamReader;
|
|
35
|
+
function mergeUint8Arrays(a, b) {
|
|
36
|
+
const result = new Uint8Array(a.byteLength + b.byteLength);
|
|
37
|
+
result.set(a);
|
|
38
|
+
result.set(b, a.byteLength);
|
|
39
|
+
return result;
|
|
40
|
+
}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ReadFromBuffers = void 0;
|
|
4
|
+
const stream_1 = require("stream");
|
|
5
|
+
class ReadFromBuffers extends stream_1.Readable {
|
|
6
|
+
constructor(options) {
|
|
7
|
+
super(options);
|
|
8
|
+
this.numBuffersRead = 0;
|
|
9
|
+
this.buffersToRead = options.buffers;
|
|
10
|
+
this.errorAfter = typeof options.errorAfter === "number" ? options.errorAfter : -1;
|
|
11
|
+
}
|
|
12
|
+
_read() {
|
|
13
|
+
if (this.errorAfter !== -1 && this.errorAfter === this.numBuffersRead) {
|
|
14
|
+
this.emit("error", new Error("Mock Error"));
|
|
15
|
+
return;
|
|
16
|
+
}
|
|
17
|
+
if (this.numBuffersRead >= this.buffersToRead.length) {
|
|
18
|
+
return this.push(null);
|
|
19
|
+
}
|
|
20
|
+
return this.push(this.buffersToRead[this.numBuffersRead++]);
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
exports.ReadFromBuffers = ReadFromBuffers;
|
package/dist-es/index.js
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
export function streamReader(stream, onChunk, chunkSize) {
|
|
2
|
+
if (chunkSize === void 0) { chunkSize = 1048576; }
|
|
3
|
+
return new Promise(function (resolve, reject) {
|
|
4
|
+
var temporaryBuffer;
|
|
5
|
+
stream.on("error", reject);
|
|
6
|
+
stream.on("end", function () {
|
|
7
|
+
if (temporaryBuffer === null || temporaryBuffer === void 0 ? void 0 : temporaryBuffer.byteLength) {
|
|
8
|
+
for (var i = 0; i < temporaryBuffer.byteLength; i += chunkSize) {
|
|
9
|
+
onChunk(temporaryBuffer.subarray(i, Math.min(i + chunkSize, temporaryBuffer.byteLength)));
|
|
10
|
+
}
|
|
11
|
+
temporaryBuffer = void 0;
|
|
12
|
+
}
|
|
13
|
+
resolve();
|
|
14
|
+
});
|
|
15
|
+
stream.on("data", function (chunk) {
|
|
16
|
+
if (!temporaryBuffer) {
|
|
17
|
+
temporaryBuffer = chunk;
|
|
18
|
+
}
|
|
19
|
+
else {
|
|
20
|
+
temporaryBuffer = mergeUint8Arrays(temporaryBuffer, chunk);
|
|
21
|
+
}
|
|
22
|
+
var pointer = 0;
|
|
23
|
+
while (temporaryBuffer.byteLength - pointer >= chunkSize) {
|
|
24
|
+
onChunk(temporaryBuffer.subarray(pointer, pointer + chunkSize));
|
|
25
|
+
pointer += chunkSize;
|
|
26
|
+
}
|
|
27
|
+
temporaryBuffer = temporaryBuffer.subarray(pointer);
|
|
28
|
+
});
|
|
29
|
+
stream.resume();
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
function mergeUint8Arrays(a, b) {
|
|
33
|
+
var result = new Uint8Array(a.byteLength + b.byteLength);
|
|
34
|
+
result.set(a);
|
|
35
|
+
result.set(b, a.byteLength);
|
|
36
|
+
return result;
|
|
37
|
+
}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { __extends } from "tslib";
|
|
2
|
+
import { Readable } from "stream";
|
|
3
|
+
var ReadFromBuffers = (function (_super) {
|
|
4
|
+
__extends(ReadFromBuffers, _super);
|
|
5
|
+
function ReadFromBuffers(options) {
|
|
6
|
+
var _this = _super.call(this, options) || this;
|
|
7
|
+
_this.numBuffersRead = 0;
|
|
8
|
+
_this.buffersToRead = options.buffers;
|
|
9
|
+
_this.errorAfter = typeof options.errorAfter === "number" ? options.errorAfter : -1;
|
|
10
|
+
return _this;
|
|
11
|
+
}
|
|
12
|
+
ReadFromBuffers.prototype._read = function () {
|
|
13
|
+
if (this.errorAfter !== -1 && this.errorAfter === this.numBuffersRead) {
|
|
14
|
+
this.emit("error", new Error("Mock Error"));
|
|
15
|
+
return;
|
|
16
|
+
}
|
|
17
|
+
if (this.numBuffersRead >= this.buffersToRead.length) {
|
|
18
|
+
return this.push(null);
|
|
19
|
+
}
|
|
20
|
+
return this.push(this.buffersToRead[this.numBuffersRead++]);
|
|
21
|
+
};
|
|
22
|
+
return ReadFromBuffers;
|
|
23
|
+
}(Readable));
|
|
24
|
+
export { ReadFromBuffers };
|
|
File without changes
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/// <reference types="node" />
|
|
2
|
+
import { Readable, ReadableOptions } from "stream";
|
|
3
|
+
export interface ReadFromBuffersOptions extends ReadableOptions {
|
|
4
|
+
buffers: Buffer[];
|
|
5
|
+
errorAfter?: number;
|
|
6
|
+
}
|
|
7
|
+
export declare class ReadFromBuffers extends Readable {
|
|
8
|
+
private buffersToRead;
|
|
9
|
+
private numBuffersRead;
|
|
10
|
+
private errorAfter;
|
|
11
|
+
constructor(options: ReadFromBuffersOptions);
|
|
12
|
+
_read(): boolean | undefined;
|
|
13
|
+
}
|
|
File without changes
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/// <reference types="node" />
|
|
2
|
+
import { Readable, ReadableOptions } from "stream";
|
|
3
|
+
export interface ReadFromBuffersOptions extends ReadableOptions {
|
|
4
|
+
buffers: Buffer[];
|
|
5
|
+
errorAfter?: number;
|
|
6
|
+
}
|
|
7
|
+
export declare class ReadFromBuffers extends Readable {
|
|
8
|
+
private buffersToRead;
|
|
9
|
+
private numBuffersRead;
|
|
10
|
+
private errorAfter;
|
|
11
|
+
constructor(options: ReadFromBuffersOptions);
|
|
12
|
+
_read(): boolean | undefined;
|
|
13
|
+
}
|
package/package.json
CHANGED
|
@@ -1,16 +1,17 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aws-sdk/chunked-stream-reader-node",
|
|
3
|
-
"version": "3.
|
|
3
|
+
"version": "3.36.0",
|
|
4
4
|
"scripts": {
|
|
5
|
+
"build": "yarn build:cjs && yarn build:es && yarn build:types",
|
|
5
6
|
"build:cjs": "tsc -p tsconfig.cjs.json",
|
|
6
7
|
"build:es": "tsc -p tsconfig.es.json",
|
|
7
|
-
"build": "
|
|
8
|
-
"downlevel-dts": "downlevel-dts dist
|
|
8
|
+
"build:types": "tsc -p tsconfig.types.json",
|
|
9
|
+
"downlevel-dts": "downlevel-dts dist-types dist-types/ts3.4",
|
|
9
10
|
"test": "jest"
|
|
10
11
|
},
|
|
11
|
-
"main": "./dist
|
|
12
|
-
"module": "./dist
|
|
13
|
-
"types": "./dist
|
|
12
|
+
"main": "./dist-cjs/index.js",
|
|
13
|
+
"module": "./dist-es/index.js",
|
|
14
|
+
"types": "./dist-types/index.d.ts",
|
|
14
15
|
"author": {
|
|
15
16
|
"name": "AWS SDK for JavaScript Team",
|
|
16
17
|
"url": "https://aws.amazon.com/javascript/"
|
|
@@ -23,18 +24,21 @@
|
|
|
23
24
|
"@types/jest": "^26.0.4",
|
|
24
25
|
"@types/node": "^10.0.0",
|
|
25
26
|
"jest": "^26.1.0",
|
|
26
|
-
"typescript": "~4.
|
|
27
|
+
"typescript": "~4.3.5"
|
|
27
28
|
},
|
|
28
29
|
"engines": {
|
|
29
30
|
"node": ">= 10.0.0"
|
|
30
31
|
},
|
|
31
32
|
"typesVersions": {
|
|
32
33
|
"<4.0": {
|
|
33
|
-
"dist
|
|
34
|
-
"dist
|
|
34
|
+
"dist-types/*": [
|
|
35
|
+
"dist-types/ts3.4/*"
|
|
35
36
|
]
|
|
36
37
|
}
|
|
37
38
|
},
|
|
39
|
+
"files": [
|
|
40
|
+
"dist-*"
|
|
41
|
+
],
|
|
38
42
|
"homepage": "https://github.com/aws/aws-sdk-js-v3/tree/main/packages/chunked-stream-reader-node",
|
|
39
43
|
"repository": {
|
|
40
44
|
"type": "git",
|
package/dist/cjs/index.js
DELETED
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.streamReader = void 0;
|
|
4
|
-
function streamReader(stream, onChunk, chunkSize = 1048576 // 1 MiB
|
|
5
|
-
) {
|
|
6
|
-
return new Promise((resolve, reject) => {
|
|
7
|
-
let temporaryBuffer;
|
|
8
|
-
stream.on("error", reject);
|
|
9
|
-
stream.on("end", () => {
|
|
10
|
-
if (temporaryBuffer === null || temporaryBuffer === void 0 ? void 0 : temporaryBuffer.byteLength) {
|
|
11
|
-
for (let i = 0; i < temporaryBuffer.byteLength; i += chunkSize) {
|
|
12
|
-
onChunk(temporaryBuffer.subarray(i, Math.min(i + chunkSize, temporaryBuffer.byteLength)));
|
|
13
|
-
}
|
|
14
|
-
// clear the temporaryBuffer
|
|
15
|
-
temporaryBuffer = void 0;
|
|
16
|
-
}
|
|
17
|
-
resolve();
|
|
18
|
-
});
|
|
19
|
-
stream.on("data", (chunk) => {
|
|
20
|
-
if (!temporaryBuffer) {
|
|
21
|
-
temporaryBuffer = chunk;
|
|
22
|
-
}
|
|
23
|
-
else {
|
|
24
|
-
temporaryBuffer = mergeUint8Arrays(temporaryBuffer, chunk);
|
|
25
|
-
}
|
|
26
|
-
let pointer = 0;
|
|
27
|
-
while (temporaryBuffer.byteLength - pointer >= chunkSize) {
|
|
28
|
-
onChunk(temporaryBuffer.subarray(pointer, pointer + chunkSize));
|
|
29
|
-
pointer += chunkSize;
|
|
30
|
-
}
|
|
31
|
-
temporaryBuffer = temporaryBuffer.subarray(pointer);
|
|
32
|
-
});
|
|
33
|
-
// ensure the stream isn't paused
|
|
34
|
-
stream.resume();
|
|
35
|
-
});
|
|
36
|
-
}
|
|
37
|
-
exports.streamReader = streamReader;
|
|
38
|
-
function mergeUint8Arrays(a, b) {
|
|
39
|
-
const result = new Uint8Array(a.byteLength + b.byteLength);
|
|
40
|
-
result.set(a);
|
|
41
|
-
result.set(b, a.byteLength);
|
|
42
|
-
return result;
|
|
43
|
-
}
|
|
44
|
-
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvaW5kZXgudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7O0FBQ0EsU0FBZ0IsWUFBWSxDQUMxQixNQUFnQixFQUNoQixPQUFvQyxFQUNwQyxTQUFTLEdBQUcsT0FBTyxDQUFDLFFBQVE7O0lBRTVCLE9BQU8sSUFBSSxPQUFPLENBQUMsQ0FBQyxPQUFPLEVBQUUsTUFBTSxFQUFFLEVBQUU7UUFDckMsSUFBSSxlQUF1QyxDQUFDO1FBRTVDLE1BQU0sQ0FBQyxFQUFFLENBQUMsT0FBTyxFQUFFLE1BQU0sQ0FBQyxDQUFDO1FBQzNCLE1BQU0sQ0FBQyxFQUFFLENBQUMsS0FBSyxFQUFFLEdBQUcsRUFBRTtZQUNwQixJQUFJLGVBQWUsYUFBZixlQUFlLHVCQUFmLGVBQWUsQ0FBRSxVQUFVLEVBQUU7Z0JBQy9CLEtBQUssSUFBSSxDQUFDLEdBQUcsQ0FBQyxFQUFFLENBQUMsR0FBRyxlQUFlLENBQUMsVUFBVSxFQUFFLENBQUMsSUFBSSxTQUFTLEVBQUU7b0JBQzlELE9BQU8sQ0FBQyxlQUFlLENBQUMsUUFBUSxDQUFDLENBQUMsRUFBRSxJQUFJLENBQUMsR0FBRyxDQUFDLENBQUMsR0FBRyxTQUFTLEVBQUUsZUFBZSxDQUFDLFVBQVUsQ0FBQyxDQUFDLENBQUMsQ0FBQztpQkFDM0Y7Z0JBQ0QsNEJBQTRCO2dCQUM1QixlQUFlLEdBQUcsS0FBSyxDQUFDLENBQUM7YUFDMUI7WUFDRCxPQUFPLEVBQUUsQ0FBQztRQUNaLENBQUMsQ0FBQyxDQUFDO1FBQ0gsTUFBTSxDQUFDLEVBQUUsQ0FBQyxNQUFNLEVBQUUsQ0FBQyxLQUFhLEVBQUUsRUFBRTtZQUNsQyxJQUFJLENBQUMsZUFBZSxFQUFFO2dCQUNwQixlQUFlLEdBQUcsS0FBSyxDQUFDO2FBQ3pCO2lCQUFNO2dCQUNMLGVBQWUsR0FBRyxnQkFBZ0IsQ0FBQyxlQUFlLEVBQUUsS0FBSyxDQUFDLENBQUM7YUFDNUQ7WUFFRCxJQUFJLE9BQU8sR0FBRyxDQUFDLENBQUM7WUFDaEIsT0FBTyxlQUFlLENBQUMsVUFBVSxHQUFHLE9BQU8sSUFBSSxTQUFTLEVBQUU7Z0JBQ3hELE9BQU8sQ0FBQyxlQUFlLENBQUMsUUFBUSxDQUFDLE9BQU8sRUFBRSxPQUFPLEdBQUcsU0FBUyxDQUFDLENBQUMsQ0FBQztnQkFDaEUsT0FBTyxJQUFJLFNBQVMsQ0FBQzthQUN0QjtZQUNELGVBQWUsR0FBRyxlQUFlLENBQUMsUUFBUSxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQ3RELENBQUMsQ0FBQyxDQUFDO1FBRUgsaUNBQWlDO1FBQ2pDLE1BQU0sQ0FBQyxNQUFNLEVBQUUsQ0FBQztJQUNsQixDQUFDLENBQUMsQ0FBQztBQUNMLENBQUM7QUFyQ0Qsb0NBcUNDO0FBRUQsU0FBUyxnQkFBZ0IsQ0FBQyxDQUFhLEVBQUUsQ0FBYTtJQUNwRCxNQUFNLE1BQU0sR0FBRyxJQUFJLFVBQVUsQ0FBQyxDQUFDLENBQUMsVUFBVSxHQUFHLENBQUMsQ0FBQyxVQUFVLENBQUMsQ0FBQztJQUMzRCxNQUFNLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ2QsTUFBTSxDQUFDLEdBQUcsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLFVBQVUsQ0FBQyxDQUFDO0lBQzVCLE9BQU8sTUFBTSxDQUFDO0FBQ2hCLENBQUMiLCJzb3VyY2VzQ29udGVudCI6WyJpbXBvcnQgeyBSZWFkYWJsZSB9IGZyb20gXCJzdHJlYW1cIjtcbmV4cG9ydCBmdW5jdGlvbiBzdHJlYW1SZWFkZXIoXG4gIHN0cmVhbTogUmVhZGFibGUsXG4gIG9uQ2h1bms6IChjaHVuazogVWludDhBcnJheSkgPT4gdm9pZCxcbiAgY2h1bmtTaXplID0gMTA0ODU3NiAvLyAxIE1pQlxuKTogUHJvbWlzZTx2b2lkPiB7XG4gIHJldHVybiBuZXcgUHJvbWlzZSgocmVzb2x2ZSwgcmVqZWN0KSA9PiB7XG4gICAgbGV0IHRlbXBvcmFyeUJ1ZmZlcjogVWludDhBcnJheSB8IHVuZGVmaW5lZDtcblxuICAgIHN0cmVhbS5vbihcImVycm9yXCIsIHJlamVjdCk7XG4gICAgc3RyZWFtLm9uKFwiZW5kXCIsICgpID0+IHtcbiAgICAgIGlmICh0ZW1wb3JhcnlCdWZmZXI/LmJ5dGVMZW5ndGgpIHtcbiAgICAgICAgZm9yIChsZXQgaSA9IDA7IGkgPCB0ZW1wb3JhcnlCdWZmZXIuYnl0ZUxlbmd0aDsgaSArPSBjaHVua1NpemUpIHtcbiAgICAgICAgICBvbkNodW5rKHRlbXBvcmFyeUJ1ZmZlci5zdWJhcnJheShpLCBNYXRoLm1pbihpICsgY2h1bmtTaXplLCB0ZW1wb3JhcnlCdWZmZXIuYnl0ZUxlbmd0aCkpKTtcbiAgICAgICAgfVxuICAgICAgICAvLyBjbGVhciB0aGUgdGVtcG9yYXJ5QnVmZmVyXG4gICAgICAgIHRlbXBvcmFyeUJ1ZmZlciA9IHZvaWQgMDtcbiAgICAgIH1cbiAgICAgIHJlc29sdmUoKTtcbiAgICB9KTtcbiAgICBzdHJlYW0ub24oXCJkYXRhXCIsIChjaHVuazogQnVmZmVyKSA9PiB7XG4gICAgICBpZiAoIXRlbXBvcmFyeUJ1ZmZlcikge1xuICAgICAgICB0ZW1wb3JhcnlCdWZmZXIgPSBjaHVuaztcbiAgICAgIH0gZWxzZSB7XG4gICAgICAgIHRlbXBvcmFyeUJ1ZmZlciA9IG1lcmdlVWludDhBcnJheXModGVtcG9yYXJ5QnVmZmVyLCBjaHVuayk7XG4gICAgICB9XG5cbiAgICAgIGxldCBwb2ludGVyID0gMDtcbiAgICAgIHdoaWxlICh0ZW1wb3JhcnlCdWZmZXIuYnl0ZUxlbmd0aCAtIHBvaW50ZXIgPj0gY2h1bmtTaXplKSB7XG4gICAgICAgIG9uQ2h1bmsodGVtcG9yYXJ5QnVmZmVyLnN1YmFycmF5KHBvaW50ZXIsIHBvaW50ZXIgKyBjaHVua1NpemUpKTtcbiAgICAgICAgcG9pbnRlciArPSBjaHVua1NpemU7XG4gICAgICB9XG4gICAgICB0ZW1wb3JhcnlCdWZmZXIgPSB0ZW1wb3JhcnlCdWZmZXIuc3ViYXJyYXkocG9pbnRlcik7XG4gICAgfSk7XG5cbiAgICAvLyBlbnN1cmUgdGhlIHN0cmVhbSBpc24ndCBwYXVzZWRcbiAgICBzdHJlYW0ucmVzdW1lKCk7XG4gIH0pO1xufVxuXG5mdW5jdGlvbiBtZXJnZVVpbnQ4QXJyYXlzKGE6IFVpbnQ4QXJyYXksIGI6IFVpbnQ4QXJyYXkpOiBVaW50OEFycmF5IHtcbiAgY29uc3QgcmVzdWx0ID0gbmV3IFVpbnQ4QXJyYXkoYS5ieXRlTGVuZ3RoICsgYi5ieXRlTGVuZ3RoKTtcbiAgcmVzdWx0LnNldChhKTtcbiAgcmVzdWx0LnNldChiLCBhLmJ5dGVMZW5ndGgpO1xuICByZXR1cm4gcmVzdWx0O1xufVxuIl19
|
package/dist/es/index.js
DELETED
|
@@ -1,41 +0,0 @@
|
|
|
1
|
-
export function streamReader(stream, onChunk, chunkSize // 1 MiB
|
|
2
|
-
) {
|
|
3
|
-
if (chunkSize === void 0) { chunkSize = 1048576; }
|
|
4
|
-
return new Promise(function (resolve, reject) {
|
|
5
|
-
var temporaryBuffer;
|
|
6
|
-
stream.on("error", reject);
|
|
7
|
-
stream.on("end", function () {
|
|
8
|
-
if (temporaryBuffer === null || temporaryBuffer === void 0 ? void 0 : temporaryBuffer.byteLength) {
|
|
9
|
-
for (var i = 0; i < temporaryBuffer.byteLength; i += chunkSize) {
|
|
10
|
-
onChunk(temporaryBuffer.subarray(i, Math.min(i + chunkSize, temporaryBuffer.byteLength)));
|
|
11
|
-
}
|
|
12
|
-
// clear the temporaryBuffer
|
|
13
|
-
temporaryBuffer = void 0;
|
|
14
|
-
}
|
|
15
|
-
resolve();
|
|
16
|
-
});
|
|
17
|
-
stream.on("data", function (chunk) {
|
|
18
|
-
if (!temporaryBuffer) {
|
|
19
|
-
temporaryBuffer = chunk;
|
|
20
|
-
}
|
|
21
|
-
else {
|
|
22
|
-
temporaryBuffer = mergeUint8Arrays(temporaryBuffer, chunk);
|
|
23
|
-
}
|
|
24
|
-
var pointer = 0;
|
|
25
|
-
while (temporaryBuffer.byteLength - pointer >= chunkSize) {
|
|
26
|
-
onChunk(temporaryBuffer.subarray(pointer, pointer + chunkSize));
|
|
27
|
-
pointer += chunkSize;
|
|
28
|
-
}
|
|
29
|
-
temporaryBuffer = temporaryBuffer.subarray(pointer);
|
|
30
|
-
});
|
|
31
|
-
// ensure the stream isn't paused
|
|
32
|
-
stream.resume();
|
|
33
|
-
});
|
|
34
|
-
}
|
|
35
|
-
function mergeUint8Arrays(a, b) {
|
|
36
|
-
var result = new Uint8Array(a.byteLength + b.byteLength);
|
|
37
|
-
result.set(a);
|
|
38
|
-
result.set(b, a.byteLength);
|
|
39
|
-
return result;
|
|
40
|
-
}
|
|
41
|
-
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvaW5kZXgudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQ0EsTUFBTSxVQUFVLFlBQVksQ0FDMUIsTUFBZ0IsRUFDaEIsT0FBb0MsRUFDcEMsU0FBbUIsQ0FBQyxRQUFROztJQUE1QiwwQkFBQSxFQUFBLG1CQUFtQjtJQUVuQixPQUFPLElBQUksT0FBTyxDQUFDLFVBQUMsT0FBTyxFQUFFLE1BQU07UUFDakMsSUFBSSxlQUF1QyxDQUFDO1FBRTVDLE1BQU0sQ0FBQyxFQUFFLENBQUMsT0FBTyxFQUFFLE1BQU0sQ0FBQyxDQUFDO1FBQzNCLE1BQU0sQ0FBQyxFQUFFLENBQUMsS0FBSyxFQUFFO1lBQ2YsSUFBSSxlQUFlLGFBQWYsZUFBZSx1QkFBZixlQUFlLENBQUUsVUFBVSxFQUFFO2dCQUMvQixLQUFLLElBQUksQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDLEdBQUcsZUFBZSxDQUFDLFVBQVUsRUFBRSxDQUFDLElBQUksU0FBUyxFQUFFO29CQUM5RCxPQUFPLENBQUMsZUFBZSxDQUFDLFFBQVEsQ0FBQyxDQUFDLEVBQUUsSUFBSSxDQUFDLEdBQUcsQ0FBQyxDQUFDLEdBQUcsU0FBUyxFQUFFLGVBQWUsQ0FBQyxVQUFVLENBQUMsQ0FBQyxDQUFDLENBQUM7aUJBQzNGO2dCQUNELDRCQUE0QjtnQkFDNUIsZUFBZSxHQUFHLEtBQUssQ0FBQyxDQUFDO2FBQzFCO1lBQ0QsT0FBTyxFQUFFLENBQUM7UUFDWixDQUFDLENBQUMsQ0FBQztRQUNILE1BQU0sQ0FBQyxFQUFFLENBQUMsTUFBTSxFQUFFLFVBQUMsS0FBYTtZQUM5QixJQUFJLENBQUMsZUFBZSxFQUFFO2dCQUNwQixlQUFlLEdBQUcsS0FBSyxDQUFDO2FBQ3pCO2lCQUFNO2dCQUNMLGVBQWUsR0FBRyxnQkFBZ0IsQ0FBQyxlQUFlLEVBQUUsS0FBSyxDQUFDLENBQUM7YUFDNUQ7WUFFRCxJQUFJLE9BQU8sR0FBRyxDQUFDLENBQUM7WUFDaEIsT0FBTyxlQUFlLENBQUMsVUFBVSxHQUFHLE9BQU8sSUFBSSxTQUFTLEVBQUU7Z0JBQ3hELE9BQU8sQ0FBQyxlQUFlLENBQUMsUUFBUSxDQUFDLE9BQU8sRUFBRSxPQUFPLEdBQUcsU0FBUyxDQUFDLENBQUMsQ0FBQztnQkFDaEUsT0FBTyxJQUFJLFNBQVMsQ0FBQzthQUN0QjtZQUNELGVBQWUsR0FBRyxlQUFlLENBQUMsUUFBUSxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQ3RELENBQUMsQ0FBQyxDQUFDO1FBRUgsaUNBQWlDO1FBQ2pDLE1BQU0sQ0FBQyxNQUFNLEVBQUUsQ0FBQztJQUNsQixDQUFDLENBQUMsQ0FBQztBQUNMLENBQUM7QUFFRCxTQUFTLGdCQUFnQixDQUFDLENBQWEsRUFBRSxDQUFhO0lBQ3BELElBQU0sTUFBTSxHQUFHLElBQUksVUFBVSxDQUFDLENBQUMsQ0FBQyxVQUFVLEdBQUcsQ0FBQyxDQUFDLFVBQVUsQ0FBQyxDQUFDO0lBQzNELE1BQU0sQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLENBQUM7SUFDZCxNQUFNLENBQUMsR0FBRyxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsVUFBVSxDQUFDLENBQUM7SUFDNUIsT0FBTyxNQUFNLENBQUM7QUFDaEIsQ0FBQyIsInNvdXJjZXNDb250ZW50IjpbImltcG9ydCB7IFJlYWRhYmxlIH0gZnJvbSBcInN0cmVhbVwiO1xuZXhwb3J0IGZ1bmN0aW9uIHN0cmVhbVJlYWRlcihcbiAgc3RyZWFtOiBSZWFkYWJsZSxcbiAgb25DaHVuazogKGNodW5rOiBVaW50OEFycmF5KSA9PiB2b2lkLFxuICBjaHVua1NpemUgPSAxMDQ4NTc2IC8vIDEgTWlCXG4pOiBQcm9taXNlPHZvaWQ+IHtcbiAgcmV0dXJuIG5ldyBQcm9taXNlKChyZXNvbHZlLCByZWplY3QpID0+IHtcbiAgICBsZXQgdGVtcG9yYXJ5QnVmZmVyOiBVaW50OEFycmF5IHwgdW5kZWZpbmVkO1xuXG4gICAgc3RyZWFtLm9uKFwiZXJyb3JcIiwgcmVqZWN0KTtcbiAgICBzdHJlYW0ub24oXCJlbmRcIiwgKCkgPT4ge1xuICAgICAgaWYgKHRlbXBvcmFyeUJ1ZmZlcj8uYnl0ZUxlbmd0aCkge1xuICAgICAgICBmb3IgKGxldCBpID0gMDsgaSA8IHRlbXBvcmFyeUJ1ZmZlci5ieXRlTGVuZ3RoOyBpICs9IGNodW5rU2l6ZSkge1xuICAgICAgICAgIG9uQ2h1bmsodGVtcG9yYXJ5QnVmZmVyLnN1YmFycmF5KGksIE1hdGgubWluKGkgKyBjaHVua1NpemUsIHRlbXBvcmFyeUJ1ZmZlci5ieXRlTGVuZ3RoKSkpO1xuICAgICAgICB9XG4gICAgICAgIC8vIGNsZWFyIHRoZSB0ZW1wb3JhcnlCdWZmZXJcbiAgICAgICAgdGVtcG9yYXJ5QnVmZmVyID0gdm9pZCAwO1xuICAgICAgfVxuICAgICAgcmVzb2x2ZSgpO1xuICAgIH0pO1xuICAgIHN0cmVhbS5vbihcImRhdGFcIiwgKGNodW5rOiBCdWZmZXIpID0+IHtcbiAgICAgIGlmICghdGVtcG9yYXJ5QnVmZmVyKSB7XG4gICAgICAgIHRlbXBvcmFyeUJ1ZmZlciA9IGNodW5rO1xuICAgICAgfSBlbHNlIHtcbiAgICAgICAgdGVtcG9yYXJ5QnVmZmVyID0gbWVyZ2VVaW50OEFycmF5cyh0ZW1wb3JhcnlCdWZmZXIsIGNodW5rKTtcbiAgICAgIH1cblxuICAgICAgbGV0IHBvaW50ZXIgPSAwO1xuICAgICAgd2hpbGUgKHRlbXBvcmFyeUJ1ZmZlci5ieXRlTGVuZ3RoIC0gcG9pbnRlciA+PSBjaHVua1NpemUpIHtcbiAgICAgICAgb25DaHVuayh0ZW1wb3JhcnlCdWZmZXIuc3ViYXJyYXkocG9pbnRlciwgcG9pbnRlciArIGNodW5rU2l6ZSkpO1xuICAgICAgICBwb2ludGVyICs9IGNodW5rU2l6ZTtcbiAgICAgIH1cbiAgICAgIHRlbXBvcmFyeUJ1ZmZlciA9IHRlbXBvcmFyeUJ1ZmZlci5zdWJhcnJheShwb2ludGVyKTtcbiAgICB9KTtcblxuICAgIC8vIGVuc3VyZSB0aGUgc3RyZWFtIGlzbid0IHBhdXNlZFxuICAgIHN0cmVhbS5yZXN1bWUoKTtcbiAgfSk7XG59XG5cbmZ1bmN0aW9uIG1lcmdlVWludDhBcnJheXMoYTogVWludDhBcnJheSwgYjogVWludDhBcnJheSk6IFVpbnQ4QXJyYXkge1xuICBjb25zdCByZXN1bHQgPSBuZXcgVWludDhBcnJheShhLmJ5dGVMZW5ndGggKyBiLmJ5dGVMZW5ndGgpO1xuICByZXN1bHQuc2V0KGEpO1xuICByZXN1bHQuc2V0KGIsIGEuYnl0ZUxlbmd0aCk7XG4gIHJldHVybiByZXN1bHQ7XG59XG4iXX0=
|
package/src/index.ts
DELETED
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
import { Readable } from "stream";
|
|
2
|
-
export function streamReader(
|
|
3
|
-
stream: Readable,
|
|
4
|
-
onChunk: (chunk: Uint8Array) => void,
|
|
5
|
-
chunkSize = 1048576 // 1 MiB
|
|
6
|
-
): Promise<void> {
|
|
7
|
-
return new Promise((resolve, reject) => {
|
|
8
|
-
let temporaryBuffer: Uint8Array | undefined;
|
|
9
|
-
|
|
10
|
-
stream.on("error", reject);
|
|
11
|
-
stream.on("end", () => {
|
|
12
|
-
if (temporaryBuffer?.byteLength) {
|
|
13
|
-
for (let i = 0; i < temporaryBuffer.byteLength; i += chunkSize) {
|
|
14
|
-
onChunk(temporaryBuffer.subarray(i, Math.min(i + chunkSize, temporaryBuffer.byteLength)));
|
|
15
|
-
}
|
|
16
|
-
// clear the temporaryBuffer
|
|
17
|
-
temporaryBuffer = void 0;
|
|
18
|
-
}
|
|
19
|
-
resolve();
|
|
20
|
-
});
|
|
21
|
-
stream.on("data", (chunk: Buffer) => {
|
|
22
|
-
if (!temporaryBuffer) {
|
|
23
|
-
temporaryBuffer = chunk;
|
|
24
|
-
} else {
|
|
25
|
-
temporaryBuffer = mergeUint8Arrays(temporaryBuffer, chunk);
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
let pointer = 0;
|
|
29
|
-
while (temporaryBuffer.byteLength - pointer >= chunkSize) {
|
|
30
|
-
onChunk(temporaryBuffer.subarray(pointer, pointer + chunkSize));
|
|
31
|
-
pointer += chunkSize;
|
|
32
|
-
}
|
|
33
|
-
temporaryBuffer = temporaryBuffer.subarray(pointer);
|
|
34
|
-
});
|
|
35
|
-
|
|
36
|
-
// ensure the stream isn't paused
|
|
37
|
-
stream.resume();
|
|
38
|
-
});
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
function mergeUint8Arrays(a: Uint8Array, b: Uint8Array): Uint8Array {
|
|
42
|
-
const result = new Uint8Array(a.byteLength + b.byteLength);
|
|
43
|
-
result.set(a);
|
|
44
|
-
result.set(b, a.byteLength);
|
|
45
|
-
return result;
|
|
46
|
-
}
|
package/src/readable.fixture.ts
DELETED
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
import { Readable, ReadableOptions } from "stream";
|
|
2
|
-
|
|
3
|
-
export interface ReadFromBuffersOptions extends ReadableOptions {
|
|
4
|
-
buffers: Buffer[];
|
|
5
|
-
errorAfter?: number;
|
|
6
|
-
}
|
|
7
|
-
|
|
8
|
-
export class ReadFromBuffers extends Readable {
|
|
9
|
-
private buffersToRead: Buffer[];
|
|
10
|
-
private numBuffersRead = 0;
|
|
11
|
-
|
|
12
|
-
private errorAfter: number;
|
|
13
|
-
constructor(options: ReadFromBuffersOptions) {
|
|
14
|
-
super(options);
|
|
15
|
-
this.buffersToRead = options.buffers;
|
|
16
|
-
this.errorAfter = typeof options.errorAfter === "number" ? options.errorAfter : -1;
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
_read() {
|
|
20
|
-
if (this.errorAfter !== -1 && this.errorAfter === this.numBuffersRead) {
|
|
21
|
-
this.emit("error", new Error("Mock Error"));
|
|
22
|
-
return;
|
|
23
|
-
}
|
|
24
|
-
if (this.numBuffersRead >= this.buffersToRead.length) {
|
|
25
|
-
return this.push(null);
|
|
26
|
-
}
|
|
27
|
-
return this.push(this.buffersToRead[this.numBuffersRead++]);
|
|
28
|
-
}
|
|
29
|
-
}
|
package/tsconfig.cjs.json
DELETED