@aws-sdk/chunked-stream-reader-node 3.29.0 → 3.36.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md CHANGED
@@ -3,6 +3,44 @@
3
3
  All notable changes to this project will be documented in this file.
4
4
  See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
5
5
 
6
+ # [3.36.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.35.0...v3.36.0) (2021-10-08)
7
+
8
+
9
+ ### Features
10
+
11
+ * publish files in dist-* only ([#2873](https://github.com/aws/aws-sdk-js-v3/issues/2873)) ([53b4243](https://github.com/aws/aws-sdk-js-v3/commit/53b4243b066f25ff2412d5f0dea1036054b2df32))
12
+
13
+
14
+
15
+
16
+
17
+ # [3.35.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.34.0...v3.35.0) (2021-10-04)
18
+
19
+ **Note:** Version bump only for package @aws-sdk/chunked-stream-reader-node
20
+
21
+
22
+
23
+
24
+
25
+ # [3.34.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.33.0...v3.34.0) (2021-09-24)
26
+
27
+
28
+ ### Features
29
+
30
+ * **non-clients:** remove comments from transpiled JS files ([#2813](https://github.com/aws/aws-sdk-js-v3/issues/2813)) ([e6fc7f3](https://github.com/aws/aws-sdk-js-v3/commit/e6fc7f3e0fa74785590ac19e7ed143c916bb9b6e))
31
+
32
+
33
+
34
+
35
+
36
+ # [3.32.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.31.0...v3.32.0) (2021-09-17)
37
+
38
+ **Note:** Version bump only for package @aws-sdk/chunked-stream-reader-node
39
+
40
+
41
+
42
+
43
+
6
44
  # [3.29.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.28.0...v3.29.0) (2021-09-02)
7
45
 
8
46
  **Note:** Version bump only for package @aws-sdk/chunked-stream-reader-node
@@ -0,0 +1,40 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.streamReader = void 0;
4
+ function streamReader(stream, onChunk, chunkSize = 1048576) {
5
+ return new Promise((resolve, reject) => {
6
+ let temporaryBuffer;
7
+ stream.on("error", reject);
8
+ stream.on("end", () => {
9
+ if (temporaryBuffer === null || temporaryBuffer === void 0 ? void 0 : temporaryBuffer.byteLength) {
10
+ for (let i = 0; i < temporaryBuffer.byteLength; i += chunkSize) {
11
+ onChunk(temporaryBuffer.subarray(i, Math.min(i + chunkSize, temporaryBuffer.byteLength)));
12
+ }
13
+ temporaryBuffer = void 0;
14
+ }
15
+ resolve();
16
+ });
17
+ stream.on("data", (chunk) => {
18
+ if (!temporaryBuffer) {
19
+ temporaryBuffer = chunk;
20
+ }
21
+ else {
22
+ temporaryBuffer = mergeUint8Arrays(temporaryBuffer, chunk);
23
+ }
24
+ let pointer = 0;
25
+ while (temporaryBuffer.byteLength - pointer >= chunkSize) {
26
+ onChunk(temporaryBuffer.subarray(pointer, pointer + chunkSize));
27
+ pointer += chunkSize;
28
+ }
29
+ temporaryBuffer = temporaryBuffer.subarray(pointer);
30
+ });
31
+ stream.resume();
32
+ });
33
+ }
34
+ exports.streamReader = streamReader;
35
+ function mergeUint8Arrays(a, b) {
36
+ const result = new Uint8Array(a.byteLength + b.byteLength);
37
+ result.set(a);
38
+ result.set(b, a.byteLength);
39
+ return result;
40
+ }
@@ -0,0 +1,23 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ReadFromBuffers = void 0;
4
+ const stream_1 = require("stream");
5
+ class ReadFromBuffers extends stream_1.Readable {
6
+ constructor(options) {
7
+ super(options);
8
+ this.numBuffersRead = 0;
9
+ this.buffersToRead = options.buffers;
10
+ this.errorAfter = typeof options.errorAfter === "number" ? options.errorAfter : -1;
11
+ }
12
+ _read() {
13
+ if (this.errorAfter !== -1 && this.errorAfter === this.numBuffersRead) {
14
+ this.emit("error", new Error("Mock Error"));
15
+ return;
16
+ }
17
+ if (this.numBuffersRead >= this.buffersToRead.length) {
18
+ return this.push(null);
19
+ }
20
+ return this.push(this.buffersToRead[this.numBuffersRead++]);
21
+ }
22
+ }
23
+ exports.ReadFromBuffers = ReadFromBuffers;
@@ -0,0 +1,37 @@
1
+ export function streamReader(stream, onChunk, chunkSize) {
2
+ if (chunkSize === void 0) { chunkSize = 1048576; }
3
+ return new Promise(function (resolve, reject) {
4
+ var temporaryBuffer;
5
+ stream.on("error", reject);
6
+ stream.on("end", function () {
7
+ if (temporaryBuffer === null || temporaryBuffer === void 0 ? void 0 : temporaryBuffer.byteLength) {
8
+ for (var i = 0; i < temporaryBuffer.byteLength; i += chunkSize) {
9
+ onChunk(temporaryBuffer.subarray(i, Math.min(i + chunkSize, temporaryBuffer.byteLength)));
10
+ }
11
+ temporaryBuffer = void 0;
12
+ }
13
+ resolve();
14
+ });
15
+ stream.on("data", function (chunk) {
16
+ if (!temporaryBuffer) {
17
+ temporaryBuffer = chunk;
18
+ }
19
+ else {
20
+ temporaryBuffer = mergeUint8Arrays(temporaryBuffer, chunk);
21
+ }
22
+ var pointer = 0;
23
+ while (temporaryBuffer.byteLength - pointer >= chunkSize) {
24
+ onChunk(temporaryBuffer.subarray(pointer, pointer + chunkSize));
25
+ pointer += chunkSize;
26
+ }
27
+ temporaryBuffer = temporaryBuffer.subarray(pointer);
28
+ });
29
+ stream.resume();
30
+ });
31
+ }
32
+ function mergeUint8Arrays(a, b) {
33
+ var result = new Uint8Array(a.byteLength + b.byteLength);
34
+ result.set(a);
35
+ result.set(b, a.byteLength);
36
+ return result;
37
+ }
@@ -0,0 +1,24 @@
1
+ import { __extends } from "tslib";
2
+ import { Readable } from "stream";
3
+ var ReadFromBuffers = (function (_super) {
4
+ __extends(ReadFromBuffers, _super);
5
+ function ReadFromBuffers(options) {
6
+ var _this = _super.call(this, options) || this;
7
+ _this.numBuffersRead = 0;
8
+ _this.buffersToRead = options.buffers;
9
+ _this.errorAfter = typeof options.errorAfter === "number" ? options.errorAfter : -1;
10
+ return _this;
11
+ }
12
+ ReadFromBuffers.prototype._read = function () {
13
+ if (this.errorAfter !== -1 && this.errorAfter === this.numBuffersRead) {
14
+ this.emit("error", new Error("Mock Error"));
15
+ return;
16
+ }
17
+ if (this.numBuffersRead >= this.buffersToRead.length) {
18
+ return this.push(null);
19
+ }
20
+ return this.push(this.buffersToRead[this.numBuffersRead++]);
21
+ };
22
+ return ReadFromBuffers;
23
+ }(Readable));
24
+ export { ReadFromBuffers };
File without changes
@@ -0,0 +1,13 @@
1
+ /// <reference types="node" />
2
+ import { Readable, ReadableOptions } from "stream";
3
+ export interface ReadFromBuffersOptions extends ReadableOptions {
4
+ buffers: Buffer[];
5
+ errorAfter?: number;
6
+ }
7
+ export declare class ReadFromBuffers extends Readable {
8
+ private buffersToRead;
9
+ private numBuffersRead;
10
+ private errorAfter;
11
+ constructor(options: ReadFromBuffersOptions);
12
+ _read(): boolean | undefined;
13
+ }
File without changes
@@ -0,0 +1,13 @@
1
+ /// <reference types="node" />
2
+ import { Readable, ReadableOptions } from "stream";
3
+ export interface ReadFromBuffersOptions extends ReadableOptions {
4
+ buffers: Buffer[];
5
+ errorAfter?: number;
6
+ }
7
+ export declare class ReadFromBuffers extends Readable {
8
+ private buffersToRead;
9
+ private numBuffersRead;
10
+ private errorAfter;
11
+ constructor(options: ReadFromBuffersOptions);
12
+ _read(): boolean | undefined;
13
+ }
package/package.json CHANGED
@@ -1,16 +1,17 @@
1
1
  {
2
2
  "name": "@aws-sdk/chunked-stream-reader-node",
3
- "version": "3.29.0",
3
+ "version": "3.36.0",
4
4
  "scripts": {
5
+ "build": "yarn build:cjs && yarn build:es && yarn build:types",
5
6
  "build:cjs": "tsc -p tsconfig.cjs.json",
6
7
  "build:es": "tsc -p tsconfig.es.json",
7
- "build": "yarn build:es && yarn build:cjs",
8
- "downlevel-dts": "downlevel-dts dist/types dist/types/ts3.4",
8
+ "build:types": "tsc -p tsconfig.types.json",
9
+ "downlevel-dts": "downlevel-dts dist-types dist-types/ts3.4",
9
10
  "test": "jest"
10
11
  },
11
- "main": "./dist/cjs/index.js",
12
- "module": "./dist/es/index.js",
13
- "types": "./dist/types/index.d.ts",
12
+ "main": "./dist-cjs/index.js",
13
+ "module": "./dist-es/index.js",
14
+ "types": "./dist-types/index.d.ts",
14
15
  "author": {
15
16
  "name": "AWS SDK for JavaScript Team",
16
17
  "url": "https://aws.amazon.com/javascript/"
@@ -23,18 +24,21 @@
23
24
  "@types/jest": "^26.0.4",
24
25
  "@types/node": "^10.0.0",
25
26
  "jest": "^26.1.0",
26
- "typescript": "~4.4.2"
27
+ "typescript": "~4.3.5"
27
28
  },
28
29
  "engines": {
29
30
  "node": ">= 10.0.0"
30
31
  },
31
32
  "typesVersions": {
32
33
  "<4.0": {
33
- "dist/types/*": [
34
- "dist/types/ts3.4/*"
34
+ "dist-types/*": [
35
+ "dist-types/ts3.4/*"
35
36
  ]
36
37
  }
37
38
  },
39
+ "files": [
40
+ "dist-*"
41
+ ],
38
42
  "homepage": "https://github.com/aws/aws-sdk-js-v3/tree/main/packages/chunked-stream-reader-node",
39
43
  "repository": {
40
44
  "type": "git",
package/dist/cjs/index.js DELETED
@@ -1,44 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.streamReader = void 0;
4
- function streamReader(stream, onChunk, chunkSize = 1048576 // 1 MiB
5
- ) {
6
- return new Promise((resolve, reject) => {
7
- let temporaryBuffer;
8
- stream.on("error", reject);
9
- stream.on("end", () => {
10
- if (temporaryBuffer === null || temporaryBuffer === void 0 ? void 0 : temporaryBuffer.byteLength) {
11
- for (let i = 0; i < temporaryBuffer.byteLength; i += chunkSize) {
12
- onChunk(temporaryBuffer.subarray(i, Math.min(i + chunkSize, temporaryBuffer.byteLength)));
13
- }
14
- // clear the temporaryBuffer
15
- temporaryBuffer = void 0;
16
- }
17
- resolve();
18
- });
19
- stream.on("data", (chunk) => {
20
- if (!temporaryBuffer) {
21
- temporaryBuffer = chunk;
22
- }
23
- else {
24
- temporaryBuffer = mergeUint8Arrays(temporaryBuffer, chunk);
25
- }
26
- let pointer = 0;
27
- while (temporaryBuffer.byteLength - pointer >= chunkSize) {
28
- onChunk(temporaryBuffer.subarray(pointer, pointer + chunkSize));
29
- pointer += chunkSize;
30
- }
31
- temporaryBuffer = temporaryBuffer.subarray(pointer);
32
- });
33
- // ensure the stream isn't paused
34
- stream.resume();
35
- });
36
- }
37
- exports.streamReader = streamReader;
38
- function mergeUint8Arrays(a, b) {
39
- const result = new Uint8Array(a.byteLength + b.byteLength);
40
- result.set(a);
41
- result.set(b, a.byteLength);
42
- return result;
43
- }
44
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvaW5kZXgudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7O0FBQ0EsU0FBZ0IsWUFBWSxDQUMxQixNQUFnQixFQUNoQixPQUFvQyxFQUNwQyxTQUFTLEdBQUcsT0FBTyxDQUFDLFFBQVE7O0lBRTVCLE9BQU8sSUFBSSxPQUFPLENBQUMsQ0FBQyxPQUFPLEVBQUUsTUFBTSxFQUFFLEVBQUU7UUFDckMsSUFBSSxlQUF1QyxDQUFDO1FBRTVDLE1BQU0sQ0FBQyxFQUFFLENBQUMsT0FBTyxFQUFFLE1BQU0sQ0FBQyxDQUFDO1FBQzNCLE1BQU0sQ0FBQyxFQUFFLENBQUMsS0FBSyxFQUFFLEdBQUcsRUFBRTtZQUNwQixJQUFJLGVBQWUsYUFBZixlQUFlLHVCQUFmLGVBQWUsQ0FBRSxVQUFVLEVBQUU7Z0JBQy9CLEtBQUssSUFBSSxDQUFDLEdBQUcsQ0FBQyxFQUFFLENBQUMsR0FBRyxlQUFlLENBQUMsVUFBVSxFQUFFLENBQUMsSUFBSSxTQUFTLEVBQUU7b0JBQzlELE9BQU8sQ0FBQyxlQUFlLENBQUMsUUFBUSxDQUFDLENBQUMsRUFBRSxJQUFJLENBQUMsR0FBRyxDQUFDLENBQUMsR0FBRyxTQUFTLEVBQUUsZUFBZSxDQUFDLFVBQVUsQ0FBQyxDQUFDLENBQUMsQ0FBQztpQkFDM0Y7Z0JBQ0QsNEJBQTRCO2dCQUM1QixlQUFlLEdBQUcsS0FBSyxDQUFDLENBQUM7YUFDMUI7WUFDRCxPQUFPLEVBQUUsQ0FBQztRQUNaLENBQUMsQ0FBQyxDQUFDO1FBQ0gsTUFBTSxDQUFDLEVBQUUsQ0FBQyxNQUFNLEVBQUUsQ0FBQyxLQUFhLEVBQUUsRUFBRTtZQUNsQyxJQUFJLENBQUMsZUFBZSxFQUFFO2dCQUNwQixlQUFlLEdBQUcsS0FBSyxDQUFDO2FBQ3pCO2lCQUFNO2dCQUNMLGVBQWUsR0FBRyxnQkFBZ0IsQ0FBQyxlQUFlLEVBQUUsS0FBSyxDQUFDLENBQUM7YUFDNUQ7WUFFRCxJQUFJLE9BQU8sR0FBRyxDQUFDLENBQUM7WUFDaEIsT0FBTyxlQUFlLENBQUMsVUFBVSxHQUFHLE9BQU8sSUFBSSxTQUFTLEVBQUU7Z0JBQ3hELE9BQU8sQ0FBQyxlQUFlLENBQUMsUUFBUSxDQUFDLE9BQU8sRUFBRSxPQUFPLEdBQUcsU0FBUyxDQUFDLENBQUMsQ0FBQztnQkFDaEUsT0FBTyxJQUFJLFNBQVMsQ0FBQzthQUN0QjtZQUNELGVBQWUsR0FBRyxlQUFlLENBQUMsUUFBUSxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQ3RELENBQUMsQ0FBQyxDQUFDO1FBRUgsaUNBQWlDO1FBQ2pDLE1BQU0sQ0FBQyxNQUFNLEVBQUUsQ0FBQztJQUNsQixDQUFDLENBQUMsQ0FBQztBQUNMLENBQUM7QUFyQ0Qsb0NBcUNDO0FBRUQsU0FBUyxnQkFBZ0IsQ0FBQyxDQUFhLEVBQUUsQ0FBYTtJQUNwRCxNQUFNLE1BQU0sR0FBRyxJQUFJLFVBQVUsQ0FBQyxDQUFDLENBQUMsVUFBVSxHQUFHLENBQUMsQ0FBQyxVQUFVLENBQUMsQ0FBQztJQUMzRCxNQUFNLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ2QsTUFBTSxDQUFDLEdBQUcsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLFVBQVUsQ0FBQyxDQUFDO0lBQzVCLE9BQU8sTUFBTSxDQUFDO0FBQ2hCLENBQUMiLCJzb3VyY2VzQ29udGVudCI6WyJpbXBvcnQgeyBSZWFkYWJsZSB9IGZyb20gXCJzdHJlYW1cIjtcbmV4cG9ydCBmdW5jdGlvbiBzdHJlYW1SZWFkZXIoXG4gIHN0cmVhbTogUmVhZGFibGUsXG4gIG9uQ2h1bms6IChjaHVuazogVWludDhBcnJheSkgPT4gdm9pZCxcbiAgY2h1bmtTaXplID0gMTA0ODU3NiAvLyAxIE1pQlxuKTogUHJvbWlzZTx2b2lkPiB7XG4gIHJldHVybiBuZXcgUHJvbWlzZSgocmVzb2x2ZSwgcmVqZWN0KSA9PiB7XG4gICAgbGV0IHRlbXBvcmFyeUJ1ZmZlcjogVWludDhBcnJheSB8IHVuZGVmaW5lZDtcblxuICAgIHN0cmVhbS5vbihcImVycm9yXCIsIHJlamVjdCk7XG4gICAgc3RyZWFtLm9uKFwiZW5kXCIsICgpID0+IHtcbiAgICAgIGlmICh0ZW1wb3JhcnlCdWZmZXI/LmJ5dGVMZW5ndGgpIHtcbiAgICAgICAgZm9yIChsZXQgaSA9IDA7IGkgPCB0ZW1wb3JhcnlCdWZmZXIuYnl0ZUxlbmd0aDsgaSArPSBjaHVua1NpemUpIHtcbiAgICAgICAgICBvbkNodW5rKHRlbXBvcmFyeUJ1ZmZlci5zdWJhcnJheShpLCBNYXRoLm1pbihpICsgY2h1bmtTaXplLCB0ZW1wb3JhcnlCdWZmZXIuYnl0ZUxlbmd0aCkpKTtcbiAgICAgICAgfVxuICAgICAgICAvLyBjbGVhciB0aGUgdGVtcG9yYXJ5QnVmZmVyXG4gICAgICAgIHRlbXBvcmFyeUJ1ZmZlciA9IHZvaWQgMDtcbiAgICAgIH1cbiAgICAgIHJlc29sdmUoKTtcbiAgICB9KTtcbiAgICBzdHJlYW0ub24oXCJkYXRhXCIsIChjaHVuazogQnVmZmVyKSA9PiB7XG4gICAgICBpZiAoIXRlbXBvcmFyeUJ1ZmZlcikge1xuICAgICAgICB0ZW1wb3JhcnlCdWZmZXIgPSBjaHVuaztcbiAgICAgIH0gZWxzZSB7XG4gICAgICAgIHRlbXBvcmFyeUJ1ZmZlciA9IG1lcmdlVWludDhBcnJheXModGVtcG9yYXJ5QnVmZmVyLCBjaHVuayk7XG4gICAgICB9XG5cbiAgICAgIGxldCBwb2ludGVyID0gMDtcbiAgICAgIHdoaWxlICh0ZW1wb3JhcnlCdWZmZXIuYnl0ZUxlbmd0aCAtIHBvaW50ZXIgPj0gY2h1bmtTaXplKSB7XG4gICAgICAgIG9uQ2h1bmsodGVtcG9yYXJ5QnVmZmVyLnN1YmFycmF5KHBvaW50ZXIsIHBvaW50ZXIgKyBjaHVua1NpemUpKTtcbiAgICAgICAgcG9pbnRlciArPSBjaHVua1NpemU7XG4gICAgICB9XG4gICAgICB0ZW1wb3JhcnlCdWZmZXIgPSB0ZW1wb3JhcnlCdWZmZXIuc3ViYXJyYXkocG9pbnRlcik7XG4gICAgfSk7XG5cbiAgICAvLyBlbnN1cmUgdGhlIHN0cmVhbSBpc24ndCBwYXVzZWRcbiAgICBzdHJlYW0ucmVzdW1lKCk7XG4gIH0pO1xufVxuXG5mdW5jdGlvbiBtZXJnZVVpbnQ4QXJyYXlzKGE6IFVpbnQ4QXJyYXksIGI6IFVpbnQ4QXJyYXkpOiBVaW50OEFycmF5IHtcbiAgY29uc3QgcmVzdWx0ID0gbmV3IFVpbnQ4QXJyYXkoYS5ieXRlTGVuZ3RoICsgYi5ieXRlTGVuZ3RoKTtcbiAgcmVzdWx0LnNldChhKTtcbiAgcmVzdWx0LnNldChiLCBhLmJ5dGVMZW5ndGgpO1xuICByZXR1cm4gcmVzdWx0O1xufVxuIl19
package/dist/es/index.js DELETED
@@ -1,41 +0,0 @@
1
- export function streamReader(stream, onChunk, chunkSize // 1 MiB
2
- ) {
3
- if (chunkSize === void 0) { chunkSize = 1048576; }
4
- return new Promise(function (resolve, reject) {
5
- var temporaryBuffer;
6
- stream.on("error", reject);
7
- stream.on("end", function () {
8
- if (temporaryBuffer === null || temporaryBuffer === void 0 ? void 0 : temporaryBuffer.byteLength) {
9
- for (var i = 0; i < temporaryBuffer.byteLength; i += chunkSize) {
10
- onChunk(temporaryBuffer.subarray(i, Math.min(i + chunkSize, temporaryBuffer.byteLength)));
11
- }
12
- // clear the temporaryBuffer
13
- temporaryBuffer = void 0;
14
- }
15
- resolve();
16
- });
17
- stream.on("data", function (chunk) {
18
- if (!temporaryBuffer) {
19
- temporaryBuffer = chunk;
20
- }
21
- else {
22
- temporaryBuffer = mergeUint8Arrays(temporaryBuffer, chunk);
23
- }
24
- var pointer = 0;
25
- while (temporaryBuffer.byteLength - pointer >= chunkSize) {
26
- onChunk(temporaryBuffer.subarray(pointer, pointer + chunkSize));
27
- pointer += chunkSize;
28
- }
29
- temporaryBuffer = temporaryBuffer.subarray(pointer);
30
- });
31
- // ensure the stream isn't paused
32
- stream.resume();
33
- });
34
- }
35
- function mergeUint8Arrays(a, b) {
36
- var result = new Uint8Array(a.byteLength + b.byteLength);
37
- result.set(a);
38
- result.set(b, a.byteLength);
39
- return result;
40
- }
41
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvaW5kZXgudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQ0EsTUFBTSxVQUFVLFlBQVksQ0FDMUIsTUFBZ0IsRUFDaEIsT0FBb0MsRUFDcEMsU0FBbUIsQ0FBQyxRQUFROztJQUE1QiwwQkFBQSxFQUFBLG1CQUFtQjtJQUVuQixPQUFPLElBQUksT0FBTyxDQUFDLFVBQUMsT0FBTyxFQUFFLE1BQU07UUFDakMsSUFBSSxlQUF1QyxDQUFDO1FBRTVDLE1BQU0sQ0FBQyxFQUFFLENBQUMsT0FBTyxFQUFFLE1BQU0sQ0FBQyxDQUFDO1FBQzNCLE1BQU0sQ0FBQyxFQUFFLENBQUMsS0FBSyxFQUFFO1lBQ2YsSUFBSSxlQUFlLGFBQWYsZUFBZSx1QkFBZixlQUFlLENBQUUsVUFBVSxFQUFFO2dCQUMvQixLQUFLLElBQUksQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDLEdBQUcsZUFBZSxDQUFDLFVBQVUsRUFBRSxDQUFDLElBQUksU0FBUyxFQUFFO29CQUM5RCxPQUFPLENBQUMsZUFBZSxDQUFDLFFBQVEsQ0FBQyxDQUFDLEVBQUUsSUFBSSxDQUFDLEdBQUcsQ0FBQyxDQUFDLEdBQUcsU0FBUyxFQUFFLGVBQWUsQ0FBQyxVQUFVLENBQUMsQ0FBQyxDQUFDLENBQUM7aUJBQzNGO2dCQUNELDRCQUE0QjtnQkFDNUIsZUFBZSxHQUFHLEtBQUssQ0FBQyxDQUFDO2FBQzFCO1lBQ0QsT0FBTyxFQUFFLENBQUM7UUFDWixDQUFDLENBQUMsQ0FBQztRQUNILE1BQU0sQ0FBQyxFQUFFLENBQUMsTUFBTSxFQUFFLFVBQUMsS0FBYTtZQUM5QixJQUFJLENBQUMsZUFBZSxFQUFFO2dCQUNwQixlQUFlLEdBQUcsS0FBSyxDQUFDO2FBQ3pCO2lCQUFNO2dCQUNMLGVBQWUsR0FBRyxnQkFBZ0IsQ0FBQyxlQUFlLEVBQUUsS0FBSyxDQUFDLENBQUM7YUFDNUQ7WUFFRCxJQUFJLE9BQU8sR0FBRyxDQUFDLENBQUM7WUFDaEIsT0FBTyxlQUFlLENBQUMsVUFBVSxHQUFHLE9BQU8sSUFBSSxTQUFTLEVBQUU7Z0JBQ3hELE9BQU8sQ0FBQyxlQUFlLENBQUMsUUFBUSxDQUFDLE9BQU8sRUFBRSxPQUFPLEdBQUcsU0FBUyxDQUFDLENBQUMsQ0FBQztnQkFDaEUsT0FBTyxJQUFJLFNBQVMsQ0FBQzthQUN0QjtZQUNELGVBQWUsR0FBRyxlQUFlLENBQUMsUUFBUSxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQ3RELENBQUMsQ0FBQyxDQUFDO1FBRUgsaUNBQWlDO1FBQ2pDLE1BQU0sQ0FBQyxNQUFNLEVBQUUsQ0FBQztJQUNsQixDQUFDLENBQUMsQ0FBQztBQUNMLENBQUM7QUFFRCxTQUFTLGdCQUFnQixDQUFDLENBQWEsRUFBRSxDQUFhO0lBQ3BELElBQU0sTUFBTSxHQUFHLElBQUksVUFBVSxDQUFDLENBQUMsQ0FBQyxVQUFVLEdBQUcsQ0FBQyxDQUFDLFVBQVUsQ0FBQyxDQUFDO0lBQzNELE1BQU0sQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLENBQUM7SUFDZCxNQUFNLENBQUMsR0FBRyxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsVUFBVSxDQUFDLENBQUM7SUFDNUIsT0FBTyxNQUFNLENBQUM7QUFDaEIsQ0FBQyIsInNvdXJjZXNDb250ZW50IjpbImltcG9ydCB7IFJlYWRhYmxlIH0gZnJvbSBcInN0cmVhbVwiO1xuZXhwb3J0IGZ1bmN0aW9uIHN0cmVhbVJlYWRlcihcbiAgc3RyZWFtOiBSZWFkYWJsZSxcbiAgb25DaHVuazogKGNodW5rOiBVaW50OEFycmF5KSA9PiB2b2lkLFxuICBjaHVua1NpemUgPSAxMDQ4NTc2IC8vIDEgTWlCXG4pOiBQcm9taXNlPHZvaWQ+IHtcbiAgcmV0dXJuIG5ldyBQcm9taXNlKChyZXNvbHZlLCByZWplY3QpID0+IHtcbiAgICBsZXQgdGVtcG9yYXJ5QnVmZmVyOiBVaW50OEFycmF5IHwgdW5kZWZpbmVkO1xuXG4gICAgc3RyZWFtLm9uKFwiZXJyb3JcIiwgcmVqZWN0KTtcbiAgICBzdHJlYW0ub24oXCJlbmRcIiwgKCkgPT4ge1xuICAgICAgaWYgKHRlbXBvcmFyeUJ1ZmZlcj8uYnl0ZUxlbmd0aCkge1xuICAgICAgICBmb3IgKGxldCBpID0gMDsgaSA8IHRlbXBvcmFyeUJ1ZmZlci5ieXRlTGVuZ3RoOyBpICs9IGNodW5rU2l6ZSkge1xuICAgICAgICAgIG9uQ2h1bmsodGVtcG9yYXJ5QnVmZmVyLnN1YmFycmF5KGksIE1hdGgubWluKGkgKyBjaHVua1NpemUsIHRlbXBvcmFyeUJ1ZmZlci5ieXRlTGVuZ3RoKSkpO1xuICAgICAgICB9XG4gICAgICAgIC8vIGNsZWFyIHRoZSB0ZW1wb3JhcnlCdWZmZXJcbiAgICAgICAgdGVtcG9yYXJ5QnVmZmVyID0gdm9pZCAwO1xuICAgICAgfVxuICAgICAgcmVzb2x2ZSgpO1xuICAgIH0pO1xuICAgIHN0cmVhbS5vbihcImRhdGFcIiwgKGNodW5rOiBCdWZmZXIpID0+IHtcbiAgICAgIGlmICghdGVtcG9yYXJ5QnVmZmVyKSB7XG4gICAgICAgIHRlbXBvcmFyeUJ1ZmZlciA9IGNodW5rO1xuICAgICAgfSBlbHNlIHtcbiAgICAgICAgdGVtcG9yYXJ5QnVmZmVyID0gbWVyZ2VVaW50OEFycmF5cyh0ZW1wb3JhcnlCdWZmZXIsIGNodW5rKTtcbiAgICAgIH1cblxuICAgICAgbGV0IHBvaW50ZXIgPSAwO1xuICAgICAgd2hpbGUgKHRlbXBvcmFyeUJ1ZmZlci5ieXRlTGVuZ3RoIC0gcG9pbnRlciA+PSBjaHVua1NpemUpIHtcbiAgICAgICAgb25DaHVuayh0ZW1wb3JhcnlCdWZmZXIuc3ViYXJyYXkocG9pbnRlciwgcG9pbnRlciArIGNodW5rU2l6ZSkpO1xuICAgICAgICBwb2ludGVyICs9IGNodW5rU2l6ZTtcbiAgICAgIH1cbiAgICAgIHRlbXBvcmFyeUJ1ZmZlciA9IHRlbXBvcmFyeUJ1ZmZlci5zdWJhcnJheShwb2ludGVyKTtcbiAgICB9KTtcblxuICAgIC8vIGVuc3VyZSB0aGUgc3RyZWFtIGlzbid0IHBhdXNlZFxuICAgIHN0cmVhbS5yZXN1bWUoKTtcbiAgfSk7XG59XG5cbmZ1bmN0aW9uIG1lcmdlVWludDhBcnJheXMoYTogVWludDhBcnJheSwgYjogVWludDhBcnJheSk6IFVpbnQ4QXJyYXkge1xuICBjb25zdCByZXN1bHQgPSBuZXcgVWludDhBcnJheShhLmJ5dGVMZW5ndGggKyBiLmJ5dGVMZW5ndGgpO1xuICByZXN1bHQuc2V0KGEpO1xuICByZXN1bHQuc2V0KGIsIGEuYnl0ZUxlbmd0aCk7XG4gIHJldHVybiByZXN1bHQ7XG59XG4iXX0=
package/src/index.ts DELETED
@@ -1,46 +0,0 @@
1
- import { Readable } from "stream";
2
- export function streamReader(
3
- stream: Readable,
4
- onChunk: (chunk: Uint8Array) => void,
5
- chunkSize = 1048576 // 1 MiB
6
- ): Promise<void> {
7
- return new Promise((resolve, reject) => {
8
- let temporaryBuffer: Uint8Array | undefined;
9
-
10
- stream.on("error", reject);
11
- stream.on("end", () => {
12
- if (temporaryBuffer?.byteLength) {
13
- for (let i = 0; i < temporaryBuffer.byteLength; i += chunkSize) {
14
- onChunk(temporaryBuffer.subarray(i, Math.min(i + chunkSize, temporaryBuffer.byteLength)));
15
- }
16
- // clear the temporaryBuffer
17
- temporaryBuffer = void 0;
18
- }
19
- resolve();
20
- });
21
- stream.on("data", (chunk: Buffer) => {
22
- if (!temporaryBuffer) {
23
- temporaryBuffer = chunk;
24
- } else {
25
- temporaryBuffer = mergeUint8Arrays(temporaryBuffer, chunk);
26
- }
27
-
28
- let pointer = 0;
29
- while (temporaryBuffer.byteLength - pointer >= chunkSize) {
30
- onChunk(temporaryBuffer.subarray(pointer, pointer + chunkSize));
31
- pointer += chunkSize;
32
- }
33
- temporaryBuffer = temporaryBuffer.subarray(pointer);
34
- });
35
-
36
- // ensure the stream isn't paused
37
- stream.resume();
38
- });
39
- }
40
-
41
- function mergeUint8Arrays(a: Uint8Array, b: Uint8Array): Uint8Array {
42
- const result = new Uint8Array(a.byteLength + b.byteLength);
43
- result.set(a);
44
- result.set(b, a.byteLength);
45
- return result;
46
- }
@@ -1,29 +0,0 @@
1
- import { Readable, ReadableOptions } from "stream";
2
-
3
- export interface ReadFromBuffersOptions extends ReadableOptions {
4
- buffers: Buffer[];
5
- errorAfter?: number;
6
- }
7
-
8
- export class ReadFromBuffers extends Readable {
9
- private buffersToRead: Buffer[];
10
- private numBuffersRead = 0;
11
-
12
- private errorAfter: number;
13
- constructor(options: ReadFromBuffersOptions) {
14
- super(options);
15
- this.buffersToRead = options.buffers;
16
- this.errorAfter = typeof options.errorAfter === "number" ? options.errorAfter : -1;
17
- }
18
-
19
- _read() {
20
- if (this.errorAfter !== -1 && this.errorAfter === this.numBuffersRead) {
21
- this.emit("error", new Error("Mock Error"));
22
- return;
23
- }
24
- if (this.numBuffersRead >= this.buffersToRead.length) {
25
- return this.push(null);
26
- }
27
- return this.push(this.buffersToRead[this.numBuffersRead++]);
28
- }
29
- }
package/tsconfig.cjs.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "compilerOptions": {
3
- "declarationDir": "./dist/types",
4
- "rootDir": "./src",
5
- "outDir": "./dist/cjs",
6
- "baseUrl": "."
7
- },
8
- "extends": "../../tsconfig.cjs.json",
9
- "include": ["src/"]
10
- }
package/tsconfig.es.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "compilerOptions": {
3
- "declarationDir": "./dist/types",
4
- "rootDir": "./src",
5
- "outDir": "./dist/es",
6
- "baseUrl": "."
7
- },
8
- "extends": "../../tsconfig.es.json",
9
- "include": ["src/"]
10
- }