@cdk8s/awscdk-resolver 0.0.245 → 0.0.246
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.jsii +3 -3
- package/lib/resolve.js +1 -1
- package/node_modules/@aws-sdk/client-cloudformation/package.json +11 -11
- package/node_modules/@aws-sdk/client-sso/package.json +10 -10
- package/node_modules/@aws-sdk/core/package.json +3 -3
- package/node_modules/@aws-sdk/credential-provider-env/package.json +2 -2
- package/node_modules/@aws-sdk/credential-provider-http/package.json +4 -4
- package/node_modules/@aws-sdk/credential-provider-ini/package.json +8 -8
- package/node_modules/@aws-sdk/credential-provider-node/package.json +7 -7
- package/node_modules/@aws-sdk/credential-provider-process/package.json +2 -2
- package/node_modules/@aws-sdk/credential-provider-sso/package.json +4 -4
- package/node_modules/@aws-sdk/credential-provider-web-identity/package.json +3 -3
- package/node_modules/@aws-sdk/middleware-user-agent/package.json +3 -3
- package/node_modules/@aws-sdk/nested-clients/package.json +10 -10
- package/node_modules/@aws-sdk/token-providers/package.json +2 -2
- package/node_modules/@aws-sdk/util-user-agent-node/package.json +2 -2
- package/node_modules/@smithy/core/package.json +2 -2
- package/node_modules/@smithy/middleware-endpoint/package.json +2 -2
- package/node_modules/@smithy/middleware-retry/package.json +2 -2
- package/node_modules/@smithy/smithy-client/package.json +4 -4
- package/node_modules/@smithy/util-defaults-mode-browser/package.json +2 -2
- package/node_modules/@smithy/util-defaults-mode-node/package.json +2 -2
- package/node_modules/@smithy/util-stream/dist-cjs/ByteArrayCollector.js +35 -0
- package/node_modules/@smithy/util-stream/dist-cjs/createBufferedReadable.js +61 -0
- package/node_modules/@smithy/util-stream/dist-cjs/createBufferedReadableStream.js +104 -0
- package/node_modules/@smithy/util-stream/dist-cjs/index.js +9 -7
- package/node_modules/@smithy/util-stream/dist-es/ByteArrayCollector.js +31 -0
- package/node_modules/@smithy/util-stream/dist-es/createBufferedReadable.js +57 -0
- package/node_modules/@smithy/util-stream/dist-es/createBufferedReadableStream.js +95 -0
- package/node_modules/@smithy/util-stream/dist-es/index.js +4 -3
- package/node_modules/@smithy/util-stream/dist-types/ByteArrayCollector.d.ts +13 -0
- package/node_modules/@smithy/util-stream/dist-types/createBufferedReadable.d.ts +13 -0
- package/node_modules/@smithy/util-stream/dist-types/createBufferedReadableStream.d.ts +49 -0
- package/node_modules/@smithy/util-stream/dist-types/index.d.ts +4 -3
- package/node_modules/@smithy/util-stream/dist-types/ts3.4/ByteArrayCollector.d.ts +13 -0
- package/node_modules/@smithy/util-stream/dist-types/ts3.4/createBufferedReadable.d.ts +13 -0
- package/node_modules/@smithy/util-stream/dist-types/ts3.4/createBufferedReadableStream.d.ts +53 -0
- package/node_modules/@smithy/util-stream/dist-types/ts3.4/index.d.ts +4 -3
- package/node_modules/@smithy/util-stream/package.json +5 -2
- package/package.json +6 -6
@@ -0,0 +1,61 @@
|
|
1
|
+
"use strict";
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
+
exports.createBufferedReadable = void 0;
|
4
|
+
const node_stream_1 = require("node:stream");
|
5
|
+
const ByteArrayCollector_1 = require("./ByteArrayCollector");
|
6
|
+
const createBufferedReadableStream_1 = require("./createBufferedReadableStream");
|
7
|
+
const stream_type_check_1 = require("./stream-type-check");
|
8
|
+
function createBufferedReadable(upstream, size, logger) {
|
9
|
+
if ((0, stream_type_check_1.isReadableStream)(upstream)) {
|
10
|
+
return (0, createBufferedReadableStream_1.createBufferedReadableStream)(upstream, size, logger);
|
11
|
+
}
|
12
|
+
const downstream = new node_stream_1.Readable({ read() { } });
|
13
|
+
let streamBufferingLoggedWarning = false;
|
14
|
+
let bytesSeen = 0;
|
15
|
+
const buffers = [
|
16
|
+
"",
|
17
|
+
new ByteArrayCollector_1.ByteArrayCollector((size) => new Uint8Array(size)),
|
18
|
+
new ByteArrayCollector_1.ByteArrayCollector((size) => Buffer.from(new Uint8Array(size))),
|
19
|
+
];
|
20
|
+
let mode = -1;
|
21
|
+
upstream.on("data", (chunk) => {
|
22
|
+
const chunkMode = (0, createBufferedReadableStream_1.modeOf)(chunk);
|
23
|
+
if (mode !== chunkMode) {
|
24
|
+
if (mode >= 0) {
|
25
|
+
downstream.push((0, createBufferedReadableStream_1.flush)(buffers, mode));
|
26
|
+
}
|
27
|
+
mode = chunkMode;
|
28
|
+
}
|
29
|
+
if (mode === -1) {
|
30
|
+
downstream.push(chunk);
|
31
|
+
return;
|
32
|
+
}
|
33
|
+
const chunkSize = (0, createBufferedReadableStream_1.sizeOf)(chunk);
|
34
|
+
bytesSeen += chunkSize;
|
35
|
+
const bufferSize = (0, createBufferedReadableStream_1.sizeOf)(buffers[mode]);
|
36
|
+
if (chunkSize >= size && bufferSize === 0) {
|
37
|
+
downstream.push(chunk);
|
38
|
+
}
|
39
|
+
else {
|
40
|
+
const newSize = (0, createBufferedReadableStream_1.merge)(buffers, mode, chunk);
|
41
|
+
if (!streamBufferingLoggedWarning && bytesSeen > size * 2) {
|
42
|
+
streamBufferingLoggedWarning = true;
|
43
|
+
logger === null || logger === void 0 ? void 0 : logger.warn(`@smithy/util-stream - stream chunk size ${chunkSize} is below threshold of ${size}, automatically buffering.`);
|
44
|
+
}
|
45
|
+
if (newSize >= size) {
|
46
|
+
downstream.push((0, createBufferedReadableStream_1.flush)(buffers, mode));
|
47
|
+
}
|
48
|
+
}
|
49
|
+
});
|
50
|
+
upstream.on("end", () => {
|
51
|
+
if (mode !== -1) {
|
52
|
+
const remainder = (0, createBufferedReadableStream_1.flush)(buffers, mode);
|
53
|
+
if ((0, createBufferedReadableStream_1.sizeOf)(remainder) > 0) {
|
54
|
+
downstream.push(remainder);
|
55
|
+
}
|
56
|
+
}
|
57
|
+
downstream.push(null);
|
58
|
+
});
|
59
|
+
return downstream;
|
60
|
+
}
|
61
|
+
exports.createBufferedReadable = createBufferedReadable;
|
@@ -0,0 +1,104 @@
|
|
1
|
+
"use strict";
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
+
exports.modeOf = exports.sizeOf = exports.flush = exports.merge = exports.createBufferedReadable = exports.createBufferedReadableStream = void 0;
|
4
|
+
const ByteArrayCollector_1 = require("./ByteArrayCollector");
|
5
|
+
function createBufferedReadableStream(upstream, size, logger) {
|
6
|
+
const reader = upstream.getReader();
|
7
|
+
let streamBufferingLoggedWarning = false;
|
8
|
+
let bytesSeen = 0;
|
9
|
+
const buffers = ["", new ByteArrayCollector_1.ByteArrayCollector((size) => new Uint8Array(size))];
|
10
|
+
let mode = -1;
|
11
|
+
const pull = async (controller) => {
|
12
|
+
const { value, done } = await reader.read();
|
13
|
+
const chunk = value;
|
14
|
+
if (done) {
|
15
|
+
if (mode !== -1) {
|
16
|
+
const remainder = flush(buffers, mode);
|
17
|
+
if (sizeOf(remainder) > 0) {
|
18
|
+
controller.enqueue(remainder);
|
19
|
+
}
|
20
|
+
}
|
21
|
+
controller.close();
|
22
|
+
}
|
23
|
+
else {
|
24
|
+
const chunkMode = modeOf(chunk);
|
25
|
+
if (mode !== chunkMode) {
|
26
|
+
if (mode >= 0) {
|
27
|
+
controller.enqueue(flush(buffers, mode));
|
28
|
+
}
|
29
|
+
mode = chunkMode;
|
30
|
+
}
|
31
|
+
if (mode === -1) {
|
32
|
+
controller.enqueue(chunk);
|
33
|
+
return;
|
34
|
+
}
|
35
|
+
const chunkSize = sizeOf(chunk);
|
36
|
+
bytesSeen += chunkSize;
|
37
|
+
const bufferSize = sizeOf(buffers[mode]);
|
38
|
+
if (chunkSize >= size && bufferSize === 0) {
|
39
|
+
controller.enqueue(chunk);
|
40
|
+
}
|
41
|
+
else {
|
42
|
+
const newSize = merge(buffers, mode, chunk);
|
43
|
+
if (!streamBufferingLoggedWarning && bytesSeen > size * 2) {
|
44
|
+
streamBufferingLoggedWarning = true;
|
45
|
+
logger === null || logger === void 0 ? void 0 : logger.warn(`@smithy/util-stream - stream chunk size ${chunkSize} is below threshold of ${size}, automatically buffering.`);
|
46
|
+
}
|
47
|
+
if (newSize >= size) {
|
48
|
+
controller.enqueue(flush(buffers, mode));
|
49
|
+
}
|
50
|
+
else {
|
51
|
+
await pull(controller);
|
52
|
+
}
|
53
|
+
}
|
54
|
+
}
|
55
|
+
};
|
56
|
+
return new ReadableStream({
|
57
|
+
pull,
|
58
|
+
});
|
59
|
+
}
|
60
|
+
exports.createBufferedReadableStream = createBufferedReadableStream;
|
61
|
+
exports.createBufferedReadable = createBufferedReadableStream;
|
62
|
+
function merge(buffers, mode, chunk) {
|
63
|
+
switch (mode) {
|
64
|
+
case 0:
|
65
|
+
buffers[0] += chunk;
|
66
|
+
return sizeOf(buffers[0]);
|
67
|
+
case 1:
|
68
|
+
case 2:
|
69
|
+
buffers[mode].push(chunk);
|
70
|
+
return sizeOf(buffers[mode]);
|
71
|
+
}
|
72
|
+
}
|
73
|
+
exports.merge = merge;
|
74
|
+
function flush(buffers, mode) {
|
75
|
+
switch (mode) {
|
76
|
+
case 0:
|
77
|
+
const s = buffers[0];
|
78
|
+
buffers[0] = "";
|
79
|
+
return s;
|
80
|
+
case 1:
|
81
|
+
case 2:
|
82
|
+
return buffers[mode].flush();
|
83
|
+
}
|
84
|
+
throw new Error(`@smithy/util-stream - invalid index ${mode} given to flush()`);
|
85
|
+
}
|
86
|
+
exports.flush = flush;
|
87
|
+
function sizeOf(chunk) {
|
88
|
+
var _a, _b;
|
89
|
+
return (_b = (_a = chunk === null || chunk === void 0 ? void 0 : chunk.byteLength) !== null && _a !== void 0 ? _a : chunk === null || chunk === void 0 ? void 0 : chunk.length) !== null && _b !== void 0 ? _b : 0;
|
90
|
+
}
|
91
|
+
exports.sizeOf = sizeOf;
|
92
|
+
function modeOf(chunk) {
|
93
|
+
if (typeof Buffer !== "undefined" && chunk instanceof Buffer) {
|
94
|
+
return 2;
|
95
|
+
}
|
96
|
+
if (chunk instanceof Uint8Array) {
|
97
|
+
return 1;
|
98
|
+
}
|
99
|
+
if (typeof chunk === "string") {
|
100
|
+
return 0;
|
101
|
+
}
|
102
|
+
return -1;
|
103
|
+
}
|
104
|
+
exports.modeOf = modeOf;
|
@@ -78,24 +78,26 @@ var Uint8ArrayBlobAdapter = class _Uint8ArrayBlobAdapter extends Uint8Array {
|
|
78
78
|
};
|
79
79
|
|
80
80
|
// src/index.ts
|
81
|
+
__reExport(src_exports, require("./checksum/ChecksumStream"), module.exports);
|
82
|
+
__reExport(src_exports, require("./checksum/createChecksumStream"), module.exports);
|
83
|
+
__reExport(src_exports, require("././createBufferedReadable"), module.exports);
|
81
84
|
__reExport(src_exports, require("././getAwsChunkedEncodingStream"), module.exports);
|
85
|
+
__reExport(src_exports, require("././headStream"), module.exports);
|
82
86
|
__reExport(src_exports, require("././sdk-stream-mixin"), module.exports);
|
83
87
|
__reExport(src_exports, require("././splitStream"), module.exports);
|
84
|
-
__reExport(src_exports, require("././headStream"), module.exports);
|
85
88
|
__reExport(src_exports, require("././stream-type-check"), module.exports);
|
86
|
-
__reExport(src_exports, require("./checksum/createChecksumStream"), module.exports);
|
87
|
-
__reExport(src_exports, require("./checksum/ChecksumStream"), module.exports);
|
88
89
|
// Annotate the CommonJS export names for ESM import in node:
|
89
90
|
|
90
91
|
0 && (module.exports = {
|
91
92
|
Uint8ArrayBlobAdapter,
|
93
|
+
ChecksumStream,
|
94
|
+
createChecksumStream,
|
95
|
+
createBufferedReadable,
|
92
96
|
getAwsChunkedEncodingStream,
|
97
|
+
headStream,
|
93
98
|
sdkStreamMixin,
|
94
99
|
splitStream,
|
95
|
-
headStream,
|
96
100
|
isReadableStream,
|
97
|
-
isBlob
|
98
|
-
createChecksumStream,
|
99
|
-
ChecksumStream
|
101
|
+
isBlob
|
100
102
|
});
|
101
103
|
|
@@ -0,0 +1,31 @@
|
|
1
|
+
export class ByteArrayCollector {
|
2
|
+
constructor(allocByteArray) {
|
3
|
+
this.allocByteArray = allocByteArray;
|
4
|
+
this.byteLength = 0;
|
5
|
+
this.byteArrays = [];
|
6
|
+
}
|
7
|
+
push(byteArray) {
|
8
|
+
this.byteArrays.push(byteArray);
|
9
|
+
this.byteLength += byteArray.byteLength;
|
10
|
+
}
|
11
|
+
flush() {
|
12
|
+
if (this.byteArrays.length === 1) {
|
13
|
+
const bytes = this.byteArrays[0];
|
14
|
+
this.reset();
|
15
|
+
return bytes;
|
16
|
+
}
|
17
|
+
const aggregation = this.allocByteArray(this.byteLength);
|
18
|
+
let cursor = 0;
|
19
|
+
for (let i = 0; i < this.byteArrays.length; ++i) {
|
20
|
+
const bytes = this.byteArrays[i];
|
21
|
+
aggregation.set(bytes, cursor);
|
22
|
+
cursor += bytes.byteLength;
|
23
|
+
}
|
24
|
+
this.reset();
|
25
|
+
return aggregation;
|
26
|
+
}
|
27
|
+
reset() {
|
28
|
+
this.byteArrays = [];
|
29
|
+
this.byteLength = 0;
|
30
|
+
}
|
31
|
+
}
|
@@ -0,0 +1,57 @@
|
|
1
|
+
import { Readable } from "node:stream";
|
2
|
+
import { ByteArrayCollector } from "./ByteArrayCollector";
|
3
|
+
import { createBufferedReadableStream, flush, merge, modeOf, sizeOf } from "./createBufferedReadableStream";
|
4
|
+
import { isReadableStream } from "./stream-type-check";
|
5
|
+
export function createBufferedReadable(upstream, size, logger) {
|
6
|
+
if (isReadableStream(upstream)) {
|
7
|
+
return createBufferedReadableStream(upstream, size, logger);
|
8
|
+
}
|
9
|
+
const downstream = new Readable({ read() { } });
|
10
|
+
let streamBufferingLoggedWarning = false;
|
11
|
+
let bytesSeen = 0;
|
12
|
+
const buffers = [
|
13
|
+
"",
|
14
|
+
new ByteArrayCollector((size) => new Uint8Array(size)),
|
15
|
+
new ByteArrayCollector((size) => Buffer.from(new Uint8Array(size))),
|
16
|
+
];
|
17
|
+
let mode = -1;
|
18
|
+
upstream.on("data", (chunk) => {
|
19
|
+
const chunkMode = modeOf(chunk);
|
20
|
+
if (mode !== chunkMode) {
|
21
|
+
if (mode >= 0) {
|
22
|
+
downstream.push(flush(buffers, mode));
|
23
|
+
}
|
24
|
+
mode = chunkMode;
|
25
|
+
}
|
26
|
+
if (mode === -1) {
|
27
|
+
downstream.push(chunk);
|
28
|
+
return;
|
29
|
+
}
|
30
|
+
const chunkSize = sizeOf(chunk);
|
31
|
+
bytesSeen += chunkSize;
|
32
|
+
const bufferSize = sizeOf(buffers[mode]);
|
33
|
+
if (chunkSize >= size && bufferSize === 0) {
|
34
|
+
downstream.push(chunk);
|
35
|
+
}
|
36
|
+
else {
|
37
|
+
const newSize = merge(buffers, mode, chunk);
|
38
|
+
if (!streamBufferingLoggedWarning && bytesSeen > size * 2) {
|
39
|
+
streamBufferingLoggedWarning = true;
|
40
|
+
logger?.warn(`@smithy/util-stream - stream chunk size ${chunkSize} is below threshold of ${size}, automatically buffering.`);
|
41
|
+
}
|
42
|
+
if (newSize >= size) {
|
43
|
+
downstream.push(flush(buffers, mode));
|
44
|
+
}
|
45
|
+
}
|
46
|
+
});
|
47
|
+
upstream.on("end", () => {
|
48
|
+
if (mode !== -1) {
|
49
|
+
const remainder = flush(buffers, mode);
|
50
|
+
if (sizeOf(remainder) > 0) {
|
51
|
+
downstream.push(remainder);
|
52
|
+
}
|
53
|
+
}
|
54
|
+
downstream.push(null);
|
55
|
+
});
|
56
|
+
return downstream;
|
57
|
+
}
|
@@ -0,0 +1,95 @@
|
|
1
|
+
import { ByteArrayCollector } from "./ByteArrayCollector";
|
2
|
+
export function createBufferedReadableStream(upstream, size, logger) {
|
3
|
+
const reader = upstream.getReader();
|
4
|
+
let streamBufferingLoggedWarning = false;
|
5
|
+
let bytesSeen = 0;
|
6
|
+
const buffers = ["", new ByteArrayCollector((size) => new Uint8Array(size))];
|
7
|
+
let mode = -1;
|
8
|
+
const pull = async (controller) => {
|
9
|
+
const { value, done } = await reader.read();
|
10
|
+
const chunk = value;
|
11
|
+
if (done) {
|
12
|
+
if (mode !== -1) {
|
13
|
+
const remainder = flush(buffers, mode);
|
14
|
+
if (sizeOf(remainder) > 0) {
|
15
|
+
controller.enqueue(remainder);
|
16
|
+
}
|
17
|
+
}
|
18
|
+
controller.close();
|
19
|
+
}
|
20
|
+
else {
|
21
|
+
const chunkMode = modeOf(chunk);
|
22
|
+
if (mode !== chunkMode) {
|
23
|
+
if (mode >= 0) {
|
24
|
+
controller.enqueue(flush(buffers, mode));
|
25
|
+
}
|
26
|
+
mode = chunkMode;
|
27
|
+
}
|
28
|
+
if (mode === -1) {
|
29
|
+
controller.enqueue(chunk);
|
30
|
+
return;
|
31
|
+
}
|
32
|
+
const chunkSize = sizeOf(chunk);
|
33
|
+
bytesSeen += chunkSize;
|
34
|
+
const bufferSize = sizeOf(buffers[mode]);
|
35
|
+
if (chunkSize >= size && bufferSize === 0) {
|
36
|
+
controller.enqueue(chunk);
|
37
|
+
}
|
38
|
+
else {
|
39
|
+
const newSize = merge(buffers, mode, chunk);
|
40
|
+
if (!streamBufferingLoggedWarning && bytesSeen > size * 2) {
|
41
|
+
streamBufferingLoggedWarning = true;
|
42
|
+
logger?.warn(`@smithy/util-stream - stream chunk size ${chunkSize} is below threshold of ${size}, automatically buffering.`);
|
43
|
+
}
|
44
|
+
if (newSize >= size) {
|
45
|
+
controller.enqueue(flush(buffers, mode));
|
46
|
+
}
|
47
|
+
else {
|
48
|
+
await pull(controller);
|
49
|
+
}
|
50
|
+
}
|
51
|
+
}
|
52
|
+
};
|
53
|
+
return new ReadableStream({
|
54
|
+
pull,
|
55
|
+
});
|
56
|
+
}
|
57
|
+
export const createBufferedReadable = createBufferedReadableStream;
|
58
|
+
export function merge(buffers, mode, chunk) {
|
59
|
+
switch (mode) {
|
60
|
+
case 0:
|
61
|
+
buffers[0] += chunk;
|
62
|
+
return sizeOf(buffers[0]);
|
63
|
+
case 1:
|
64
|
+
case 2:
|
65
|
+
buffers[mode].push(chunk);
|
66
|
+
return sizeOf(buffers[mode]);
|
67
|
+
}
|
68
|
+
}
|
69
|
+
export function flush(buffers, mode) {
|
70
|
+
switch (mode) {
|
71
|
+
case 0:
|
72
|
+
const s = buffers[0];
|
73
|
+
buffers[0] = "";
|
74
|
+
return s;
|
75
|
+
case 1:
|
76
|
+
case 2:
|
77
|
+
return buffers[mode].flush();
|
78
|
+
}
|
79
|
+
throw new Error(`@smithy/util-stream - invalid index ${mode} given to flush()`);
|
80
|
+
}
|
81
|
+
export function sizeOf(chunk) {
|
82
|
+
return chunk?.byteLength ?? chunk?.length ?? 0;
|
83
|
+
}
|
84
|
+
export function modeOf(chunk) {
|
85
|
+
if (typeof Buffer !== "undefined" && chunk instanceof Buffer) {
|
86
|
+
return 2;
|
87
|
+
}
|
88
|
+
if (chunk instanceof Uint8Array) {
|
89
|
+
return 1;
|
90
|
+
}
|
91
|
+
if (typeof chunk === "string") {
|
92
|
+
return 0;
|
93
|
+
}
|
94
|
+
return -1;
|
95
|
+
}
|
@@ -1,8 +1,9 @@
|
|
1
1
|
export * from "./blob/Uint8ArrayBlobAdapter";
|
2
|
+
export * from "./checksum/ChecksumStream";
|
3
|
+
export * from "./checksum/createChecksumStream";
|
4
|
+
export * from "./createBufferedReadable";
|
2
5
|
export * from "./getAwsChunkedEncodingStream";
|
6
|
+
export * from "./headStream";
|
3
7
|
export * from "./sdk-stream-mixin";
|
4
8
|
export * from "./splitStream";
|
5
|
-
export * from "./headStream";
|
6
9
|
export * from "./stream-type-check";
|
7
|
-
export * from "./checksum/createChecksumStream";
|
8
|
-
export * from "./checksum/ChecksumStream";
|
@@ -0,0 +1,13 @@
|
|
1
|
+
/**
|
2
|
+
* Aggregates byteArrays on demand.
|
3
|
+
* @internal
|
4
|
+
*/
|
5
|
+
export declare class ByteArrayCollector {
|
6
|
+
readonly allocByteArray: (size: number) => Uint8Array;
|
7
|
+
byteLength: number;
|
8
|
+
private byteArrays;
|
9
|
+
constructor(allocByteArray: (size: number) => Uint8Array);
|
10
|
+
push(byteArray: Uint8Array): void;
|
11
|
+
flush(): Uint8Array;
|
12
|
+
private reset;
|
13
|
+
}
|
@@ -0,0 +1,13 @@
|
|
1
|
+
/// <reference types="node" />
|
2
|
+
import type { Logger } from "@smithy/types";
|
3
|
+
import { Readable } from "node:stream";
|
4
|
+
/**
|
5
|
+
* @internal
|
6
|
+
* @param upstream - any Readable or ReadableStream.
|
7
|
+
* @param size - byte or character length minimum. Buffering occurs when a chunk fails to meet this value.
|
8
|
+
* @param onBuffer - for emitting warnings when buffering occurs.
|
9
|
+
* @returns another stream of the same data and stream class, but buffers chunks until
|
10
|
+
* the minimum size is met, except for the last chunk.
|
11
|
+
*/
|
12
|
+
export declare function createBufferedReadable(upstream: Readable, size: number, logger?: Logger): Readable;
|
13
|
+
export declare function createBufferedReadable(upstream: ReadableStream, size: number, logger?: Logger): ReadableStream;
|
@@ -0,0 +1,49 @@
|
|
1
|
+
import type { Logger } from "@smithy/types";
|
2
|
+
import { ByteArrayCollector } from "./ByteArrayCollector";
|
3
|
+
export type BufferStore = [string, ByteArrayCollector, ByteArrayCollector?];
|
4
|
+
export type BufferUnion = string | Uint8Array;
|
5
|
+
export type Modes = 0 | 1 | 2;
|
6
|
+
/**
|
7
|
+
* @internal
|
8
|
+
* @param upstream - any ReadableStream.
|
9
|
+
* @param size - byte or character length minimum. Buffering occurs when a chunk fails to meet this value.
|
10
|
+
* @param onBuffer - for emitting warnings when buffering occurs.
|
11
|
+
* @returns another stream of the same data, but buffers chunks until
|
12
|
+
* the minimum size is met, except for the last chunk.
|
13
|
+
*/
|
14
|
+
export declare function createBufferedReadableStream(upstream: ReadableStream, size: number, logger?: Logger): ReadableStream;
|
15
|
+
/**
|
16
|
+
* Replaces R/RS polymorphic implementation in environments with only ReadableStream.
|
17
|
+
* @internal
|
18
|
+
*/
|
19
|
+
export declare const createBufferedReadable: typeof createBufferedReadableStream;
|
20
|
+
/**
|
21
|
+
* @internal
|
22
|
+
* @param buffers
|
23
|
+
* @param mode
|
24
|
+
* @param chunk
|
25
|
+
* @returns the new buffer size after merging the chunk with its appropriate buffer.
|
26
|
+
*/
|
27
|
+
export declare function merge(buffers: BufferStore, mode: Modes, chunk: string | Uint8Array): number;
|
28
|
+
/**
|
29
|
+
* @internal
|
30
|
+
* @param buffers
|
31
|
+
* @param mode
|
32
|
+
* @returns the buffer matching the mode.
|
33
|
+
*/
|
34
|
+
export declare function flush(buffers: BufferStore, mode: Modes | -1): BufferUnion;
|
35
|
+
/**
|
36
|
+
* @internal
|
37
|
+
* @param chunk
|
38
|
+
* @returns size of the chunk in bytes or characters.
|
39
|
+
*/
|
40
|
+
export declare function sizeOf(chunk?: {
|
41
|
+
byteLength?: number;
|
42
|
+
length?: number;
|
43
|
+
}): number;
|
44
|
+
/**
|
45
|
+
* @internal
|
46
|
+
* @param chunk - from upstream Readable.
|
47
|
+
* @returns type index of the chunk.
|
48
|
+
*/
|
49
|
+
export declare function modeOf(chunk: BufferUnion): Modes | -1;
|
@@ -1,8 +1,9 @@
|
|
1
1
|
export * from "./blob/Uint8ArrayBlobAdapter";
|
2
|
+
export * from "./checksum/ChecksumStream";
|
3
|
+
export * from "./checksum/createChecksumStream";
|
4
|
+
export * from "./createBufferedReadable";
|
2
5
|
export * from "./getAwsChunkedEncodingStream";
|
6
|
+
export * from "./headStream";
|
3
7
|
export * from "./sdk-stream-mixin";
|
4
8
|
export * from "./splitStream";
|
5
|
-
export * from "./headStream";
|
6
9
|
export * from "./stream-type-check";
|
7
|
-
export * from "./checksum/createChecksumStream";
|
8
|
-
export * from "./checksum/ChecksumStream";
|
@@ -0,0 +1,13 @@
|
|
1
|
+
/**
|
2
|
+
* Aggregates byteArrays on demand.
|
3
|
+
* @internal
|
4
|
+
*/
|
5
|
+
export declare class ByteArrayCollector {
|
6
|
+
readonly allocByteArray: (size: number) => Uint8Array;
|
7
|
+
byteLength: number;
|
8
|
+
private byteArrays;
|
9
|
+
constructor(allocByteArray: (size: number) => Uint8Array);
|
10
|
+
push(byteArray: Uint8Array): void;
|
11
|
+
flush(): Uint8Array;
|
12
|
+
private reset;
|
13
|
+
}
|
@@ -0,0 +1,13 @@
|
|
1
|
+
/// <reference types="node" />
|
2
|
+
import { Logger } from "@smithy/types";
|
3
|
+
import { Readable } from "node:stream";
|
4
|
+
/**
|
5
|
+
* @internal
|
6
|
+
* @param upstream - any Readable or ReadableStream.
|
7
|
+
* @param size - byte or character length minimum. Buffering occurs when a chunk fails to meet this value.
|
8
|
+
* @param onBuffer - for emitting warnings when buffering occurs.
|
9
|
+
* @returns another stream of the same data and stream class, but buffers chunks until
|
10
|
+
* the minimum size is met, except for the last chunk.
|
11
|
+
*/
|
12
|
+
export declare function createBufferedReadable(upstream: Readable, size: number, logger?: Logger): Readable;
|
13
|
+
export declare function createBufferedReadable(upstream: ReadableStream, size: number, logger?: Logger): ReadableStream;
|
@@ -0,0 +1,53 @@
|
|
1
|
+
import { Logger } from "@smithy/types";
|
2
|
+
import { ByteArrayCollector } from "./ByteArrayCollector";
|
3
|
+
export type BufferStore = [
|
4
|
+
string,
|
5
|
+
ByteArrayCollector,
|
6
|
+
ByteArrayCollector?
|
7
|
+
];
|
8
|
+
export type BufferUnion = string | Uint8Array;
|
9
|
+
export type Modes = 0 | 1 | 2;
|
10
|
+
/**
|
11
|
+
* @internal
|
12
|
+
* @param upstream - any ReadableStream.
|
13
|
+
* @param size - byte or character length minimum. Buffering occurs when a chunk fails to meet this value.
|
14
|
+
* @param onBuffer - for emitting warnings when buffering occurs.
|
15
|
+
* @returns another stream of the same data, but buffers chunks until
|
16
|
+
* the minimum size is met, except for the last chunk.
|
17
|
+
*/
|
18
|
+
export declare function createBufferedReadableStream(upstream: ReadableStream, size: number, logger?: Logger): ReadableStream;
|
19
|
+
/**
|
20
|
+
* Replaces R/RS polymorphic implementation in environments with only ReadableStream.
|
21
|
+
* @internal
|
22
|
+
*/
|
23
|
+
export declare const createBufferedReadable: typeof createBufferedReadableStream;
|
24
|
+
/**
|
25
|
+
* @internal
|
26
|
+
* @param buffers
|
27
|
+
* @param mode
|
28
|
+
* @param chunk
|
29
|
+
* @returns the new buffer size after merging the chunk with its appropriate buffer.
|
30
|
+
*/
|
31
|
+
export declare function merge(buffers: BufferStore, mode: Modes, chunk: string | Uint8Array): number;
|
32
|
+
/**
|
33
|
+
* @internal
|
34
|
+
* @param buffers
|
35
|
+
* @param mode
|
36
|
+
* @returns the buffer matching the mode.
|
37
|
+
*/
|
38
|
+
export declare function flush(buffers: BufferStore, mode: Modes | -1): BufferUnion;
|
39
|
+
/**
|
40
|
+
* @internal
|
41
|
+
* @param chunk
|
42
|
+
* @returns size of the chunk in bytes or characters.
|
43
|
+
*/
|
44
|
+
export declare function sizeOf(chunk?: {
|
45
|
+
byteLength?: number;
|
46
|
+
length?: number;
|
47
|
+
}): number;
|
48
|
+
/**
|
49
|
+
* @internal
|
50
|
+
* @param chunk - from upstream Readable.
|
51
|
+
* @returns type index of the chunk.
|
52
|
+
*/
|
53
|
+
export declare function modeOf(chunk: BufferUnion): Modes | -1;
|
@@ -1,8 +1,9 @@
|
|
1
1
|
export * from "./blob/Uint8ArrayBlobAdapter";
|
2
|
+
export * from "./checksum/ChecksumStream";
|
3
|
+
export * from "./checksum/createChecksumStream";
|
4
|
+
export * from "./createBufferedReadable";
|
2
5
|
export * from "./getAwsChunkedEncodingStream";
|
6
|
+
export * from "./headStream";
|
3
7
|
export * from "./sdk-stream-mixin";
|
4
8
|
export * from "./splitStream";
|
5
|
-
export * from "./headStream";
|
6
9
|
export * from "./stream-type-check";
|
7
|
-
export * from "./checksum/createChecksumStream";
|
8
|
-
export * from "./checksum/ChecksumStream";
|
@@ -1,6 +1,6 @@
|
|
1
1
|
{
|
2
2
|
"name": "@smithy/util-stream",
|
3
|
-
"version": "4.
|
3
|
+
"version": "4.1.1",
|
4
4
|
"scripts": {
|
5
5
|
"build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types && yarn build:types:downlevel'",
|
6
6
|
"build:cjs": "node ../../scripts/inline util-stream",
|
@@ -61,6 +61,7 @@
|
|
61
61
|
"browser": {
|
62
62
|
"./dist-es/checksum/ChecksumStream": "./dist-es/checksum/ChecksumStream.browser",
|
63
63
|
"./dist-es/checksum/createChecksumStream": "./dist-es/checksum/createChecksumStream.browser",
|
64
|
+
"./dist-es/createBufferedReadable": "./dist-es/createBufferedReadableStream",
|
64
65
|
"./dist-es/getAwsChunkedEncodingStream": "./dist-es/getAwsChunkedEncodingStream.browser",
|
65
66
|
"./dist-es/headStream": "./dist-es/headStream.browser",
|
66
67
|
"./dist-es/sdk-stream-mixin": "./dist-es/sdk-stream-mixin.browser",
|
@@ -73,12 +74,14 @@
|
|
73
74
|
"./dist-es/sdk-stream-mixin": "./dist-es/sdk-stream-mixin.browser",
|
74
75
|
"./dist-es/headStream": "./dist-es/headStream.browser",
|
75
76
|
"./dist-es/splitStream": "./dist-es/splitStream.browser",
|
77
|
+
"./dist-es/createBufferedReadable": "./dist-es/createBufferedReadableStream",
|
76
78
|
"./dist-cjs/checksum/createChecksumStream": "./dist-cjs/checksum/createChecksumStream.browser",
|
77
79
|
"./dist-cjs/checksum/ChecksumStream": "./dist-cjs/checksum/ChecksumStream.browser",
|
78
80
|
"./dist-cjs/getAwsChunkedEncodingStream": "./dist-cjs/getAwsChunkedEncodingStream.browser",
|
79
81
|
"./dist-cjs/sdk-stream-mixin": "./dist-cjs/sdk-stream-mixin.browser",
|
80
82
|
"./dist-cjs/headStream": "./dist-cjs/headStream.browser",
|
81
|
-
"./dist-cjs/splitStream": "./dist-cjs/splitStream.browser"
|
83
|
+
"./dist-cjs/splitStream": "./dist-cjs/splitStream.browser",
|
84
|
+
"./dist-cjs/createBufferedReadable": "./dist-cjs/createBufferedReadableStream"
|
82
85
|
},
|
83
86
|
"homepage": "https://github.com/awslabs/smithy-typescript/tree/main/packages/util-stream",
|
84
87
|
"repository": {
|
package/package.json
CHANGED
@@ -49,14 +49,14 @@
|
|
49
49
|
"@types/node": "16.18.78",
|
50
50
|
"@typescript-eslint/eslint-plugin": "^8",
|
51
51
|
"@typescript-eslint/parser": "^8",
|
52
|
-
"aws-cdk": "^2.178.
|
52
|
+
"aws-cdk": "^2.178.2",
|
53
53
|
"aws-cdk-lib": "2.109.0",
|
54
54
|
"cdk8s": "2.68.91",
|
55
|
-
"cdk8s-cli": "^2.198.
|
55
|
+
"cdk8s-cli": "^2.198.324",
|
56
56
|
"commit-and-tag-version": "^12",
|
57
57
|
"constructs": "10.3.0",
|
58
58
|
"eslint": "^9",
|
59
|
-
"eslint-import-resolver-typescript": "^3.
|
59
|
+
"eslint-import-resolver-typescript": "^3.8.0",
|
60
60
|
"eslint-plugin-import": "^2.31.0",
|
61
61
|
"fs-extra": "^11.3.0",
|
62
62
|
"jest": "^27",
|
@@ -66,7 +66,7 @@
|
|
66
66
|
"jsii-docgen": "^10.5.0",
|
67
67
|
"jsii-pacmak": "^1.106.0",
|
68
68
|
"jsii-rosetta": "^5",
|
69
|
-
"projen": "^0.91.
|
69
|
+
"projen": "^0.91.10",
|
70
70
|
"ts-jest": "^27",
|
71
71
|
"ts-node": "^10.9.2",
|
72
72
|
"typescript": "^5.7.3"
|
@@ -77,7 +77,7 @@
|
|
77
77
|
"constructs": "^10.3.0"
|
78
78
|
},
|
79
79
|
"dependencies": {
|
80
|
-
"@aws-sdk/client-cloudformation": "^3.
|
80
|
+
"@aws-sdk/client-cloudformation": "^3.749.0"
|
81
81
|
},
|
82
82
|
"bundledDependencies": [
|
83
83
|
"@aws-sdk/client-cloudformation"
|
@@ -93,7 +93,7 @@
|
|
93
93
|
"publishConfig": {
|
94
94
|
"access": "public"
|
95
95
|
},
|
96
|
-
"version": "0.0.
|
96
|
+
"version": "0.0.246",
|
97
97
|
"jest": {
|
98
98
|
"coverageProvider": "v8",
|
99
99
|
"testMatch": [
|