@push.rocks/smartstream 3.0.23 → 3.0.26
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
*/
|
|
4
4
|
export const commitinfo = {
|
|
5
5
|
name: '@push.rocks/smartstream',
|
|
6
|
-
version: '3.0.
|
|
6
|
+
version: '3.0.26',
|
|
7
7
|
description: 'simplifies access to node streams'
|
|
8
8
|
};
|
|
9
9
|
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiMDBfY29tbWl0aW5mb19kYXRhLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vdHMvMDBfY29tbWl0aW5mb19kYXRhLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBOztHQUVHO0FBQ0gsTUFBTSxDQUFDLE1BQU0sVUFBVSxHQUFHO0lBQ3hCLElBQUksRUFBRSx5QkFBeUI7SUFDL0IsT0FBTyxFQUFFLFFBQVE7SUFDakIsV0FBVyxFQUFFLG1DQUFtQztDQUNqRCxDQUFBIn0=
|
|
@@ -16,11 +16,12 @@ export class SmartDuplex extends Duplex {
|
|
|
16
16
|
}
|
|
17
17
|
}
|
|
18
18
|
constructor(optionsArg) {
|
|
19
|
-
super(
|
|
20
|
-
|
|
21
|
-
|
|
19
|
+
super(Object.assign({
|
|
20
|
+
highWaterMark: 1,
|
|
21
|
+
}, optionsArg));
|
|
22
22
|
this.asyncWritePromiseObjectmap = new plugins.lik.ObjectMap();
|
|
23
23
|
this.options = optionsArg;
|
|
24
|
+
this.backpressuredArray = new plugins.lik.BackpressuredArray(this.options.highWaterMark || 1);
|
|
24
25
|
}
|
|
25
26
|
async _read(size) {
|
|
26
27
|
this.debugLog(`${this.options.name}: read was called`);
|
|
@@ -32,9 +33,7 @@ export class SmartDuplex extends Duplex {
|
|
|
32
33
|
let canPushMore = true;
|
|
33
34
|
while (this.backpressuredArray.data.length > 0 && canPushMore) {
|
|
34
35
|
const nextChunk = this.backpressuredArray.shift();
|
|
35
|
-
|
|
36
|
-
canPushMore = this.push(nextChunk);
|
|
37
|
-
}
|
|
36
|
+
canPushMore = this.push(nextChunk);
|
|
38
37
|
}
|
|
39
38
|
}
|
|
40
39
|
// Ensure the _write method types the chunk as TInput and encodes TOutput
|
|
@@ -84,23 +83,23 @@ export class SmartDuplex extends Duplex {
|
|
|
84
83
|
const tools = {
|
|
85
84
|
truncate: () => callback(),
|
|
86
85
|
push: async (pipeObject) => {
|
|
87
|
-
this.push(pipeObject);
|
|
86
|
+
this.backpressuredArray.push(pipeObject);
|
|
88
87
|
},
|
|
89
88
|
};
|
|
90
89
|
try {
|
|
91
90
|
const finalChunk = await this.options.finalFunction(tools);
|
|
92
91
|
if (finalChunk) {
|
|
93
|
-
this.push(finalChunk);
|
|
92
|
+
this.backpressuredArray.push(finalChunk);
|
|
94
93
|
}
|
|
95
94
|
}
|
|
96
95
|
catch (err) {
|
|
97
|
-
this.push(null);
|
|
96
|
+
this.backpressuredArray.push(null);
|
|
98
97
|
callback(err);
|
|
99
98
|
return;
|
|
100
99
|
}
|
|
101
100
|
}
|
|
102
|
-
this.push(null);
|
|
101
|
+
this.backpressuredArray.push(null);
|
|
103
102
|
callback();
|
|
104
103
|
}
|
|
105
104
|
}
|
|
106
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
105
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic21hcnRzdHJlYW0uY2xhc3Nlcy5zbWFydGR1cGxleC5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3RzL3NtYXJ0c3RyZWFtLmNsYXNzZXMuc21hcnRkdXBsZXgudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLE9BQU8sTUFBTSwwQkFBMEIsQ0FBQztBQUNwRCxPQUFPLEVBQUUsTUFBTSxFQUFzQixNQUFNLFFBQVEsQ0FBQztBQXdCcEQsTUFBTSxPQUFPLFdBQXlDLFNBQVEsTUFBTTtJQUNsRSxTQUFTO0lBQ1QsTUFBTSxDQUFDLFVBQVUsQ0FBQyxNQUFjLEVBQUUsT0FBdUM7UUFDdkUsTUFBTSxXQUFXLEdBQUcsSUFBSSxXQUFXLENBQUMsT0FBTyxDQUFDLENBQUM7UUFDN0MsT0FBTyxDQUFDLFFBQVEsQ0FBQyxHQUFHLEVBQUU7WUFDcEIsV0FBVyxDQUFDLElBQUksQ0FBQyxNQUFNLENBQUMsQ0FBQztZQUN6QixXQUFXLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxDQUFDLENBQUMsNkJBQTZCO1FBQ3ZELENBQUMsQ0FBQyxDQUFDO1FBQ0gsT0FBTyxXQUFXLENBQUM7SUFDckIsQ0FBQztJQU1PLFFBQVEsQ0FBQyxVQUFrQjtRQUNqQyxJQUFJLElBQUksQ0FBQyxPQUFPLENBQUMsS0FBSyxFQUFFO1lBQ3RCLE9BQU8sQ0FBQyxHQUFHLENBQUMsVUFBVSxDQUFDLENBQUM7U0FDekI7SUFDSCxDQUFDO0lBRUQsWUFBWSxVQUFpRDtRQUMzRCxLQUFLLENBQUMsTUFBTSxDQUFDLE1BQU0sQ0FBQztZQUNsQixhQUFhLEVBQUUsQ0FBQztTQUNqQixFQUFFLFVBQVUsQ0FBQyxDQUFDLENBQUM7UUFtQlYsK0JBQTBCLEdBQUcsSUFBSSxPQUFPLENBQUMsR0FBRyxDQUFDLFNBQVMsRUFBZ0IsQ0FBQztRQWxCN0UsSUFBSSxDQUFDLE9BQU8sR0FBRyxVQUFVLENBQUM7UUFDMUIsSUFBSSxDQUFDLGtCQUFrQixHQUFHLElBQUksT0FBTyxDQUFDLEdBQUcsQ0FBQyxrQkFBa0IsQ0FBVSxJQUFJLENBQUMsT0FBTyxDQUFDLGFBQWEsSUFBSSxDQUFDLENBQUMsQ0FBQTtJQUN4RyxDQUFDO0lBRU0sS0FBSyxDQUFDLEtBQUssQ0FBQyxJQUFZO1FBQzdCLElBQUksQ0FBQyxRQUFRLENBQUMsR0FBRyxJQUFJLENBQUMsT0FBTyxDQUFDLElBQUksbUJBQW1CLENBQUMsQ0FBQztRQUN2RCxNQUFNLElBQUksQ0FBQyxrQkFBa0IsQ0FBQyxZQUFZLEVBQUUsQ0FBQztRQUM3QyxJQUFJLENBQUMsUUFBUSxDQUFDLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxJQUFJLGtDQUFrQyxDQUFDLENBQUM7UUFDdEUsSUFBSSxJQUFJLENBQUMsT0FBTyxDQUFDLFlBQVksRUFBRTtZQUM3QixNQUFNLElBQUksQ0FBQyxPQUFPLENBQUMsWUFBWSxFQUFFLENBQUM7U0FDbkM7UUFDRCxJQUFJLFdBQVcsR0FBRyxJQUFJLENBQUM7UUFDdkIsT0FBTSxJQUFJLENBQUMsa0JBQWtCLENBQUMsSUFBSSxDQUFDLE1BQU0sR0FBRyxDQUFDLElBQUksV0FBVyxFQUFFO1lBQzVELE1BQU0sU0FBUyxHQUFHLElBQUksQ0FBQyxrQkFBa0IsQ0FBQyxLQUFLLEVBQUUsQ0FBQztZQUNsRCxXQUFXLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxTQUFTLENBQUMsQ0FBQztTQUNwQztJQUNILENBQUM7SUFHRCx5RUFBeUU7SUFDbEUsS0FBSyxDQUFDLE1BQU0sQ0FBQyxLQUFhLEVBQUUsUUFBZ0IsRUFBRSxRQUF3QztRQUMzRixJQUFJLENBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxhQUFhLEVBQUU7WUFDL0IsT0FBTyxRQUFRLENBQUMsSUFBSSxLQUFLLENBQUMsNkJBQTZCLENBQUMsQ0FBQyxDQUFDO1NBQzNEO1FBRUQsSUFBSSxXQUFXLEdBQUcsS0FBSyxDQUFDO1FBQ3hCLE1BQU0sS0FBSyxHQUFpQjtZQUMxQixRQUFRLEVBQUUsR0FBRyxFQUFFO2dCQUNiLElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLENBQUM7Z0JBQ2hCLFdBQVcsR0FBRyxJQUFJLENBQUM7Z0JBQ25CLFFBQVEsRUFBRSxDQUFDO1lBQ2IsQ0FBQztZQUNELElBQUksRUFBRSxLQUFLLEVBQUUsT0FBZ0IsRUFBRSxFQUFFO2dCQUMvQixNQUFNLFdBQVcsR0FBRyxJQUFJLENBQUMsa0JBQWtCLENBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxDQUFDO2dCQUMxRCxJQUFJLENBQUMsV0FBVyxFQUFFO29CQUNoQixJQUFJLENBQUMsUUFBUSxDQUFDLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxJQUFJLG9CQUFvQixDQUFDLENBQUM7b0JBQ3hELE1BQU0sSUFBSSxDQUFDLGtCQUFrQixDQUFDLFlBQVksRUFBRSxDQUFDO29CQUM3QyxJQUFJLENBQUMsUUFBUSxDQUFDLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxJQUFJLHVCQUF1QixDQUFDLENBQUM7aUJBQzVEO1lBQ0gsQ0FBQztTQUNGLENBQUM7UUFFRixJQUFJO1lBQ0YsTUFBTSxhQUFhLEdBQUcsT0FBTyxDQUFDLFlBQVksQ0FBQyxLQUFLLEVBQUUsQ0FBQztZQUNuRCxJQUFJLENBQUMsMEJBQTBCLENBQUMsR0FBRyxDQUFDLGFBQWEsQ0FBQyxPQUFPLENBQUMsQ0FBQztZQUMzRCxNQUFNLGFBQWEsR0FBRyxNQUFNLElBQUksQ0FBQyxPQUFPLENBQUMsYUFBYSxDQUFDLEtBQUssRUFBRSxLQUFLLENBQUMsQ0FBQztZQUNyRSxJQUFJLFdBQVcsRUFBRTtnQkFDZixPQUFPO2FBQ1I7WUFDRCxJQUFJLGFBQWEsRUFBRTtnQkFDakIsTUFBTSxLQUFLLENBQUMsSUFBSSxDQUFDLGFBQWEsQ0FBQyxDQUFDO2FBQ2pDO1lBQ0QsUUFBUSxFQUFFLENBQUM7WUFDWCxhQUFhLENBQUMsT0FBTyxFQUFFLENBQUM7WUFDeEIsYUFBYSxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsR0FBRyxFQUFFO2dCQUM5QixJQUFJLENBQUMsMEJBQTBCLENBQUMsTUFBTSxDQUFDLGFBQWEsQ0FBQyxPQUFPLENBQUMsQ0FBQztZQUNoRSxDQUFDLENBQUMsQ0FBQztTQUNKO1FBQUMsT0FBTyxHQUFHLEVBQUU7WUFDWixRQUFRLENBQUMsR0FBRyxDQUFDLENBQUM7U0FDZjtJQUNILENBQUM7SUFFTSxLQUFLLENBQUMsTUFBTSxDQUFDLFFBQXdDO1FBQzFELE1BQU0sT0FBTyxDQUFDLEdBQUcsQ0FBQyxJQUFJLENBQUMsMEJBQTBCLENBQUMsUUFBUSxFQUFFLENBQUMsQ0FBQztRQUM5RCxJQUFJLElBQUksQ0FBQyxPQUFPLENBQUMsYUFBYSxFQUFFO1lBQzlCLE1BQU0sS0FBSyxHQUFpQjtnQkFDMUIsUUFBUSxFQUFFLEdBQUcsRUFBRSxDQUFDLFFBQVEsRUFBRTtnQkFDMUIsSUFBSSxFQUFFLEtBQUssRUFBRSxVQUFVLEVBQUUsRUFBRTtvQkFDekIsSUFBSSxDQUFDLGtCQUFrQixDQUFDLElBQUksQ0FBQyxVQUFVLENBQUMsQ0FBQztnQkFDM0MsQ0FBQzthQUNGLENBQUM7WUFFRixJQUFJO2dCQUNGLE1BQU0sVUFBVSxHQUFHLE1BQU0sSUFBSSxDQUFDLE9BQU8sQ0FBQyxhQUFhLENBQUMsS0FBSyxDQUFDLENBQUM7Z0JBQzNELElBQUksVUFBVSxFQUFFO29CQUNkLElBQUksQ0FBQyxrQkFBa0IsQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUM7aUJBQzFDO2FBQ0Y7WUFBQyxPQUFPLEdBQUcsRUFBRTtnQkFDWixJQUFJLENBQUMsa0JBQWtCLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxDQUFDO2dCQUNuQyxRQUFRLENBQUMsR0FBRyxDQUFDLENBQUM7Z0JBQ2QsT0FBTzthQUNSO1NBQ0Y7UUFDRCxJQUFJLENBQUMsa0JBQWtCLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxDQUFDO1FBQ25DLFFBQVEsRUFBRSxDQUFDO0lBQ2IsQ0FBQztDQUNGIn0=
|
package/package.json
CHANGED
package/ts/00_commitinfo_data.ts
CHANGED
|
@@ -35,7 +35,7 @@ export class SmartDuplex<TInput = any, TOutput = any> extends Duplex {
|
|
|
35
35
|
}
|
|
36
36
|
|
|
37
37
|
// INSTANCE
|
|
38
|
-
private backpressuredArray
|
|
38
|
+
private backpressuredArray: plugins.lik.BackpressuredArray<TOutput>;
|
|
39
39
|
public options: ISmartDuplexOptions<TInput, TOutput>;
|
|
40
40
|
private observableSubscription?: plugins.smartrx.rxjs.Subscription;
|
|
41
41
|
private debugLog(messageArg: string) {
|
|
@@ -45,8 +45,11 @@ export class SmartDuplex<TInput = any, TOutput = any> extends Duplex {
|
|
|
45
45
|
}
|
|
46
46
|
|
|
47
47
|
constructor(optionsArg?: ISmartDuplexOptions<TInput, TOutput>) {
|
|
48
|
-
super(
|
|
48
|
+
super(Object.assign({
|
|
49
|
+
highWaterMark: 1,
|
|
50
|
+
}, optionsArg));
|
|
49
51
|
this.options = optionsArg;
|
|
52
|
+
this.backpressuredArray = new plugins.lik.BackpressuredArray<TOutput>(this.options.highWaterMark || 1)
|
|
50
53
|
}
|
|
51
54
|
|
|
52
55
|
public async _read(size: number): Promise<void> {
|
|
@@ -59,9 +62,7 @@ export class SmartDuplex<TInput = any, TOutput = any> extends Duplex {
|
|
|
59
62
|
let canPushMore = true;
|
|
60
63
|
while(this.backpressuredArray.data.length > 0 && canPushMore) {
|
|
61
64
|
const nextChunk = this.backpressuredArray.shift();
|
|
62
|
-
|
|
63
|
-
canPushMore = this.push(nextChunk);
|
|
64
|
-
}
|
|
65
|
+
canPushMore = this.push(nextChunk);
|
|
65
66
|
}
|
|
66
67
|
}
|
|
67
68
|
|
|
@@ -115,22 +116,22 @@ export class SmartDuplex<TInput = any, TOutput = any> extends Duplex {
|
|
|
115
116
|
const tools: IStreamTools = {
|
|
116
117
|
truncate: () => callback(),
|
|
117
118
|
push: async (pipeObject) => {
|
|
118
|
-
this.push(pipeObject);
|
|
119
|
+
this.backpressuredArray.push(pipeObject);
|
|
119
120
|
},
|
|
120
121
|
};
|
|
121
122
|
|
|
122
123
|
try {
|
|
123
124
|
const finalChunk = await this.options.finalFunction(tools);
|
|
124
125
|
if (finalChunk) {
|
|
125
|
-
this.push(finalChunk);
|
|
126
|
+
this.backpressuredArray.push(finalChunk);
|
|
126
127
|
}
|
|
127
128
|
} catch (err) {
|
|
128
|
-
this.push(null);
|
|
129
|
+
this.backpressuredArray.push(null);
|
|
129
130
|
callback(err);
|
|
130
131
|
return;
|
|
131
132
|
}
|
|
132
133
|
}
|
|
133
|
-
this.push(null);
|
|
134
|
+
this.backpressuredArray.push(null);
|
|
134
135
|
callback();
|
|
135
136
|
}
|
|
136
137
|
}
|