qdone 2.0.16-alpha → 2.0.17-alpha
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/commonjs/src/consumer.js +5 -3
- package/npm-shrinkwrap.json +16001 -0
- package/package.json +1 -1
- package/src/consumer.js +4 -2
package/commonjs/src/consumer.js
CHANGED
|
@@ -43,6 +43,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
43
43
|
};
|
|
44
44
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
45
45
|
exports.processMessages = exports.getMessages = exports.requestShutdown = void 0;
|
|
46
|
+
var os_1 = require("os");
|
|
46
47
|
var client_sqs_1 = require("@aws-sdk/client-sqs");
|
|
47
48
|
var chalk_1 = __importDefault(require("chalk"));
|
|
48
49
|
var debug_1 = __importDefault(require("debug"));
|
|
@@ -117,7 +118,7 @@ exports.getMessages = getMessages;
|
|
|
117
118
|
//
|
|
118
119
|
function processMessages(queues, callback, options) {
|
|
119
120
|
return __awaiter(this, void 0, void 0, function () {
|
|
120
|
-
var opt, lastLatency, systemMonitor, jobExecutor, queueManager, delayTimeout, delay, activeQrls, maxReturnCount, listen, allowedJobs, maxLatency, latency, latencyFactor, targetJobs, jobsLeft, _i, _a, _b, qname, qrl, maxMessages;
|
|
121
|
+
var opt, lastLatency, systemMonitor, jobExecutor, queueManager, delayTimeout, delay, activeQrls, maxReturnCount, listen, allowedJobs, maxLatency, latency, latencyFactor, freememFactor, targetJobs, jobsLeft, _i, _a, _b, qname, qrl, maxMessages;
|
|
121
122
|
var _this = this;
|
|
122
123
|
return __generator(this, function (_c) {
|
|
123
124
|
switch (_c.label) {
|
|
@@ -211,9 +212,10 @@ function processMessages(queues, callback, options) {
|
|
|
211
212
|
latency = systemMonitor.getLatency() || 10;
|
|
212
213
|
latencyFactor = 1 - Math.abs(Math.min(latency / maxLatency, 1)) // 0 if latency is at max, 1 if latency 0
|
|
213
214
|
;
|
|
214
|
-
|
|
215
|
+
freememFactor = Math.min(1, Math.max(0, (0, os_1.freemem)() - (0, os_1.totalmem)() / 2) / (0, os_1.totalmem)());
|
|
216
|
+
targetJobs = Math.round(allowedJobs * latencyFactor * freememFactor);
|
|
215
217
|
jobsLeft = targetJobs;
|
|
216
|
-
debug({ jobCount: jobExecutor.activeJobCount(), maxReturnCount: maxReturnCount, allowedJobs: allowedJobs, maxLatency: maxLatency, latency: latency, latencyFactor: latencyFactor, targetJobs: targetJobs, activeQrls: activeQrls });
|
|
218
|
+
debug({ jobCount: jobExecutor.activeJobCount(), maxReturnCount: maxReturnCount, allowedJobs: allowedJobs, maxLatency: maxLatency, latency: latency, latencyFactor: latencyFactor, freememFactor: freememFactor, targetJobs: targetJobs, activeQrls: activeQrls });
|
|
217
219
|
for (_i = 0, _a = queueManager.getPairs(); _i < _a.length; _i++) {
|
|
218
220
|
_b = _a[_i], qname = _b.qname, qrl = _b.qrl;
|
|
219
221
|
debug({ evaluating: { qname: qname, qrl: qrl, jobsLeft: jobsLeft, activeQrlsHasQrl: activeQrls.has(qrl) } });
|