qdone 2.0.54-alpha → 2.0.55-alpha

package/commonjs/src/consumer.js

@@ -80,19 +80,27 @@ async function processMessages(queues, callback, options) {
         debug({ systemMonitor: 'done' });
     });
     // Keep track of how many messages could be returned from each queue
-    const activeQrls = new Set();
+    const activeQrls = new Map();
+    const listeningQrls = new Set();
     let maxReturnCount = 0;
     const listen = async (qname, qrl, maxMessages) => {
         if (opt.verbose) {
             console.error(chalk_1.default.blue('Listening on: '), qname);
         }
-        activeQrls.add(qrl);
         maxReturnCount += maxMessages;
         try {
+            listeningQrls.add(qrl);
             const messages = await getMessages(qrl, opt, maxMessages);
+            listeningQrls.delete(qrl);
             if (!shutdownRequested) {
                 if (messages.length) {
+                    activeQrls.set(qrl, (activeQrls.get(qrl) || 0) + 1);
                     await jobExecutor.executeJobs(messages, callback, qname, qrl);
+                    const count = activeQrls.get(qrl) - 1;
+                    if (count)
+                        activeQrls.set(qrl, count);
+                    else
+                        activeQrls.delete(qrl);
                     queueManager.updateIcehouse(qrl, false);
                 }
                 else {
@@ -102,7 +110,6 @@ async function processMessages(queues, callback, options) {
             }
             // Max job accounting
             maxReturnCount -= maxMessages;
-            activeQrls.delete(qrl);
         }
         catch (e) {
             // If the queue has been cleaned up, we should back off anyway
@@ -114,6 +121,14 @@ async function processMessages(queues, callback, options) {
             }
         }
     };
+    if (opt.verbose) {
+        function printUrls() {
+            console.error({ activeQrls, listeningQrls });
+            if (!shutdownRequested)
+                setTimeout(printUrls, 2000);
+        }
+        printUrls();
+    }
     while (!shutdownRequested) { // eslint-disable-line
         // Figure out how we are running
         const runningJobs = jobExecutor.runningJobCount();
@@ -137,21 +152,21 @@ async function processMessages(queues, callback, options) {
         const targetJobs = Math.round(allowedJobs * overallFactor);
         let jobsLeft = targetJobs;
         if (opt.verbose) {
-            console.error({ maxConcurrentJobs: opt.maxConcurrentJobs, maxReturnCount, runningJobs, allowedJobs, maxLatency, latencyFactor, freememFactor, loadFactor, overallFactor, targetJobs, activeQrls });
+            console.error({ maxConcurrentJobs: opt.maxConcurrentJobs, maxReturnCount, runningJobs, allowedJobs, maxLatency, latencyFactor, freememFactor, loadFactor, overallFactor, targetJobs });
         }
         for (const { qname, qrl } of queueManager.getPairs()) {
             // const qcount = jobExecutor.runningJobCountForQueue(qname)
             // console.log({ evaluating: { qname, qrl, qcount, jobsLeft, activeQrlsHasQrl: activeQrls.has(qrl) } })
             if (jobsLeft <= 0)
                 break;
-            if (activeQrls.has(qrl))
+            if (listeningQrls.has(qrl))
                 continue;
             const maxMessages = Math.min(10, jobsLeft);
             listen(qname, qrl, maxMessages);
             jobsLeft -= maxMessages;
             // debug({ listenedTo: { qname, maxMessages, jobsLeft } })
         }
-        await delay(1000);
+        await delay(300);
     }
     debug('after all');
 }

package/commonjs/src/scheduler/systemMonitor.js

@@ -71,7 +71,7 @@ class SystemMonitor {
      * second is better to reduce latency of detecting the change.
      */
     measureLoad() {
-        const [newLoad,] = os_1.default.loadavg();
+        const [newLoad] = os_1.default.loadavg();
         const previousLoad = this.oneMinuteLoad;
         if (previousLoad !== newLoad) {
             const e = 1884 / 2048; // see include/linux/sched/loadavg.h

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "qdone",
-  "version": "2.0.54-alpha",
+  "version": "2.0.55-alpha",
   "description": "A distributed scheduler for SQS",
   "type": "module",
   "main": "./index.js",

package/src/consumer.js

@@ -2,7 +2,7 @@
  * Consumer implementation.
  */
 
-import { freemem, totalmem, loadavg, cpus } from 'os'
+import { freemem, totalmem, cpus } from 'os'
 import { ReceiveMessageCommand, QueueDoesNotExist } from '@aws-sdk/client-sqs'
 import chalk from 'chalk'
 import Debug from 'debug'
@@ -83,20 +83,26 @@ export async function processMessages (queues, callback, options) {
   })
 
   // Keep track of how many messages could be returned from each queue
-  const activeQrls = new Set()
+  const activeQrls = new Map()
+  const listeningQrls = new Set()
   let maxReturnCount = 0
   const listen = async (qname, qrl, maxMessages) => {
     if (opt.verbose) {
       console.error(chalk.blue('Listening on: '), qname)
     }
-    activeQrls.add(qrl)
     maxReturnCount += maxMessages
     try {
+      listeningQrls.add(qrl)
       const messages = await getMessages(qrl, opt, maxMessages)
+      listeningQrls.delete(qrl)
 
       if (!shutdownRequested) {
         if (messages.length) {
+          activeQrls.set(qrl, (activeQrls.get(qrl) || 0) + 1)
           await jobExecutor.executeJobs(messages, callback, qname, qrl)
+          const count = activeQrls.get(qrl) - 1
+          if (count) activeQrls.set(qrl, count)
+          else activeQrls.delete(qrl)
           queueManager.updateIcehouse(qrl, false)
         } else {
           // If we didn't get any, update the icehouse so we can back off
@@ -106,7 +112,6 @@ export async function processMessages (queues, callback, options) {
 
       // Max job accounting
       maxReturnCount -= maxMessages
-      activeQrls.delete(qrl)
     } catch (e) {
       // If the queue has been cleaned up, we should back off anyway
       if (e instanceof QueueDoesNotExist) {
@@ -117,6 +122,14 @@ export async function processMessages (queues, callback, options) {
     }
   }
 
+  if (opt.verbose) {
+    function printUrls () {
+      console.error({ activeQrls, listeningQrls })
+      if (!shutdownRequested) setTimeout(printUrls, 2000)
+    }
+    printUrls()
+  }
+
   while (!shutdownRequested) { // eslint-disable-line
     // Figure out how we are running
     const runningJobs = jobExecutor.runningJobCount()
@@ -145,19 +158,19 @@ export async function processMessages (queues, callback, options) {
     let jobsLeft = targetJobs
 
     if (opt.verbose) {
-      console.error({ maxConcurrentJobs: opt.maxConcurrentJobs, maxReturnCount, runningJobs, allowedJobs, maxLatency, latencyFactor, freememFactor, loadFactor, overallFactor, targetJobs, activeQrls })
+      console.error({ maxConcurrentJobs: opt.maxConcurrentJobs, maxReturnCount, runningJobs, allowedJobs, maxLatency, latencyFactor, freememFactor, loadFactor, overallFactor, targetJobs })
     }
     for (const { qname, qrl } of queueManager.getPairs()) {
       // const qcount = jobExecutor.runningJobCountForQueue(qname)
       // console.log({ evaluating: { qname, qrl, qcount, jobsLeft, activeQrlsHasQrl: activeQrls.has(qrl) } })
       if (jobsLeft <= 0) break
-      if (activeQrls.has(qrl)) continue
+      if (listeningQrls.has(qrl)) continue
       const maxMessages = Math.min(10, jobsLeft)
       listen(qname, qrl, maxMessages)
       jobsLeft -= maxMessages
       // debug({ listenedTo: { qname, maxMessages, jobsLeft } })
     }
-    await delay(1000)
+    await delay(300)
   }
   debug('after all')
 }

package/src/scheduler/systemMonitor.js

@@ -71,7 +71,7 @@ export class SystemMonitor {
    */
 
   measureLoad () {
-    const [newLoad, ] = os.loadavg()
+    const [newLoad] = os.loadavg()
     const previousLoad = this.oneMinuteLoad
     if (previousLoad !== newLoad) {
       const e = 1884 / 2048 // see include/linux/sched/loadavg.h
@@ -84,7 +84,7 @@ export class SystemMonitor {
     }
   }
 
-  getLoad() {
+  getLoad () {
     return this.instantaneousLoad
   }