keuss 1.6.9 → 1.6.10

package/Queue.js

@@ -46,6 +46,7 @@ class Queue {
       this._stats.incr ('reserve', 0);
       this._stats.incr ('commit', 0);
       this._stats.incr ('rollback', 0);
+      this._stats.incr ('deadletter', 0);
     }
 
     // if true, queue is being drained just before shutdown
@@ -724,6 +725,7 @@ class Queue {
         }
         else {
           debug ('moved %s to deadletter with _id %s', obj._id, res);
+          this._stats.incr ('deadletter');
           return cb (null, 'deadletter');
         }
       });

package/docusaurus/blog/2020-08-04-welcome.md

@@ -1,5 +1,4 @@
 ---
-id: welcome
 title: New website!
 author: Pep Martinez
 author_url: https://github.com/pepmartinez

package/docusaurus/docs/about.md

@@ -2,6 +2,7 @@
 id: about
 title: About
 sidebar_label: About
+slug: /
 ---
 
 Keuss is an attempt or experiment to provide a serverless, persistent and high-available queue middleware supporting delays/schedule, using mongodb and redis to provide most of the backend needs. As of now, it has evolved into a rather capable and complete queue middleware.

package/docusaurus/docs/changelog.md

@@ -3,6 +3,9 @@ id: changelog
 title: Changelog
 sidebar_label: Changelog
 ---
+* v1.6.10
+  * updated deps
+  * add 'deadletter' to stats, for elements moved to deadletter queue
 * v1.6.9
   * fix glitch in remove item on tape mongo (ps-mongo)
 * v1.6.8

package/docusaurus/docusaurus.config.js

@@ -1,7 +1,7 @@
 module.exports = {
   title: 'Keuss Job Queues',
   tagline: 'Job Queues for node.js, backed by redis and/or MongoDB',
-  url: 'https://pepmartinez.github.io/keuss',
+  url: 'https://pepmartinez.github.io',
   baseUrl: '/keuss/',
   onBrokenLinks: 'throw',
   favicon: 'img/favicon.ico',
@@ -76,7 +76,6 @@ module.exports = {
       {
         docs: {
           // It is recommended to set document id as docs home page (`docs/` path).
-          homePageId: 'about',
           sidebarPath: require.resolve('./sidebars.js'),
           // Please change this to your repo.
           editUrl:

package/docusaurus/package.json

@@ -1,6 +1,6 @@
 {
   "name": "keuss-docusaurus",
-  "version": "1.6.9",
+  "version": "1.6.10",
   "private": true,
   "scripts": {
     "docusaurus": "docusaurus",
@@ -11,8 +11,8 @@
     "serve": "docusaurus serve"
   },
   "dependencies": {
-    "@docusaurus/core": "^2.0.0-beta.9",
-    "@docusaurus/preset-classic": "^2.0.0-beta.9",
+    "@docusaurus/core": "^2.0.0-beta.15",
+    "@docusaurus/preset-classic": "^2.0.0-beta.15",
     "@mdx-js/react": "^1.6.22",
     "clsx": "^1.1.1",
     "react": "^17.0.2",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "keuss",
-  "version": "1.6.9",
+  "version": "1.6.10",
   "keywords": [
     "queue",
     "persistent",
@@ -27,10 +27,10 @@
   "license": "GPL-3.0",
   "dependencies": {
     "@nodebb/mubsub": "~1.7.1",
-    "async": "~3.2.1",
-    "async-lock": "~1.3.0",
-    "debug": "~4.3.2",
-    "ioredis": "~4.27.10",
+    "async": "~3.2.3",
+    "async-lock": "~1.3.1",
+    "debug": "~4.3.3",
+    "ioredis": "~4.28.5",
     "lodash": "~4.17.21",
     "mitt": "~3.0.0",
     "mongodb": "~3.6.12",
@@ -38,7 +38,7 @@
   },
   "devDependencies": {
     "chance": "~1.1.8",
-    "mocha": "~9.1.2",
+    "mocha": "~9.2.1",
     "should": "~13.2.3"
   },
   "scripts": {

package/test/backends_bucket-at-least-once.js

@@ -52,7 +52,7 @@ describe ('bucket-at-least-once with ' + MQ_item.label + ' queue backend', funct
       function (cb) {q.totalSize (cb)},
       function (cb) {q.next_t (cb)},
     ], function(err, results) {
-      results.should.eql ([{get: 0, put: 0, reserve: 0, commit: 0, rollback: 0}, 0, 0, null])
+      results.should.eql ([{get: 0, put: 0, reserve: 0, commit: 0, rollback: 0, deadletter: 0}, 0, 0, null])
       done();
     });
   });
@@ -70,7 +70,7 @@ describe ('bucket-at-least-once with ' + MQ_item.label + ' queue backend', funct
         cb();
       })},
       function (cb) {q.stats (function (err, res) {
-        res.should.eql ({get: 0, put: 2, reserve: 0, commit: 0, rollback: 0});
+        res.should.eql ({get: 0, put: 2, reserve: 0, commit: 0, rollback: 0, deadletter: 0});
         cb();
       })},
       function (cb) {q.next_t (function (err, res) {
@@ -86,7 +86,7 @@ describe ('bucket-at-least-once with ' + MQ_item.label + ' queue backend', funct
         cb();
       })},
       function (cb) {q.stats (function (err, res) {
-        res.should.eql ({get: 1, put: 2, reserve: 0, commit: 0, rollback: 0});
+        res.should.eql ({get: 1, put: 2, reserve: 0, commit: 0, rollback: 0, deadletter: 0});
         cb();
       })},
       function (cb) {q.pop ('c2', function (err, ret) {
@@ -98,7 +98,7 @@ describe ('bucket-at-least-once with ' + MQ_item.label + ' queue backend', funct
         cb();
       })},
       function (cb) {q.stats (function (err, res) {
-        res.should.eql ({get: 2, put: 2, reserve: 0, commit: 0, rollback: 0});
+        res.should.eql ({get: 2, put: 2, reserve: 0, commit: 0, rollback: 0, deadletter: 0});
         cb();
       })},
     ], function(err, results) {
@@ -139,7 +139,7 @@ describe ('bucket-at-least-once with ' + MQ_item.label + ' queue backend', funct
         cb();
       })},
       function (cb) {q.stats (function (err, res) {
-        res.should.eql ({get: 2, put: 2, reserve: 0, commit: 0, rollback: 0});
+        res.should.eql ({get: 2, put: 2, reserve: 0, commit: 0, rollback: 0, deadletter: 0});
         cb();
       })},
     ], function(err, results) {
@@ -160,7 +160,7 @@ describe ('bucket-at-least-once with ' + MQ_item.label + ' queue backend', funct
       (cb) => setTimeout (cb, 666),
 
       (cb) => q.size ((err, size) => {size.should.equal (4); cb(); }),
-      (cb) => q.stats ((err, res) => {res.should.eql ({get: 0, put: 4, reserve: 0, commit: 0, rollback: 0}); cb(); }),
+      (cb) => q.stats ((err, res) => {res.should.eql ({get: 0, put: 4, reserve: 0, commit: 0, rollback: 0, deadletter: 0}); cb(); }),
 
       (cb) => q.push ({elem:5, pl:'twetrwte'}, cb),
       (cb) => q.push ({elem:6, pl:'twetrwte'}, cb),
@@ -168,7 +168,7 @@ describe ('bucket-at-least-once with ' + MQ_item.label + ' queue backend', funct
       (cb) => setTimeout (cb, 666),
 
       (cb) => q.size ((err, size) => {size.should.equal (7); cb(); }),
-      (cb) => q.stats ((err, res) => {res.should.eql ({get: 0, put: 7, reserve: 0, commit: 0, rollback: 0}); cb(); }),
+      (cb) => q.stats ((err, res) => {res.should.eql ({get: 0, put: 7, reserve: 0, commit: 0, rollback: 0, deadletter: 0}); cb(); }),
 
       (cb) => q.next_t ((err, res) => {res.getTime().should.be.approximately(new Date().getTime(), 2000); cb(); }),
 
@@ -181,7 +181,7 @@ describe ('bucket-at-least-once with ' + MQ_item.label + ' queue backend', funct
       (cb) => {q.pop ('c1', (err, ret) => {ret.payload.should.eql ({elem:7, pl:'twetrwte'}); cb (err); })},
 
       (cb) => q.size ((err, size) => {size.should.equal (0); cb(); }),
-      (cb) => q.stats ((err, res) => {res.should.eql ({get: 7, put: 7, reserve: 0, commit: 0, rollback: 0}); cb(); }),
+      (cb) => q.stats ((err, res) => {res.should.eql ({get: 7, put: 7, reserve: 0, commit: 0, rollback: 0, deadletter: 0}); cb(); }),
     ], function(err, results) {
       q.drain();
       done();
@@ -211,7 +211,7 @@ describe ('bucket-at-least-once with ' + MQ_item.label + ' queue backend', funct
       (cb) => q.size ((err, size) => {size.should.equal (0); cb(); }),
       (cb) => q.totalSize ((err, size) => {size.should.equal (7); cb(); }),
       (cb) => q.schedSize ((err, size) => {size.should.equal (7); cb(); }),
-      (cb) => q.stats ((err, res) => {res.should.eql ({get: 0, put: 7, reserve: 0, commit: 0, rollback: 0}); cb(); }),
+      (cb) => q.stats ((err, res) => {res.should.eql ({get: 0, put: 7, reserve: 0, commit: 0, rollback: 0, deadletter: 0}); cb(); }),
 
       (cb) => {q.pop ('c1', (err, ret) => {ret.payload.should.eql ({elem:5, pl:'twetrwte'}); cb (err); })},
       (cb) => {q.pop ('c1', (err, ret) => {ret.payload.should.eql ({elem:6, pl:'twetrwte'}); cb (err); })},
@@ -222,7 +222,7 @@ describe ('bucket-at-least-once with ' + MQ_item.label + ' queue backend', funct
       (cb) => {q.pop ('c1', (err, ret) => {ret.payload.should.eql ({elem:4, pl:'twetrwte'}); cb (err); })},
 
       (cb) => q.size ((err, size) => {size.should.equal (0); cb(); }),
-      (cb) => q.stats ((err, res) => {res.should.eql ({get: 7, put: 7, reserve: 0, commit: 0, rollback: 0}); cb(); }),
+      (cb) => q.stats ((err, res) => {res.should.eql ({get: 7, put: 7, reserve: 0, commit: 0, rollback: 0, deadletter: 0}); cb(); }),
     ], function(err, results) {
       q.drain();
       done();
@@ -239,13 +239,13 @@ describe ('bucket-at-least-once with ' + MQ_item.label + ' queue backend', funct
       (cb) => setTimeout (cb, 700),
 
       (cb) => q.size ((err, size) => {size.should.equal (2); cb(); }),
-      (cb) => q.stats ((err, res) => {res.should.eql ({get: 0, put: 2, reserve: 0, commit: 0, rollback: 0}); cb(); }),
+      (cb) => q.stats ((err, res) => {res.should.eql ({get: 0, put: 2, reserve: 0, commit: 0, rollback: 0, deadletter: 0}); cb(); }),
 
       (cb) => q.push ({elem:3, pl:'twetrwte'}, cb),
       (cb) => setTimeout (cb, 700),
 
       (cb) => q.size ((err, size) => {size.should.equal (3); cb(); }),
-      (cb) => q.stats ((err, res) => {res.should.eql ({get: 0, put: 3, reserve: 0, commit: 0, rollback: 0}); cb(); }),
+      (cb) => q.stats ((err, res) => {res.should.eql ({get: 0, put: 3, reserve: 0, commit: 0, rollback: 0, deadletter: 0}); cb(); }),
 
       (cb) => q.next_t ((err, res) => {res.getTime().should.be.approximately(new Date().getTime() - 1400, 100); cb(); }),
 
@@ -283,7 +283,7 @@ describe ('bucket-at-least-once with ' + MQ_item.label + ' queue backend', funct
       (cb) => {q.pop ('c1', (err, ret) => {ret.payload.should.eql ({elem:1, pl:'twetrwte'}); cb (err); })},
 
       (cb) => q.size ((err, size) => {size.should.equal (0); cb(); }),
-      (cb) => q.stats ((err, res) => {res.should.eql ({get: 3, put: 3, reserve: 2, commit: 0, rollback: 2}); cb(); }),
+      (cb) => q.stats ((err, res) => {res.should.eql ({get: 3, put: 3, reserve: 2, commit: 0, rollback: 2, deadletter: 0}); cb(); }),
     ], function(err, results) {
       q.drain();
       done();

package/test/backends_remove.js

@@ -130,7 +130,7 @@ function release_mq_factory (q, factory, cb) {
           ctx.id = res[0];
           ctx.id.should.not.be.null();
           res[2].should.eql ({
-            stats: { get: 0, put: 1, reserve: 0, commit: 0, rollback: 0 },
+            stats: { get: 0, put: 1, reserve: 0, commit: 0, rollback: 0, deadletter: 0 },
             tsize: 1,
             rsize: is_redis ? null : 0
           })
@@ -148,7 +148,7 @@ function release_mq_factory (q, factory, cb) {
           cb => setTimeout (cb, 1000),
         ], (err, res) => {
           res[0].should.eql ({
-            stats: { get: 0, put: 1, reserve: 0, commit: 0, rollback: 0 },
+            stats: { get: 0, put: 1, reserve: 0, commit: 0, rollback: 0, deadletter: 0 },
             tsize: 0,
             rsize: is_redis ? null : 0
           });
@@ -195,7 +195,7 @@ function release_mq_factory (q, factory, cb) {
           cb => setTimeout (cb, 1000),
         ], (err, res) => {
           res[0].should.eql ({
-            stats: { get: 0, put: 1, reserve: 1, commit: 0, rollback: 0 },
+            stats: { get: 0, put: 1, reserve: 1, commit: 0, rollback: 0, deadletter: 0 },
             tsize: 1,
             rsize: is_redis ? null : 1
           });
@@ -249,7 +249,7 @@ function release_mq_factory (q, factory, cb) {
           cb => setTimeout (cb, 1000),
         ], (err, res) => {
           res[0].should.eql ({
-            stats: { get: 0, put: 1, reserve: 1, commit: 0, rollback: 1 },
+            stats: { get: 0, put: 1, reserve: 1, commit: 0, rollback: 1, deadletter: 0 },
             tsize: 0,
             rsize: is_redis ? null : 0
           });
@@ -278,7 +278,7 @@ function release_mq_factory (q, factory, cb) {
           ctx.id = res[0];
           ctx.id.should.not.be.null();
           res[2].should.eql ({
-            stats: { get: 0, put: 1, reserve: 0, commit: 0, rollback: 0 },
+            stats: { get: 0, put: 1, reserve: 0, commit: 0, rollback: 0, deadletter: 0 },
             tsize: 1,
             rsize: is_redis ? null : 0
           })
@@ -303,7 +303,7 @@ function release_mq_factory (q, factory, cb) {
           cb => setTimeout (cb, 1000),
         ], (err, res) => {
           res[0].should.eql ({
-            stats: { get: 0, put: 1, reserve: 0, commit: 0, rollback: 0 },
+            stats: { get: 0, put: 1, reserve: 0, commit: 0, rollback: 0, deadletter: 0 },
             tsize: 0,
             rsize: is_redis ? null : 0
           });

package/test/backends_reserve-commit-rollback.js

@@ -59,7 +59,8 @@ var factory = null;
           put: 0,
           reserve: 0,
           commit: 0,
-          rollback: 0
+          rollback: 0, 
+          deadletter: 0
         }, 0, 0, 0, null]);
         done();
       });
@@ -83,7 +84,8 @@ var factory = null;
             put: 2,
             reserve: 0,
             commit: 0,
-            rollback: 0
+            rollback: 0, 
+            deadletter: 0
           });
           cb();
         }),
@@ -102,7 +104,8 @@ var factory = null;
             put: 2,
             reserve: 0,
             commit: 0,
-            rollback: 0
+            rollback: 0,
+            deadletter: 0
           });
           cb();
         }),
@@ -120,7 +123,8 @@ var factory = null;
             put: 2,
             reserve: 0,
             commit: 0,
-            rollback: 0
+            rollback: 0,
+            deadletter: 0
           });
           cb();
         }),
@@ -171,7 +175,8 @@ var factory = null;
               put: 2,
               reserve: 0,
               commit: 0,
-              rollback: 0
+              rollback: 0,
+              deadletter: 0
             });
             cb();
           })
@@ -204,7 +209,8 @@ var factory = null;
               put: 2,
               reserve: 0,
               commit: 0,
-              rollback: 0
+              rollback: 0,
+              deadletter: 0
             });
             cb();
           });
@@ -237,7 +243,8 @@ var factory = null;
               put: 2,
               reserve: 0,
               commit: 0,
-              rollback: 0
+              rollback: 0,
+              deadletter: 0
             });
             cb();
           })
@@ -291,7 +298,8 @@ var factory = null;
               put: 2,
               reserve: 0,
               commit: 0,
-              rollback: 0
+              rollback: 0,
+              deadletter: 0
             });
             cb();
           })
@@ -317,7 +325,8 @@ var factory = null;
               put: 2,
               reserve: 0,
               commit: 0,
-              rollback: 0
+              rollback: 0,
+              deadletter: 0
             });
             cb();
           })
@@ -343,7 +352,8 @@ var factory = null;
               put: 2,
               reserve: 0,
               commit: 0,
-              rollback: 0
+              rollback: 0,
+              deadletter: 0
             });
             cb();
           })
@@ -383,7 +393,8 @@ var factory = null;
               put: 2,
               reserve: 0,
               commit: 0,
-              rollback: 0
+              rollback: 0,
+              deadletter: 0
             });
             cb();
           })
@@ -463,7 +474,8 @@ var factory = null;
               put: 2,
               reserve: 0,
               commit: 0,
-              rollback: 0
+              rollback: 0,
+              deadletter: 0
             });
             cb();
           })
@@ -519,7 +531,8 @@ var factory = null;
               put: 3,
               reserve: 0,
               commit: 0,
-              rollback: 0
+              rollback: 0,
+              deadletter: 0
             });
             cb();
           })
@@ -576,7 +589,8 @@ var factory = null;
               put: 3,
               reserve: 0,
               commit: 0,
-              rollback: 0
+              rollback: 0,
+              deadletter: 0
             });
             cb();
           })
@@ -849,7 +863,8 @@ var factory = null;
             put: 1,
             reserve: 1,
             commit: 1,
-            rollback: 0
+            rollback: 0,
+            deadletter: 0
           });
           cb();
         }),
@@ -986,7 +1001,8 @@ var factory = null;
             put: 1,
             reserve: 3,
             commit: 1,
-            rollback: 2
+            rollback: 2,
+            deadletter: 0
           });
           cb();
         }),