keuss 1.7.3 → 2.0.0

package/test/backends_payload.js

@@ -1,542 +0,0 @@
-var async =  require ('async');
-var should = require ('should');
-var _ =      require ('lodash');
-
-var LocalSignal = require ('../signal/local');
-var MemStats =    require ('../stats/mem');
-
-var MongoClient = require ('mongodb').MongoClient;
-
-var factory = null;
-
-[
-  {label: 'Simple MongoDB',       mq: require ('../backends/mongo')},
-  {label: 'Pipelined MongoDB',    mq: require ('../backends/pl-mongo')},
-  {label: 'Tape MongoDB',         mq: require ('../backends/ps-mongo')},
-  {label: 'Stream MongoDB',       mq: require ('../backends/stream-mongo')},
-  {label: 'Safe MongoDB Buckets', mq: require ('../backends/bucket-mongo-safe')},
-  {label: 'Redis List',           mq: require ('../backends/redis-list')},
-  {label: 'Redis OrderedQueue',   mq: require ('../backends/redis-oq')},
-  {label: 'Mongo IntraOrder',     mq: require ('../backends/intraorder')},
-].forEach(function (MQ_item) {
-  describe('payload aspects on ' + MQ_item.label + ' queue backend, round 1', function () {
-    var MQ = MQ_item.mq;
-
-    before(done => {
-      var opts = {
-        url: 'mongodb://localhost/keuss_test_backends_payload',
-        signaller: { provider: LocalSignal},
-        stats: {provider: MemStats}
-      };
-
-      MQ (opts, (err, fct) => {
-        if (err) return done(err);
-        factory = fct;
-        done();
-      });
-    });
-
-    after (done => async.series ([
-      cb => setTimeout (cb, 1000),
-      cb => factory.close (cb),
-      cb => MongoClient.connect ('mongodb://localhost/keuss_test_backends_payload', (err, cl) => {
-        if (err) return done (err);
-        cl.db().dropDatabase (() => cl.close (cb))
-      })
-    ], done));
-
-
-    it('should insert and pop json object payloads ok', done => {
-      var q = factory.queue('test_queue_1');
-
-      async.series([
-        cb => q.push ({a:1, b:'2'}, cb),
-        cb => q.pop ('me', (err, res) => {
-          if (err) return db (err);
-          res.payload.should.eql ({a:1, b:'2'});
-          res.tries.should.equal (0);
-          res.hdrs.should.eql ({});
-          cb (null, res);
-        }),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and pop json array payloads ok', done => {
-      var q = factory.queue('test_queue_1');
-
-      async.series([
-        cb => q.push ([{a:1}, {b:'2'}, 4, 'yyy'], cb),
-        cb => q.pop ('me', (err, res) => {
-          if (err) return db (err);
-          res.payload.should.eql ([{a:1}, {b:'2'}, 4, 'yyy']);
-          res.tries.should.equal (0);
-          res.hdrs.should.eql ({});
-          cb (null, res);
-        }),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and pop string payloads ok', done => {
-      var q = factory.queue('test_queue_1');
-
-      async.series([
-        cb => q.push ("das payload", cb),
-        cb => q.pop ('me', (err, res) => {
-          if (err) return db (err);
-          res.payload.should.eql ("das payload");
-          res.tries.should.equal (0);
-          res.hdrs.should.eql ({});
-          cb (null, res);
-        }),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and pop number payloads ok', done => {
-      var q = factory.queue('test_queue_1');
-
-      async.series([
-        cb => q.push (123456, cb),
-        cb => q.pop ('me', (err, res) => {
-          if (err) return db (err);
-          res.payload.should.eql (123456);
-          res.tries.should.equal (0);
-          res.hdrs.should.eql ({});
-          cb (null, res);
-        }),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and pop Buffer payloads ok', done => {
-      var q = factory.queue('test_queue_1');
-      const bf = Buffer.from ([0x62, 0x75, 0x66, 0x66, 0x65, 0x72]);
-      async.series([
-        cb => q.push (bf, cb),
-        cb => q.pop ('me', (err, res) => {
-          if (err) return db (err);
-          res.payload.should.eql (bf);
-          res.tries.should.equal (0);
-          res.hdrs.should.eql ({});
-          cb (null, res);
-        }),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-
-    it('should insert and pop json object payloads ok with headers', done => {
-      var q = factory.queue('test_queue_1');
-      var hdrs = {
-        aaa: 'qwerty',
-        bbb: 12,
-        ccc: true,
-        ddd: 12.34
-      };
-
-      async.series([
-        cb => q.push ({a:1, b:'2'}, {hdrs}, cb),
-        cb => q.pop ('me', (err, res) => {
-          if (err) return db (err);
-          res.payload.should.eql ({a:1, b:'2'});
-          res.tries.should.equal (0);
-          res.hdrs.should.eql (hdrs);
-          cb (null, res);
-        }),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and pop json array payloads ok with headers', done => {
-      var q = factory.queue('test_queue_1');
-      var hdrs = {
-        aaa: 'qwerty',
-        bbb: 12,
-        ccc: true,
-        ddd: 12.34
-      };
-
-      async.series([
-        cb => q.push ([{a:1}, {b:'2'}, 4, 'yyy'], {hdrs}, cb),
-        cb => q.pop ('me', (err, res) => {
-          if (err) return db (err);
-          res.payload.should.eql ([{a:1}, {b:'2'}, 4, 'yyy']);
-          res.tries.should.equal (0);
-          res.hdrs.should.eql (hdrs);
-          cb (null, res);
-        }),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and pop string payloads ok with headers', done => {
-      var q = factory.queue('test_queue_1');
-      var hdrs = {
-        aaa: 'qwerty',
-        bbb: 12,
-        ccc: true,
-        ddd: 12.34
-      };
-
-      async.series([
-        cb => q.push ("das payload", {hdrs}, cb),
-        cb => q.pop ('me', (err, res) => {
-          if (err) return db (err);
-          res.payload.should.eql ("das payload");
-          res.tries.should.equal (0);
-          res.hdrs.should.eql (hdrs);
-          cb (null, res);
-        }),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and pop number payloads ok with headers', done => {
-      var q = factory.queue('test_queue_1');
-      var hdrs = {
-        aaa: 'qwerty',
-        bbb: 12,
-        ccc: true,
-        ddd: 12.34
-      };
-
-      async.series([
-        cb => q.push (123456, {hdrs}, cb),
-        cb => q.pop ('me', (err, res) => {
-          if (err) return db (err);
-          res.payload.should.eql (123456);
-          res.tries.should.equal (0);
-          res.hdrs.should.eql (hdrs);
-          cb (null, res);
-        }),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and pop Buffer payloads ok with headers', done => {
-      var q = factory.queue('test_queue_1');
-      const bf = Buffer.from ([0x62, 0x75, 0x66, 0x66, 0x65, 0x72]);
-      var hdrs = {
-        aaa: 'qwerty',
-        bbb: 12,
-        ccc: true,
-        ddd: 12.34
-      };
-
-      async.series([
-        cb => q.push (bf, {hdrs}, cb),
-        cb => q.pop ('me', (err, res) => {
-          if (err) return db (err);
-          res.payload.should.eql (bf);
-          res.tries.should.equal (0);
-          res.hdrs.should.eql (hdrs);
-          cb (null, res);
-        }),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-  });
-});
-
-
-[
-  {label: 'Simple MongoDB',       mq: require ('../backends/mongo')},
-  {label: 'Pipelined MongoDB',    mq: require ('../backends/pl-mongo')},
-  {label: 'Tape MongoDB',         mq: require ('../backends/ps-mongo')},
-  {label: 'Stream MongoDB',       mq: require ('../backends/stream-mongo')},
-  {label: 'Safe MongoDB Buckets', mq: require ('../backends/bucket-mongo-safe')},
-  {label: 'Redis OrderedQueue',   mq: require ('../backends/redis-oq')},
-].forEach(function (MQ_item) {
-  describe('payload aspects on ' + MQ_item.label + ' queue backend, round 2', function () {
-    var MQ = MQ_item.mq;
-
-    before(done => {
-      var opts = {
-        url: 'mongodb://localhost/keuss_test_backends_payload',
-        signaller: { provider: LocalSignal},
-        stats: {provider: MemStats}
-      };
-
-      MQ (opts, (err, fct) => {
-        if (err) return done(err);
-        factory = fct;
-        done();
-      });
-    });
-
-    after (done => async.series ([
-      cb => setTimeout (cb, 1000),
-      cb => factory.close (cb),
-      cb => MongoClient.connect ('mongodb://localhost/keuss_test_backends_payload', (err, cl) => {
-        if (err) return done (err);
-        cl.db().dropDatabase (() => cl.close (cb))
-      })
-    ], done));
-
-
-    it('should insert and reserve json object payloads ok', done => {
-      var q = factory.queue('test_queue_1');
-      var state = {};
-
-      async.series([
-        cb => q.push ({a:1, b:'2'}, cb),
-        cb => q.pop ('me', {reserve: true}, (err, res) => {
-          if (err) return db (err);
-          state.reserved_id = res._id;
-          res.payload.should.eql ({a:1, b:'2'});
-          res.tries.should.equal (0);
-          res.hdrs.should.eql ({});
-          cb (null, res);
-        }),
-        cb => q.ok (state.reserved_id, cb),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and reserve json array payloads ok', done => {
-      var q = factory.queue('test_queue_1');
-      var state = {};
-
-      async.series([
-        cb => q.push ([{a:1}, {b:'2'}, 4, 'yyy'], cb),
-        cb => q.pop ('me', {reserve: true}, (err, res) => {
-          if (err) return db (err);
-          state.reserved_id = res._id;
-          res.payload.should.eql ([{a:1}, {b:'2'}, 4, 'yyy']);
-          res.tries.should.equal (0);
-          res.hdrs.should.eql ({});
-          cb (null, res);
-        }),
-        cb => q.ok (state.reserved_id, cb),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and reserve string payloads ok', done => {
-      var q = factory.queue('test_queue_1');
-      var state = {};
-
-      async.series([
-        cb => q.push ("das payload", cb),
-        cb => q.pop ('me', {reserve: true}, (err, res) => {
-          if (err) return db (err);
-          state.reserved_id = res._id;
-          res.payload.should.eql ("das payload");
-          res.tries.should.equal (0);
-          res.hdrs.should.eql ({});
-          cb (null, res);
-        }),
-        cb => q.ok (state.reserved_id, cb),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and reserve number payloads ok', done => {
-      var q = factory.queue('test_queue_1');
-      var state = {};
-
-      async.series([
-        cb => q.push (123456, cb),
-        cb => q.pop ('me', {reserve: true}, (err, res) => {
-          if (err) return db (err);
-          state.reserved_id = res._id;
-          res.payload.should.eql (123456);
-          res.tries.should.equal (0);
-          res.hdrs.should.eql ({});
-          cb (null, res);
-        }),
-        cb => q.ok (state.reserved_id, cb),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and reserve Buffer payloads ok', done => {
-      var q = factory.queue('test_queue_1');
-      var state = {};
-      const bf = Buffer.from ([0x62, 0x75, 0x66, 0x66, 0x65, 0x72]);
-      async.series([
-        cb => q.push (bf, cb),
-        cb => q.pop ('me', {reserve: true}, (err, res) => {
-          if (err) return db (err);
-          state.reserved_id = res._id;
-          res.payload.should.eql (bf);
-          res.tries.should.equal (0);
-          res.hdrs.should.eql ({});
-          cb (null, res);
-        }),
-        cb => q.ok (state.reserved_id, cb),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-
-    it('should insert and reserve json object payloads ok with headers', done => {
-      var q = factory.queue('test_queue_1');
-      var state = {};
-      var hdrs = {
-        aaa: 'qwerty',
-        bbb: 12,
-        ccc: true,
-        ddd: 12.34
-      };
-
-      async.series([
-        cb => q.push ({a:1, b:'2'}, {hdrs}, cb),
-        cb => q.pop ('me', {reserve: true}, (err, res) => {
-          if (err) return db (err);
-          state.reserved_id = res._id;
-          res.payload.should.eql ({a:1, b:'2'});
-          res.tries.should.equal (0);
-          res.hdrs.should.eql (hdrs);
-          cb (null, res);
-        }),
-        cb => q.ok (state.reserved_id, cb),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and reserve json array payloads ok with headers', done => {
-      var q = factory.queue('test_queue_1');
-      var state = {};
-      var hdrs = {
-        aaa: 'qwerty',
-        bbb: 12,
-        ccc: true,
-        ddd: 12.34
-      };
-
-      async.series([
-        cb => q.push ([{a:1}, {b:'2'}, 4, 'yyy'], {hdrs}, cb),
-        cb => q.pop ('me', {reserve: true}, (err, res) => {
-          if (err) return db (err);
-          state.reserved_id = res._id;
-          res.payload.should.eql ([{a:1}, {b:'2'}, 4, 'yyy']);
-          res.tries.should.equal (0);
-          res.hdrs.should.eql (hdrs);
-          cb (null, res);
-        }),
-        cb => q.ok (state.reserved_id, cb),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and reserve string payloads ok with headers', done => {
-      var q = factory.queue('test_queue_1');
-      var state = {};
-      var hdrs = {
-        aaa: 'qwerty',
-        bbb: 12,
-        ccc: true,
-        ddd: 12.34
-      };
-
-      async.series([
-        cb => q.push ("das payload", {hdrs}, cb),
-        cb => q.pop ('me', {reserve: true}, (err, res) => {
-          if (err) return db (err);
-          state.reserved_id = res._id;
-          res.payload.should.eql ("das payload");
-          res.tries.should.equal (0);
-          res.hdrs.should.eql (hdrs);
-          cb (null, res);
-        }),
-        cb => q.ok (state.reserved_id, cb),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and reserve number payloads ok with headers', done => {
-      var q = factory.queue('test_queue_1');
-      var state = {};
-      var hdrs = {
-        aaa: 'qwerty',
-        bbb: 12,
-        ccc: true,
-        ddd: 12.34
-      };
-
-      async.series([
-        cb => q.push (123456, {hdrs}, cb),
-        cb => q.pop ('me', {reserve: true}, (err, res) => {
-          if (err) return db (err);
-          state.reserved_id = res._id;
-          res.payload.should.eql (123456);
-          res.tries.should.equal (0);
-          res.hdrs.should.eql (hdrs);
-          cb (null, res);
-        }),
-        cb => q.ok (state.reserved_id, cb),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-    it('should insert and reserve Buffer payloads ok with headers', done => {
-      var q = factory.queue('test_queue_1');
-      var state = {};
-      var hdrs = {
-        aaa: 'qwerty',
-        bbb: 12,
-        ccc: true,
-        ddd: 12.34
-      };
-
-      const bf = Buffer.from ([0x62, 0x75, 0x66, 0x66, 0x65, 0x72]);
-      async.series([
-        cb => q.push (bf, {hdrs}, cb),
-        cb => q.pop ('me', {reserve: true}, (err, res) => {
-          if (err) return db (err);
-          state.reserved_id = res._id;
-          res.payload.should.eql (bf);
-          res.tries.should.equal (0);
-          res.hdrs.should.eql (hdrs);
-          cb (null, res);
-        }),
-        cb => q.ok (state.reserved_id, cb),
-      ], (err, res) => {
-        done (err);
-      });
-    });
-
-
-  });
-});

package/test/backends_push-pop.js

@@ -1,170 +0,0 @@
-
-var async =   require ('async');
-var should =  require ('should');
-
-var factory = null;
-
-[
-  {label: 'Redis List', mq: require ('../backends/redis-list')}
-].forEach (function (MQ_item) {
-
-describe ('push-pop with ' + MQ_item.label + ' queue backend', function () {
-  var MQ = MQ_item.mq;
-
-  before (function (done) {
-    var opts = {};
-
-    MQ (opts, function (err, fct) {
-      if (err) return done (err);
-      factory = fct;
-      done();
-    });
-  });
-
-
-  after (done => async.series ([
-    cb => setTimeout (cb, 1000),
-    cb => factory.close (cb)
-  ], done));
-
-  it ('queue is created empty and ok', function (done){
-    var q = factory.queue('test_queue');
-    should.equal (q.nextMatureDate (), null);
-    q.name ().should.equal ('test_queue');
-
-    async.series([
-      function (cb) {q.stats(cb)},
-      function (cb) {q.size (cb)},
-      function (cb) {q.totalSize (cb)},
-      function (cb) {q.next_t (cb)},
-    ], function(err, results) {
-      results.should.eql ([{get: 0, put: 0}, 0, 0, null])
-      done();
-    });
-  });
-
-  it ('sequential push & pops with no delay, go as expected', function (done){
-    var q = factory.queue('test_queue');
-
-    async.series([
-      function (cb) {q.push ({elem:1, pl:'twetrwte'}, cb)},
-      function (cb) {q.push ({elem:2, pl:'twetrwte'}, cb)},
-      function (cb) {q.size (function (err, size) {
-        size.should.equal (2);
-        cb();
-      })},
-      function (cb) {q.stats (function (err, res) {
-        res.should.eql ({get: 0, put: 2});
-        cb();
-      })},
-      function (cb) {q.next_t (function (err, res) {
-        should.equal (res, null);
-        cb();
-      })},
-      function (cb) {q.pop ('c1', cb)},
-      function (cb) {q.size (function (err, size) {
-        size.should.equal (1);
-        cb();
-      })},
-      function (cb) {q.stats (function (err, res) {
-        res.should.eql ({get: 1, put: 2});
-        cb();
-      })},
-      function (cb) {q.pop ('c2', cb)},
-      function (cb) {q.size (function (err, size) {
-        size.should.equal (0);
-        cb();
-      })},
-      function (cb) {q.stats (function (err, res) {
-        res.should.eql ({get: 2, put: 2});
-        cb();
-      })},
-    ], function(err, results) {
-      done();
-    });
-  });
-
-
-  it ('sequential push & pops with delays, go as expected (delays are ignored)', function (done){
-    var q = factory.queue('test_queue');
-
-    async.series([
-      function (cb) {q.push ({elem:1, pl:'twetrwte'}, {delay:2}, cb)},
-      function (cb) {q.push ({elem:2, pl:'twetrwte'}, {delay:1}, cb)},
-      function (cb) {q.size (function (err, size) {
-        size.should.equal (2);
-        cb();
-      })},
-      function (cb) {q.stats (function (err, res) {
-        res.should.eql ({get: 0, put: 2});
-        cb();
-      })},
-      function (cb) {q.pop ('c1', function (err, ret) {
-        ret.payload.should.eql ({elem:1, pl:'twetrwte'});
-        cb (err, ret);
-      })},
-      function (cb) {q.size (function (err, size) {
-        size.should.equal (1);
-        cb();
-      })},
-      function (cb) {q.stats (function (err, res) {
-        res.should.eql ({get: 1, put: 2});
-        cb();
-      })},
-      function (cb) {q.pop ('c2', function (err, ret) {
-        ret.payload.should.eql ({elem:2, pl:'twetrwte'});
-        cb (err, ret);
-      })},
-      function (cb) {q.size (function (err, size) {
-        size.should.equal (0);
-        cb();
-      })},
-      function (cb) {q.stats (function (err, res) {
-        res.should.eql ({get: 2, put: 2});
-        cb();
-      })},
-    ], function(err, results) {
-      done();
-    });
-  });
-
-
-  it ('pop cancellation works as expected', function (done){
-    var q = factory.queue('test_queue');
-
-    async.series([
-      function (cb) {
-        var tid1 = q.pop ('c1', {timeout: 2000}, function (err, ret) {err.should.equal('cancel')});
-        q.consumers().length.should.equal (1);
-        var tid2 = q.pop ('c2', {timeout: 2000}, function (err, ret) {err.should.equal('cancel')});
-        q.nConsumers().should.equal (2);
-        q.cancel (tid1);
-        q.nConsumers().should.equal (1);
-        q.cancel (tid2);
-        q.nConsumers().should.equal (0);
-        cb();
-      },
-      function (cb) {q.push ({elem:2, pl:'twetrwte'}, cb)},
-      function (cb) {q.push ({elem:1, pl:'twetrwte'}, cb)},
-      function (cb) {q.pop ('c3', {timeout: 15000}, function (err, ret) {
-        ret.payload.should.eql ({elem:2, pl:'twetrwte'});
-        cb (err, ret);
-      })},
-      function (cb) {q.pop ('c4', {timeout: 15000}, function (err, ret) {
-        ret.payload.should.eql ({elem:1, pl:'twetrwte'});
-        cb (err, ret);
-      })},
-      function (cb) {q.size (function (err, size) {
-        size.should.equal (0);
-        cb();
-      })},
-      function (cb) {q.stats (function (err, res) {
-        res.should.eql ({get: 2, put: 2});
-        cb();
-      })},
-    ], function(err, results) {
-      done();
-    });
-  });
-});
-});