keuss 1.7.3 → 2.0.0

package/examples/webhooks/wh-payload.json

@@ -1,38 +0,0 @@
-{
-    "contentType": "application/vnd.microsoft.card.thumbnail",
-    "content": {
-      "title": "Bender",
-      "subtitle": "tale of a robot who dared to love",
-      "text": "Bender Bending Rodríguez is a main character in the animated television series Futurama. He was created by series creators Matt Groening and David X. Cohen, and is voiced by John DiMaggio",
-      "images": [
-        {
-          "url": "https://upload.wikimedia.org/wikipedia/en/a/a6/Bender_Rodriguez.png",
-          "alt": "Bender Rodríguez"
-        }
-      ],
-      "buttons": [
-        {
-          "type": "imBack",
-          "title": "Thumbs Up",
-          "image": "http://moopz.com/assets_c/2012/06/emoji-thumbs-up-150-thumb-autox125-140616.jpg",
-          "value": "I like it"
-        },
-        {
-          "type": "imBack",
-          "title": "Thumbs Down",
-          "image": "http://yourfaceisstupid.com/wp-content/uploads/2014/08/thumbs-down.png",
-          "value": "I don't like it"
-        },
-        {
-          "type": "openUrl",
-          "title": "I feel lucky",
-          "image": "http://thumb9.shutterstock.com/photos/thumb_large/683806/148441982.jpg",
-          "value": "https://www.bing.com/images/search?q=bender&qpvt=bender&qpvt=bender&qpvt=bender&FORM=IGRE"
-        }
-      ],
-      "tap": {
-        "type": "imBack",
-        "value": "Tapped it!"
-      }
-    }
-  }

package/playground/irc.js

@@ -1,53 +0,0 @@
-const async = require ('async');
-const MQ =    require ('../backends/intraorder');
-
-// initialize factory
-MQ ({
-  url: 'mongodb://localhost/keuss'
-}, (err, factory) => {
-  if (err) return console.error(err);
-
-  const q = factory.queue ('test_queue', {});
-/*
-  async.waterfall ([
-    cb =>            q.push ({iid: 123, elem: 1, headline: 'something something', tags: {a: 1, b: 2}}, cb),  
-    (item_id, cb) => q.push ({iid: 123, elem: 2, headline: 'other other', tags: {a: 3, b: 4}}, cb),  
-    (item_id, cb) => q.pop ('consumer-1', {reserve: true}, cb), 
-    (item, cb) =>    q.ko (item, new Date().getTime () + 1500, cb), 
-    (item_id, cb) => q.pop ('consumer-1', {reserve: true}, cb), 
-    (item, cb) =>    {console.log ('%s: got %o', new Date().toISOString (), item.payload); q.ok (item, cb); },
-    (item_id, cb) => q.pop ('consumer-1', {reserve: true}, cb), 
-    (item, cb) =>    q.ko (item, new Date().getTime () + 1500, cb), 
-    (item_id, cb) => q.pop ('consumer-1', {reserve: true}, cb), 
-    (item, cb) =>    {console.log ('%s: got %o', new Date().toISOString (), item.payload); q.ok (item, cb); },
-    (i, cb) =>       setTimeout (cb, 100),
-    cb =>            q.status (cb),
-  ], (err, res) => {
-    if (err) console.error (err);
-    console.log (res)
-    factory.close ();
-  });
-
-*/
-
-
-async.series ([
-  cb => q.status (cb),
-  cb => q.push ({iid: 123, elem: 1, headline: 'something something', tags: {a: 1, b: 2}}, cb), 
-  cb => q.status (cb), 
-  cb => q.push ({iid: 123, elem: 2, headline: 'other other', tags: {a: 3, b: 4}}, cb),  
-  cb => q.status (cb),
-  cb => q.pop ('consumer-1', cb), 
-  cb => q.status (cb),
-  cb => q.pop ('consumer-1', cb), 
-  cb => q.status (cb),
-  cb => setTimeout (cb, 100),
-  cb => q.status (cb),
-], (err, res) => {
-  if (err) console.error (err);
-  factory.close ();
-  res.forEach ((v, i) => console.log ('%d:', i, v ));
-});
-
-});
-

package/playground/pl-rollback.js

@@ -1,55 +0,0 @@
-// mongodb: create a consumer and a producer
-var MQ =    require ('../backends/pl-mongo');
-var DL =    require ('../Pipeline/DirectLink');
-var async = require ('async');
-
-
-var factory_opts = {
-  url: 'mongodb://localhost/qeus-pl'
-};
-
-// initialize factory
-MQ (factory_opts, function (err, factory) {
-  if (err) {
-    return console.error (err);
-  }
-
-  // factory ready, create 3 queues on default pipeline
-  var q_opts = {};
-  var q1 = factory.queue ('test_pl_r_1', q_opts);
-  var q2 = factory.queue ('test_pl_r_2', q_opts);
-
-  // tie them up, q1 -> q2
-  var pll = new DL (q1, q2);
-
-  pll.start (function (elem, done)  {
-    console.log (this.name())
-    if (elem.tries < 1) {
-      console.log ('%d: nope, try %d', elem.payload.a, elem.tries)
-      done ({e: 'error, retry'});
-    }
-    else {
-      console.log ('%d: alles klar, try %d', elem.payload.a, elem.tries);
-
-      const update = {
-        $set: {
-          alfa: 666*elem.tries,
-          stage: `stage-${elem.tries}`
-        },
-        $inc: {
-          'counters.alpha': 2,
-          'counters.beta': 1,
-        }
-      };
-
-      done (null, {update});
-    }
-  });
-
-  // insert elements
-//  async.timesLimit (111, 3, (n, next) => {
-//    setTimeout (() => q1.push ({a:n, b:'see it fail...'}, {}, next), 1111);
-//  });
-
-  q1.push ({a:5, b:'see it fail...'}, {}, function () {});
-});

package/playground/pl1.js

@@ -1,74 +0,0 @@
-// mongodb: create a consumer and a producer
-var MQ = require ('../backends/pl-mongo');
-var PLL = require ('../Pipeline/DirectLink');
-var async = require ('async');
-
-
-var factory_opts = {
-  url: 'mongodb://localhost/qeus'
-};
-
-// initialize factory
-MQ (factory_opts, function (err, factory) {
-  if (err) {
-    return console.error (err);
-  }
-
-  // factory ready, create 3 queues on default pipeline
-  var q_opts = {};
-  var q1 = factory.queue ('test_pl_1', q_opts);
-  var q2 = factory.queue ('test_pl_2', q_opts);
-  var q3 = factory.queue ('test_pl_3', q_opts);
-
-  // tie them up, q1 -> q2 -> q3 -> q1
-  var pll1 = new PLL (q1, q2, {delay: 1});
-  var pll2 = new PLL (q2, q3);
-  var pll3 = new PLL (q3, q1);
-
-  pll1.start (function (elem, done) {
-    var pl = elem.payload;
-
-    if (!pl.processed_1) {
-      pl.processed_1=1
-    }
-    else {
-      pl.processed_1++
-    }
-
-    console.log ('%s: tick', pll1.name ());
-    done();
-  });
-
-  pll2.start (function (elem, done) {
-    var pl = elem.payload;
-
-    if (!pl.processed_2) {
-      pl.processed_2=1
-    }
-    else {
-      pl.processed_2++
-    }
-
-    console.log ('%s: tick', pll2.name ());
-    done();
-  });
-
-  pll3.start (function (elem, done) {
-    var pl = elem.payload;
-
-    if (!pl.processed_3) {
-      pl.processed_3=1
-    }
-    else {
-      pl.processed_3++
-    }
-
-    console.log ('%s: tick', pll3.name ());
-    done ();
-  });
-
-  // insert elements
-  async.timesLimit (111, 3, function (n, next) {
-    q1.push ({a:n, b:'see it spin...'}, {}, next);
-  });
-});

package/playground/q1.js

@@ -1,34 +0,0 @@
-// mongodb: create a consumer and a producer
-var MQ = require ('../backends/pl-mongo');
-
-var factory_opts = {
-  url: 'mongodb://localhost/qeus'
-};
-    
-// initialize factory 
-MQ (factory_opts, function (err, factory) {
-  if (err) {
-    return console.error (err);
-  }
-
-  // factory ready, create one queue
-  var q_opts = {};
-  var q = factory.queue ('test_queue', q_opts);
-
-  // insert element
-  q.push ({a:1, b:'666'}, {delay: 3}, function (err, res) {
-    if (err) {
-      return console.error (err);
-    }
-
-    // element inserted at this point. pop it again
-    var pop_opts = {};
-    q.pop ('consumer-one', pop_opts, function (err, res) {
-      if (err) {
-        return console.error (err);
-      }
-
-      console.log ('got this: ', res);
-    });
-  });
-});

package/playground/simple-pl.js

@@ -1,42 +0,0 @@
-var MQ = require ('../backends/pl-mongo');
-var PLL = require ('../Pipeline/DirectLink');
-var async = require ('async');
-
-
-var factory_opts = {
-  url: 'mongodb://localhost/qeus'
-};
-
-// initialize factory
-MQ (factory_opts, function (err, factory) {
-  if (err) {
-    return console.error (err);
-  }
-
-  // factory ready, create 2 queues on default pipeline
-  var q_opts = {};
-  var q1 = factory.queue ('test_pl_1', q_opts);
-  var q2 = factory.queue ('test_pl_2', q_opts);
-
-  // tie them up, q1 -> q2
-  var pll = new PLL (q1, q2);
-
-  pll.start (function (elem, done) {
-    var pl = elem.payload;
-    pl.pll_processed = true;
-    done();
-  });
-
-  // insert elements in the entry queue
-  async.timesLimit (111, 3, function (n, next) {
-    q1.push ({a:n, b:'see it spin...'}, {}, next);
-  });
-
-  async.timesLimit (111, 3, function (n, next) {
-    q2.pop ('exit', {}, function (err, res) {
-      console.log ('end point get', res);
-      next ();
-    });
-  });
-});
-

package/playground/stream-loops.js

@@ -1,114 +0,0 @@
-/*
- *
- * very simple example of stream-mongo: one element pushed, consumed three times
- *
- */
-
-const async = require ('async');
-const _ =     require ('lodash');
-const MQ =    require ('../backends/stream-mongo');
-
-
-const group_cardinality = 3;
-const mesgs = 1000000;
-
-const stats = {
-  consumer: {
-    last: 0,
-    total: 0
-  },
-  producer: {
-    last: 0,
-    total: 0
-  }
-}
-
-function do_times (cnt, fn, done) {
-  if (!cnt) {
-    console.log ('loop done')
-    return done(null, 0);
-  }
-
-  fn (cnt, err => {
-    if (err) return done (err, cnt);
-    do_times (cnt-1, fn, done);
-  })
-}
-
-
-function payload (n) {
-  return {elem: n, headline: 'something something', tags: {a: n, b: 2*n}}
-}
-
-
-function headers (n) {
-  return {cnt: n, h1: 'something something', h2: false}
-}
-
-
-function producer_looper (q, id) {
-  console.log (`creating producer looper ${id}`);
-  return (n, cb) => {
-    q.push (payload (n), {hdrs: headers(n)}, err => {
-//    console.log ('[%s] push #%d', id, n);
-      stats.producer.total++;
-      cb (err);
-    });
-  }
-}
-
-
-function consumer_looper (q, id) {
-  console.log (`creating consumer looper ${id}`);
-  return (n, cb) => {
-    q.pop (id, err => {
-//    console.log ('[%s] pop #%d', id, n);
-      stats.consumer.total++
-      cb (err);
-    });
-  }
-}
-
-
-// initialize factory
-MQ ({
-  url: 'mongodb://localhost/keuss_test_stream'
-}, (err, factory) => {
-  if (err) return console.error(err);
-
-  const groups = _.range (1, group_cardinality + 1).map (i => `G${i}`).join (',');
-  console.log('groups: ', groups);
-
-  // create queues and clients
-  const queues = {};
-  queues['qp'] =  factory.queue ('test_stream', {groups});
-
-  for (let i = 1; i <= group_cardinality; i++) {
-    queues[`qc${i}`] = factory.queue ('test_stream', {group: `G${i}`});
-  }
-
-  console.log (`created queues (one producer, ${group_cardinality} consumers)`);
-
-  // create tasks
-  const tasks = [];
-  tasks.push (cb => do_times (mesgs, producer_looper (queues['qp'], 'p0'),  cb));
-
-  for (let t = 1; t <= group_cardinality; t++) {
-    tasks.push (cb => do_times (mesgs, consumer_looper (queues[`qc${t}`], `c${t}`), cb),)
-  }
-
-  console.log (`created tasks (one producer, ${group_cardinality} consumers)`);
-
-  async.parallel (tasks, err => {
-    factory.close ();
-    if (err) console.error (err);
-    console.log ('done');
-  });
-
-  setInterval (() => {
-    console.log (`produced ${stats.producer.total - stats.producer.last} msg/s, consumed ${stats.consumer.total - stats.consumer.last} msg/s`);
-    stats.producer.last = stats.producer.total;
-    stats.consumer.last = stats.consumer.total
-  }, 1000);
-});
-