utracker-mongodb 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6681c9dc22f7c1e4da8144cf567f748e1bdfc61d
-  data.tar.gz: b2764f1eb5460c2de25dfda57d975f1be16c9ba6
+  metadata.gz: 766bf8d7ee5c34e57bf403ad040952cb5f8d91ec
+  data.tar.gz: b592b42578fcc34b9f6a2d42c16590a6b4c9d847
 SHA512:
-  metadata.gz: 86911d58dcb31ed8474b2ed60b7256a9e3bfc1e96b8191377a3431c559c69078fcf8449905c8366cffa1ff89cae46e48922e14ef86cea4ca60dce7f68a62286d
-  data.tar.gz: f20705ed020be7a890933b4a746e8d518dba3138d88b99df8f8b7563775b2460e0279d7d1144d92289639be124ddc2d2591163b21a8ba3d72049f7ad77091488
+  metadata.gz: b43fee3b6fc379c10f36340a58038ea713a2b8c19e5675ed2d4d73c20b3fa457c7f7150e60dbe14a1594fd2d34459e8cdd686e0a84d7337d03c787b9e8c3a3ef
+  data.tar.gz: 8fe68fbf330be9659fb2776e22c87fef13ab18ccb4f0ca3dbffcc71bc1f2f34ea181ca16267bc76cbab53898d766972b76d7072de3b02267318a962dfd674c12

data/README.md

@@ -3,6 +3,7 @@
 [![Build Status](https://travis-ci.org/nicoolas25/micro-tracker-mongodb.svg)](https://travis-ci.org/nicoolas25/micro-tracker-mongodb)
 [![Code Climate](https://codeclimate.com/github/nicoolas25/micro-tracker-mongodb/badges/gpa.svg)](https://codeclimate.com/github/nicoolas25/micro-tracker-mongodb)
 [![Test Coverage](https://codeclimate.com/github/nicoolas25/micro-tracker-mongodb/badges/coverage.svg)](https://codeclimate.com/github/nicoolas25/micro-tracker-mongodb)
+[![Gem Version](https://badge.fury.io/rb/utracker-mongodb.svg)](http://badge.fury.io/rb/utracker-mongodb)
 
 This is a MongoDB backend for the [utracker][utracker] gem.
 

data/examples/draw_services.rb

@@ -0,0 +1,8 @@
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require 'utracker'
+require 'utracker/mongodb'
+
+drawer = Utracker::MongoDB::Drawer.new
+drawer.write_graph("examples/services.dot")

data/examples/services.dot

@@ -0,0 +1,13 @@
+digraph message_flow {
+  node [style=filled fillcolor=white]
+  rankdir=LR
+  carl
+  carl -> alice
+  carl -> bob
+  bob
+  bob -> carl
+  bob -> alice
+  alice
+  alice -> bob
+  alice -> carl
+}

data/examples/services.rb

@@ -0,0 +1,112 @@
+#
+# In this example 3 bots are sending each other messages. Each bot run in a
+# separated thread. A bot follows this behaviour:
+#
+#   1. Check its inbox (queue)
+#   2. If there is no message in the queue, he sends a message to another bot
+#   3. If there is some message in the queue he reads them one by one
+#   4. For each read message, the robot can send a message to another bot
+#   5. The bot rests
+#
+# For the steps 2, 3 and 4 the bot will log the following events:
+#
+#   - seeding
+#   - handle
+#   - reply
+#
+
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require 'thread'
+require 'utracker'
+require 'utracker/mongodb'
+
+BOTS = {
+  "alice" => nil,
+  "bob" => nil,
+  "carl" => nil,
+}
+
+class Bot
+  attr_accessor :queue
+
+  def initialize(name)
+    @name = name
+    @queue = Queue.new
+  end
+
+  def run
+    loop do
+      consume_queue
+      rest
+    end
+  end
+
+  def thread
+    Thread.current
+  end
+
+  private
+
+  def consume_queue
+    if @queue.empty?
+      if target = others.sample
+        message = Utracker::Message.pack("I have nothing to do...")
+        target.queue.push(message.to_json)
+        message.log("seeding")
+      end
+    else
+      until @queue.empty?
+        serialization = @queue.pop
+        handle(serialization)
+      end
+    end
+  end
+
+  def handle(serialization)
+    message = Utracker::Message.unpack(serialization)
+    message.log("handle", hide_payload: true)
+    reply_to(message)
+  end
+
+  def reply_to(message)
+    if rand(2) == 0 && (target = others.sample)
+      reply = message.pack("Unleash the kraken!")
+      target.queue.push(reply.to_json)
+      reply.log("reply")
+    end
+  end
+
+  def others
+    BOTS.each_with_object([]) do |(name, bot), list|
+      list << bot if bot && name != @name
+    end
+  end
+
+  def rest
+    sleep rand
+  end
+
+end
+
+threads = BOTS.keys.map do |name|
+  Thread.new do
+    Utracker.configure do |config|
+      config[:service_name] = name
+      config[:logger_class] = Utracker::MongoDB::Logger
+    end
+
+    Bot.new(name).tap do |bot|
+      BOTS[name] = bot
+      bot.run
+    end
+  end
+end
+
+begin
+  threads.each(&:join)
+rescue Interrupt
+  threads.each(&:terminate)
+end

data/lib/utracker/mongodb.rb

@@ -1,5 +1,6 @@
 module Utracker
   module MongoDB
+    autoload :Drawer, 'utracker/mongodb/drawer'
     autoload :Logger, 'utracker/mongodb/logger'
   end
 end

data/lib/utracker/mongodb/drawer.rb

@@ -0,0 +1,104 @@
+require 'mongo'
+
+class Utracker::MongoDB::Drawer < Utracker::Drawer
+  attr_reader :database
+
+  def initialize(database_name: "utracker", collection_name: "entries")
+    @client = Mongo::MongoClient.new
+    @database = @client[database_name]
+    @collection_name = collection_name
+  end
+
+  protected
+
+  def build_graph
+    nodes.values.each do |node|
+      node.edges = edges_for(node)
+    end
+  end
+
+  private
+
+  def nodes
+    @nodes ||= service_names.each_with_object({}) do |service_name, directory|
+      directory[service_name] = Utracker::Drawer::Node.new(service_name, nil)
+    end
+  end
+
+  def service_names
+    collection.distinct('service')
+  end
+
+  def edges_for(node)
+    aggregate = edges.find { |agg| agg["_id"]["service"] == node.service }
+    aggregate && aggregate["edges"].map{ |service_name| nodes[service_name] }
+  end
+
+  def edges
+    @edges ||= edge_collection.aggregate([
+      { "$unwind" => "$value.handled_by" },
+      { "$group" => {
+          "_id" => { "service" => "$value.authored_by" },
+          "edges" => { "$addToSet" => "$value.handled_by" },
+        },
+      },
+    ])
+  end
+
+  def edge_collection
+    @edge_collection ||= collection.map_reduce(
+      EDGE_MAP_FN,
+      EDGE_REDUCE_FN,
+      out: { replace: "#{@collection_name}_drawer" }
+    )
+  end
+
+  def collection
+    @collection ||= database[@collection_name]
+  end
+
+  EDGE_MAP_FN = <<-MAP
+function() {
+  var value = { authored_by: this.service, handled_by: [], handled_at: {} };
+  value.handled_at[this.service] = this.datetime;
+  var key = this.uuid;
+  emit(key, value);
+}
+  MAP
+
+  EDGE_REDUCE_FN = <<-REDUCE
+function(key, values) {
+  var handled_at = {};
+  var handled_by = [];
+  var first_handled = new Date();
+  var first_handler;
+
+  values.forEach(function(value) {
+    var author = value.authored_by;
+    var datetime = value.handled_at[author];
+
+    if (datetime < first_handled) {
+      first_handler = author;
+      first_handled = datetime;
+    }
+
+    if (!(author in handled_at) || datetime < handled_at[author]) {
+      handled_at[author] = datetime;
+    }
+  });
+
+  for(var service in handled_at) {
+    if (service !== first_handler) {
+      handled_by.push(service);
+    }
+  }
+
+  return {
+    authored_by: first_handler,
+    handled_by: handled_by,
+    handled_at: handled_at
+  };
+}
+  REDUCE
+
+end

data/lib/utracker/mongodb/logger.rb

@@ -1,34 +1,29 @@
 require 'mongo'
 
-module Utracker
-  module MongoDB
-    class Logger < Utracker::Logger
-      attr_reader :client
-      attr_reader :database
+class Utracker::MongoDB::Logger < Utracker::Logger
+  attr_reader :client, :database, :collection_name
 
-      def initialize(database_name: "utracker", collection_name: "entries")
-        @client = Mongo::MongoClient.new
-        @database = @client[database_name]
-        @collection_name = collection_name
-      end
-
-      protected
+  def initialize(database_name: "utracker", collection_name: "entries")
+    @client = Mongo::MongoClient.new
+    @database = @client[database_name]
+    @collection_name = collection_name
+  end
 
-      def write(event)
-        event_collection << {
-          datetime: event.datetime,
-          service: event.service,
-          description: event.description,
-          uuid: event.message.uuid,
-          parent_uuid: event.message.parent_uuid,
-          payload: event.payload,
-        }
-      end
+  protected
 
-      def event_collection
-        @event_collection ||= database[@collection_name]
-      end
+  def write(event)
+    collection << {
+      datetime: event.datetime,
+      service: event.service,
+      description: event.description,
+      uuid: event.message.uuid,
+      parent_uuid: event.message.parent_uuid,
+      payload: event.payload,
+    }
+  end
 
-    end
+  def collection
+    @collection ||= database[@collection_name]
   end
+
 end

data/lib/utracker/mongodb/version.rb

@@ -1,5 +1,5 @@
 module Utracker
   module MongoDB
-    VERSION = "0.0.1"
+    VERSION = "0.0.2"
   end
 end

data/spec/utracker/mongodb/drawer_spec.rb

@@ -0,0 +1,46 @@
+RSpec.describe Utracker::MongoDB::Drawer do
+  let(:instance) { described_class.new(database_name: database_name,
+                                       collection_name: collection_name) }
+
+  let(:database_name) { "utracker_test" }
+  let(:collection_name) { "entries" }
+
+  before { instance.database.drop_collection(collection_name) }
+
+  describe "#build_graph" do
+    subject { instance.__send__(:build_graph) }
+    it { is_expected.to eq [] }
+
+    context "after writing event via the logger" do
+      let(:logger) { Utracker::MongoDB::Logger.new(database_name: database_name,
+                                                   collection_name: collection_name) }
+
+      let(:graph) do
+        node1 = Utracker::Drawer::Node.new("node1", [])
+        node2 = Utracker::Drawer::Node.new("node2", nil)
+        node1.edges << node1
+        [node1, node2]
+      end
+
+      before do
+        node1_event = {
+          datetime: Time.now,
+          service: "node1",
+          description: "sending",
+          message: double(parent_uuid: nil, uuid: '1'),
+          payload: "payload",
+          options: {},
+        }
+        node2_event = node1_event.merge({
+          datetime: Time.now,
+          service: "node2",
+          description: "receiving",
+        })
+        logger.__send__(:write, double("Event", node1_event))
+        logger.__send__(:write, double("Event", node2_event))
+      end
+
+      it { is_expected.to eq graph }
+    end
+  end
+end

data/utracker-mongodb.gemspec

@@ -17,7 +17,7 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
-  spec.add_dependency "utracker"
+  spec.add_dependency "utracker", "~> 0.0.2"
   spec.add_dependency "bson_ext"
   spec.add_dependency "mongo"
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: utracker-mongodb
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Nicolas ZERMATI
@@ -14,16 +14,16 @@ dependencies:
   name: utracker
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.0.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.0.2
 - !ruby/object:Gem::Dependency
   name: bson_ext
   requirement: !ruby/object:Gem::Requirement
@@ -151,10 +151,16 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- examples/draw_services.rb
+- examples/services.dot
+- examples/services.dot.png
+- examples/services.rb
 - lib/utracker/mongodb.rb
+- lib/utracker/mongodb/drawer.rb
 - lib/utracker/mongodb/logger.rb
 - lib/utracker/mongodb/version.rb
 - spec/spec_helper.rb
+- spec/utracker/mongodb/drawer_spec.rb
 - spec/utracker/mongodb/logger_spec.rb
 - utracker-mongodb.gemspec
 homepage: http://github.com/nicoolas25/micro-tracker-mongodb
@@ -183,4 +189,5 @@ specification_version: 4
 summary: MongoDB backend for utracker.
 test_files:
 - spec/spec_helper.rb
+- spec/utracker/mongodb/drawer_spec.rb
 - spec/utracker/mongodb/logger_spec.rb