oplog_event_handler 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    YjBkYzI1Y2NjNGIyMDg4NmU0MTNhMGNjMTc3ZDMxMDgxZGM3NGYyZA==
+  data.tar.gz: !binary |-
+    OTIyZWEyMDJmY2RkZjUyMjRjMmFhM2VhMzdlYzAxNDIxMDZlOWMyMQ==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    ZTcxYjhlMzk3OWYxYmUwMTQxMjIwZmQzYWIzYTU5MzU5MDVkNmUwMDZmMDdi
+    ZGQzZTFjZjk0ZGJmNzQ1MzY0NTNiNTc2ZjM4MjMxMGFkNTA1NTAzYTY5OTIy
+    MjY2ZDkzM2Y0YTRlODgzYWEwZTlkYWY1NDVmNWUxZjdmODMxZGQ=
+  data.tar.gz: !binary |-
+    OTQ1ZDM0YmYzZWJkOWEyZWZmOTZkMzE0YzMwMDllOTU2YjVkY2MwMzlmMzdh
+    ZTBkMTkzMWEyYTdjNjk4NzZhYmU5NWQyOTI5ZDE1YTI2YzJlNjUwNzhmOTJl
+    MzkwMDBlYTkxYzIyY2QyNTdhMTA5NzBjNjZmYThlZWYzZDM4ZTc=

data/lib/oplog_event_handler.rb

@@ -0,0 +1,163 @@
+require 'mongo'
+module OplogEventHandler
+
+  def self.included(base)
+    base.extend(ClassMethods)
+  end
+
+  OPERATIONS = {
+      'i' => :insert,
+      'u' => :update,
+      'd' => :delete,
+      'c' => :dbcmd,
+      'n' => :noop
+    }
+
+  module ClassMethods
+
+    def connect_to(h)
+      @connection = h
+    end
+
+    def host
+      @connection[:host]
+    end
+
+    def port
+      @connection[:port]
+    end
+
+    def db_name
+      @db_name
+    end
+
+    def for_db(db)
+      @db_name = db
+      yield
+    end
+
+    def mapping
+      return @mapping ||= {}
+    end
+
+    def on_insert(opts)
+      mapping[:"insert_#{db_name}_#{opts[:in]}"] = opts[:call]
+    end
+
+    def on_update(opts)
+      if opts[:only].nil?
+        mapping[:"update_#{db_name}_#{opts[:in]}"] = opts[:call]
+      else
+        opts[:only].each do |e|
+          mapping[:"update_#{db_name}_#{opts[:in]}##{e}"] = opts[:call]
+        end
+      end
+    end
+
+    def on_delete(opts)
+      mapping[:"delete_#{db_name}_#{opts[:in]}"] = opts[:call]
+    end
+
+  end
+
+  def run()
+    tail do |log|
+      callbacks = get_callbaks(log)
+      unless callbacks.empty?
+        send_events(log, callbacks)
+      end
+    end
+  end
+
+  private
+
+  def send_events(log, callbacks)
+    callbacks.each do |callback|
+      begin
+        case log['op']
+        when 'u'
+          send(callback, id: get_object_id(log), log: log)
+        when 'i'
+          send(callback, id: get_object_id(log), object: log['o'])
+        when 'd'
+          send(callback, id: get_object_id(log))
+        end
+      rescue Exception => e
+        puts present_error(e, callback)
+      end
+    end
+  end
+
+  def present_error(ex, callback)
+    """
+    =============================
+          Erorr in callback
+          #{callback}
+          #{ex.to_s}
+    =============================
+    #{ex.backtrace}
+    """
+  end
+
+  def get_callbaks(log)
+    callbacks = [self.class.mapping[:"#{extract_operation(log)}_#{extract_db_name(log)}_#{extract_collection_name(log)}"]]
+    if log['op'] == 'u'
+      fields(log).each do |f|
+        callbacks << self.class.mapping[:"#{extract_operation(log)}_#{extract_db_name(log)}_#{extract_collection_name(log)}##{f}"]
+      end 
+    end
+    callbacks.compact!
+    callbacks.uniq!
+    return callbacks
+  end
+
+  def extract_db_name(doc)
+    doc['ns'].split('.')[0]
+  end
+
+  def extract_collection_name(doc)
+    doc['ns'].sub(/\A\w+\./, '')
+  end
+
+  def extract_operation(doc)
+    OPERATIONS[doc['op']]
+  end
+
+  def get_object_id(doc)
+    case doc['op']
+    when 'u'
+      doc['o2']['_id']
+    else
+      doc['o']['_id']
+    end
+  end
+
+  def get_keys(h)
+    ks = []
+    h.each do |k, v|
+      k.split('.').each { |e| ks << e }
+      ks << get_keys(v) if v.kind_of?(Hash)
+    end
+    ks.flatten
+  end
+
+  def fields(doc)
+    if doc['op'] == 'u'
+      get_keys(doc['o']).keep_if { |e| e[0] != '$' }
+    end
+  end
+
+  def tail
+    oplog_coll = Mongo::Connection.new(self.class.host, self.class.port)['local']['oplog.rs']
+    start = oplog_coll.count
+    tailable_oplog = Mongo::Cursor.new(oplog_coll, :timeout => false, :tailable => true).skip(start)
+    while not tailable_oplog.closed?
+      doc = tailable_oplog.next_document
+      if doc
+        yield doc
+      else
+        sleep(0.1)
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,43 @@
+--- !ruby/object:Gem::Specification
+name: oplog_event_handler
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Mathieu Laporte
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-18 00:00:00.000000000 Z
+dependencies: []
+description: Just parse the oplog
+email: mathieu.laporte+rubygem@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/oplog_event_handler.rb
+homepage: https://github.com/mathieulaporte/oplog_event_handler
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: oplog parser
+test_files: []