ecco 0.2.0-java → 0.3.0-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 157c4e03dee92292c296a3f0b0e975df321f2f34
-  data.tar.gz: f68e4c333a01a822fbecc0d6e4b201e463e2ac35
+  metadata.gz: 6f4a0245571c04cc31f3cc7947a554f54887b53d
+  data.tar.gz: 2241f6cbe3c33667307800674d0946eda93b98c2
 SHA512:
-  metadata.gz: 2b2587a55fbcc9995da5859b945d571940b9ebee4fbe3388ac659090d716164ca9a304d50cc1eb2430f42e28aa6c858c91b9ff5b2d997f5ddced45c78c038615
-  data.tar.gz: 3210701a7f2a2125f522e6ac8b47fa032198af10e03422f660c252532e15b128141142cd978e5dff2c416b7e482d9a548553f536a112db99a39b587457666489
+  metadata.gz: cd75f05d92a2b859e18bb17d0b4634f8fbe0040dce4186c14663992f2dd3e3ce7cb3a8a15b7929420cbf4c41c786257f5a6ec295548c0d9c857f46d8c8f4bd07
+  data.tar.gz: a3d63407dad5620630f5310fbf57a266ca7872622ae4ceb80c7a48b70fd69a4d460bc4062a45d8cca2ea3ba5a6fb354df8ae3308ba66d36ec0a4352363d73088

data/.travis.yml

@@ -1,4 +1,13 @@
 language: ruby
-rvm:
-  - 2.2.3
 before_install: gem install bundler -v 1.10.6
+notifications:
+  email: false
+  hipchat:
+    on_success: never
+    on_failure: change
+    template:
+    - '%{repository}#%{build_number} (%{branch} - %{commit} : %{author}): %{message}
+      (<a href="%{build_url}">Details</a>/<a href="%{compare_url}">Change view</a>)'
+    format: html
+    rooms:
+      secure: J7yYVGr6NQ0rOA6WdOVxiB4XxPJJDcQG7R0fgAXxtAzQNun+QHLBH9Yu7NN7kaJrVU69oIMrAw2e7EGSh9mnQ3fmGyA/z9Xu5+3GYjGuN3QDLGA8kbnDggIeo8vZrTZYL9aITVHMUH/6oKwAtg4Q5Tx4ftguj4zvMMWiZTFHuv05V0FgyoQkSggKLE3w8ZndEjZfaBbtgUeN/eGeAl2oeP8w53eM4ebh2+VNYNVGr+5zr1VGkkXz1SoRT3YEJtSjH0DvinZDrsU3VZZY9hIcUKu3dzhPuwZFMIDGshDxVqf/0XADOFUqgYFeHmg64O+ikIye4MiuBKw/miqSvx6lZSdjlsYyHruYFCbjcZue/WIKAw5nWZNQ+YZmzxMWZV4czImO8q2ljMOXUluVgW78mZMYsqzsoE5tX6PVO4I7aVL4L9mnb01nPDAPgJAXCGfudOkHfUi6jaVTkvLqSJvifbCzhsRvaPCA2VAQGUTssv9pm2YkCP5rOOeasU+XgJtLJif8Uv1g/zNjNajNU19A1PLCSNgdvX381Dgd3NS/DjMtNtgTXxGjSpHwQM54aL/lp6a2XhCpSpBZBcBz01KQJGsgLUgDDQJSzO1e8OdiP6YQHIGEA0OM4Wfoq2I3TLWMSlGSzJBvUBHJwstPMjTbH+1HM2AOY80orVHQWzttZlc=

data/README.md

@@ -1,8 +1,8 @@
 # Ecco
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/ecco`. To experiment with that code, run `bin/console` for an interactive prompt.
+[![Build Status](https://travis-ci.org/twingly/ecco.svg?branch=master)](https://travis-ci.org/twingly/ecco)
 
-TODO: Delete this and the text above, and describe your gem
+MySQL replication binlog parser using [mysql-binlog-connector-java].
 
 ## Installation
 
@@ -22,22 +22,73 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+```ruby
+require "ecco"
+
+hostname = "localhost" # Optional
+port     = 3306        # Optional
+username = "username"
+password = "password"
+
+client = Ecco::Client.new(hostname: hostname, port: port, username: username, password: password)
+
+client.on_row_event do |row_event|
+  type     = row_event.type
+  database = row_event.database
+  table    = row_event.table
+  rows     = row_event.rows
+
+  next unless database == "FooDatabase"
+  next unless table == "FooTable"
+
+  second_column = rows.first[1]
+
+  puts "Row event: #{database} #{table} #{type} #{second_column}"
+end
+
+client.on_save_position do |filename, position|
+  puts "Save event: #{filename} #{position}"
+end
+
+# Optionally set a starting position
+client.set_binlog_filename("mysql-bin.000009")
+client.set_binlog_position(276753)
+
+client.start
+```
 
 ## Development
 
-To download a new version of [mysql-binlog-connector-java](https://github.com/shyiko/mysql-binlog-connector-java).
+To download a new version of [mysql-binlog-connector-java]
 
     rake maven:dependencies
 
-You need Maven.
+Note: You need Maven to download
 
     brew install maven
 
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+Run the tests
+
+    jruby --dev -G -S rake
+
+For an interactive prompt
+
+    bin/console
+
+To install this gem onto your local machine
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+    bundle exec rake install
+
+## Release
+
+To release a new version, update the version number in `version.rb`, and then run
+
+    bundle exec rake release
+
+which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
 
 ## License
 
 The gem is available as open source under the terms of the [Apache License, Version 2.0](http://www.apache.org/licenses/LICENSE-2.0).
+
+[mysql-binlog-connector-java]: https://github.com/shyiko/mysql-binlog-connector-java

data/lib/ecco.rb

@@ -1,6 +1,2 @@
+require "ecco/client"
 require "ecco/version"
-require "ext/mysql-binlog-connector-java-#{Ecco::MYSQL_BINLOG_CONNECTOR_VERSION}.jar"
-
-module Ecco
-  # Your code goes here...
-end

data/lib/ecco/client.rb

@@ -0,0 +1,36 @@
+require "ext/mysql-binlog-connector-java-#{Ecco::MYSQL_BINLOG_CONNECTOR_VERSION}.jar"
+require "ecco/row_event_listener"
+require "ecco/save_event_listener"
+
+module Ecco
+  class Client
+    extend Forwardable
+    def_delegators :@client, :set_server_id, :get_server_id
+    def_delegators :@client, :set_binlog_filename, :get_binlog_filename
+    def_delegators :@client, :set_binlog_position, :get_binlog_position
+
+    java_import com.github.shyiko.mysql.binlog.BinaryLogClient
+
+    def initialize(hostname: "localhost", port: 3306, username:, password:)
+      @client = BinaryLogClient.new(hostname, port, username, password)
+
+      @save_event_listener = SaveEventListener.new(self)
+      @client.register_event_listener(@save_event_listener)
+
+      @row_event_listener  = RowEventListener.new(self)
+      @client.register_event_listener(@row_event_listener)
+    end
+
+    def on_save_position(&block)
+      @save_event_listener.callback = block
+    end
+
+    def on_row_event(&block)
+      @row_event_listener.callback = block
+    end
+
+    def start
+      @client.connect
+    end
+  end
+end

data/lib/ecco/event_listener.rb

@@ -0,0 +1,17 @@
+module Ecco
+  class EventListener
+    include com.github.shyiko.mysql.binlog.BinaryLogClient::EventListener
+    java_import com.github.shyiko.mysql.binlog.event.EventType
+
+    attr_writer :callback
+
+    def initialize(client)
+      @client  = client
+      @callback = Proc.new {}
+    end
+
+    def on_event(event)
+      raise NotImplementedError
+    end
+  end
+end

data/lib/ecco/row_event.rb

@@ -0,0 +1,3 @@
+module Ecco
+  RowEvent = Struct.new(:type, :table_id, :database, :table, :rows)
+end

data/lib/ecco/row_event_listener.rb

@@ -0,0 +1,44 @@
+require "ecco/event_listener"
+require "ecco/row_event"
+
+module Ecco
+  class RowEventListener < EventListener
+    ROW_EVENTS = [
+      EventType::WRITE_ROWS,
+      EventType::UPDATE_ROWS,
+      EventType::DELETE_ROWS,
+    ]
+
+    def table_event
+      EventType::TABLE_MAP
+    end
+
+    def accepted_events
+      ROW_EVENTS
+    end
+
+    def on_event(event)
+      data = event.get_data
+      type = event.get_header.get_event_type
+
+      case type
+      when table_event
+        @table_map_event = event
+      when *accepted_events
+        row_event          = Ecco::RowEvent.new
+        row_event.type     = type.to_s
+        row_event.table_id = data.get_table_id
+        row_event.rows     = data.rows
+
+        if @table_map_event
+          event_data = @table_map_event.get_data
+
+          row_event.database = event_data.get_database
+          row_event.table    = event_data.get_table
+        end
+
+        @callback.call(row_event)
+      end
+    end
+  end
+end

data/lib/ecco/save_event_listener.rb

@@ -0,0 +1,29 @@
+require "ecco/event_listener"
+
+module Ecco
+  class SaveEventListener < EventListener
+    SAVE_EVENTS = [
+      EventType::QUERY,
+      EventType::ROTATE,
+      EventType::WRITE_ROWS,
+      EventType::UPDATE_ROWS,
+      EventType::DELETE_ROWS,
+    ]
+
+    def accepted_events
+      SAVE_EVENTS
+    end
+
+    def on_event(event)
+      type = event.get_header.get_event_type
+
+      case type
+      when *accepted_events
+        filename = @client.get_binlog_filename
+        position = @client.get_binlog_position
+
+        @callback.call(filename, position)
+      end
+    end
+  end
+end

data/lib/ecco/version.rb

@@ -1,4 +1,4 @@
 module Ecco
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
   MYSQL_BINLOG_CONNECTOR_VERSION = "0.2.4"
 end

metadata

@@ -1,57 +1,57 @@
 --- !ruby/object:Gem::Specification
 name: ecco
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: java
 authors:
 - Twingly AB
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2015-10-27 00:00:00.000000000 Z
+date: 2015-11-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
+  name: bundler
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.10'
-  name: bundler
   prerelease: false
   type: :development
+- !ruby/object:Gem::Dependency
+  name: rake
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.10'
-- !ruby/object:Gem::Dependency
+        version: '10.0'
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
-  name: rake
   prerelease: false
   type: :development
+- !ruby/object:Gem::Dependency
+  name: rspec
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
-- !ruby/object:Gem::Dependency
+        version: '0'
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: rspec
   prerelease: false
   type: :development
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 description: MySQL replication binlog parser using mysql-binlog-connector-java.
 email:
 - support@twingly.com
@@ -67,9 +67,13 @@ files:
 - README.md
 - Rakefile
 - bin/console
-- bin/setup
 - ecco.gemspec
 - lib/ecco.rb
+- lib/ecco/client.rb
+- lib/ecco/event_listener.rb
+- lib/ecco/row_event.rb
+- lib/ecco/row_event_listener.rb
+- lib/ecco/save_event_listener.rb
 - lib/ecco/version.rb
 - lib/ext/mysql-binlog-connector-java-0.2.4.jar
 - pom.xml

data/bin/setup

@@ -1,7 +0,0 @@
-#!/bin/bash
-set -euo pipefail
-IFS=$'\n\t'
-
-bundle install
-
-# Do any other automated setup that you need to do here