poseidon_cluster 0.0.3 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 3a9e9d18567496651c7c390954320166410d315f
-  data.tar.gz: a17c4b5192bcd360bd7fe2eda5da3b6d9afcf0a9
+  metadata.gz: 58d3c657309fe7381c8776baa87f54b41f04281f
+  data.tar.gz: 009a15759814e1c92bdec7e903d9a8fb16a4ce4a
 SHA512:
-  metadata.gz: c241fca61a6a6c6b59b32d023250665c939fb3f4c34cdddd4bb9cfbb125a4bab8bc87f405e0e496e2a14e6a8d9d6c6ef9278d85d369ddcde30afbad844fd0536
-  data.tar.gz: 170438cf674768bfc7f4002332f16f1d89d9a0669278e6f801d1dc10e6e0bfd1a9093fcd382bf3ba9adb88491bf11ba348d36e84e803e5a3bb0c2f80079cee2e
+  metadata.gz: 1fc88b0a4b8f27cb3314db151956242a1c1e3caaa78fa89a17c15907e28a0cfc6ac0bfeadd26829245a01e331ee1112bf6abf2201357418f5bccef4b0ddb933c
+  data.tar.gz: 79d9a39b2ab8a424ed3e0d44419e3c021983afb617637db237ce2ee0134ff18dcaca7494ce65bd535b400cfb1ef816cacf20d0a8c7ebe1c32bd1b05356a699c9

data/.travis.yml

@@ -6,3 +6,4 @@ rvm:
   - jruby-19mode
 env:
   - SLOW=1
+script: bundle exec rake spec:coveralls

data/Gemfile

@@ -2,7 +2,6 @@ source "https://rubygems.org"
 
 gemspec
 gem "poseidon", git: "https://github.com/dim/poseidon.git"
-gem "coveralls", require: false
 
 platform :jruby do
   gem 'slyphon-log4j', '= 1.2.15'

data/Gemfile.lock

@@ -7,7 +7,7 @@ GIT
 PATH
   remote: .
   specs:
-    poseidon_cluster (0.0.3)
+    poseidon_cluster (0.0.5)
       poseidon
       zk
 
@@ -25,7 +25,7 @@ GEM
     little-plugger (1.1.3)
     logging (1.7.2)
       little-plugger (>= 1.1.3)
-    mime-types (2.0)
+    mime-types (2.1)
     multi_json (1.8.4)
     rake (10.1.1)
     rest-client (1.6.7)

data/README.md

@@ -1,4 +1,4 @@
-# Poseidon Cluster [![Build Status](https://travis-ci.org/bsm/poseidon_cluster.png?branch=master)](https://travis-ci.org/bsm/poseidon_cluster)
+# Poseidon Cluster [![Build Status](https://travis-ci.org/bsm/poseidon_cluster.png?branch=master)](https://travis-ci.org/bsm/poseidon_cluster) [![Coverage Status](https://coveralls.io/repos/bsm/poseidon_cluster/badge.png)](https://coveralls.io/r/bsm/poseidon_cluster)
 
 Poseidon Cluster is a cluster extension the excellent [Poseidon](http://github.com/bpot/poseidon) Ruby client for Kafka 0.8+. It implements the distribution concept of self-rebalancing *Consumer Groups* and supports the consumption of a single topic from multiple instances.
 

data/Rakefile

@@ -7,4 +7,10 @@ require 'yard'
 require 'yard/rake/yardoc_task'
 YARD::Rake::YardocTask.new
 
+require 'coveralls/rake/task'
+Coveralls::RakeTask.new
+namespace :spec do
+  task coveralls: [:spec, 'coveralls:push']
+end
+
 task default: :spec

data/lib/poseidon/consumer_group.rb

@@ -69,26 +69,20 @@ class Poseidon::ConsumerGroup
   # @option options [Integer] :min_bytes Smallest amount of data the server should send us. Default: 0 (Send us data as soon as it is ready)
   # @option options [Integer] :claim_timeout Maximum number of seconds to wait for a partition claim. Default: 10
   # @option options [Integer] :loop_delay Number of seconds to delay the next fetch (in #fetch_loop) if nothing was returned. Default: 1
+  # @option options [Boolean] :register Automatically register instance and start consuming. Default: true
   #
   # @api public
   def initialize(name, brokers, zookeepers, topic, options = {})
-    @name      = name
-    @topic     = topic
-    @zk        = ::ZK.new(zookeepers.join(","))
-    @options   = options
-    @consumers = []
-    @pool      = ::Poseidon::BrokerPool.new(id, brokers)
-    @mutex     = Mutex.new
-
-    # Register instance
-    registries.each do |_, path|
-      zk.mkdir_p(path)
-    end
-    zk.create(consumer_path, "{}", ephemeral: true)
-    zk.register(registries[:consumer]) {|_| rebalance! }
-
-    # Rebalance
-    rebalance!
+    @name       = name
+    @topic      = topic
+    @zk         = ::ZK.new(zookeepers.join(","))
+    @options    = options
+    @consumers  = []
+    @pool       = ::Poseidon::BrokerPool.new(id, brokers)
+    @mutex      = Mutex.new
+    @registered = false
+
+    register! unless options[:register] == false
   end
 
   # @return [String] a globally unique identifier
@@ -115,6 +109,27 @@ class Poseidon::ConsumerGroup
     @topic_metadata ||= metadata.metadata_for_topics([topic])[topic]
   end
 
+  # @return [Boolean] true if registered
+  def registered?
+    @registered
+  end
+
+  # @return [Boolean] true if registration was successful, false if already registered
+  def register!
+    return false if registered?
+
+    # Register instance
+    registries.each do |_, path|
+      zk.mkdir_p(path)
+    end
+    zk.create(consumer_path, "{}", ephemeral: true)
+    zk.register(registries[:consumer]) {|_| rebalance! }
+
+    # Rebalance
+    rebalance!
+    @registered = true
+  end
+
   # Reloads metadata/broker/partition information
   def reload
     @metadata = @topic_metadata = nil

data/poseidon_cluster.gemspec

@@ -5,7 +5,7 @@ Gem::Specification.new do |s|
   s.name        = File.basename(__FILE__, '.gemspec')
   s.summary     = "Poseidon cluster extensions"
   s.description = "Cluster extensions for Poseidon, a producer and consumer implementation for Kafka >= 0.8"
-  s.version     = "0.0.3"
+  s.version     = "0.0.5"
 
   s.authors     = ["Black Square Media"]
   s.email       = "info@blacksquaremedia.com"
@@ -22,5 +22,6 @@ Gem::Specification.new do |s|
   s.add_development_dependency "bundler"
   s.add_development_dependency "rspec"
   s.add_development_dependency "yard"
+  s.add_development_dependency "coveralls"
 
 end

data/spec/integration/poseidon/consumer_group_spec.rb

@@ -139,11 +139,12 @@ describe Poseidon::ConsumerGroup, integration: true do
           50.times { group.fetch {|_, m| write.write "4:#{m.size}\n" }}
         end
       end
+
       pid5 = fork do
         group = new_group(32*1024, "slow-topic")
-        8.times do
+        10.times do
           50.times { group.fetch {|_, m| write.write "5:#{m.size}\n" }}
-          sleep(2)
+          sleep(3)
         end
       end
       Process.wait(pid1)

data/spec/lib/poseidon/consumer_group_spec.rb

@@ -50,6 +50,7 @@ describe Poseidon::ConsumerGroup do
     groups.each(&:close)
   end
 
+  it               { should be_registered }
   its(:name)       { should == "my-group" }
   its(:topic)      { should == TOPIC_NAME }
   its(:pool)       { should be_instance_of(Poseidon::BrokerPool) }

data/spec/spec_helper.rb

@@ -3,7 +3,6 @@ require 'rspec'
 require 'fileutils'
 require 'pathname'
 require 'coveralls'
-Coveralls.wear!
 
 TOPIC_NAME  = "my-topic"
 KAFKA_LOCAL = File.expand_path("../kafka_2.8.0-0.8.0", __FILE__)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: poseidon_cluster
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.5
 platform: ruby
 authors:
 - Black Square Media
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-18 00:00:00.000000000 Z
+date: 2014-01-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: poseidon
@@ -94,6 +94,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Cluster extensions for Poseidon, a producer and consumer implementation
   for Kafka >= 0.8
 email: info@blacksquaremedia.com
@@ -136,7 +150,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: 1.8.0
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.0.rc.1
+rubygems_version: 2.2.1
 signing_key: 
 specification_version: 4
 summary: Poseidon cluster extensions