wooga-kafka-rb 0.0.7 → 0.0.8

data/README.md

@@ -1,13 +1,19 @@
 # kafka-rb
-kafka-rb allows you to produce messages to the Kafka distributed publish/subscribe messaging service.
+kafka-rb allows you to produce and consume messages to / from the Kafka distributed messaging service.
+This is an improved version of the original Ruby client written by Alexandro Crosa, 
+and is used in production at wooga.
 
 ## Requirements
-You need to have access to your Kafka instance and be able to connect through TCP. You can obtain a copy and instructions on how to setup kafka at https://github.com/kafka-dev/kafka
+You need to have access to your Kafka instance and be able to connect through TCP. 
+You can obtain a copy and instructions on how to setup kafka at http://incubator.apache.org/kafka/
+
 
 ## Installation
-sudo gem install kafka-rb
 
-(the code works fine with JRuby, Ruby 1.8x and Ruby 1.9.x)
+    sudo gem install wooga-kafka-rb
+
+(should work fine with JRuby, Ruby 1.8 and 1.9)
+
 
 ## Usage
 
@@ -55,8 +61,5 @@ sudo gem install kafka-rb
     end
 
 
-Contact for questions
-
-alejandrocrosa at(@) gmail.com
-
-http://twitter.com/alejandrocrosa
+## Questions?
+tim.lossen@wooga.net

data/Rakefile

@@ -21,14 +21,13 @@ require 'rspec/core/rake_task'
 
 spec = Gem::Specification.new do |s|
   s.name = %q{wooga-kafka-rb}
-  s.version = "0.0.7"
+  s.version = "0.0.8"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Alejandro Crosa", "Stefan Mees", "Tim Lossen"]
   s.autorequire = %q{kafka-rb}
-  s.date = %q{2011-01-13}
+  s.date = Time.now.strftime("%Y-%m-%d")
   s.description = %q{kafka-rb allows you to produce and consume messages using the Kafka distributed publish/subscribe messaging service.}
-  s.email = %q{alejandrocrosa@gmail.com}
   s.extra_rdoc_files = ["LICENSE"]
   s.files = ["LICENSE", "README.md", "Rakefile", "lib/kafka", "lib/kafka/batch.rb", "lib/kafka/consumer.rb", "lib/kafka/io.rb", "lib/kafka/message.rb", "lib/kafka/producer.rb", "lib/kafka/request_type.rb", "lib/kafka/error_codes.rb", "lib/kafka.rb", "spec/batch_spec.rb", "spec/consumer_spec.rb", "spec/io_spec.rb", "spec/kafka_spec.rb", "spec/message_spec.rb", "spec/producer_spec.rb", "spec/spec_helper.rb"]
   s.homepage = %q{http://github.com/wooga/kafka-rb}
@@ -54,14 +53,6 @@ Rake::GemPackageTask.new(spec) do |pkg|
   pkg.gem_spec = spec
 end
 
-task :default => :rspec
-
-desc "Run specs"
-RSpec::Core::RakeTask.new do |t|
-  t.pattern = FileList['spec/**/*_spec.rb']
-  t.rspec_opts = %w(-fs --color)
-end
-
 desc "install the gem locally"
 task :install => [:package] do
   sh %{sudo gem install pkg/#{GEM}-#{GEM_VERSION}}
@@ -72,3 +63,12 @@ RSpec::Core::RakeTask.new(:rcov) do |t|
   t.pattern = FileList['spec/**/*_spec.rb']
   t.rcov = true
 end
+
+desc "Run specs"
+RSpec::Core::RakeTask.new do |t|
+  t.pattern = FileList['spec/**/*_spec.rb']
+  t.rspec_opts = %w(-fs --color)
+end
+
+task :default => :spec
+

data/lib/kafka/consumer.rb

@@ -21,6 +21,7 @@ module Kafka
     MAX_SIZE = 1024 * 1024        # 1 megabyte
     DEFAULT_POLLING_INTERVAL = 2  # 2 seconds
     MAX_OFFSETS = 1
+    LATEST_OFFSET = -1
     EARLIEST_OFFSET = -2
 
     attr_accessor :topic, :partition, :offset, :max_size, :request_type, :polling
@@ -46,7 +47,7 @@ module Kafka
     end
 
     def consume
-      self.offset ||= fetch_earliest_offset
+      self.offset ||= fetch_latest_offset
       send_consume_request
       data = read_data_response
       parse_message_set_from(data)
@@ -54,14 +55,14 @@ module Kafka
       nil
     end
 
-    def fetch_earliest_offset
+    def fetch_latest_offset
       send_offsets_request
       read_offsets_response
     end
 
     def send_offsets_request
       write(encoded_request_size)
-      write(encode_request(Kafka::RequestType::OFFSETS, topic, partition, EARLIEST_OFFSET, MAX_OFFSETS))
+      write(encode_request(Kafka::RequestType::OFFSETS, topic, partition, LATEST_OFFSET, MAX_OFFSETS))
     end
 
     def read_offsets_response

data/spec/consumer_spec.rb

@@ -157,7 +157,7 @@ describe Consumer do
 
     it "should fetch initial offset if no offset is given" do
       @consumer = Consumer.new
-      @consumer.should_receive(:fetch_earliest_offset).exactly(:once).and_return(1000)
+      @consumer.should_receive(:fetch_latest_offset).exactly(:once).and_return(1000)
       @consumer.should_receive(:send_consume_request).and_return(true)
       @consumer.should_receive(:read_data_response).and_return("")
       @consumer.consume
@@ -165,8 +165,8 @@ describe Consumer do
     end
 
     it "should encode an offset request" do
-      bytes = [Kafka::RequestType::OFFSETS].pack("n") + ["test".length].pack("n") + "test" + [0].pack("N") + [-2].pack("q").reverse + [Kafka::Consumer::MAX_OFFSETS].pack("N")
-      @consumer.encode_request(Kafka::RequestType::OFFSETS, "test", 0, -2, Kafka::Consumer::MAX_OFFSETS).should eql(bytes)
+      bytes = [Kafka::RequestType::OFFSETS].pack("n") + ["test".length].pack("n") + "test" + [0].pack("N") + [-1].pack("q").reverse + [Kafka::Consumer::MAX_OFFSETS].pack("N")
+      @consumer.encode_request(Kafka::RequestType::OFFSETS, "test", 0, -1, Kafka::Consumer::MAX_OFFSETS).should eql(bytes)
     end
 
     it "should parse an offsets response" do

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 0
-  - 7
-  version: 0.0.7
+  - 8
+  version: 0.0.8
 platform: ruby
 authors: 
 - Alejandro Crosa
@@ -16,7 +16,7 @@ autorequire: kafka-rb
 bindir: bin
 cert_chain: []
 
-date: 2011-01-13 00:00:00 +01:00
+date: 2011-12-12 00:00:00 +01:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -33,7 +33,7 @@ dependencies:
   type: :development
   version_requirements: *id001
 description: kafka-rb allows you to produce and consume messages using the Kafka distributed publish/subscribe messaging service.
-email: alejandrocrosa@gmail.com
+email: 
 executables: []
 
 extensions: []