leffen-kafka-rb 0.0.15

data/spec/multi_producer_spec.rb

@@ -0,0 +1,74 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe MultiProducer do
+  before(:each) do
+    @mocked_socket = mock(TCPSocket)
+    TCPSocket.stub!(:new).and_return(@mocked_socket) # don't use a real socket
+  end
+
+  describe "Kafka Producer" do
+    it "should set default host and port if none is specified" do
+      subject.host.should eql("localhost")
+      subject.port.should eql(9092)
+    end
+
+    it "should have compression" do
+      subject.should respond_to :compression
+      described_class.new(:compression => Kafka::Message::SNAPPY_COMPRESSION).compression.should == Kafka::Message::SNAPPY_COMPRESSION
+      described_class.new.compression.should == Kafka::Message::NO_COMPRESSION
+    end
+
+    it "sends single messages" do
+      message = Kafka::Message.new("ale")
+      encoded = Kafka::Encoder.produce("test", 0, message)
+
+      subject.should_receive(:write).with(encoded).and_return(encoded.length)
+      subject.push("test", message, :partition => 0).should == encoded.length
+    end
+
+    it "sends multiple messages" do
+      messages = [Kafka::Message.new("ale"), Kafka::Message.new("beer")]
+      reqs = [
+        Kafka::ProducerRequest.new("topic", messages[0]),
+        Kafka::ProducerRequest.new("topic", messages[1]),
+      ]
+      encoded = Encoder.multiproduce(reqs)
+
+      subject.should_receive(:write).with(encoded).and_return(encoded.length)
+      subject.multi_push(reqs).should == encoded.length
+    end
+
+    it "should compress messages" do
+      subject.compression = Kafka::Message::SNAPPY_COMPRESSION
+      @mocked_socket.stub! :write => 0
+      messages = [Kafka::Message.new("ale"), Kafka::Message.new("beer")]
+
+      encoded = Encoder.produce("test", 0, messages[0])
+      Encoder.should_receive(:produce).with("test", 0, messages[0], subject.compression).and_return encoded
+      subject.push("test", messages[0], :partition => 0)
+
+      reqs = [
+          Kafka::ProducerRequest.new("topic", messages[0]),
+          Kafka::ProducerRequest.new("topic", messages[1]),
+      ]
+      encoded = Encoder.multiproduce(reqs)
+      Encoder.should_receive(:multiproduce).with(reqs, subject.compression)
+      subject.multi_push(reqs)
+    end
+  end
+end

data/spec/producer_request_spec.rb

@@ -0,0 +1,38 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe ProducerRequest do
+  let(:message) { Kafka::Message.new }
+  let(:req) { described_class.new("topic", message) }
+
+  it "has a topic" do
+    req.topic = "topic"
+  end
+
+  it "has a set of messages" do
+    req.messages.should == [message]
+  end
+
+  it "has a default partition" do
+    req.partition.should == 0
+  end
+
+  it "can use a user-specified partition" do
+    req = described_class.new("topic", message, :partition => 42)
+    req.partition.should == 42
+  end
+end

data/spec/producer_spec.rb

@@ -0,0 +1,71 @@
+# encoding: utf-8
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+# 
+#    http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe Producer do
+
+  before(:each) do
+    @mocked_socket = mock(TCPSocket)
+    TCPSocket.stub!(:new).and_return(@mocked_socket) # don't use a real socket
+    @producer = Producer.new
+  end
+
+  describe "Kafka Producer" do
+    it "should have a topic and a partition" do
+      @producer.should respond_to(:topic)
+      @producer.should respond_to(:partition)
+    end
+
+    it "should have compression" do
+      @producer.should respond_to :compression
+      Producer.new(:compression => 1).compression.should == 1
+      Producer.new.compression.should == 0
+    end
+
+    it "should set a topic and partition on initialize" do
+      @producer = Producer.new({ :host => "localhost", :port => 9092, :topic => "testing" })
+      @producer.topic.should eql("testing")
+      @producer.partition.should eql(0)
+      @producer = Producer.new({ :topic => "testing", :partition => 3 })
+      @producer.partition.should eql(3)
+    end
+
+    it "should set default host and port if none is specified" do
+      @producer = Producer.new
+      @producer.host.should eql("localhost")
+      @producer.port.should eql(9092)
+    end
+  end
+
+  it "should send messages" do
+    @producer.should_receive(:write).and_return(32)
+    message = Kafka::Message.new("ale")
+    @producer.push(message).should eql(32)
+  end
+
+  describe "Message Batching" do
+    it "should batch messages and send them at once" do
+      message1 = Kafka::Message.new("one")
+      message2 = Kafka::Message.new("two")
+      @producer.should_receive(:push).with([message1, message2]).exactly(:once).and_return(nil)
+      @producer.batch do |messages|
+        messages << message1
+        messages << message2
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,18 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+# 
+#    http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+require 'rubygems'
+require 'kafka'
+
+include Kafka

metadata

@@ -0,0 +1,107 @@
+--- !ruby/object:Gem::Specification
+name: leffen-kafka-rb
+version: !ruby/object:Gem::Version
+  version: 0.0.15
+  prerelease: 
+platform: ruby
+authors:
+- Alejandro Crosa
+- Stefan Mees
+- Tim Lossen
+- Liam Stewart
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: kafka-rb allows you to produce and consume messages using the Kafka distributed
+  publish/subscribe messaging service.
+email: leffen@gmail.com
+executables:
+- leffen-kafka-consumer
+- leffen-kafka-publish
+extensions: []
+extra_rdoc_files:
+- LICENSE
+files:
+- LICENSE
+- README.md
+- Rakefile
+- lib/kafka/batch.rb
+- lib/kafka/cli.rb
+- lib/kafka/consumer.rb
+- lib/kafka/encoder.rb
+- lib/kafka/error_codes.rb
+- lib/kafka/io.rb
+- lib/kafka/message.rb
+- lib/kafka/multi_producer.rb
+- lib/kafka/producer.rb
+- lib/kafka/producer_request.rb
+- lib/kafka/request_type.rb
+- lib/kafka.rb
+- lib/leffen-kafka.rb
+- spec/batch_spec.rb
+- spec/cli_spec.rb
+- spec/consumer_spec.rb
+- spec/encoder_spec.rb
+- spec/io_spec.rb
+- spec/kafka_spec.rb
+- spec/message_spec.rb
+- spec/multi_producer_spec.rb
+- spec/producer_request_spec.rb
+- spec/producer_spec.rb
+- spec/spec_helper.rb
+- bin/leffen-kafka-consumer
+- bin/leffen-kafka-publish
+homepage: http://github.com/acrosa/kafka-rb
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: A Ruby client for the Kafka distributed publish/subscribe messaging service
+test_files:
+- spec/batch_spec.rb
+- spec/cli_spec.rb
+- spec/consumer_spec.rb
+- spec/encoder_spec.rb
+- spec/io_spec.rb
+- spec/kafka_spec.rb
+- spec/message_spec.rb
+- spec/multi_producer_spec.rb
+- spec/producer_request_spec.rb
+- spec/producer_spec.rb
+- spec/spec_helper.rb