ruby-kafka 0.4.0.beta1 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9ac9f20c365f90e85bd6df6000838fbc349b893b
-  data.tar.gz: fc16d9bf3784a21d1a82ec106b5b528bf57bfbe2
+  metadata.gz: 8e5c2b78f0d4883922641e90ac150a738959c00e
+  data.tar.gz: 0166be6c6bef06356abdf4f771dd633043e996ba
 SHA512:
-  metadata.gz: 22c77ea79b8e971916e1671253b709b207501a3e068d29e5629efea30733e9ab224748f068cc916c6472f7507c2e1073f7b0a3e9ee2cdbcafee21bd27e21f277
-  data.tar.gz: e5ecd931e2348ee989bcaf70387b30e64d9b24560231745b1c4d0e275cfcc0f65202cdf018b45bcc1678699ac05648bb4f0a5e5689eee030958823a864e73fb1
+  metadata.gz: 1207e355018718c240fabd89ba2286949dc156f5ce9734f9cf48635154ee9d20587d4401e4ca8c5f31edb4fda3b1e049766ad0a93030b5df99b8762e160f5970
+  data.tar.gz: 3c7b974bf3347c841d9bd85118dc8bf66dc892f6c48df7fc32599949bca6b1bf71d301559ce28709eac108dd92acced6a9f15557226d12d0c3311ac4b3c1115e

data/lib/kafka/producer.rb

@@ -334,11 +334,19 @@ module Kafka
 
     def assign_partitions!
       failed_messages = []
+      topics_with_failures = Set.new
 
       @pending_message_queue.each do |message|
         partition = message.partition
 
         begin
+          # If a message for a topic fails to receive a partition all subsequent
+          # messages for the topic should be retried to preserve ordering
+          if topics_with_failures.include?(message.topic)
+            failed_messages << message
+            next
+          end
+
           if partition.nil?
             partition_count = @cluster.partitions_for(message.topic).count
             partition = Partitioner.partition_for_key(partition_count, message)
@@ -357,6 +365,7 @@ module Kafka
             exception: [e.class.to_s, e.message],
           })
 
+          topics_with_failures << message.topic
           failed_messages << message
         end
       end

data/lib/kafka/protocol.rb

@@ -3,19 +3,32 @@ module Kafka
     # The replica id of non-brokers is always -1.
     REPLICA_ID = -1
 
+    PRODUCE_API = 0
+    FETCH_API = 1
+    LIST_OFFSET_API = 2
+    TOPIC_METADATA_API = 3
+    OFFSET_COMMIT_API = 8
+    OFFSET_FETCH_API = 9
+    GROUP_COORDINATOR_API = 10
+    JOIN_GROUP_API = 11
+    HEARTBEAT_API = 12
+    LEAVE_GROUP_API = 13
+    SYNC_GROUP_API = 14
+    SASL_HANDSHAKE_API = 17
+
     APIS = {
-      0 => :produce,
-      1 => :fetch,
-      2 => :list_offset,
-      3 => :topic_metadata,
-      8 => :offset_commit,
-      9 => :offset_fetch,
-      10 => :group_coordinator,
-      11 => :join_group,
-      12 => :heartbeat,
-      13 => :leave_group,
-      14 => :sync_group,
-      17 => :sasl_handshake
+      PRODUCE_API => :produce,
+      FETCH_API => :fetch,
+      LIST_OFFSET_API => :list_offset,
+      TOPIC_METADATA_API => :topic_metadata,
+      OFFSET_COMMIT_API => :offset_commit,
+      OFFSET_FETCH_API => :offset_fetch,
+      GROUP_COORDINATOR_API => :group_coordinator,
+      JOIN_GROUP_API => :join_group,
+      HEARTBEAT_API => :heartbeat,
+      LEAVE_GROUP_API => :leave_group,
+      SYNC_GROUP_API => :sync_group,
+      SASL_HANDSHAKE_API => :sasl_handshake,
     }
 
     ERRORS = {

data/lib/kafka/protocol/fetch_request.rb

@@ -27,7 +27,7 @@ module Kafka
       end
 
       def api_key
-        1
+        FETCH_API
       end
 
       def response_class

data/lib/kafka/protocol/group_coordinator_request.rb

@@ -6,7 +6,7 @@ module Kafka
       end
 
       def api_key
-        10
+        GROUP_COORDINATOR_API
       end
 
       def encode(encoder)

data/lib/kafka/protocol/heartbeat_request.rb

@@ -8,7 +8,7 @@ module Kafka
       end
 
       def api_key
-        12
+        HEARTBEAT_API
       end
 
       def response_class

data/lib/kafka/protocol/join_group_request.rb

@@ -16,7 +16,7 @@ module Kafka
       end
 
       def api_key
-        11
+        JOIN_GROUP_API
       end
 
       def response_class

data/lib/kafka/protocol/leave_group_request.rb

@@ -7,7 +7,7 @@ module Kafka
       end
 
       def api_key
-        13
+        LEAVE_GROUP_API
       end
 
       def response_class

data/lib/kafka/protocol/list_offset_request.rb

@@ -20,7 +20,7 @@ module Kafka
       end
 
       def api_key
-        2
+        LIST_OFFSET_API
       end
 
       def response_class

data/lib/kafka/protocol/offset_commit_request.rb

@@ -5,7 +5,7 @@ module Kafka
       DEFAULT_RETENTION_TIME = -1
 
       def api_key
-        8
+        OFFSET_COMMIT_API
       end
 
       def api_version

data/lib/kafka/protocol/offset_fetch_request.rb

@@ -7,7 +7,7 @@ module Kafka
       end
 
       def api_key
-        9
+        OFFSET_FETCH_API
       end
 
       def api_version

data/lib/kafka/protocol/produce_request.rb

@@ -37,7 +37,7 @@ module Kafka
       end
 
       def api_key
-        0
+        PRODUCE_API
       end
 
       def response_class

data/lib/kafka/protocol/sasl_handshake_request.rb

@@ -16,7 +16,7 @@ module Kafka
       end
 
       def api_key
-        17
+        SASL_HANDSHAKE_API
       end
 
       def response_class

data/lib/kafka/protocol/sync_group_request.rb

@@ -9,7 +9,7 @@ module Kafka
       end
 
       def api_key
-        14
+        SYNC_GROUP_API
       end
 
       def response_class

data/lib/kafka/protocol/topic_metadata_request.rb

@@ -10,7 +10,7 @@ module Kafka
       end
 
       def api_key
-        3
+        TOPIC_METADATA_API
       end
 
       def response_class

data/lib/kafka/version.rb

@@ -1,3 +1,3 @@
 module Kafka
-  VERSION = "0.4.0.beta1"
+  VERSION = "0.4.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby-kafka
 version: !ruby/object:Gem::Version
-  version: 0.4.0.beta1
+  version: 0.4.0
 platform: ruby
 authors:
 - Daniel Schierbeck
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-07-18 00:00:00.000000000 Z
+date: 2017-07-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gssapi
@@ -357,9 +357,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.4.5.1