kafka_rest_client 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a2547fd6407a534cd9dcc57623b629f2a4dc3f67
-  data.tar.gz: 46678ca71d81e2ab8d4618c54ef6ae89ac1a912c
+  metadata.gz: 0369a154f21c09aa1d3946e42c6ef83835ab3f72
+  data.tar.gz: 3b8bdd2fafd712f45754739eb4914f33c5ed9642
 SHA512:
-  metadata.gz: ebf98c38adac856ae66952a02081451aebcac5f3406ce157c7656719dd4582ebce5ef39eecc65623b90349c5b92a83f25f92054d14ae32c7c0187c1eb1b87649
-  data.tar.gz: 69768766374ee6d1d765251888e5c9dae0173470fdccaea8015681768b33743ffd08f3814459ef75d1dc30a9fd5ec22402113a569421b1588470fbb0e30cc309
+  metadata.gz: d7fe499236fab1d5fd616dcb467282b7a0aa41fa9098d9eab317351a54df283b468d525f37abcd011fd78ca236b0b38e636352770bd2c71327281780c5398274
+  data.tar.gz: 743eb70e8f1bac3bc53a7ef0beda1590e7434677b25bebfc34b67081a65d42c7e464576515ddacb5515f81300a5371f64c4c9c1b78c6297dc928e7439fad3fe5

data/README.md

@@ -2,7 +2,7 @@
 
 A Ruby client to interact with [Kafka REST Proxy](http://docs.confluent.io/1.0.1/kafka-rest/docs/index.html)
 
-**Current Version:** 0.3.0
+**Current Version:** 0.4.0
 
 **Supported Ruby versions:** 2.0, 2.1, 2.2
 
@@ -39,6 +39,10 @@ producer = KafkaRestClient::AvroProducer.new
 # with the "#{topic}-value" name
 producer.produce('ice-cream-melted', { temperature: 35, unit: 'celsius' })
 
+# Produce an event using the topic name, payload and a partition key
+# The partition key should be the name of a field in the message
+producer.produce('ice-cream-melted', { temperature: 35, unit: 'celsius' }, { key: :temperature })
+
 # This would post a request to the REST Proxy e.g. :
 # {"id": 1, "temperature": 32, "unit": "celsius"}
 

data/kafka_rest_client.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = 'kafka_rest_client'
-  spec.version       = '0.3.0'
+  spec.version       = '0.4.0'
   spec.authors       = ['Funding Circle Engineering']
   spec.email         = ['engineering+kafka_rest_client@fundingcircle.com']
   spec.licenses      = ['BSD-3-Clause']

data/lib/kafka_rest_client/avro_producer.rb

@@ -83,8 +83,21 @@ module KafkaRestClient
       events.map { |event| annotate_optional_fields(event, optional_fields) }
     end
 
+    def build_records(events, options)
+      key = options[:key].to_s
+
+      events.map { |event|
+        if key == ""
+          { value: event }
+        else
+          key_hash = Zlib::crc32(event[key].to_s) # Hacky solution for getting an int hash due to https://github.com/confluentinc/kafka-rest/issues/118
+          { value: event, key: key_hash }
+        end
+      }
+    end
+
     def build_event_payload(topic, events, options)
-      payload = { records: events.map { |event| { value: event } } }.merge(
+      payload = { records: build_records(events, options) }.merge(
         options.select { |k, _| [:value_schema_id, :value_schema].include?(k) }
       )
 
@@ -92,6 +105,10 @@ module KafkaRestClient
         payload[:value_schema_id] = get_latest_schema(topic).fetch('id')
       end
 
+      if !options[:key].nil?
+        payload[:key_schema] = { type: "long" }.to_json # Should be string, workaround for https://github.com/confluentinc/kafka-rest/issues/118
+      end
+
       payload
     end
 

data/lib/kafka_rest_client/configuration.rb

@@ -15,7 +15,7 @@ module KafkaRestClient
       @kafka_proxy_url = options[:kafka_proxy_url]
       @schema_registry_url = options[:schema_registry_url]
       @timeout = options[:timeout]
-      @logger = options[:loggger]
+      @logger = options[:logger]
     end
 
     def timeout

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: kafka_rest_client
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Funding Circle Engineering