druiddb 1.2.0 → 1.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6aff717c3c1644264319311423dd20b93c6b1c1b
-  data.tar.gz: 13ee2b193c9fd2eb5ce6c875176b950f4be736aa
+  metadata.gz: d70e61ee7c8aa988f217cfca1f6f32431906c2db
+  data.tar.gz: 1e989cc4dffbef040e91a98062f7c58e9ba86cde
 SHA512:
-  metadata.gz: c20d56f9c873ded1c52c99ee7fe3e6e6517c652335d45c8cf8e3696063b25e1291eff03a210036c0b3128d76ae6e86303f90e0d62ad5ede3ded5fa7a72db4ee2
-  data.tar.gz: 1c8b7c392900c2b99c517186a498ed84d9843ccb40ba95ff24e0b929a9448e58b387fc8d20257debbbb69bdead3d5b0dbc7c1ab059feef65a63c6b0199047269
+  metadata.gz: df81ac19746fe5ed208b5011166cdcc10cc6f6eb6481e89387b4c3bf5d910614921a9f8ecaff4899f4a6ee6bada22ec379719ca0ded9ae53172541379d4bb618
+  data.tar.gz: 6a247ccbd87d1f48cd4cb0813dee467167cd40c3105cfdb75d8ef37f747e52b900c1a031372f3132553ceacd4d9e9b3294b1a85899e83728772872761eb4c78e

data/README.md

@@ -3,7 +3,6 @@
 [![Build Status](https://travis-ci.org/andremleblanc/druiddb-ruby.svg?branch=master)](https://travis-ci.org/andremleblanc/druiddb-ruby)
 [![Gem Version](https://badge.fury.io/rb/druiddb.svg)](https://badge.fury.io/rb/druiddb)
 [![Code Climate](https://codeclimate.com/github/andremleblanc/druiddb-ruby/badges/gpa.svg)](https://codeclimate.com/github/andremleblanc/druiddb-ruby)
-[![Test Coverage](https://codeclimate.com/github/andremleblanc/druiddb-ruby/badges/coverage.svg)](https://codeclimate.com/github/andremleblanc/druiddb-ruby/coverage)
 [![Dependency Status](https://gemnasium.com/badges/github.com/andremleblanc/druiddb-ruby.svg)](https://gemnasium.com/github.com/andremleblanc/druiddb-ruby)
 
 This documentation is intended to be a quick-start guide, not a comprehensive
@@ -14,6 +13,10 @@ and the `DruidDB::Query` modules as they expose most of the methods on the clien
 This guide assumes a significant knowledge of Druid, for more info:
 http://druid.io/docs/latest/design/index.html
 
+## What Does it Do
+
+druiddb-ruby provides a client for your Ruby application to push data to Druid leveraging the [Kafka Indexing Service](http://druid.io/docs/latest/development/extensions-core/kafka-ingestion.html). The client also provides an interface for querying and performing management tasks. It will automatically find and connect to Kafka and the Druid nodes through ZooKeeper, which means you only need to provide the ZooKeeper host and it will find everything else.
+
 ## Install
 
 ```bash
@@ -31,7 +34,7 @@ client = DruidDB::Client.new()
 
 ### Writing Data
 
-#### Kafka Indexing service
+#### Kafka Indexing Service
 This gem leverages the [Kafka Indexing Service](http://druid.io/docs/latest/development/extensions-core/kafka-ingestion.html) for ingesting data. The gem pushes datapoints onto Kafka topics (typically named after the datasource). You can also use the gem to upload an ingestion spec, which is needed for Druid to consume the Kafka topic.
 
 This repo contains a `docker-compose.yml` build that may help bootstrap development with Druid and the Kafka Indexing Service. It's what we use for integration testing.
@@ -112,7 +115,20 @@ This project uses docker-compose to provide a development environment.
 2. cd into project
 3. `docker-compose up` - this will download necessary images and run all dependencies in the foreground.
 
-Then you can use `docker build -t some_tag .` to build the Docker image for this project after making changes and `docker run -it --network=druiddbruby_druiddb some_tag some_command` to interact with it.
+When changes are made to the project, rebuild the Docker image with:
+
+```shell
+$ docker build -t <some_tag> .
+```
+
+Where `<some_tag>` is something like `druiddb-ruby`.
+
+To interact with the newly changed project, run it with:
+
+```shell
+$ docker run -it --network=druiddbruby_druiddb <some_tag> <some_command>
+```
+Where `<some_command>` is a shell command that can be run on the docker image (i.e. `bash` or anything in the `bin` folder)
 
 ### Metabase
 
@@ -123,7 +139,7 @@ Viewing data in the database can be a bit annoying, use a tool like [Metabase](h
 Testing is run utilizing the docker-compose environment.
 
 1. `docker-compose up`
-2. `docker run -it --network=druiddbruby_druiddb druiddb-ruby bin/run_tests.sh`
+2. `docker run -it --network=druiddbruby_druiddb <some_tag> bin/run_tests.sh`
 
 ## License
 

data/lib/druiddb/configuration.rb

@@ -4,6 +4,7 @@ module DruidDB
     DISCOVERY_PATH = '/druid/discovery'.freeze
     INDEX_SERVICE = 'druid/overlord'.freeze
     KAFKA_BROKER_PATH = '/brokers/ids'.freeze
+    KAFKA_OVERFLOW_WAIT = 0.05
     LOG_LEVEL = :error
     ROLLUP_GRANULARITY = :minute
     STRONG_DELETE = false
@@ -16,6 +17,7 @@ module DruidDB
                 :discovery_path,
                 :index_service,
                 :kafka_broker_path,
+                :kafka_overflow_wait,
                 :log_level,
                 :rollup_granularity,
                 :strong_delete,
@@ -29,6 +31,7 @@ module DruidDB
       @discovery_path = opts[:discovery_path] || DISCOVERY_PATH
       @index_service = opts[:index_service] || INDEX_SERVICE
       @kafka_broker_path = opts[:kafka_broker_path] || KAFKA_BROKER_PATH
+      @kafka_overflow_wait = opts[:kafka_overflow_wait] || KAFKA_OVERFLOW_WAIT
       @log_level = opts[:log_level] || LOG_LEVEL
       @rollup_granularity = rollup_granularity_string(opts[:rollup_granularity])
       @strong_delete = opts[:strong_delete] || STRONG_DELETE

data/lib/druiddb/version.rb

@@ -1,3 +1,3 @@
 module DruidDB
-  VERSION = '1.2.0'.freeze
+  VERSION = '1.2.1'.freeze
 end

data/lib/druiddb/writer.rb

@@ -10,7 +10,12 @@ module DruidDB
 
     def write_point(datasource, datapoint)
       raise DruidDB::ConnectionError, 'no kafka brokers available' if producer.nil?
-      producer.produce(datapoint.to_json, topic: datasource)
+      begin
+        producer.produce(datapoint.to_json, topic: datasource)
+      rescue Kafka::BufferOverflow
+        sleep config.kafka_overflow_wait
+        retry
+      end
     end
 
     private

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: druiddb
 version: !ruby/object:Gem::Version
-  version: 1.2.0
+  version: 1.2.1
 platform: ruby
 authors:
 - Andre LeBlanc
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-08-23 00:00:00.000000000 Z
+date: 2017-10-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport