avro2kafka 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1480bbac2f419eee81ef08ca2ff227cff4fb8926
-  data.tar.gz: 4040db1c73723f00326570b6fd63227cc62f324f
+  metadata.gz: c34b30a428eeada324bcd0ff95581a7ad6d36b6e
+  data.tar.gz: c83e33109ef559011375a96cef8091bbaf31e181
 SHA512:
-  metadata.gz: 33428a0304ec5b01193bb6ec5dd6c7ad9876838059ca0b89ee6892f46689e96c14d0b20b822ea97033d5dbb24b9c6237daf42e98bb857896e9be44bc975d002c
-  data.tar.gz: 2e9a2aacafb9bc6bdfa65bb6c125a27c17d844e2d1b223145eddec01559cf53f1213923abaf24dbc34e0621112a5ecc1b541ce6e477b96d5a23067006df82b5e
+  metadata.gz: b44aa4c8f99fa0e5a73dfe18a38c75b0adb57e6a9fe61f6ef93acaf74f4d5987356b442fe07c839950149dcf23effaffbe9f8d949130852528734292531733bd
+  data.tar.gz: aa0dfd3829445da40d34c8b70612dd023f656147ba61f325c39a14bd35870c81f5b89a5734b544e98481c885fd4db9636fa6d7ddce538c43217f1438e2631844

data/.gitignore

@@ -1 +1,17 @@
-.ruby-version
+/.bundle/
+/.ruby-version
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/feeds/
+/pkg/
+/schema/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/CHANGELOG.md

@@ -3,6 +3,16 @@
 All notable changes to this project are documented in this file.
 This project adheres to [Semantic Versioning](http://semver.org/).
 
+## 0.4.0 (2015-11-18)
+Structured logging
+
+### Changed
+* Log in JSON format using Logr (https://github.com/sspinc/logr)
+
+### Added
+* New started_publishing and finished_publishing events
+* New lines_processed metric
+
 ## 0.3.0 (2015-08-27)
 Improved error reporting
 

data/avro2kafka.gemspec

@@ -28,4 +28,5 @@ Gem::Specification.new do |spec|
 
   spec.add_runtime_dependency "avro", "~> 1.7"
   spec.add_runtime_dependency "poseidon", "~> 0.0.5"
+  spec.add_runtime_dependency "logr", "~> 0.1.0"
 end

data/bin/avro2kafka

@@ -41,10 +41,12 @@ begin
 
   Avro2Kafka.new(options).publish
 rescue OptionParser::MissingArgument => ex
+  Avro2Kafka.logger.fatal(ex.message)
   $stderr.puts ex.message
   $stderr.puts option_parser
   exit 2
 rescue Exception => e
+  Avro2Kafka.logger.fatal("processing failed: #{e.message}")
   $stderr.puts 'Uh oh, something went wrong!'
   $stderr.puts e.message
   $stderr.puts e.backtrace.join("\n")

data/lib/avro2kafka.rb

@@ -2,10 +2,17 @@ require 'avro2kafka/version'
 require 'avro2kafka/avro_reader'
 require 'avro2kafka/kafka_publisher'
 
+require 'logr'
+
 class Avro2Kafka
   attr_reader :options
 
+  def self.logger
+    @logger ||= Logr::Logger.new('avro2kafka')
+  end
+
   def initialize(options)
+    @path = ARGV.first
     @options = options
   end
 
@@ -14,9 +21,21 @@ class Avro2Kafka
   end
 
   def publish
+    Avro2Kafka.logger.event('started_publishing', { filename: filename, topic: topic }.merge(extra_data))
+                     .monitored("Started publishing #{filename}", "Started publishing #{filename} to the #{topic} Kafka topic.")
+                     .info("Started publishing #{filename}")
+
     records = AvroReader.new(reader).read
     KafkaPublisher.new(**kafka_options).publish(records)
-    $stderr.puts "Avro file published to #{topic} topic on #{broker_list}!"
+
+    Avro2Kafka.logger.event('finished_publishing', { filename: filename, topic: topic }.merge(extra_data))
+                     .monitored("Finished publishing #{filename}", "Finished publishing #{filename} to the #{topic} Kafka topic.")
+                     .metric('lines_processed', records.count)
+                     .info("Finished publishing #{filename}")
+  end
+
+  def filename
+    File.basename(@path)
   end
 
   def topic

data/lib/avro2kafka/version.rb

@@ -1,3 +1,3 @@
 class Avro2Kafka
-  VERSION = "0.3.0"
+  VERSION = "0.4.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: avro2kafka
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Peter Marton
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-08-28 00:00:00.000000000 Z
+date: 2015-11-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -110,6 +110,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.0.5
+- !ruby/object:Gem::Dependency
+  name: logr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
 description: Publish Avro files to Kafka in JSON format
 email:
 - martonpe@secretsaucepartners.com
@@ -125,7 +139,6 @@ files:
 - ".travis.yml"
 - CHANGELOG.md
 - Gemfile
-- Gemfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile

data/Gemfile.lock

@@ -1,48 +0,0 @@
-PATH
-  remote: .
-  specs:
-    avro2kafka (0.3.0)
-      avro (~> 1.7)
-      poseidon (~> 0.0.5)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    avro (1.7.7)
-      multi_json
-    bump (0.5.2)
-    coderay (1.1.0)
-    diff-lcs (1.2.5)
-    method_source (0.8.2)
-    multi_json (1.11.1)
-    poseidon (0.0.5)
-    pry (0.10.1)
-      coderay (~> 1.1.0)
-      method_source (~> 0.8.1)
-      slop (~> 3.4)
-    rake (10.4.2)
-    rspec (3.2.0)
-      rspec-core (~> 3.2.0)
-      rspec-expectations (~> 3.2.0)
-      rspec-mocks (~> 3.2.0)
-    rspec-core (3.2.3)
-      rspec-support (~> 3.2.0)
-    rspec-expectations (3.2.1)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.2.0)
-    rspec-mocks (3.2.1)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.2.0)
-    rspec-support (3.2.2)
-    slop (3.6.0)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  avro2kafka!
-  bump (~> 0.5)
-  bundler (~> 1.6)
-  pry (~> 0.10)
-  rake (~> 10.0)
-  rspec (~> 3.2)