avro2json 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6670630fee93dbe8c61a54150c502bcd774961e3
-  data.tar.gz: 4f9252353eb70dcf467b7618852ccb2df4890172
+  metadata.gz: df05647076cef6b928dc3123f326fd04239ead17
+  data.tar.gz: f7a4d9c0da6101f7f220069562722aff245b06f3
 SHA512:
-  metadata.gz: 4c8439080cf5aa9e96bf7a1fe0aa5a060afad1d2a1a9ec78fb084172e997cac21b73546b290d1b8f696dbf21ab1dcfa05667019a297307e91f435a3bdddfddeb
-  data.tar.gz: 82ce1fa3f603743e793bce6be62926664070aca88fa260dfeeb52a41281256d2182fdbd9a4d774140c99b6fcbff43b7a726182de16496085fe334cbe93f71de8
+  metadata.gz: 0a152f2b0844ba3a4800a0834ba3d41b806f065c439e3d6a07077780bfb3a49145b463bd3e9a03fccbafde87ff24ac751a828d4c8284c6f0bccab71a377140df
+  data.tar.gz: f341ff83748fb27a54ee89a1ab7bb6490ea21c254bd75cb1fae5e156c6e9efb73459f97c56efb8815425bf44fe3637c07eb2534406415764d2f2eb6910dac82f

data/README.md

@@ -0,0 +1,17 @@
+# avro2json
+
+Converts Avro-encoded data to JSON.
+
+```
+curl http://example.com/data.avro | avro2json
+cat somefile.avro | avro2json
+avro2json < somefile.avro
+```
+
+It's possible to use a custom schema when reading the Avro data:
+
+```
+avro2json --schema=some-schema.avsc < data.avro
+```
+
+Run `avro2json -h` for more information.

data/avro2json.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "avro2json"
-  spec.version       = "0.0.1"
+  spec.version       = "0.1.0"
   spec.authors       = ["Daniel Schierbeck"]
   spec.email         = ["dasch@zendesk.com"]
   spec.summary       = "Decodes Avro data files and converts the data to JSON"

data/bin/avro2json

@@ -3,12 +3,39 @@
 require 'rubygems'
 require 'avro'
 require 'json'
+require 'optparse'
 
-# Buffer the input in order to allow seeking -- otherwise Avro blows up.
-io = StringIO.new($stdin.read)
+def load_records(input, options)
+  schema_path = options[:schema_path]
+  schema = schema_path && Avro::Schema.parse(File.read(schema_path))
+  Avro::DataFile::Reader.new(input, Avro::IO::DatumReader.new(nil, schema))
+end
+
+def main
+  options = {}
+
+  option_parser = OptionParser.new do |opts|
+    opts.banner = "Usage: avro2json [options]"
+
+    opts.on("-sSCHEMA", "--schema=SCHEMA", "Use the specified schema file when decoding") do |schema|
+      options[:schema_path] = schema
+    end
 
-reader = Avro::DataFile::Reader.new(io, Avro::IO::DatumReader.new)
+    opts.on("-h", "--help", "Prints this help") do
+      puts opts
+      exit
+    end
+  end
 
-reader.each do |record|
-  puts JSON.pretty_generate(record)
+  option_parser.parse!
+
+  # Buffer the input in order to allow seeking -- otherwise Avro blows up.
+  input = StringIO.new($stdin.read)
+  records = load_records(input, options)
+
+  records.each do |record|
+    puts JSON.pretty_generate(record)
+  end
 end
+
+main

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: avro2json
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Daniel Schierbeck
@@ -63,6 +63,7 @@ files:
 - ".gitignore"
 - Gemfile
 - LICENSE.txt
+- README.md
 - Rakefile
 - avro2json.gemspec
 - bin/avro2json