sql2avro 0.1.0 → 0.1.1

data/Makefile

@@ -1,6 +1,6 @@
+sql2avro-0.1.1.gem: sql2avro.gemspec
+	bundle exec gem build $<
+
 vendor/avro-tools-1.7.4.jar:
 	curl http://www.us.apache.org/dist/avro/avro-1.7.4/java/avro-tools-1.7.4.jar > vendor/$@
 
-sql2avro-0.1.0.gem: sql2avro.gemspec
-	bundle exec gem build $<
-

data/lib/interface/mysql.rb

@@ -151,8 +151,8 @@ class MySql < DbInterface
         #{db_name}
     }
 
-    Open3.popen3(cmd) do |stdin, stdout, stderr|
-      while (line = stdout.gets)
+    Open3.popen3(cmd) do |i, o, e|
+      while (line = o.gets)
         block.call(line.chop.split(MYSQL_BATCH_SEP))
       end
     end

data/lib/sql2avro.rb

@@ -4,7 +4,7 @@ require 'yajl'
 require_relative 'interface/mysql'
 
 module Sql2Avro
-  AVRO_TOOLS_PATH = File.expand_path('../vendor/avro-tools-1.7.4.jar', __FILE__)
+  AVRO_TOOLS_PATH = File.expand_path('../../vendor/avro-tools-1.7.4.jar', __FILE__)
 
 
   # Pulls data from the given database table starting from the given id.
@@ -45,16 +45,20 @@ module Sql2Avro
     }
 
     begin
-      Open3.popen3("java -jar #{AVRO_TOOLS_PATH} fromjson --codec snappy --schema '#{schema}' /dev/stdin > #{filename}") do |stdin, stdout, stderr, wait_thr|
-        $stdout = stdout
-
+      json_file = "#{filename}.json"
+      File.open(json_file, 'w') do |f|
         interface.data(table, min_id, max_id).each do |datum|
-          Yajl::Encoder.encode(datum, stdin)
-          stdin.write "\n"
+          Yajl::Encoder.encode(datum, f)
+          f.write "\n"
         end
       end
+
+      cmd = "java -jar #{AVRO_TOOLS_PATH} fromjson --codec snappy --schema '#{schema}' #{json_file} > #{filename}"
+      `#{cmd}`
+
+      `rm #{json_file}`
     rescue
-      retval[:error] = $!
+      retval[:error] = $!.to_s
     end
 
     retval

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: sql2avro
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-06-20 00:00:00.000000000Z
+date: 2013-06-21 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: yajl-ruby
-  requirement: &70282006753460 !ruby/object:Gem::Requirement
+  requirement: &70268699282980 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,7 +21,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70282006753460
+  version_requirements: *70268699282980
 description: sql2avro extracts data from a specified SQL database table and transforms
   it into an Avro file with a schema based on the database table's schema. The intended
   use case is to incrementally load data out of an SQL database and into HDFS for
@@ -52,7 +52,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -1867060671403551677
+      hash: -933336779340994961
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -61,7 +61,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -1867060671403551677
+      hash: -933336779340994961
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.10