sql2avro 0.4.1 → 0.5.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (2) hide show
  1. data/lib/sql2avro.rb +17 -21
  2. metadata +6 -6
data/lib/sql2avro.rb CHANGED
@@ -49,32 +49,28 @@ module Sql2Avro
49
49
  path: File.join(directory, filename)
50
50
  }
51
51
 
52
- begin
53
- prev_default_internal = Encoding.default_internal
54
- Encoding.default_internal = nil
52
+ prev_default_internal = Encoding.default_internal
53
+ Encoding.default_internal = nil
55
54
 
56
- json_file = File.join(directory, "#{filename}.json")
57
- File.open(json_file, 'w') do |f|
58
- interface.data(table, min_id, max_id_this_batch) do |datum|
59
- Yajl::Encoder.encode(datum, f)
60
- f.write "\n"
61
- end
55
+ json_file = File.join(directory, "#{filename}.json")
56
+ File.open(json_file, 'w') do |f|
57
+ interface.data(table, min_id, max_id_this_batch) do |datum|
58
+ Yajl::Encoder.encode(datum, f)
59
+ f.write "\n"
62
60
  end
61
+ end
63
62
 
64
- Encoding.default_internal = prev_default_internal
63
+ Encoding.default_internal = prev_default_internal
65
64
 
66
- cmd = "java -jar #{AVRO_TOOLS_PATH} fromjson --codec snappy --schema '#{schema}' #{json_file} > #{File.join(directory, filename)}"
67
- `#{cmd}`
68
- if !$?.success?
69
- raise "Error converting JSON to Avro.\n\nCommand: #{cmd}\nStatus: #{$?}"
70
- end
65
+ cmd = "java -jar #{AVRO_TOOLS_PATH} fromjson --codec snappy --schema '#{schema}' #{json_file} > #{File.join(directory, filename)}"
66
+ `#{cmd}`
67
+ if !$?.success?
68
+ raise "Error converting JSON to Avro.\n\nCommand: #{cmd}\nStatus: #{$?}"
69
+ end
71
70
 
72
- `rm #{json_file}`
73
- if !$?.success?
74
- raise "Error deleting temporary JSON file #{json_file}"
75
- end
76
- rescue Exception => e
77
- retval[:error] = "#{e}\n\n#{e.backtrace}"
71
+ `rm #{json_file}`
72
+ if !$?.success?
73
+ raise "Error deleting temporary JSON file #{json_file}"
78
74
  end
79
75
 
80
76
  retval
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: sql2avro
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.4.1
4
+ version: 0.5.0
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,11 +9,11 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2013-06-24 00:00:00.000000000 Z
12
+ date: 2013-07-30 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: yajl-ruby
16
- requirement: &70167917628900 !ruby/object:Gem::Requirement
16
+ requirement: &70283680850780 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,7 +21,7 @@ dependencies:
21
21
  version: '0'
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *70167917628900
24
+ version_requirements: *70283680850780
25
25
  description: sql2avro extracts data from a specified SQL database table and transforms
26
26
  it into an Avro file with a schema based on the database table's schema. The intended
27
27
  use case is to incrementally load data out of an SQL database and into HDFS for
@@ -52,7 +52,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
52
52
  version: '0'
53
53
  segments:
54
54
  - 0
55
- hash: 1449686910550355607
55
+ hash: 1417159064959416851
56
56
  required_rubygems_version: !ruby/object:Gem::Requirement
57
57
  none: false
58
58
  requirements:
@@ -61,7 +61,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
61
61
  version: '0'
62
62
  segments:
63
63
  - 0
64
- hash: 1449686910550355607
64
+ hash: 1417159064959416851
65
65
  requirements: []
66
66
  rubyforge_project:
67
67
  rubygems_version: 1.8.10