nosqoop4u 0.1.0-java → 0.1.1-java

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (4) hide show
  1. data/CHANGELOG +2 -0
  2. data/README +2 -0
  3. data/bin/nosqoop4u.rb +12 -2
  4. metadata +2 -2
data/CHANGELOG CHANGED
@@ -1,6 +1,8 @@
1
1
  * 2011-07-15 - fsf
2
2
  - new: added --driver option to manually specify jdbc class to load
3
3
  - new: added auto db2 driver load for jdbc:db2: URIs
4
+ - new: set the default fetch size to 100 for postgresql and db2
5
+ - new: added --fetch option to manually specify the fetch size
4
6
 
5
7
  * 2011-07-02 - fsf
6
8
  - initial import
data/README CHANGED
@@ -31,8 +31,10 @@ usage: nosqoop4u options
31
31
  -c, --connect url # jdbc connection url (env NS4U_URL)
32
32
  -u, --user # db username (env NS4U_USER)
33
33
  -p, --pass # db password (env NS4U_PASS)
34
+ -d, --driver # JDBC driver class (env NS4U_DRIVER)
34
35
  -e, --query # sql query to run
35
36
  -F, --delim # delimiter (default: ^A)
37
+ -f, --fetch # fetch size
36
38
  -h, --help
37
39
 
38
40
  Please let me know if you find this software useful!
data/bin/nosqoop4u.rb CHANGED
@@ -11,9 +11,10 @@ usage: nosqoop4u options
11
11
  -c, --connect url # jdbc connection url (env NS4U_URL)
12
12
  -u, --user # db username (env NS4U_USER)
13
13
  -p, --pass # db password (env NS4U_PASS)
14
+ -d, --driver # JDBC driver class (env NS4U_DRIVER)
14
15
  -e, --query # sql query to run
15
16
  -F, --delim # delimiter (default: ^A)
16
- -d, --driver # JDBC driver class to load
17
+ -f, --fetch # fetch size
17
18
  -h, --help
18
19
  EOF
19
20
  end
@@ -26,6 +27,7 @@ class NoSqoop
26
27
  @db_host = cfg[:db_host] || ENV['NS4U_HOST']
27
28
  @db_name = cfg[:db_name] || ENV['NS4U_DB']
28
29
  @driver = cfg[:driver] || ENV['NS4U_DRIVER']
30
+ @fetch = cfg[:fetch]
29
31
 
30
32
  load_driver
31
33
  connect
@@ -43,10 +45,15 @@ class NoSqoop
43
45
  when /jdbc:postgresql:/
44
46
  @conn.set_auto_commit false
45
47
  @stmt = @conn.create_statement
46
- @stmt.fetch_size = 50
48
+ @stmt.fetch_size = 100
49
+ when /jdbc:db2:/
50
+ @stmt = @conn.create_statement
51
+ @stmt.fetch_size = 100
47
52
  else
48
53
  @stmt = @conn.create_statement
49
54
  end
55
+
56
+ @stmt.fetch_size = @fetch if @fetch
50
57
  end
51
58
 
52
59
  def load_driver
@@ -203,6 +210,9 @@ gopts.each do |opt, arg|
203
210
  opts[:delim] = arg
204
211
  when '--driver'
205
212
  opts[:driver] = arg
213
+ when '--fetch'
214
+ opts[:fetch] = arg.to_i
215
+ opts[:fetch] = nil if opts[:fetch] < 1
206
216
  when '--query'
207
217
  sql = arg
208
218
  when '--help'
metadata CHANGED
@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
5
5
  segments:
6
6
  - 0
7
7
  - 1
8
- - 0
9
- version: 0.1.0
8
+ - 1
9
+ version: 0.1.1
10
10
  platform: java
11
11
  authors:
12
12
  - Frank Fejes