nosqoop4u 0.1.0-java → 0.1.1-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/CHANGELOG +2 -0
- data/README +2 -0
- data/bin/nosqoop4u.rb +12 -2
- metadata +2 -2
data/CHANGELOG
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
* 2011-07-15 - fsf
|
|
2
2
|
- new: added --driver option to manually specify jdbc class to load
|
|
3
3
|
- new: added auto db2 driver load for jdbc:db2: URIs
|
|
4
|
+
- new: set the default fetch size to 100 for postgresql and db2
|
|
5
|
+
- new: added --fetch option to manually specify the fetch size
|
|
4
6
|
|
|
5
7
|
* 2011-07-02 - fsf
|
|
6
8
|
- initial import
|
data/README
CHANGED
|
@@ -31,8 +31,10 @@ usage: nosqoop4u options
|
|
|
31
31
|
-c, --connect url # jdbc connection url (env NS4U_URL)
|
|
32
32
|
-u, --user # db username (env NS4U_USER)
|
|
33
33
|
-p, --pass # db password (env NS4U_PASS)
|
|
34
|
+
-d, --driver # JDBC driver class (env NS4U_DRIVER)
|
|
34
35
|
-e, --query # sql query to run
|
|
35
36
|
-F, --delim # delimiter (default: ^A)
|
|
37
|
+
-f, --fetch # fetch size
|
|
36
38
|
-h, --help
|
|
37
39
|
|
|
38
40
|
Please let me know if you find this software useful!
|
data/bin/nosqoop4u.rb
CHANGED
|
@@ -11,9 +11,10 @@ usage: nosqoop4u options
|
|
|
11
11
|
-c, --connect url # jdbc connection url (env NS4U_URL)
|
|
12
12
|
-u, --user # db username (env NS4U_USER)
|
|
13
13
|
-p, --pass # db password (env NS4U_PASS)
|
|
14
|
+
-d, --driver # JDBC driver class (env NS4U_DRIVER)
|
|
14
15
|
-e, --query # sql query to run
|
|
15
16
|
-F, --delim # delimiter (default: ^A)
|
|
16
|
-
-
|
|
17
|
+
-f, --fetch # fetch size
|
|
17
18
|
-h, --help
|
|
18
19
|
EOF
|
|
19
20
|
end
|
|
@@ -26,6 +27,7 @@ class NoSqoop
|
|
|
26
27
|
@db_host = cfg[:db_host] || ENV['NS4U_HOST']
|
|
27
28
|
@db_name = cfg[:db_name] || ENV['NS4U_DB']
|
|
28
29
|
@driver = cfg[:driver] || ENV['NS4U_DRIVER']
|
|
30
|
+
@fetch = cfg[:fetch]
|
|
29
31
|
|
|
30
32
|
load_driver
|
|
31
33
|
connect
|
|
@@ -43,10 +45,15 @@ class NoSqoop
|
|
|
43
45
|
when /jdbc:postgresql:/
|
|
44
46
|
@conn.set_auto_commit false
|
|
45
47
|
@stmt = @conn.create_statement
|
|
46
|
-
@stmt.fetch_size =
|
|
48
|
+
@stmt.fetch_size = 100
|
|
49
|
+
when /jdbc:db2:/
|
|
50
|
+
@stmt = @conn.create_statement
|
|
51
|
+
@stmt.fetch_size = 100
|
|
47
52
|
else
|
|
48
53
|
@stmt = @conn.create_statement
|
|
49
54
|
end
|
|
55
|
+
|
|
56
|
+
@stmt.fetch_size = @fetch if @fetch
|
|
50
57
|
end
|
|
51
58
|
|
|
52
59
|
def load_driver
|
|
@@ -203,6 +210,9 @@ gopts.each do |opt, arg|
|
|
|
203
210
|
opts[:delim] = arg
|
|
204
211
|
when '--driver'
|
|
205
212
|
opts[:driver] = arg
|
|
213
|
+
when '--fetch'
|
|
214
|
+
opts[:fetch] = arg.to_i
|
|
215
|
+
opts[:fetch] = nil if opts[:fetch] < 1
|
|
206
216
|
when '--query'
|
|
207
217
|
sql = arg
|
|
208
218
|
when '--help'
|