embulk 0.3.0 → 0.3.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +8 -8
- data/ChangeLog +5 -0
- data/README.md +1 -1
- data/build.gradle +1 -1
- data/embulk-cli/pom.xml +1 -1
- data/embulk-core/pom.xml +1 -1
- data/embulk-standards/pom.xml +1 -1
- data/lib/embulk/command/embulk_run.rb +33 -14
- data/lib/embulk/version.rb +1 -1
- data/pom.xml +1 -1
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
---
|
2
2
|
!binary "U0hBMQ==":
|
3
3
|
metadata.gz: !binary |-
|
4
|
-
|
4
|
+
MjA1Mzc3ZGRhMDY2ZWI5N2NkZjM1ZDg4Yzc4MGE0MjljM2Q0ZjYxYw==
|
5
5
|
data.tar.gz: !binary |-
|
6
|
-
|
6
|
+
Y2JhZDM0MTk2YzliZGIzYmUwNzM1ZjFmNmU0OGRiYzNiM2IwYjUwMw==
|
7
7
|
SHA512:
|
8
8
|
metadata.gz: !binary |-
|
9
|
-
|
10
|
-
|
11
|
-
|
9
|
+
MDEyYjU0YjM0OWNlZjA1NmMzMWI2NTZhMTFiMjM0MGU5M2VkZjA2ODQyNzBk
|
10
|
+
M2NiNzJiYzJhMTcxYzFhZjQ3ZGRhM2IyZDI4NzVhYzU5MjBmMGFhNWQ2NGEw
|
11
|
+
NmRhZTdkYWIzZGY3NmQ1Mzg0YWNkMzZkYjYzN2ZlMDU4NzYwZmY=
|
12
12
|
data.tar.gz: !binary |-
|
13
|
-
|
14
|
-
|
15
|
-
|
13
|
+
MThhMzNlNjgxYjEwY2Q0NDA2MWMzOTlhZjEyZDA4OTM0ODQ3MzkwZWYzMjdh
|
14
|
+
OTFlNGZjNGMzZTZhNDE1ZWI1MzFmMjBiZGUwODY1Yjc4YjNjNGU0ZmExMTA0
|
15
|
+
ZDlkNzhiZDZiZTM3OWEyYmI4ODFlYjY2OWI1OTBkODgyNDZjZTk=
|
data/ChangeLog
CHANGED
data/README.md
CHANGED
@@ -24,7 +24,7 @@ You can release plugins to share your efforts of data cleaning, error handling,
|
|
24
24
|
The single-file package is the simplest way to try Embulk. You can download the latest embulk-VERSION.jar from [the releases page](https://bintray.com/embulk/maven/embulk/view#files) and run it with java:
|
25
25
|
|
26
26
|
```
|
27
|
-
wget https://bintray.com/artifact/download/embulk/maven/embulk-0.3.
|
27
|
+
wget https://bintray.com/artifact/download/embulk/maven/embulk-0.3.1.jar -O embulk.jar
|
28
28
|
java -jar embulk.jar --help
|
29
29
|
```
|
30
30
|
|
data/build.gradle
CHANGED
data/embulk-cli/pom.xml
CHANGED
data/embulk-core/pom.xml
CHANGED
data/embulk-standards/pom.xml
CHANGED
@@ -18,15 +18,18 @@ module Embulk
|
|
18
18
|
usage nil unless i
|
19
19
|
subcmd = argv.slice!(i)
|
20
20
|
|
21
|
-
load_paths = []
|
22
|
-
options = {}
|
23
|
-
|
24
21
|
# to make sure org.embulk.jruby.JRubyScriptingModule can require 'embulk/java/bootstrap'
|
25
22
|
$LOAD_PATH << Embulk.home('lib')
|
26
23
|
|
24
|
+
require 'java'
|
27
25
|
require 'optparse'
|
28
26
|
op = OptionParser.new
|
29
27
|
|
28
|
+
load_paths = []
|
29
|
+
classpaths = []
|
30
|
+
classpath_separator = java.io.File.pathSeparator
|
31
|
+
options = {}
|
32
|
+
|
30
33
|
op.on('-b', '--bundle BUNDLE_DIR', 'Path to a Gemfile directory') do |path|
|
31
34
|
# only for help message. implemented at lib/embulk/command/embulk.rb
|
32
35
|
end
|
@@ -45,9 +48,12 @@ module Embulk
|
|
45
48
|
op.banner = "Usage: run <config.yml>"
|
46
49
|
op.on('-b', '--bundle BUNDLE_DIR', 'Path to a Gemfile directory') do |path|
|
47
50
|
end
|
48
|
-
op.on('-I', '--load-path PATH', 'Add ruby script directory path
|
51
|
+
op.on('-I', '--load-path PATH', 'Add ruby script directory path ($LOAD_PATH)') do |load_path|
|
49
52
|
load_paths << load_path
|
50
53
|
end
|
54
|
+
op.on('-C', '--classpath PATH', "Add java classpath separated by #{classpath_separator} (CLASSPATH)") do |classpath|
|
55
|
+
classpaths.concat classpath.split(classpath_separator)
|
56
|
+
end
|
51
57
|
op.on('-o', '--output PATH', 'Path to a file to write the next configuration') do |path|
|
52
58
|
options[:nextConfigOutputPath] = path
|
53
59
|
end
|
@@ -60,9 +66,12 @@ module Embulk
|
|
60
66
|
op.banner = "Usage: run <config.yml>"
|
61
67
|
op.on('-b', '--bundle BUNDLE_DIR', 'Path to a Gemfile directory') do |path|
|
62
68
|
end
|
63
|
-
op.on('-I', '--load-path PATH', 'Add ruby script directory path
|
69
|
+
op.on('-I', '--load-path PATH', 'Add ruby script directory path ($LOAD_PATH)') do |load_path|
|
64
70
|
load_paths << load_path
|
65
71
|
end
|
72
|
+
op.on('-C', '--classpath PATH', "Add java classpath separated by #{classpath_separator} (CLASSPATH)") do |classpath|
|
73
|
+
classpaths.concat classpath.split(classpath_separator)
|
74
|
+
end
|
66
75
|
op.on('-r', '--resume-state PATH', 'Path to a file to write or read resume state') do |path|
|
67
76
|
options[:resumeStatePath] = path
|
68
77
|
end
|
@@ -72,9 +81,12 @@ module Embulk
|
|
72
81
|
op.banner = "Usage: preview <config.yml>"
|
73
82
|
op.on('-b', '--bundle BUNDLE_DIR', 'Path to a Gemfile directory') do |path|
|
74
83
|
end
|
75
|
-
op.on('-I', '--load-path PATH', 'Add ruby script directory path
|
84
|
+
op.on('-I', '--load-path PATH', 'Add ruby script directory path ($LOAD_PATH)') do |load_path|
|
76
85
|
load_paths << load_path
|
77
86
|
end
|
87
|
+
op.on('-C', '--classpath PATH', "Add java classpath separated by #{classpath_separator} (CLASSPATH)") do |classpath|
|
88
|
+
classpaths.concat classpath.split(classpath_separator)
|
89
|
+
end
|
78
90
|
args = 1..1
|
79
91
|
|
80
92
|
when :guess
|
@@ -82,9 +94,12 @@ module Embulk
|
|
82
94
|
op.on('-o', '--output PATH', 'Path to a file to write the guessed configuration') do |path|
|
83
95
|
options[:nextConfigOutputPath] = path
|
84
96
|
end
|
85
|
-
op.on('-I', '--load-path PATH', 'Add ruby script directory path
|
97
|
+
op.on('-I', '--load-path PATH', 'Add ruby script directory path ($LOAD_PATH)') do |load_path|
|
86
98
|
load_paths << load_path
|
87
99
|
end
|
100
|
+
op.on('-C', '--classpath PATH', "Add java classpath separated by #{classpath_separator} (CLASSPATH)") do |classpath|
|
101
|
+
classpaths.concat classpath.split(classpath_separator)
|
102
|
+
end
|
88
103
|
args = 1..1
|
89
104
|
|
90
105
|
#when :generate # or :new
|
@@ -122,6 +137,7 @@ module Embulk
|
|
122
137
|
require 'fileutils'
|
123
138
|
require 'rubygems/gem_runner'
|
124
139
|
setup_load_paths(load_paths)
|
140
|
+
setup_classpaths(classpaths)
|
125
141
|
|
126
142
|
unless File.exists?(path)
|
127
143
|
puts "Initializing #{path}..."
|
@@ -206,6 +222,7 @@ module Embulk
|
|
206
222
|
end
|
207
223
|
|
208
224
|
setup_load_paths(load_paths)
|
225
|
+
setup_classpaths(classpaths)
|
209
226
|
|
210
227
|
org.embulk.command.Runner.new(options.to_json).main(subcmd, argv.to_java(:string))
|
211
228
|
end
|
@@ -226,17 +243,19 @@ module Embulk
|
|
226
243
|
end
|
227
244
|
|
228
245
|
def self.setup_load_paths(load_paths)
|
246
|
+
# first $LOAD_PATH has highet priority. later load_paths should have highest priority.
|
229
247
|
load_paths.each do |load_path|
|
230
|
-
|
231
|
-
|
232
|
-
require File.expand_path(load_path)
|
233
|
-
else
|
234
|
-
# ruby script directory (add at the beginning of $LOAD_PATH to make it highest priority)
|
235
|
-
$LOAD_PATH.unshift File.expand_path(load_path)
|
236
|
-
end
|
248
|
+
# ruby script directory (use unshift to make it highest priority)
|
249
|
+
$LOAD_PATH.unshift File.expand_path(load_path)
|
237
250
|
end
|
238
251
|
end
|
239
252
|
|
253
|
+
def self.setup_classpaths(classpaths)
|
254
|
+
classpaths.each {|classpath|
|
255
|
+
$CLASSPATH << classpath # $CLASSPATH object doesn't have concat method
|
256
|
+
}
|
257
|
+
end
|
258
|
+
|
240
259
|
def self.usage(message)
|
241
260
|
STDERR.puts "usage: <command> [--options]"
|
242
261
|
STDERR.puts "commands:"
|
data/lib/embulk/version.rb
CHANGED
data/pom.xml
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.3.
|
4
|
+
version: 0.3.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sadayuki Furuhashi
|
@@ -122,9 +122,9 @@ files:
|
|
122
122
|
- classpath/commons-codec-1.3.jar
|
123
123
|
- classpath/commons-lang3-3.1.jar
|
124
124
|
- classpath/commons-logging-1.2.jar
|
125
|
-
- classpath/embulk-cli-0.3.
|
126
|
-
- classpath/embulk-core-0.3.
|
127
|
-
- classpath/embulk-standards-0.3.
|
125
|
+
- classpath/embulk-cli-0.3.1-SNAPSHOT.jar
|
126
|
+
- classpath/embulk-core-0.3.1-SNAPSHOT.jar
|
127
|
+
- classpath/embulk-standards-0.3.1-SNAPSHOT.jar
|
128
128
|
- classpath/guava-17.0.jar
|
129
129
|
- classpath/guice-3.0.jar
|
130
130
|
- classpath/guice-multibindings-3.0.jar
|