embulk 0.8.18-java → 0.8.19-java
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +10 -0
- data/build.gradle +10 -3
- data/embulk-cli/build.gradle +2 -0
- data/embulk-cli/src/main/bat/selfrun.bat +98 -0
- data/embulk-cli/src/main/java/org/embulk/cli/EmbulkExample.java +82 -0
- data/embulk-cli/src/main/java/org/embulk/cli/EmbulkMigrate.java +458 -0
- data/embulk-cli/src/main/java/org/embulk/cli/EmbulkNew.java +419 -0
- data/embulk-cli/src/main/java/org/embulk/cli/EmbulkSelfUpdate.java +248 -0
- data/embulk-cli/src/main/sh/selfrun.sh +0 -103
- data/embulk-cli/src/test/java/org/embulk/cli/SelfrunTest.java +158 -143
- data/embulk-core/build.gradle +2 -2
- data/embulk-core/src/main/java/org/embulk/EmbulkVersion.java +109 -0
- data/embulk-core/src/main/java/org/embulk/exec/GuessExecutor.java +11 -0
- data/embulk-core/src/main/java/org/embulk/exec/PreviewExecutor.java +29 -3
- data/embulk-core/src/main/java/org/embulk/exec/SamplingParserPlugin.java +47 -13
- data/embulk-core/src/main/java/org/embulk/spi/FileInputRunner.java +6 -3
- data/embulk-core/src/main/java/org/embulk/spi/PageBuilder.java +385 -64
- data/embulk-core/src/main/java/org/embulk/spi/TempFileSpace.java +2 -1
- data/embulk-core/src/test/java/org/embulk/spi/TestPageBuilderReader.java +62 -0
- data/embulk-docs/src/built-in.rst +59 -21
- data/embulk-docs/src/customization.rst +8 -8
- data/embulk-docs/src/developers/index.rst +45 -0
- data/embulk-docs/src/index.rst +11 -7
- data/embulk-docs/src/recipe.rst +1 -1
- data/embulk-docs/src/recipe/{scheduled-csv-load-to-elasticsearch-kibana4.rst → scheduled-csv-load-to-elasticsearch-kibana5.rst} +26 -24
- data/embulk-docs/src/release.rst +1 -0
- data/embulk-docs/src/release/release-0.4.0.rst +1 -1
- data/embulk-docs/src/release/release-0.5.0.rst +1 -1
- data/embulk-docs/src/release/release-0.6.0.rst +1 -1
- data/embulk-docs/src/release/release-0.6.20.rst +1 -1
- data/embulk-docs/src/release/release-0.8.19.rst +43 -0
- data/embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java +2 -2
- data/embulk-standards/src/main/java/org/embulk/standards/LocalFileInputPlugin.java +30 -1
- data/embulk-standards/src/test/java/org/embulk/standards/guess/TestCsvGuessPlugin.java +10 -0
- data/embulk-standards/src/test/java/org/embulk/standards/preview/TestFilePreview.java +73 -0
- data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records.csv +5 -0
- data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records_guessed.yml +2 -0
- data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records_seed.yml +1 -0
- data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes.csv +5 -0
- data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_exec.yml +1 -0
- data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_load.yml +19 -0
- data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_previewed.csv +1 -0
- data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple.csv +5 -0
- data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple_load.yml +19 -0
- data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple_previewed.csv +4 -0
- data/embulk-test/src/main/java/org/embulk/test/PreviewResultInputPlugin.java +65 -0
- data/embulk-test/src/main/java/org/embulk/test/TestingBulkLoader.java +5 -0
- data/embulk-test/src/main/java/org/embulk/test/TestingEmbulk.java +59 -2
- data/embulk.gemspec +2 -1
- data/lib/embulk/command/embulk_run.rb +11 -49
- data/lib/embulk/data/new/README.md.vm +106 -0
- data/lib/embulk/data/new/{gitignore.erb → gitignore.vm} +3 -3
- data/lib/embulk/data/new/java/{build.gradle.erb → build.gradle.vm} +8 -8
- data/lib/embulk/data/new/java/{decoder.java.erb → decoder.java.vm} +6 -4
- data/lib/embulk/data/new/java/{encoder.java.erb → encoder.java.vm} +7 -5
- data/lib/embulk/data/new/java/{file_input.java.erb → file_input.java.vm} +9 -7
- data/lib/embulk/data/new/java/{file_output.java.erb → file_output.java.vm} +7 -5
- data/lib/embulk/data/new/java/{filter.java.erb → filter.java.vm} +4 -3
- data/lib/embulk/data/new/java/{formatter.java.erb → formatter.java.vm} +5 -4
- data/lib/embulk/data/new/java/{input.java.erb → input.java.vm} +6 -4
- data/lib/embulk/data/new/java/{output.java.erb → output.java.vm} +7 -5
- data/lib/embulk/data/new/java/{parser.java.erb → parser.java.vm} +5 -4
- data/lib/embulk/data/new/java/plugin_loader.rb.vm +3 -0
- data/lib/embulk/data/new/java/test.java.vm +5 -0
- data/lib/embulk/data/new/ruby/decoder_guess.rb.vm +25 -0
- data/lib/embulk/data/new/ruby/{filter.rb.erb → filter.rb.vm} +2 -2
- data/lib/embulk/data/new/ruby/{formatter.rb.erb → formatter.rb.vm} +2 -2
- data/lib/embulk/data/new/ruby/gemspec.vm +20 -0
- data/lib/embulk/data/new/ruby/{input.rb.erb → input.rb.vm} +10 -10
- data/lib/embulk/data/new/ruby/{output.rb.erb → output.rb.vm} +7 -7
- data/lib/embulk/data/new/ruby/{parser.rb.erb → parser.rb.vm} +2 -2
- data/lib/embulk/data/new/ruby/parser_guess.rb.vm +65 -0
- data/lib/embulk/guess/csv.rb +5 -0
- data/lib/embulk/version.rb +22 -1
- metadata +55 -35
- data/lib/embulk/command/embulk_example.rb +0 -33
- data/lib/embulk/command/embulk_generate_bin.rb +0 -62
- data/lib/embulk/command/embulk_migrate_plugin.rb +0 -244
- data/lib/embulk/command/embulk_new_plugin.rb +0 -126
- data/lib/embulk/command/embulk_selfupdate.rb +0 -121
- data/lib/embulk/data/new/README.md.erb +0 -111
- data/lib/embulk/data/new/java/plugin_loader.rb.erb +0 -3
- data/lib/embulk/data/new/java/test.java.erb +0 -5
- data/lib/embulk/data/new/ruby/decoder_guess.rb.erb +0 -25
- data/lib/embulk/data/new/ruby/gemspec.erb +0 -20
- data/lib/embulk/data/new/ruby/parser_guess.rb.erb +0 -65
@@ -1,18 +1,19 @@
|
|
1
|
-
package
|
1
|
+
package ${javaPackageName};
|
2
2
|
|
3
3
|
import com.google.common.base.Optional;
|
4
|
+
|
4
5
|
import org.embulk.config.Config;
|
5
6
|
import org.embulk.config.ConfigDefault;
|
6
7
|
import org.embulk.config.ConfigDiff;
|
7
8
|
import org.embulk.config.ConfigSource;
|
8
9
|
import org.embulk.config.Task;
|
9
10
|
import org.embulk.config.TaskSource;
|
11
|
+
import org.embulk.spi.FileOutput;
|
10
12
|
import org.embulk.spi.FormatterPlugin;
|
11
13
|
import org.embulk.spi.PageOutput;
|
12
|
-
import org.embulk.spi.FileOutput;
|
13
14
|
import org.embulk.spi.Schema;
|
14
15
|
|
15
|
-
public class
|
16
|
+
public class ${javaClassName}
|
16
17
|
implements FormatterPlugin
|
17
18
|
{
|
18
19
|
public interface PluginTask
|
@@ -49,6 +50,6 @@ public class <%= java_class_name %>
|
|
49
50
|
PluginTask task = taskSource.loadTask(PluginTask.class);
|
50
51
|
|
51
52
|
// Write your code here :)
|
52
|
-
throw new UnsupportedOperationException("
|
53
|
+
throw new UnsupportedOperationException("${javaClassName}.open method is not implemented yet");
|
53
54
|
}
|
54
55
|
}
|
@@ -1,13 +1,15 @@
|
|
1
|
-
package
|
1
|
+
package ${javaPackageName};
|
2
2
|
|
3
3
|
import java.util.List;
|
4
|
+
|
4
5
|
import com.google.common.base.Optional;
|
5
|
-
|
6
|
+
|
6
7
|
import org.embulk.config.Config;
|
7
8
|
import org.embulk.config.ConfigDefault;
|
8
9
|
import org.embulk.config.ConfigDiff;
|
9
10
|
import org.embulk.config.ConfigSource;
|
10
11
|
import org.embulk.config.Task;
|
12
|
+
import org.embulk.config.TaskReport;
|
11
13
|
import org.embulk.config.TaskSource;
|
12
14
|
import org.embulk.spi.Exec;
|
13
15
|
import org.embulk.spi.InputPlugin;
|
@@ -15,7 +17,7 @@ import org.embulk.spi.PageOutput;
|
|
15
17
|
import org.embulk.spi.Schema;
|
16
18
|
import org.embulk.spi.SchemaConfig;
|
17
19
|
|
18
|
-
public class
|
20
|
+
public class ${javaClassName}
|
19
21
|
implements InputPlugin
|
20
22
|
{
|
21
23
|
public interface PluginTask
|
@@ -76,7 +78,7 @@ public class <%= java_class_name %>
|
|
76
78
|
PluginTask task = taskSource.loadTask(PluginTask.class);
|
77
79
|
|
78
80
|
// Write your code here :)
|
79
|
-
throw new UnsupportedOperationException("
|
81
|
+
throw new UnsupportedOperationException("${javaClassName}.run method is not implemented yet");
|
80
82
|
}
|
81
83
|
|
82
84
|
@Override
|
@@ -1,13 +1,15 @@
|
|
1
|
-
package
|
1
|
+
package ${javaPackageName};
|
2
2
|
|
3
3
|
import java.util.List;
|
4
|
+
|
4
5
|
import com.google.common.base.Optional;
|
5
|
-
|
6
|
+
|
6
7
|
import org.embulk.config.Config;
|
7
8
|
import org.embulk.config.ConfigDefault;
|
8
9
|
import org.embulk.config.ConfigDiff;
|
9
10
|
import org.embulk.config.ConfigSource;
|
10
11
|
import org.embulk.config.Task;
|
12
|
+
import org.embulk.config.TaskReport;
|
11
13
|
import org.embulk.config.TaskSource;
|
12
14
|
import org.embulk.spi.Exec;
|
13
15
|
import org.embulk.spi.OutputPlugin;
|
@@ -15,7 +17,7 @@ import org.embulk.spi.PageOutput;
|
|
15
17
|
import org.embulk.spi.Schema;
|
16
18
|
import org.embulk.spi.TransactionalPageOutput;
|
17
19
|
|
18
|
-
public class
|
20
|
+
public class ${javaClassName}
|
19
21
|
implements OutputPlugin
|
20
22
|
{
|
21
23
|
public interface PluginTask
|
@@ -56,7 +58,7 @@ public class <%= java_class_name %>
|
|
56
58
|
Schema schema, int taskCount,
|
57
59
|
OutputPlugin.Control control)
|
58
60
|
{
|
59
|
-
throw new UnsupportedOperationException("
|
61
|
+
throw new UnsupportedOperationException("${name} output plugin does not support resuming");
|
60
62
|
}
|
61
63
|
|
62
64
|
@Override
|
@@ -72,6 +74,6 @@ public class <%= java_class_name %>
|
|
72
74
|
PluginTask task = taskSource.loadTask(PluginTask.class);
|
73
75
|
|
74
76
|
// Write your code here :)
|
75
|
-
throw new UnsupportedOperationException("
|
77
|
+
throw new UnsupportedOperationException("${javaClassName}.run method is not implemented yet");
|
76
78
|
}
|
77
79
|
}
|
@@ -1,19 +1,20 @@
|
|
1
|
-
package
|
1
|
+
package ${javaPackageName};
|
2
2
|
|
3
3
|
import com.google.common.base.Optional;
|
4
|
+
|
4
5
|
import org.embulk.config.Config;
|
5
6
|
import org.embulk.config.ConfigDefault;
|
6
7
|
import org.embulk.config.ConfigDiff;
|
7
8
|
import org.embulk.config.ConfigSource;
|
8
9
|
import org.embulk.config.Task;
|
9
10
|
import org.embulk.config.TaskSource;
|
10
|
-
import org.embulk.spi.ParserPlugin;
|
11
11
|
import org.embulk.spi.FileInput;
|
12
12
|
import org.embulk.spi.PageOutput;
|
13
|
+
import org.embulk.spi.ParserPlugin;
|
13
14
|
import org.embulk.spi.Schema;
|
14
15
|
import org.embulk.spi.SchemaConfig;
|
15
16
|
|
16
|
-
public class
|
17
|
+
public class ${javaClassName}
|
17
18
|
implements ParserPlugin
|
18
19
|
{
|
19
20
|
public interface PluginTask
|
@@ -55,6 +56,6 @@ public class <%= java_class_name %>
|
|
55
56
|
PluginTask task = taskSource.loadTask(PluginTask.class);
|
56
57
|
|
57
58
|
// Write your code here :)
|
58
|
-
throw new UnsupportedOperationException("
|
59
|
+
throw new UnsupportedOperationException("${javaClassName}.run method is not implemented yet");
|
59
60
|
}
|
60
61
|
}
|
@@ -0,0 +1,25 @@
|
|
1
|
+
module Embulk
|
2
|
+
module Guess
|
3
|
+
|
4
|
+
# TODO implement guess plugin to make this command work:
|
5
|
+
# $ embulk guess -g "${name}" partial-config.yml
|
6
|
+
#if (${language} == "ruby")
|
7
|
+
|
8
|
+
# require "embulk/${embulkCategory}/${name}.rb"
|
9
|
+
#end
|
10
|
+
|
11
|
+
# class ${rubyGuessClassName} < GuessPlugin
|
12
|
+
# Plugin.register_guess("${name}", self)
|
13
|
+
#
|
14
|
+
# FOO_BAR_HEADER = "\x1f\x8b".force_encoding('ASCII-8BIT').freeze
|
15
|
+
#
|
16
|
+
# def guess(config, sample_buffer)
|
17
|
+
# if sample_buffer[0,2] == FOO_BAR_HEADER
|
18
|
+
# return {"decoders" => [{"type" => "${name}"}]}
|
19
|
+
# end
|
20
|
+
# return {}
|
21
|
+
# end
|
22
|
+
# end
|
23
|
+
|
24
|
+
end
|
25
|
+
end
|
@@ -1,8 +1,8 @@
|
|
1
1
|
module Embulk
|
2
2
|
module Filter
|
3
3
|
|
4
|
-
class
|
5
|
-
Plugin.register_filter(
|
4
|
+
class ${rubyClassName} < FilterPlugin
|
5
|
+
Plugin.register_filter("${name}", self)
|
6
6
|
|
7
7
|
def self.transaction(config, in_schema, &control)
|
8
8
|
# configuration code:
|
@@ -1,8 +1,8 @@
|
|
1
1
|
module Embulk
|
2
2
|
module Formatter
|
3
3
|
|
4
|
-
class
|
5
|
-
Plugin.register_formatter(
|
4
|
+
class ${rubyClassName} < FormatterPlugin
|
5
|
+
Plugin.register_formatter("${name}", self)
|
6
6
|
|
7
7
|
def self.transaction(config, schema, &control)
|
8
8
|
# configuration code:
|
@@ -0,0 +1,20 @@
|
|
1
|
+
|
2
|
+
Gem::Specification.new do |spec|
|
3
|
+
spec.name = "${fullProjectName}"
|
4
|
+
spec.version = "0.1.0"
|
5
|
+
spec.authors = ["${author}"]
|
6
|
+
spec.summary = "${displayName} ${displayCategory} plugin for Embulk"
|
7
|
+
spec.description = "${description}"
|
8
|
+
spec.email = ["${email}"]
|
9
|
+
spec.licenses = ["MIT"]
|
10
|
+
# TODO set this: spec.homepage = "https://github.com/${expectedGitHubAccount}/${fullProjectName}"
|
11
|
+
|
12
|
+
spec.files = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
|
13
|
+
spec.test_files = spec.files.grep(%r{^(test|spec)/})
|
14
|
+
spec.require_paths = ["lib"]
|
15
|
+
|
16
|
+
#spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
|
17
|
+
spec.add_development_dependency 'embulk', ['>= ${embulkVersion}']
|
18
|
+
spec.add_development_dependency 'bundler', ['>= 1.10.6']
|
19
|
+
spec.add_development_dependency 'rake', ['>= 10.0']
|
20
|
+
end
|
@@ -1,8 +1,8 @@
|
|
1
1
|
module Embulk
|
2
2
|
module Input
|
3
3
|
|
4
|
-
class
|
5
|
-
Plugin.register_input(
|
4
|
+
class ${rubyClassName} < InputPlugin
|
5
|
+
Plugin.register_input("${name}", self)
|
6
6
|
|
7
7
|
def self.transaction(config, &control)
|
8
8
|
# configuration code:
|
@@ -29,14 +29,14 @@ module Embulk
|
|
29
29
|
end
|
30
30
|
|
31
31
|
# TODO
|
32
|
-
#def self.guess(config)
|
33
|
-
#
|
34
|
-
#
|
35
|
-
#
|
36
|
-
#
|
37
|
-
#
|
38
|
-
#
|
39
|
-
#end
|
32
|
+
# def self.guess(config)
|
33
|
+
# sample_records = [
|
34
|
+
# {"example"=>"a", "column"=>1, "value"=>0.1},
|
35
|
+
# {"example"=>"a", "column"=>2, "value"=>0.2},
|
36
|
+
# ]
|
37
|
+
# columns = Guess::SchemaGuess.from_hash_records(sample_records)
|
38
|
+
# return {"columns" => columns}
|
39
|
+
# end
|
40
40
|
|
41
41
|
def init
|
42
42
|
# initialization code:
|
@@ -1,8 +1,8 @@
|
|
1
1
|
module Embulk
|
2
2
|
module Output
|
3
3
|
|
4
|
-
class
|
5
|
-
Plugin.register_output(
|
4
|
+
class ${rubyClassName} < OutputPlugin
|
5
|
+
Plugin.register_output("${name}", self)
|
6
6
|
|
7
7
|
def self.transaction(config, schema, count, &control)
|
8
8
|
# configuration code:
|
@@ -21,12 +21,12 @@ module Embulk
|
|
21
21
|
return next_config_diff
|
22
22
|
end
|
23
23
|
|
24
|
-
#def self.resume(task, schema, count, &control)
|
25
|
-
#
|
24
|
+
# def self.resume(task, schema, count, &control)
|
25
|
+
# task_reports = yield(task)
|
26
26
|
#
|
27
|
-
#
|
28
|
-
#
|
29
|
-
#end
|
27
|
+
# next_config_diff = {}
|
28
|
+
# return next_config_diff
|
29
|
+
# end
|
30
30
|
|
31
31
|
def init
|
32
32
|
# initialization code:
|
@@ -1,8 +1,8 @@
|
|
1
1
|
module Embulk
|
2
2
|
module Parser
|
3
3
|
|
4
|
-
class
|
5
|
-
Plugin.register_parser(
|
4
|
+
class ${rubyClassName} < ParserPlugin
|
5
|
+
Plugin.register_parser("${name}", self)
|
6
6
|
|
7
7
|
def self.transaction(config, &control)
|
8
8
|
# configuration code:
|
@@ -0,0 +1,65 @@
|
|
1
|
+
module Embulk
|
2
|
+
module Guess
|
3
|
+
|
4
|
+
# TODO implement guess plugin to make this command work:
|
5
|
+
# $ embulk guess -g "${name}" partial-config.yml
|
6
|
+
#
|
7
|
+
# Depending on the file format the plugin uses, you can use choose
|
8
|
+
# one of binary guess (GuessPlugin), text guess (TextGuessPlugin),
|
9
|
+
# or line guess (LineGuessPlugin).
|
10
|
+
#if (${language} == "ruby")
|
11
|
+
|
12
|
+
# require "embulk/${embulkCategory}/${name}.rb"
|
13
|
+
#end
|
14
|
+
|
15
|
+
# class ${rubyGuessClassName} < GuessPlugin
|
16
|
+
# Plugin.register_guess("${name}", self)
|
17
|
+
#
|
18
|
+
# def guess(config, sample_buffer)
|
19
|
+
# if sample_buffer[0,2] == GZIP_HEADER
|
20
|
+
# guessed = {}
|
21
|
+
# guessed["type"] = "${name}"
|
22
|
+
# guessed["property1"] = "guessed-value"
|
23
|
+
# return {"parser" => guessed}
|
24
|
+
# else
|
25
|
+
# return {}
|
26
|
+
# end
|
27
|
+
# end
|
28
|
+
# end
|
29
|
+
|
30
|
+
# class ${rubyGuessClassName} < TextGuessPlugin
|
31
|
+
# Plugin.register_guess("${name}", self)
|
32
|
+
#
|
33
|
+
# def guess_text(config, sample_text)
|
34
|
+
# js = JSON.parse(sample_text) rescue nil
|
35
|
+
# if js && js["mykeyword"] == "keyword"
|
36
|
+
# guessed = {}
|
37
|
+
# guessed["type"] = "${name}"
|
38
|
+
# guessed["property1"] = "guessed-value"
|
39
|
+
# return {"parser" => guessed}
|
40
|
+
# else
|
41
|
+
# return {}
|
42
|
+
# end
|
43
|
+
# end
|
44
|
+
# end
|
45
|
+
|
46
|
+
# class ${rubyGuessClassName} < LineGuessPlugin
|
47
|
+
# Plugin.register_guess("${name}", self)
|
48
|
+
#
|
49
|
+
# def guess_lines(config, sample_lines)
|
50
|
+
# all_line_matched = sample_lines.all? do |line|
|
51
|
+
# line =~ /mypattern/
|
52
|
+
# end
|
53
|
+
# if all_line_matched
|
54
|
+
# guessed = {}
|
55
|
+
# guessed["type"] = "${name}"
|
56
|
+
# guessed["property1"] = "guessed-value"
|
57
|
+
# return {"parser" => guessed}
|
58
|
+
# else
|
59
|
+
# return {}
|
60
|
+
# end
|
61
|
+
# end
|
62
|
+
# end
|
63
|
+
|
64
|
+
end
|
65
|
+
end
|
data/lib/embulk/guess/csv.rb
CHANGED
@@ -104,6 +104,11 @@ module Embulk
|
|
104
104
|
|
105
105
|
sample_records = split_lines(parser_guessed, true, sample_lines, delim, {})
|
106
106
|
|
107
|
+
# It should fail if CSV parser cannot parse sample_lines.
|
108
|
+
if sample_records.nil? || sample_records.empty?
|
109
|
+
return {}
|
110
|
+
end
|
111
|
+
|
107
112
|
if sample_lines.size == 1
|
108
113
|
# The file contains only 1 line. Assume that there are no header line.
|
109
114
|
header_line = false
|
data/lib/embulk/version.rb
CHANGED
@@ -1,3 +1,24 @@
|
|
1
|
+
# TODO(v2)[#562]: Remove this file.
|
2
|
+
# https://github.com/embulk/embulk/issues/562
|
1
3
|
module Embulk
|
2
|
-
|
4
|
+
@@warned = false
|
5
|
+
|
6
|
+
VERSION_INTERNAL = '0.8.19'
|
7
|
+
|
8
|
+
DEPRECATED_MESSAGE = 'Embulk::VERSION in (J)Ruby is deprecated. Use org.embulk.EmbulkVersion::VERSION instead. If this message is from a plugin, please tell this to the author of the plugin!'
|
9
|
+
def self.const_missing(name)
|
10
|
+
if name == :VERSION
|
11
|
+
unless @@warned
|
12
|
+
if Embulk.method_defined?(:logger)
|
13
|
+
Embulk.logger.warn(DEPRECATED_MESSAGE)
|
14
|
+
@@warned = true
|
15
|
+
else
|
16
|
+
STDERR.puts(DEPRECATED_MESSAGE)
|
17
|
+
end
|
18
|
+
end
|
19
|
+
return VERSION_INTERNAL
|
20
|
+
else
|
21
|
+
super
|
22
|
+
end
|
23
|
+
end
|
3
24
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.8.
|
4
|
+
version: 0.8.19
|
5
5
|
platform: java
|
6
6
|
authors:
|
7
7
|
- Sadayuki Furuhashi
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-
|
11
|
+
date: 2017-05-13 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -146,11 +146,13 @@ files:
|
|
146
146
|
- classpath/bval-core-0.5.jar
|
147
147
|
- classpath/bval-jsr303-0.5.jar
|
148
148
|
- classpath/commons-beanutils-core-1.8.3.jar
|
149
|
+
- classpath/commons-collections-3.2.1.jar
|
149
150
|
- classpath/commons-compress-1.10.jar
|
150
|
-
- classpath/commons-
|
151
|
-
- classpath/
|
152
|
-
- classpath/embulk-
|
153
|
-
- classpath/embulk-
|
151
|
+
- classpath/commons-lang-2.4.jar
|
152
|
+
- classpath/commons-lang3-3.4.jar
|
153
|
+
- classpath/embulk-cli-0.8.19.jar
|
154
|
+
- classpath/embulk-core-0.8.19.jar
|
155
|
+
- classpath/embulk-standards-0.8.19.jar
|
154
156
|
- classpath/guava-18.0.jar
|
155
157
|
- classpath/guice-4.0.jar
|
156
158
|
- classpath/guice-bootstrap-0.1.1.jar
|
@@ -166,14 +168,22 @@ files:
|
|
166
168
|
- classpath/joda-time-2.9.2.jar
|
167
169
|
- classpath/logback-classic-1.1.3.jar
|
168
170
|
- classpath/logback-core-1.1.3.jar
|
171
|
+
- classpath/maven-artifact-3.3.9.jar
|
169
172
|
- classpath/msgpack-core-0.8.11.jar
|
170
173
|
- classpath/netty-buffer-4.0.44.Final.jar
|
171
174
|
- classpath/netty-common-4.0.44.Final.jar
|
175
|
+
- classpath/plexus-utils-3.0.22.jar
|
172
176
|
- classpath/slf4j-api-1.7.12.jar
|
173
177
|
- classpath/slice-0.9.jar
|
174
|
-
- classpath/snakeyaml-1.
|
178
|
+
- classpath/snakeyaml-1.18.jar
|
175
179
|
- classpath/validation-api-1.1.0.Final.jar
|
180
|
+
- classpath/velocity-1.7.jar
|
176
181
|
- embulk-cli/build.gradle
|
182
|
+
- embulk-cli/src/main/bat/selfrun.bat
|
183
|
+
- embulk-cli/src/main/java/org/embulk/cli/EmbulkExample.java
|
184
|
+
- embulk-cli/src/main/java/org/embulk/cli/EmbulkMigrate.java
|
185
|
+
- embulk-cli/src/main/java/org/embulk/cli/EmbulkNew.java
|
186
|
+
- embulk-cli/src/main/java/org/embulk/cli/EmbulkSelfUpdate.java
|
177
187
|
- embulk-cli/src/main/java/org/embulk/cli/Main.java
|
178
188
|
- embulk-cli/src/main/sh/selfrun.sh
|
179
189
|
- embulk-cli/src/test/java/org/embulk/cli/DummyMain.java
|
@@ -181,6 +191,7 @@ files:
|
|
181
191
|
- embulk-core/build.gradle
|
182
192
|
- embulk-core/src/main/java/org/embulk/EmbulkEmbed.java
|
183
193
|
- embulk-core/src/main/java/org/embulk/EmbulkService.java
|
194
|
+
- embulk-core/src/main/java/org/embulk/EmbulkVersion.java
|
184
195
|
- embulk-core/src/main/java/org/embulk/command/PreviewPrinter.java
|
185
196
|
- embulk-core/src/main/java/org/embulk/command/TablePreviewPrinter.java
|
186
197
|
- embulk-core/src/main/java/org/embulk/command/VerticalPreviewPrinter.java
|
@@ -395,9 +406,10 @@ files:
|
|
395
406
|
- embulk-docs/src/built-in.rst
|
396
407
|
- embulk-docs/src/conf.py
|
397
408
|
- embulk-docs/src/customization.rst
|
409
|
+
- embulk-docs/src/developers/index.rst
|
398
410
|
- embulk-docs/src/index.rst
|
399
411
|
- embulk-docs/src/recipe.rst
|
400
|
-
- embulk-docs/src/recipe/scheduled-csv-load-to-elasticsearch-
|
412
|
+
- embulk-docs/src/recipe/scheduled-csv-load-to-elasticsearch-kibana5.rst
|
401
413
|
- embulk-docs/src/release.rst
|
402
414
|
- embulk-docs/src/release/release-0.1.0.rst
|
403
415
|
- embulk-docs/src/release/release-0.2.0.rst
|
@@ -473,6 +485,7 @@ files:
|
|
473
485
|
- embulk-docs/src/release/release-0.8.16.rst
|
474
486
|
- embulk-docs/src/release/release-0.8.17.rst
|
475
487
|
- embulk-docs/src/release/release-0.8.18.rst
|
488
|
+
- embulk-docs/src/release/release-0.8.19.rst
|
476
489
|
- embulk-docs/src/release/release-0.8.2.rst
|
477
490
|
- embulk-docs/src/release/release-0.8.3.rst
|
478
491
|
- embulk-docs/src/release/release-0.8.4.rst
|
@@ -507,6 +520,7 @@ files:
|
|
507
520
|
- embulk-standards/src/test/java/org/embulk/standards/TestRenameFilterPlugin.java
|
508
521
|
- embulk-standards/src/test/java/org/embulk/standards/guess/TestCsvAllStringsGuessPlugin.java
|
509
522
|
- embulk-standards/src/test/java/org/embulk/standards/guess/TestCsvGuessPlugin.java
|
523
|
+
- embulk-standards/src/test/java/org/embulk/standards/preview/TestFilePreview.java
|
510
524
|
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row.csv
|
511
525
|
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_and_header.csv
|
512
526
|
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_and_header_guessed.yml
|
@@ -564,6 +578,9 @@ files:
|
|
564
578
|
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote.csv
|
565
579
|
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote_guessed.yml
|
566
580
|
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote_seed.yml
|
581
|
+
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records.csv
|
582
|
+
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records_guessed.yml
|
583
|
+
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records_seed.yml
|
567
584
|
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column.csv
|
568
585
|
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_guessed.yml
|
569
586
|
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_seed.yml
|
@@ -576,6 +593,13 @@ files:
|
|
576
593
|
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple.csv
|
577
594
|
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple_guessed.yml
|
578
595
|
- embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple_seed.yml
|
596
|
+
- embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes.csv
|
597
|
+
- embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_exec.yml
|
598
|
+
- embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_load.yml
|
599
|
+
- embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_previewed.csv
|
600
|
+
- embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple.csv
|
601
|
+
- embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple_load.yml
|
602
|
+
- embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple_previewed.csv
|
579
603
|
- embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep.csv
|
580
604
|
- embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_expected.csv
|
581
605
|
- embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_filter.yml
|
@@ -594,6 +618,7 @@ files:
|
|
594
618
|
- embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove_without_unmatched_filter.yml
|
595
619
|
- embulk-test/build.gradle
|
596
620
|
- embulk-test/src/main/java/org/embulk/test/EmbulkTests.java
|
621
|
+
- embulk-test/src/main/java/org/embulk/test/PreviewResultInputPlugin.java
|
597
622
|
- embulk-test/src/main/java/org/embulk/test/TestingBulkLoader.java
|
598
623
|
- embulk-test/src/main/java/org/embulk/test/TestingEmbulk.java
|
599
624
|
- embulk.gemspec
|
@@ -605,13 +630,8 @@ files:
|
|
605
630
|
- lib/embulk/buffer.rb
|
606
631
|
- lib/embulk/column.rb
|
607
632
|
- lib/embulk/command/embulk_bundle.rb
|
608
|
-
- lib/embulk/command/embulk_example.rb
|
609
|
-
- lib/embulk/command/embulk_generate_bin.rb
|
610
633
|
- lib/embulk/command/embulk_main.rb
|
611
|
-
- lib/embulk/command/embulk_migrate_plugin.rb
|
612
|
-
- lib/embulk/command/embulk_new_plugin.rb
|
613
634
|
- lib/embulk/command/embulk_run.rb
|
614
|
-
- lib/embulk/command/embulk_selfupdate.rb
|
615
635
|
- lib/embulk/data/bundle/.bundle/config
|
616
636
|
- lib/embulk/data/bundle/.ruby-version
|
617
637
|
- lib/embulk/data/bundle/Gemfile
|
@@ -619,37 +639,37 @@ files:
|
|
619
639
|
- lib/embulk/data/bundle/embulk/input/example.rb
|
620
640
|
- lib/embulk/data/bundle/embulk/output/example.rb
|
621
641
|
- lib/embulk/data/new/LICENSE.txt
|
622
|
-
- lib/embulk/data/new/README.md.
|
623
|
-
- lib/embulk/data/new/gitignore.
|
624
|
-
- lib/embulk/data/new/java/build.gradle.
|
642
|
+
- lib/embulk/data/new/README.md.vm
|
643
|
+
- lib/embulk/data/new/gitignore.vm
|
644
|
+
- lib/embulk/data/new/java/build.gradle.vm
|
625
645
|
- lib/embulk/data/new/java/config/checkstyle/checkstyle.xml
|
626
646
|
- lib/embulk/data/new/java/config/checkstyle/default.xml
|
627
|
-
- lib/embulk/data/new/java/decoder.java.
|
628
|
-
- lib/embulk/data/new/java/encoder.java.
|
629
|
-
- lib/embulk/data/new/java/file_input.java.
|
630
|
-
- lib/embulk/data/new/java/file_output.java.
|
631
|
-
- lib/embulk/data/new/java/filter.java.
|
632
|
-
- lib/embulk/data/new/java/formatter.java.
|
647
|
+
- lib/embulk/data/new/java/decoder.java.vm
|
648
|
+
- lib/embulk/data/new/java/encoder.java.vm
|
649
|
+
- lib/embulk/data/new/java/file_input.java.vm
|
650
|
+
- lib/embulk/data/new/java/file_output.java.vm
|
651
|
+
- lib/embulk/data/new/java/filter.java.vm
|
652
|
+
- lib/embulk/data/new/java/formatter.java.vm
|
633
653
|
- lib/embulk/data/new/java/gradle/wrapper/gradle-wrapper.jar
|
634
654
|
- lib/embulk/data/new/java/gradle/wrapper/gradle-wrapper.properties
|
635
655
|
- lib/embulk/data/new/java/gradlew
|
636
656
|
- lib/embulk/data/new/java/gradlew.bat
|
637
|
-
- lib/embulk/data/new/java/input.java.
|
638
|
-
- lib/embulk/data/new/java/output.java.
|
639
|
-
- lib/embulk/data/new/java/parser.java.
|
640
|
-
- lib/embulk/data/new/java/plugin_loader.rb.
|
641
|
-
- lib/embulk/data/new/java/test.java.
|
657
|
+
- lib/embulk/data/new/java/input.java.vm
|
658
|
+
- lib/embulk/data/new/java/output.java.vm
|
659
|
+
- lib/embulk/data/new/java/parser.java.vm
|
660
|
+
- lib/embulk/data/new/java/plugin_loader.rb.vm
|
661
|
+
- lib/embulk/data/new/java/test.java.vm
|
642
662
|
- lib/embulk/data/new/ruby/.ruby-version
|
643
663
|
- lib/embulk/data/new/ruby/Gemfile
|
644
664
|
- lib/embulk/data/new/ruby/Rakefile
|
645
|
-
- lib/embulk/data/new/ruby/decoder_guess.rb.
|
646
|
-
- lib/embulk/data/new/ruby/filter.rb.
|
647
|
-
- lib/embulk/data/new/ruby/formatter.rb.
|
648
|
-
- lib/embulk/data/new/ruby/gemspec.
|
649
|
-
- lib/embulk/data/new/ruby/input.rb.
|
650
|
-
- lib/embulk/data/new/ruby/output.rb.
|
651
|
-
- lib/embulk/data/new/ruby/parser.rb.
|
652
|
-
- lib/embulk/data/new/ruby/parser_guess.rb.
|
665
|
+
- lib/embulk/data/new/ruby/decoder_guess.rb.vm
|
666
|
+
- lib/embulk/data/new/ruby/filter.rb.vm
|
667
|
+
- lib/embulk/data/new/ruby/formatter.rb.vm
|
668
|
+
- lib/embulk/data/new/ruby/gemspec.vm
|
669
|
+
- lib/embulk/data/new/ruby/input.rb.vm
|
670
|
+
- lib/embulk/data/new/ruby/output.rb.vm
|
671
|
+
- lib/embulk/data/new/ruby/parser.rb.vm
|
672
|
+
- lib/embulk/data/new/ruby/parser_guess.rb.vm
|
653
673
|
- lib/embulk/data/package_data.rb
|
654
674
|
- lib/embulk/data_source.rb
|
655
675
|
- lib/embulk/decoder_plugin.rb
|