embulk 0.8.18-java → 0.8.19-java

Sign up to get free protection for your applications and to get access to all the features.
Files changed (87) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +10 -0
  3. data/build.gradle +10 -3
  4. data/embulk-cli/build.gradle +2 -0
  5. data/embulk-cli/src/main/bat/selfrun.bat +98 -0
  6. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkExample.java +82 -0
  7. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkMigrate.java +458 -0
  8. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkNew.java +419 -0
  9. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkSelfUpdate.java +248 -0
  10. data/embulk-cli/src/main/sh/selfrun.sh +0 -103
  11. data/embulk-cli/src/test/java/org/embulk/cli/SelfrunTest.java +158 -143
  12. data/embulk-core/build.gradle +2 -2
  13. data/embulk-core/src/main/java/org/embulk/EmbulkVersion.java +109 -0
  14. data/embulk-core/src/main/java/org/embulk/exec/GuessExecutor.java +11 -0
  15. data/embulk-core/src/main/java/org/embulk/exec/PreviewExecutor.java +29 -3
  16. data/embulk-core/src/main/java/org/embulk/exec/SamplingParserPlugin.java +47 -13
  17. data/embulk-core/src/main/java/org/embulk/spi/FileInputRunner.java +6 -3
  18. data/embulk-core/src/main/java/org/embulk/spi/PageBuilder.java +385 -64
  19. data/embulk-core/src/main/java/org/embulk/spi/TempFileSpace.java +2 -1
  20. data/embulk-core/src/test/java/org/embulk/spi/TestPageBuilderReader.java +62 -0
  21. data/embulk-docs/src/built-in.rst +59 -21
  22. data/embulk-docs/src/customization.rst +8 -8
  23. data/embulk-docs/src/developers/index.rst +45 -0
  24. data/embulk-docs/src/index.rst +11 -7
  25. data/embulk-docs/src/recipe.rst +1 -1
  26. data/embulk-docs/src/recipe/{scheduled-csv-load-to-elasticsearch-kibana4.rst → scheduled-csv-load-to-elasticsearch-kibana5.rst} +26 -24
  27. data/embulk-docs/src/release.rst +1 -0
  28. data/embulk-docs/src/release/release-0.4.0.rst +1 -1
  29. data/embulk-docs/src/release/release-0.5.0.rst +1 -1
  30. data/embulk-docs/src/release/release-0.6.0.rst +1 -1
  31. data/embulk-docs/src/release/release-0.6.20.rst +1 -1
  32. data/embulk-docs/src/release/release-0.8.19.rst +43 -0
  33. data/embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java +2 -2
  34. data/embulk-standards/src/main/java/org/embulk/standards/LocalFileInputPlugin.java +30 -1
  35. data/embulk-standards/src/test/java/org/embulk/standards/guess/TestCsvGuessPlugin.java +10 -0
  36. data/embulk-standards/src/test/java/org/embulk/standards/preview/TestFilePreview.java +73 -0
  37. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records.csv +5 -0
  38. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records_guessed.yml +2 -0
  39. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records_seed.yml +1 -0
  40. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes.csv +5 -0
  41. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_exec.yml +1 -0
  42. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_load.yml +19 -0
  43. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_previewed.csv +1 -0
  44. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple.csv +5 -0
  45. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple_load.yml +19 -0
  46. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple_previewed.csv +4 -0
  47. data/embulk-test/src/main/java/org/embulk/test/PreviewResultInputPlugin.java +65 -0
  48. data/embulk-test/src/main/java/org/embulk/test/TestingBulkLoader.java +5 -0
  49. data/embulk-test/src/main/java/org/embulk/test/TestingEmbulk.java +59 -2
  50. data/embulk.gemspec +2 -1
  51. data/lib/embulk/command/embulk_run.rb +11 -49
  52. data/lib/embulk/data/new/README.md.vm +106 -0
  53. data/lib/embulk/data/new/{gitignore.erb → gitignore.vm} +3 -3
  54. data/lib/embulk/data/new/java/{build.gradle.erb → build.gradle.vm} +8 -8
  55. data/lib/embulk/data/new/java/{decoder.java.erb → decoder.java.vm} +6 -4
  56. data/lib/embulk/data/new/java/{encoder.java.erb → encoder.java.vm} +7 -5
  57. data/lib/embulk/data/new/java/{file_input.java.erb → file_input.java.vm} +9 -7
  58. data/lib/embulk/data/new/java/{file_output.java.erb → file_output.java.vm} +7 -5
  59. data/lib/embulk/data/new/java/{filter.java.erb → filter.java.vm} +4 -3
  60. data/lib/embulk/data/new/java/{formatter.java.erb → formatter.java.vm} +5 -4
  61. data/lib/embulk/data/new/java/{input.java.erb → input.java.vm} +6 -4
  62. data/lib/embulk/data/new/java/{output.java.erb → output.java.vm} +7 -5
  63. data/lib/embulk/data/new/java/{parser.java.erb → parser.java.vm} +5 -4
  64. data/lib/embulk/data/new/java/plugin_loader.rb.vm +3 -0
  65. data/lib/embulk/data/new/java/test.java.vm +5 -0
  66. data/lib/embulk/data/new/ruby/decoder_guess.rb.vm +25 -0
  67. data/lib/embulk/data/new/ruby/{filter.rb.erb → filter.rb.vm} +2 -2
  68. data/lib/embulk/data/new/ruby/{formatter.rb.erb → formatter.rb.vm} +2 -2
  69. data/lib/embulk/data/new/ruby/gemspec.vm +20 -0
  70. data/lib/embulk/data/new/ruby/{input.rb.erb → input.rb.vm} +10 -10
  71. data/lib/embulk/data/new/ruby/{output.rb.erb → output.rb.vm} +7 -7
  72. data/lib/embulk/data/new/ruby/{parser.rb.erb → parser.rb.vm} +2 -2
  73. data/lib/embulk/data/new/ruby/parser_guess.rb.vm +65 -0
  74. data/lib/embulk/guess/csv.rb +5 -0
  75. data/lib/embulk/version.rb +22 -1
  76. metadata +55 -35
  77. data/lib/embulk/command/embulk_example.rb +0 -33
  78. data/lib/embulk/command/embulk_generate_bin.rb +0 -62
  79. data/lib/embulk/command/embulk_migrate_plugin.rb +0 -244
  80. data/lib/embulk/command/embulk_new_plugin.rb +0 -126
  81. data/lib/embulk/command/embulk_selfupdate.rb +0 -121
  82. data/lib/embulk/data/new/README.md.erb +0 -111
  83. data/lib/embulk/data/new/java/plugin_loader.rb.erb +0 -3
  84. data/lib/embulk/data/new/java/test.java.erb +0 -5
  85. data/lib/embulk/data/new/ruby/decoder_guess.rb.erb +0 -25
  86. data/lib/embulk/data/new/ruby/gemspec.erb +0 -20
  87. data/lib/embulk/data/new/ruby/parser_guess.rb.erb +0 -65
@@ -1,18 +1,19 @@
1
- package <%= java_package_name %>;
1
+ package ${javaPackageName};
2
2
 
3
3
  import com.google.common.base.Optional;
4
+
4
5
  import org.embulk.config.Config;
5
6
  import org.embulk.config.ConfigDefault;
6
7
  import org.embulk.config.ConfigDiff;
7
8
  import org.embulk.config.ConfigSource;
8
9
  import org.embulk.config.Task;
9
10
  import org.embulk.config.TaskSource;
11
+ import org.embulk.spi.FileOutput;
10
12
  import org.embulk.spi.FormatterPlugin;
11
13
  import org.embulk.spi.PageOutput;
12
- import org.embulk.spi.FileOutput;
13
14
  import org.embulk.spi.Schema;
14
15
 
15
- public class <%= java_class_name %>
16
+ public class ${javaClassName}
16
17
  implements FormatterPlugin
17
18
  {
18
19
  public interface PluginTask
@@ -49,6 +50,6 @@ public class <%= java_class_name %>
49
50
  PluginTask task = taskSource.loadTask(PluginTask.class);
50
51
 
51
52
  // Write your code here :)
52
- throw new UnsupportedOperationException("<%= java_class_name %>.open method is not implemented yet");
53
+ throw new UnsupportedOperationException("${javaClassName}.open method is not implemented yet");
53
54
  }
54
55
  }
@@ -1,13 +1,15 @@
1
- package <%= java_package_name %>;
1
+ package ${javaPackageName};
2
2
 
3
3
  import java.util.List;
4
+
4
5
  import com.google.common.base.Optional;
5
- import org.embulk.config.TaskReport;
6
+
6
7
  import org.embulk.config.Config;
7
8
  import org.embulk.config.ConfigDefault;
8
9
  import org.embulk.config.ConfigDiff;
9
10
  import org.embulk.config.ConfigSource;
10
11
  import org.embulk.config.Task;
12
+ import org.embulk.config.TaskReport;
11
13
  import org.embulk.config.TaskSource;
12
14
  import org.embulk.spi.Exec;
13
15
  import org.embulk.spi.InputPlugin;
@@ -15,7 +17,7 @@ import org.embulk.spi.PageOutput;
15
17
  import org.embulk.spi.Schema;
16
18
  import org.embulk.spi.SchemaConfig;
17
19
 
18
- public class <%= java_class_name %>
20
+ public class ${javaClassName}
19
21
  implements InputPlugin
20
22
  {
21
23
  public interface PluginTask
@@ -76,7 +78,7 @@ public class <%= java_class_name %>
76
78
  PluginTask task = taskSource.loadTask(PluginTask.class);
77
79
 
78
80
  // Write your code here :)
79
- throw new UnsupportedOperationException("<%= java_class_name %>.run method is not implemented yet");
81
+ throw new UnsupportedOperationException("${javaClassName}.run method is not implemented yet");
80
82
  }
81
83
 
82
84
  @Override
@@ -1,13 +1,15 @@
1
- package <%= java_package_name %>;
1
+ package ${javaPackageName};
2
2
 
3
3
  import java.util.List;
4
+
4
5
  import com.google.common.base.Optional;
5
- import org.embulk.config.TaskReport;
6
+
6
7
  import org.embulk.config.Config;
7
8
  import org.embulk.config.ConfigDefault;
8
9
  import org.embulk.config.ConfigDiff;
9
10
  import org.embulk.config.ConfigSource;
10
11
  import org.embulk.config.Task;
12
+ import org.embulk.config.TaskReport;
11
13
  import org.embulk.config.TaskSource;
12
14
  import org.embulk.spi.Exec;
13
15
  import org.embulk.spi.OutputPlugin;
@@ -15,7 +17,7 @@ import org.embulk.spi.PageOutput;
15
17
  import org.embulk.spi.Schema;
16
18
  import org.embulk.spi.TransactionalPageOutput;
17
19
 
18
- public class <%= java_class_name %>
20
+ public class ${javaClassName}
19
21
  implements OutputPlugin
20
22
  {
21
23
  public interface PluginTask
@@ -56,7 +58,7 @@ public class <%= java_class_name %>
56
58
  Schema schema, int taskCount,
57
59
  OutputPlugin.Control control)
58
60
  {
59
- throw new UnsupportedOperationException("<%= name %> output plugin does not support resuming");
61
+ throw new UnsupportedOperationException("${name} output plugin does not support resuming");
60
62
  }
61
63
 
62
64
  @Override
@@ -72,6 +74,6 @@ public class <%= java_class_name %>
72
74
  PluginTask task = taskSource.loadTask(PluginTask.class);
73
75
 
74
76
  // Write your code here :)
75
- throw new UnsupportedOperationException("<%= java_class_name %>.run method is not implemented yet");
77
+ throw new UnsupportedOperationException("${javaClassName}.run method is not implemented yet");
76
78
  }
77
79
  }
@@ -1,19 +1,20 @@
1
- package <%= java_package_name %>;
1
+ package ${javaPackageName};
2
2
 
3
3
  import com.google.common.base.Optional;
4
+
4
5
  import org.embulk.config.Config;
5
6
  import org.embulk.config.ConfigDefault;
6
7
  import org.embulk.config.ConfigDiff;
7
8
  import org.embulk.config.ConfigSource;
8
9
  import org.embulk.config.Task;
9
10
  import org.embulk.config.TaskSource;
10
- import org.embulk.spi.ParserPlugin;
11
11
  import org.embulk.spi.FileInput;
12
12
  import org.embulk.spi.PageOutput;
13
+ import org.embulk.spi.ParserPlugin;
13
14
  import org.embulk.spi.Schema;
14
15
  import org.embulk.spi.SchemaConfig;
15
16
 
16
- public class <%= java_class_name %>
17
+ public class ${javaClassName}
17
18
  implements ParserPlugin
18
19
  {
19
20
  public interface PluginTask
@@ -55,6 +56,6 @@ public class <%= java_class_name %>
55
56
  PluginTask task = taskSource.loadTask(PluginTask.class);
56
57
 
57
58
  // Write your code here :)
58
- throw new UnsupportedOperationException("<%= java_class_name %>.run method is not implemented yet");
59
+ throw new UnsupportedOperationException("${javaClassName}.run method is not implemented yet");
59
60
  }
60
61
  }
@@ -0,0 +1,3 @@
1
+ Embulk::JavaPlugin.register_${embulkCategory}(
2
+ "${name}", "${javaPackageName}.${javaClassName}",
3
+ File.expand_path('../../../../classpath', __FILE__))
@@ -0,0 +1,5 @@
1
+ package ${javaPackageName};
2
+
3
+ public class Test${javaClassName}
4
+ {
5
+ }
@@ -0,0 +1,25 @@
1
+ module Embulk
2
+ module Guess
3
+
4
+ # TODO implement guess plugin to make this command work:
5
+ # $ embulk guess -g "${name}" partial-config.yml
6
+ #if (${language} == "ruby")
7
+
8
+ # require "embulk/${embulkCategory}/${name}.rb"
9
+ #end
10
+
11
+ # class ${rubyGuessClassName} < GuessPlugin
12
+ # Plugin.register_guess("${name}", self)
13
+ #
14
+ # FOO_BAR_HEADER = "\x1f\x8b".force_encoding('ASCII-8BIT').freeze
15
+ #
16
+ # def guess(config, sample_buffer)
17
+ # if sample_buffer[0,2] == FOO_BAR_HEADER
18
+ # return {"decoders" => [{"type" => "${name}"}]}
19
+ # end
20
+ # return {}
21
+ # end
22
+ # end
23
+
24
+ end
25
+ end
@@ -1,8 +1,8 @@
1
1
  module Embulk
2
2
  module Filter
3
3
 
4
- class <%= ruby_class_name %> < FilterPlugin
5
- Plugin.register_filter(<%= name.dump %>, self)
4
+ class ${rubyClassName} < FilterPlugin
5
+ Plugin.register_filter("${name}", self)
6
6
 
7
7
  def self.transaction(config, in_schema, &control)
8
8
  # configuration code:
@@ -1,8 +1,8 @@
1
1
  module Embulk
2
2
  module Formatter
3
3
 
4
- class <%= ruby_class_name %> < FormatterPlugin
5
- Plugin.register_formatter(<%= name.dump %>, self)
4
+ class ${rubyClassName} < FormatterPlugin
5
+ Plugin.register_formatter("${name}", self)
6
6
 
7
7
  def self.transaction(config, schema, &control)
8
8
  # configuration code:
@@ -0,0 +1,20 @@
1
+
2
+ Gem::Specification.new do |spec|
3
+ spec.name = "${fullProjectName}"
4
+ spec.version = "0.1.0"
5
+ spec.authors = ["${author}"]
6
+ spec.summary = "${displayName} ${displayCategory} plugin for Embulk"
7
+ spec.description = "${description}"
8
+ spec.email = ["${email}"]
9
+ spec.licenses = ["MIT"]
10
+ # TODO set this: spec.homepage = "https://github.com/${expectedGitHubAccount}/${fullProjectName}"
11
+
12
+ spec.files = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
13
+ spec.test_files = spec.files.grep(%r{^(test|spec)/})
14
+ spec.require_paths = ["lib"]
15
+
16
+ #spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
17
+ spec.add_development_dependency 'embulk', ['>= ${embulkVersion}']
18
+ spec.add_development_dependency 'bundler', ['>= 1.10.6']
19
+ spec.add_development_dependency 'rake', ['>= 10.0']
20
+ end
@@ -1,8 +1,8 @@
1
1
  module Embulk
2
2
  module Input
3
3
 
4
- class <%= ruby_class_name %> < InputPlugin
5
- Plugin.register_input(<%= name.dump %>, self)
4
+ class ${rubyClassName} < InputPlugin
5
+ Plugin.register_input("${name}", self)
6
6
 
7
7
  def self.transaction(config, &control)
8
8
  # configuration code:
@@ -29,14 +29,14 @@ module Embulk
29
29
  end
30
30
 
31
31
  # TODO
32
- #def self.guess(config)
33
- # sample_records = [
34
- # {"example"=>"a", "column"=>1, "value"=>0.1},
35
- # {"example"=>"a", "column"=>2, "value"=>0.2},
36
- # ]
37
- # columns = Guess::SchemaGuess.from_hash_records(sample_records)
38
- # return {"columns" => columns}
39
- #end
32
+ # def self.guess(config)
33
+ # sample_records = [
34
+ # {"example"=>"a", "column"=>1, "value"=>0.1},
35
+ # {"example"=>"a", "column"=>2, "value"=>0.2},
36
+ # ]
37
+ # columns = Guess::SchemaGuess.from_hash_records(sample_records)
38
+ # return {"columns" => columns}
39
+ # end
40
40
 
41
41
  def init
42
42
  # initialization code:
@@ -1,8 +1,8 @@
1
1
  module Embulk
2
2
  module Output
3
3
 
4
- class <%= ruby_class_name %> < OutputPlugin
5
- Plugin.register_output(<%= name.dump %>, self)
4
+ class ${rubyClassName} < OutputPlugin
5
+ Plugin.register_output("${name}", self)
6
6
 
7
7
  def self.transaction(config, schema, count, &control)
8
8
  # configuration code:
@@ -21,12 +21,12 @@ module Embulk
21
21
  return next_config_diff
22
22
  end
23
23
 
24
- #def self.resume(task, schema, count, &control)
25
- # task_reports = yield(task)
24
+ # def self.resume(task, schema, count, &control)
25
+ # task_reports = yield(task)
26
26
  #
27
- # next_config_diff = {}
28
- # return next_config_diff
29
- #end
27
+ # next_config_diff = {}
28
+ # return next_config_diff
29
+ # end
30
30
 
31
31
  def init
32
32
  # initialization code:
@@ -1,8 +1,8 @@
1
1
  module Embulk
2
2
  module Parser
3
3
 
4
- class <%= ruby_class_name %> < ParserPlugin
5
- Plugin.register_parser(<%= name.dump %>, self)
4
+ class ${rubyClassName} < ParserPlugin
5
+ Plugin.register_parser("${name}", self)
6
6
 
7
7
  def self.transaction(config, &control)
8
8
  # configuration code:
@@ -0,0 +1,65 @@
1
+ module Embulk
2
+ module Guess
3
+
4
+ # TODO implement guess plugin to make this command work:
5
+ # $ embulk guess -g "${name}" partial-config.yml
6
+ #
7
+ # Depending on the file format the plugin uses, you can use choose
8
+ # one of binary guess (GuessPlugin), text guess (TextGuessPlugin),
9
+ # or line guess (LineGuessPlugin).
10
+ #if (${language} == "ruby")
11
+
12
+ # require "embulk/${embulkCategory}/${name}.rb"
13
+ #end
14
+
15
+ # class ${rubyGuessClassName} < GuessPlugin
16
+ # Plugin.register_guess("${name}", self)
17
+ #
18
+ # def guess(config, sample_buffer)
19
+ # if sample_buffer[0,2] == GZIP_HEADER
20
+ # guessed = {}
21
+ # guessed["type"] = "${name}"
22
+ # guessed["property1"] = "guessed-value"
23
+ # return {"parser" => guessed}
24
+ # else
25
+ # return {}
26
+ # end
27
+ # end
28
+ # end
29
+
30
+ # class ${rubyGuessClassName} < TextGuessPlugin
31
+ # Plugin.register_guess("${name}", self)
32
+ #
33
+ # def guess_text(config, sample_text)
34
+ # js = JSON.parse(sample_text) rescue nil
35
+ # if js && js["mykeyword"] == "keyword"
36
+ # guessed = {}
37
+ # guessed["type"] = "${name}"
38
+ # guessed["property1"] = "guessed-value"
39
+ # return {"parser" => guessed}
40
+ # else
41
+ # return {}
42
+ # end
43
+ # end
44
+ # end
45
+
46
+ # class ${rubyGuessClassName} < LineGuessPlugin
47
+ # Plugin.register_guess("${name}", self)
48
+ #
49
+ # def guess_lines(config, sample_lines)
50
+ # all_line_matched = sample_lines.all? do |line|
51
+ # line =~ /mypattern/
52
+ # end
53
+ # if all_line_matched
54
+ # guessed = {}
55
+ # guessed["type"] = "${name}"
56
+ # guessed["property1"] = "guessed-value"
57
+ # return {"parser" => guessed}
58
+ # else
59
+ # return {}
60
+ # end
61
+ # end
62
+ # end
63
+
64
+ end
65
+ end
@@ -104,6 +104,11 @@ module Embulk
104
104
 
105
105
  sample_records = split_lines(parser_guessed, true, sample_lines, delim, {})
106
106
 
107
+ # It should fail if CSV parser cannot parse sample_lines.
108
+ if sample_records.nil? || sample_records.empty?
109
+ return {}
110
+ end
111
+
107
112
  if sample_lines.size == 1
108
113
  # The file contains only 1 line. Assume that there are no header line.
109
114
  header_line = false
@@ -1,3 +1,24 @@
1
+ # TODO(v2)[#562]: Remove this file.
2
+ # https://github.com/embulk/embulk/issues/562
1
3
  module Embulk
2
- VERSION = '0.8.18'
4
+ @@warned = false
5
+
6
+ VERSION_INTERNAL = '0.8.19'
7
+
8
+ DEPRECATED_MESSAGE = 'Embulk::VERSION in (J)Ruby is deprecated. Use org.embulk.EmbulkVersion::VERSION instead. If this message is from a plugin, please tell this to the author of the plugin!'
9
+ def self.const_missing(name)
10
+ if name == :VERSION
11
+ unless @@warned
12
+ if Embulk.method_defined?(:logger)
13
+ Embulk.logger.warn(DEPRECATED_MESSAGE)
14
+ @@warned = true
15
+ else
16
+ STDERR.puts(DEPRECATED_MESSAGE)
17
+ end
18
+ end
19
+ return VERSION_INTERNAL
20
+ else
21
+ super
22
+ end
23
+ end
3
24
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: embulk
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.8.18
4
+ version: 0.8.19
5
5
  platform: java
6
6
  authors:
7
7
  - Sadayuki Furuhashi
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-03-06 00:00:00.000000000 Z
11
+ date: 2017-05-13 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -146,11 +146,13 @@ files:
146
146
  - classpath/bval-core-0.5.jar
147
147
  - classpath/bval-jsr303-0.5.jar
148
148
  - classpath/commons-beanutils-core-1.8.3.jar
149
+ - classpath/commons-collections-3.2.1.jar
149
150
  - classpath/commons-compress-1.10.jar
150
- - classpath/commons-lang3-3.1.jar
151
- - classpath/embulk-cli-0.8.18.jar
152
- - classpath/embulk-core-0.8.18.jar
153
- - classpath/embulk-standards-0.8.18.jar
151
+ - classpath/commons-lang-2.4.jar
152
+ - classpath/commons-lang3-3.4.jar
153
+ - classpath/embulk-cli-0.8.19.jar
154
+ - classpath/embulk-core-0.8.19.jar
155
+ - classpath/embulk-standards-0.8.19.jar
154
156
  - classpath/guava-18.0.jar
155
157
  - classpath/guice-4.0.jar
156
158
  - classpath/guice-bootstrap-0.1.1.jar
@@ -166,14 +168,22 @@ files:
166
168
  - classpath/joda-time-2.9.2.jar
167
169
  - classpath/logback-classic-1.1.3.jar
168
170
  - classpath/logback-core-1.1.3.jar
171
+ - classpath/maven-artifact-3.3.9.jar
169
172
  - classpath/msgpack-core-0.8.11.jar
170
173
  - classpath/netty-buffer-4.0.44.Final.jar
171
174
  - classpath/netty-common-4.0.44.Final.jar
175
+ - classpath/plexus-utils-3.0.22.jar
172
176
  - classpath/slf4j-api-1.7.12.jar
173
177
  - classpath/slice-0.9.jar
174
- - classpath/snakeyaml-1.14.jar
178
+ - classpath/snakeyaml-1.18.jar
175
179
  - classpath/validation-api-1.1.0.Final.jar
180
+ - classpath/velocity-1.7.jar
176
181
  - embulk-cli/build.gradle
182
+ - embulk-cli/src/main/bat/selfrun.bat
183
+ - embulk-cli/src/main/java/org/embulk/cli/EmbulkExample.java
184
+ - embulk-cli/src/main/java/org/embulk/cli/EmbulkMigrate.java
185
+ - embulk-cli/src/main/java/org/embulk/cli/EmbulkNew.java
186
+ - embulk-cli/src/main/java/org/embulk/cli/EmbulkSelfUpdate.java
177
187
  - embulk-cli/src/main/java/org/embulk/cli/Main.java
178
188
  - embulk-cli/src/main/sh/selfrun.sh
179
189
  - embulk-cli/src/test/java/org/embulk/cli/DummyMain.java
@@ -181,6 +191,7 @@ files:
181
191
  - embulk-core/build.gradle
182
192
  - embulk-core/src/main/java/org/embulk/EmbulkEmbed.java
183
193
  - embulk-core/src/main/java/org/embulk/EmbulkService.java
194
+ - embulk-core/src/main/java/org/embulk/EmbulkVersion.java
184
195
  - embulk-core/src/main/java/org/embulk/command/PreviewPrinter.java
185
196
  - embulk-core/src/main/java/org/embulk/command/TablePreviewPrinter.java
186
197
  - embulk-core/src/main/java/org/embulk/command/VerticalPreviewPrinter.java
@@ -395,9 +406,10 @@ files:
395
406
  - embulk-docs/src/built-in.rst
396
407
  - embulk-docs/src/conf.py
397
408
  - embulk-docs/src/customization.rst
409
+ - embulk-docs/src/developers/index.rst
398
410
  - embulk-docs/src/index.rst
399
411
  - embulk-docs/src/recipe.rst
400
- - embulk-docs/src/recipe/scheduled-csv-load-to-elasticsearch-kibana4.rst
412
+ - embulk-docs/src/recipe/scheduled-csv-load-to-elasticsearch-kibana5.rst
401
413
  - embulk-docs/src/release.rst
402
414
  - embulk-docs/src/release/release-0.1.0.rst
403
415
  - embulk-docs/src/release/release-0.2.0.rst
@@ -473,6 +485,7 @@ files:
473
485
  - embulk-docs/src/release/release-0.8.16.rst
474
486
  - embulk-docs/src/release/release-0.8.17.rst
475
487
  - embulk-docs/src/release/release-0.8.18.rst
488
+ - embulk-docs/src/release/release-0.8.19.rst
476
489
  - embulk-docs/src/release/release-0.8.2.rst
477
490
  - embulk-docs/src/release/release-0.8.3.rst
478
491
  - embulk-docs/src/release/release-0.8.4.rst
@@ -507,6 +520,7 @@ files:
507
520
  - embulk-standards/src/test/java/org/embulk/standards/TestRenameFilterPlugin.java
508
521
  - embulk-standards/src/test/java/org/embulk/standards/guess/TestCsvAllStringsGuessPlugin.java
509
522
  - embulk-standards/src/test/java/org/embulk/standards/guess/TestCsvGuessPlugin.java
523
+ - embulk-standards/src/test/java/org/embulk/standards/preview/TestFilePreview.java
510
524
  - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row.csv
511
525
  - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_and_header.csv
512
526
  - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_and_header_guessed.yml
@@ -564,6 +578,9 @@ files:
564
578
  - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote.csv
565
579
  - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote_guessed.yml
566
580
  - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote_seed.yml
581
+ - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records.csv
582
+ - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records_guessed.yml
583
+ - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records_seed.yml
567
584
  - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column.csv
568
585
  - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_guessed.yml
569
586
  - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_seed.yml
@@ -576,6 +593,13 @@ files:
576
593
  - embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple.csv
577
594
  - embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple_guessed.yml
578
595
  - embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple_seed.yml
596
+ - embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes.csv
597
+ - embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_exec.yml
598
+ - embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_load.yml
599
+ - embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_previewed.csv
600
+ - embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple.csv
601
+ - embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple_load.yml
602
+ - embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple_previewed.csv
579
603
  - embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep.csv
580
604
  - embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_expected.csv
581
605
  - embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_filter.yml
@@ -594,6 +618,7 @@ files:
594
618
  - embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove_without_unmatched_filter.yml
595
619
  - embulk-test/build.gradle
596
620
  - embulk-test/src/main/java/org/embulk/test/EmbulkTests.java
621
+ - embulk-test/src/main/java/org/embulk/test/PreviewResultInputPlugin.java
597
622
  - embulk-test/src/main/java/org/embulk/test/TestingBulkLoader.java
598
623
  - embulk-test/src/main/java/org/embulk/test/TestingEmbulk.java
599
624
  - embulk.gemspec
@@ -605,13 +630,8 @@ files:
605
630
  - lib/embulk/buffer.rb
606
631
  - lib/embulk/column.rb
607
632
  - lib/embulk/command/embulk_bundle.rb
608
- - lib/embulk/command/embulk_example.rb
609
- - lib/embulk/command/embulk_generate_bin.rb
610
633
  - lib/embulk/command/embulk_main.rb
611
- - lib/embulk/command/embulk_migrate_plugin.rb
612
- - lib/embulk/command/embulk_new_plugin.rb
613
634
  - lib/embulk/command/embulk_run.rb
614
- - lib/embulk/command/embulk_selfupdate.rb
615
635
  - lib/embulk/data/bundle/.bundle/config
616
636
  - lib/embulk/data/bundle/.ruby-version
617
637
  - lib/embulk/data/bundle/Gemfile
@@ -619,37 +639,37 @@ files:
619
639
  - lib/embulk/data/bundle/embulk/input/example.rb
620
640
  - lib/embulk/data/bundle/embulk/output/example.rb
621
641
  - lib/embulk/data/new/LICENSE.txt
622
- - lib/embulk/data/new/README.md.erb
623
- - lib/embulk/data/new/gitignore.erb
624
- - lib/embulk/data/new/java/build.gradle.erb
642
+ - lib/embulk/data/new/README.md.vm
643
+ - lib/embulk/data/new/gitignore.vm
644
+ - lib/embulk/data/new/java/build.gradle.vm
625
645
  - lib/embulk/data/new/java/config/checkstyle/checkstyle.xml
626
646
  - lib/embulk/data/new/java/config/checkstyle/default.xml
627
- - lib/embulk/data/new/java/decoder.java.erb
628
- - lib/embulk/data/new/java/encoder.java.erb
629
- - lib/embulk/data/new/java/file_input.java.erb
630
- - lib/embulk/data/new/java/file_output.java.erb
631
- - lib/embulk/data/new/java/filter.java.erb
632
- - lib/embulk/data/new/java/formatter.java.erb
647
+ - lib/embulk/data/new/java/decoder.java.vm
648
+ - lib/embulk/data/new/java/encoder.java.vm
649
+ - lib/embulk/data/new/java/file_input.java.vm
650
+ - lib/embulk/data/new/java/file_output.java.vm
651
+ - lib/embulk/data/new/java/filter.java.vm
652
+ - lib/embulk/data/new/java/formatter.java.vm
633
653
  - lib/embulk/data/new/java/gradle/wrapper/gradle-wrapper.jar
634
654
  - lib/embulk/data/new/java/gradle/wrapper/gradle-wrapper.properties
635
655
  - lib/embulk/data/new/java/gradlew
636
656
  - lib/embulk/data/new/java/gradlew.bat
637
- - lib/embulk/data/new/java/input.java.erb
638
- - lib/embulk/data/new/java/output.java.erb
639
- - lib/embulk/data/new/java/parser.java.erb
640
- - lib/embulk/data/new/java/plugin_loader.rb.erb
641
- - lib/embulk/data/new/java/test.java.erb
657
+ - lib/embulk/data/new/java/input.java.vm
658
+ - lib/embulk/data/new/java/output.java.vm
659
+ - lib/embulk/data/new/java/parser.java.vm
660
+ - lib/embulk/data/new/java/plugin_loader.rb.vm
661
+ - lib/embulk/data/new/java/test.java.vm
642
662
  - lib/embulk/data/new/ruby/.ruby-version
643
663
  - lib/embulk/data/new/ruby/Gemfile
644
664
  - lib/embulk/data/new/ruby/Rakefile
645
- - lib/embulk/data/new/ruby/decoder_guess.rb.erb
646
- - lib/embulk/data/new/ruby/filter.rb.erb
647
- - lib/embulk/data/new/ruby/formatter.rb.erb
648
- - lib/embulk/data/new/ruby/gemspec.erb
649
- - lib/embulk/data/new/ruby/input.rb.erb
650
- - lib/embulk/data/new/ruby/output.rb.erb
651
- - lib/embulk/data/new/ruby/parser.rb.erb
652
- - lib/embulk/data/new/ruby/parser_guess.rb.erb
665
+ - lib/embulk/data/new/ruby/decoder_guess.rb.vm
666
+ - lib/embulk/data/new/ruby/filter.rb.vm
667
+ - lib/embulk/data/new/ruby/formatter.rb.vm
668
+ - lib/embulk/data/new/ruby/gemspec.vm
669
+ - lib/embulk/data/new/ruby/input.rb.vm
670
+ - lib/embulk/data/new/ruby/output.rb.vm
671
+ - lib/embulk/data/new/ruby/parser.rb.vm
672
+ - lib/embulk/data/new/ruby/parser_guess.rb.vm
653
673
  - lib/embulk/data/package_data.rb
654
674
  - lib/embulk/data_source.rb
655
675
  - lib/embulk/decoder_plugin.rb