embulk 0.8.38-java → 0.10.27-java

Sign up to get free protection for your applications and to get access to all the features.
Files changed (603) hide show
  1. checksums.yaml +5 -5
  2. data/Gemfile +1 -1
  3. data/LICENSE +202 -0
  4. data/embulk.gemspec +34 -33
  5. data/lib/embulk.rb +5 -61
  6. data/lib/embulk/buffer.rb +1 -2
  7. data/lib/embulk/gem_version.rb +3 -0
  8. data/lib/embulk/guess/charset.rb +2 -11
  9. data/lib/embulk/java/bootstrap.rb +0 -1
  10. data/lib/embulk/java_plugin.rb +9 -1
  11. data/lib/embulk/logger.rb +2 -1
  12. data/lib/embulk/page_builder.rb +2 -2
  13. data/lib/embulk/plugin.rb +2 -2
  14. data/lib/embulk/schema.rb +3 -4
  15. data/lib/embulk/version.rb +43 -19
  16. metadata +23 -761
  17. data/.gitignore +0 -15
  18. data/.ruby-version +0 -1
  19. data/.travis.yml +0 -28
  20. data/COPYING +0 -14
  21. data/Gemfile.lock +0 -30
  22. data/README.md +0 -229
  23. data/Rakefile +0 -26
  24. data/appveyor.yml +0 -28
  25. data/bin/embulk +0 -139
  26. data/build.gradle +0 -419
  27. data/embulk-cli/build.gradle +0 -9
  28. data/embulk-cli/src/main/bat/selfrun.bat +0 -107
  29. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkArguments.java +0 -54
  30. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkCommandLine.java +0 -227
  31. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkCommandLineException.java +0 -25
  32. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkExample.java +0 -86
  33. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkMigrate.java +0 -480
  34. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkNew.java +0 -419
  35. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkRun.java +0 -786
  36. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkSelfUpdate.java +0 -235
  37. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkSubcommand.java +0 -47
  38. data/embulk-cli/src/main/java/org/embulk/cli/Main.java +0 -31
  39. data/embulk-cli/src/main/java/org/embulk/cli/parse/AbstractHelpLineDefinition.java +0 -15
  40. data/embulk-cli/src/main/java/org/embulk/cli/parse/CliHelpFormatterWithHelpMessages.java +0 -141
  41. data/embulk-cli/src/main/java/org/embulk/cli/parse/CliOptionsWithHelpMessages.java +0 -45
  42. data/embulk-cli/src/main/java/org/embulk/cli/parse/EmbulkCommandLineHelpRequired.java +0 -10
  43. data/embulk-cli/src/main/java/org/embulk/cli/parse/EmbulkCommandLineParseException.java +0 -25
  44. data/embulk-cli/src/main/java/org/embulk/cli/parse/EmbulkCommandLineParser.java +0 -187
  45. data/embulk-cli/src/main/java/org/embulk/cli/parse/HelpMessageAsCliOption.java +0 -36
  46. data/embulk-cli/src/main/java/org/embulk/cli/parse/HelpMessageLineDefinition.java +0 -20
  47. data/embulk-cli/src/main/java/org/embulk/cli/parse/OptionBehavior.java +0 -39
  48. data/embulk-cli/src/main/java/org/embulk/cli/parse/OptionDefinition.java +0 -120
  49. data/embulk-cli/src/main/sh/selfrun.sh +0 -60
  50. data/embulk-cli/src/test/java/org/embulk/cli/DummyMain.java +0 -23
  51. data/embulk-cli/src/test/java/org/embulk/cli/SelfrunTest.java +0 -296
  52. data/embulk-core/build.gradle +0 -83
  53. data/embulk-core/src/main/java/org/embulk/EmbulkEmbed.java +0 -321
  54. data/embulk-core/src/main/java/org/embulk/EmbulkRunner.java +0 -531
  55. data/embulk-core/src/main/java/org/embulk/EmbulkService.java +0 -78
  56. data/embulk-core/src/main/java/org/embulk/EmbulkSetup.java +0 -49
  57. data/embulk-core/src/main/java/org/embulk/EmbulkVersion.java +0 -109
  58. data/embulk-core/src/main/java/org/embulk/command/PreviewPrinter.java +0 -87
  59. data/embulk-core/src/main/java/org/embulk/command/TablePreviewPrinter.java +0 -107
  60. data/embulk-core/src/main/java/org/embulk/command/VerticalPreviewPrinter.java +0 -47
  61. data/embulk-core/src/main/java/org/embulk/config/CommitReport.java +0 -36
  62. data/embulk-core/src/main/java/org/embulk/config/Config.java +0 -15
  63. data/embulk-core/src/main/java/org/embulk/config/ConfigDefault.java +0 -15
  64. data/embulk-core/src/main/java/org/embulk/config/ConfigDiff.java +0 -32
  65. data/embulk-core/src/main/java/org/embulk/config/ConfigException.java +0 -26
  66. data/embulk-core/src/main/java/org/embulk/config/ConfigInject.java +0 -14
  67. data/embulk-core/src/main/java/org/embulk/config/ConfigLoader.java +0 -149
  68. data/embulk-core/src/main/java/org/embulk/config/ConfigSource.java +0 -34
  69. data/embulk-core/src/main/java/org/embulk/config/DataSource.java +0 -41
  70. data/embulk-core/src/main/java/org/embulk/config/DataSourceImpl.java +0 -243
  71. data/embulk-core/src/main/java/org/embulk/config/DataSourceSerDe.java +0 -84
  72. data/embulk-core/src/main/java/org/embulk/config/GenericTypeReference.java +0 -20
  73. data/embulk-core/src/main/java/org/embulk/config/ModelManager.java +0 -123
  74. data/embulk-core/src/main/java/org/embulk/config/Task.java +0 -10
  75. data/embulk-core/src/main/java/org/embulk/config/TaskInvocationHandler.java +0 -180
  76. data/embulk-core/src/main/java/org/embulk/config/TaskReport.java +0 -32
  77. data/embulk-core/src/main/java/org/embulk/config/TaskSerDe.java +0 -349
  78. data/embulk-core/src/main/java/org/embulk/config/TaskSource.java +0 -34
  79. data/embulk-core/src/main/java/org/embulk/config/TaskValidationException.java +0 -38
  80. data/embulk-core/src/main/java/org/embulk/config/TaskValidator.java +0 -24
  81. data/embulk-core/src/main/java/org/embulk/config/UserDataException.java +0 -4
  82. data/embulk-core/src/main/java/org/embulk/config/UserDataExceptions.java +0 -17
  83. data/embulk-core/src/main/java/org/embulk/config/YamlTagResolver.java +0 -53
  84. data/embulk-core/src/main/java/org/embulk/exec/BufferFileInputPlugin.java +0 -88
  85. data/embulk-core/src/main/java/org/embulk/exec/BulkLoader.java +0 -754
  86. data/embulk-core/src/main/java/org/embulk/exec/ConfigurableGuessInputPlugin.java +0 -9
  87. data/embulk-core/src/main/java/org/embulk/exec/ExecModule.java +0 -53
  88. data/embulk-core/src/main/java/org/embulk/exec/ExecutionInterruptedException.java +0 -10
  89. data/embulk-core/src/main/java/org/embulk/exec/ExecutionResult.java +0 -33
  90. data/embulk-core/src/main/java/org/embulk/exec/ExtensionServiceLoaderModule.java +0 -43
  91. data/embulk-core/src/main/java/org/embulk/exec/ForGuess.java +0 -16
  92. data/embulk-core/src/main/java/org/embulk/exec/ForSystemConfig.java +0 -16
  93. data/embulk-core/src/main/java/org/embulk/exec/GuessExecutor.java +0 -309
  94. data/embulk-core/src/main/java/org/embulk/exec/LocalExecutorPlugin.java +0 -563
  95. data/embulk-core/src/main/java/org/embulk/exec/LoggerProvider.java +0 -68
  96. data/embulk-core/src/main/java/org/embulk/exec/NoSampleException.java +0 -10
  97. data/embulk-core/src/main/java/org/embulk/exec/PartialExecutionException.java +0 -26
  98. data/embulk-core/src/main/java/org/embulk/exec/PooledBufferAllocator.java +0 -77
  99. data/embulk-core/src/main/java/org/embulk/exec/PreviewExecutor.java +0 -222
  100. data/embulk-core/src/main/java/org/embulk/exec/PreviewResult.java +0 -27
  101. data/embulk-core/src/main/java/org/embulk/exec/PreviewedNoticeError.java +0 -17
  102. data/embulk-core/src/main/java/org/embulk/exec/ResumeState.java +0 -100
  103. data/embulk-core/src/main/java/org/embulk/exec/SamplingParserPlugin.java +0 -215
  104. data/embulk-core/src/main/java/org/embulk/exec/SetCurrentThreadName.java +0 -22
  105. data/embulk-core/src/main/java/org/embulk/exec/SkipTransactionException.java +0 -23
  106. data/embulk-core/src/main/java/org/embulk/exec/SystemConfigModule.java +0 -24
  107. data/embulk-core/src/main/java/org/embulk/exec/TempFileAllocator.java +0 -35
  108. data/embulk-core/src/main/java/org/embulk/exec/TransactionStage.java +0 -27
  109. data/embulk-core/src/main/java/org/embulk/jruby/JRubyPluginSource.java +0 -76
  110. data/embulk-core/src/main/java/org/embulk/jruby/JRubyScriptingModule.java +0 -395
  111. data/embulk-core/src/main/java/org/embulk/plugin/BuiltinPluginSourceModule.java +0 -17
  112. data/embulk-core/src/main/java/org/embulk/plugin/DefaultPluginType.java +0 -50
  113. data/embulk-core/src/main/java/org/embulk/plugin/InjectedPluginSource.java +0 -100
  114. data/embulk-core/src/main/java/org/embulk/plugin/MavenPluginType.java +0 -112
  115. data/embulk-core/src/main/java/org/embulk/plugin/PluginClassLoader.java +0 -993
  116. data/embulk-core/src/main/java/org/embulk/plugin/PluginClassLoaderFactory.java +0 -16
  117. data/embulk-core/src/main/java/org/embulk/plugin/PluginClassLoaderModule.java +0 -102
  118. data/embulk-core/src/main/java/org/embulk/plugin/PluginManager.java +0 -78
  119. data/embulk-core/src/main/java/org/embulk/plugin/PluginSource.java +0 -49
  120. data/embulk-core/src/main/java/org/embulk/plugin/PluginSourceNotMatchException.java +0 -25
  121. data/embulk-core/src/main/java/org/embulk/plugin/PluginType.java +0 -122
  122. data/embulk-core/src/main/java/org/embulk/plugin/compat/InputPluginWrapper.java +0 -102
  123. data/embulk-core/src/main/java/org/embulk/plugin/compat/PluginWrappers.java +0 -30
  124. data/embulk-core/src/main/java/org/embulk/plugin/compat/TransactionalFileInputWrapper.java +0 -96
  125. data/embulk-core/src/main/java/org/embulk/plugin/compat/TransactionalFileOutputWrapper.java +0 -102
  126. data/embulk-core/src/main/java/org/embulk/plugin/compat/TransactionalPageOutputWrapper.java +0 -95
  127. data/embulk-core/src/main/java/org/embulk/plugin/jar/InvalidJarPluginException.java +0 -14
  128. data/embulk-core/src/main/java/org/embulk/plugin/jar/JarPluginLoader.java +0 -232
  129. data/embulk-core/src/main/java/org/embulk/plugin/maven/MavenArtifactFinder.java +0 -134
  130. data/embulk-core/src/main/java/org/embulk/plugin/maven/MavenArtifactNotFoundException.java +0 -20
  131. data/embulk-core/src/main/java/org/embulk/plugin/maven/MavenPluginSource.java +0 -187
  132. data/embulk-core/src/main/java/org/embulk/plugin/maven/MavenPluginSourceModule.java +0 -22
  133. data/embulk-core/src/main/java/org/embulk/plugin/maven/MavenRepositoryNotFoundException.java +0 -31
  134. data/embulk-core/src/main/java/org/embulk/spi/AbortTransactionResource.java +0 -36
  135. data/embulk-core/src/main/java/org/embulk/spi/Buffer.java +0 -148
  136. data/embulk-core/src/main/java/org/embulk/spi/BufferAllocator.java +0 -8
  137. data/embulk-core/src/main/java/org/embulk/spi/CloseResource.java +0 -42
  138. data/embulk-core/src/main/java/org/embulk/spi/Column.java +0 -95
  139. data/embulk-core/src/main/java/org/embulk/spi/ColumnConfig.java +0 -112
  140. data/embulk-core/src/main/java/org/embulk/spi/ColumnVisitor.java +0 -16
  141. data/embulk-core/src/main/java/org/embulk/spi/DataException.java +0 -23
  142. data/embulk-core/src/main/java/org/embulk/spi/DecoderPlugin.java +0 -16
  143. data/embulk-core/src/main/java/org/embulk/spi/EncoderPlugin.java +0 -16
  144. data/embulk-core/src/main/java/org/embulk/spi/Exec.java +0 -113
  145. data/embulk-core/src/main/java/org/embulk/spi/ExecAction.java +0 -6
  146. data/embulk-core/src/main/java/org/embulk/spi/ExecSession.java +0 -220
  147. data/embulk-core/src/main/java/org/embulk/spi/ExecutorPlugin.java +0 -19
  148. data/embulk-core/src/main/java/org/embulk/spi/Extension.java +0 -44
  149. data/embulk-core/src/main/java/org/embulk/spi/FileInput.java +0 -11
  150. data/embulk-core/src/main/java/org/embulk/spi/FileInputPlugin.java +0 -30
  151. data/embulk-core/src/main/java/org/embulk/spi/FileInputRunner.java +0 -169
  152. data/embulk-core/src/main/java/org/embulk/spi/FileOutput.java +0 -13
  153. data/embulk-core/src/main/java/org/embulk/spi/FileOutputPlugin.java +0 -28
  154. data/embulk-core/src/main/java/org/embulk/spi/FileOutputRunner.java +0 -199
  155. data/embulk-core/src/main/java/org/embulk/spi/FilterPlugin.java +0 -18
  156. data/embulk-core/src/main/java/org/embulk/spi/FormatterPlugin.java +0 -18
  157. data/embulk-core/src/main/java/org/embulk/spi/GuessPlugin.java +0 -9
  158. data/embulk-core/src/main/java/org/embulk/spi/InputPlugin.java +0 -33
  159. data/embulk-core/src/main/java/org/embulk/spi/OutputPlugin.java +0 -29
  160. data/embulk-core/src/main/java/org/embulk/spi/Page.java +0 -86
  161. data/embulk-core/src/main/java/org/embulk/spi/PageBuilder.java +0 -696
  162. data/embulk-core/src/main/java/org/embulk/spi/PageFormat.java +0 -47
  163. data/embulk-core/src/main/java/org/embulk/spi/PageOutput.java +0 -11
  164. data/embulk-core/src/main/java/org/embulk/spi/PageReader.java +0 -248
  165. data/embulk-core/src/main/java/org/embulk/spi/ParserPlugin.java +0 -17
  166. data/embulk-core/src/main/java/org/embulk/spi/ProcessState.java +0 -10
  167. data/embulk-core/src/main/java/org/embulk/spi/ProcessTask.java +0 -117
  168. data/embulk-core/src/main/java/org/embulk/spi/Schema.java +0 -139
  169. data/embulk-core/src/main/java/org/embulk/spi/SchemaConfig.java +0 -93
  170. data/embulk-core/src/main/java/org/embulk/spi/SchemaConfigException.java +0 -22
  171. data/embulk-core/src/main/java/org/embulk/spi/TaskState.java +0 -81
  172. data/embulk-core/src/main/java/org/embulk/spi/TempFileException.java +0 -19
  173. data/embulk-core/src/main/java/org/embulk/spi/TempFileSpace.java +0 -88
  174. data/embulk-core/src/main/java/org/embulk/spi/Transactional.java +0 -10
  175. data/embulk-core/src/main/java/org/embulk/spi/TransactionalFileInput.java +0 -17
  176. data/embulk-core/src/main/java/org/embulk/spi/TransactionalFileOutput.java +0 -19
  177. data/embulk-core/src/main/java/org/embulk/spi/TransactionalPageOutput.java +0 -17
  178. data/embulk-core/src/main/java/org/embulk/spi/json/JsonParseException.java +0 -17
  179. data/embulk-core/src/main/java/org/embulk/spi/json/JsonParser.java +0 -233
  180. data/embulk-core/src/main/java/org/embulk/spi/json/RubyValueApi.java +0 -100
  181. data/embulk-core/src/main/java/org/embulk/spi/time/DateTimeZoneSerDe.java +0 -55
  182. data/embulk-core/src/main/java/org/embulk/spi/time/Timestamp.java +0 -180
  183. data/embulk-core/src/main/java/org/embulk/spi/time/TimestampFormat.java +0 -127
  184. data/embulk-core/src/main/java/org/embulk/spi/time/TimestampFormatter.java +0 -125
  185. data/embulk-core/src/main/java/org/embulk/spi/time/TimestampParseException.java +0 -12
  186. data/embulk-core/src/main/java/org/embulk/spi/time/TimestampParser.java +0 -310
  187. data/embulk-core/src/main/java/org/embulk/spi/time/TimestampSerDe.java +0 -49
  188. data/embulk-core/src/main/java/org/embulk/spi/type/AbstractType.java +0 -58
  189. data/embulk-core/src/main/java/org/embulk/spi/type/BooleanType.java +0 -12
  190. data/embulk-core/src/main/java/org/embulk/spi/type/DoubleType.java +0 -12
  191. data/embulk-core/src/main/java/org/embulk/spi/type/JsonType.java +0 -14
  192. data/embulk-core/src/main/java/org/embulk/spi/type/LongType.java +0 -12
  193. data/embulk-core/src/main/java/org/embulk/spi/type/StringType.java +0 -12
  194. data/embulk-core/src/main/java/org/embulk/spi/type/TimestampType.java +0 -41
  195. data/embulk-core/src/main/java/org/embulk/spi/type/Type.java +0 -15
  196. data/embulk-core/src/main/java/org/embulk/spi/type/TypeDeserializer.java +0 -45
  197. data/embulk-core/src/main/java/org/embulk/spi/type/Types.java +0 -16
  198. data/embulk-core/src/main/java/org/embulk/spi/unit/ByteSize.java +0 -156
  199. data/embulk-core/src/main/java/org/embulk/spi/unit/LocalFile.java +0 -106
  200. data/embulk-core/src/main/java/org/embulk/spi/unit/LocalFileSerDe.java +0 -113
  201. data/embulk-core/src/main/java/org/embulk/spi/unit/ToString.java +0 -54
  202. data/embulk-core/src/main/java/org/embulk/spi/unit/ToStringMap.java +0 -34
  203. data/embulk-core/src/main/java/org/embulk/spi/util/CharsetSerDe.java +0 -55
  204. data/embulk-core/src/main/java/org/embulk/spi/util/Decoders.java +0 -81
  205. data/embulk-core/src/main/java/org/embulk/spi/util/DynamicColumnNotFoundException.java +0 -10
  206. data/embulk-core/src/main/java/org/embulk/spi/util/DynamicColumnSetter.java +0 -21
  207. data/embulk-core/src/main/java/org/embulk/spi/util/DynamicColumnSetterFactory.java +0 -134
  208. data/embulk-core/src/main/java/org/embulk/spi/util/DynamicPageBuilder.java +0 -200
  209. data/embulk-core/src/main/java/org/embulk/spi/util/Encoders.java +0 -81
  210. data/embulk-core/src/main/java/org/embulk/spi/util/Executors.java +0 -93
  211. data/embulk-core/src/main/java/org/embulk/spi/util/FileInputInputStream.java +0 -111
  212. data/embulk-core/src/main/java/org/embulk/spi/util/FileOutputOutputStream.java +0 -119
  213. data/embulk-core/src/main/java/org/embulk/spi/util/Filters.java +0 -100
  214. data/embulk-core/src/main/java/org/embulk/spi/util/InputStreamFileInput.java +0 -189
  215. data/embulk-core/src/main/java/org/embulk/spi/util/InputStreamTransactionalFileInput.java +0 -25
  216. data/embulk-core/src/main/java/org/embulk/spi/util/Inputs.java +0 -65
  217. data/embulk-core/src/main/java/org/embulk/spi/util/LineDecoder.java +0 -157
  218. data/embulk-core/src/main/java/org/embulk/spi/util/LineEncoder.java +0 -123
  219. data/embulk-core/src/main/java/org/embulk/spi/util/ListFileInput.java +0 -52
  220. data/embulk-core/src/main/java/org/embulk/spi/util/Newline.java +0 -38
  221. data/embulk-core/src/main/java/org/embulk/spi/util/OutputStreamFileOutput.java +0 -88
  222. data/embulk-core/src/main/java/org/embulk/spi/util/PagePrinter.java +0 -126
  223. data/embulk-core/src/main/java/org/embulk/spi/util/Pages.java +0 -149
  224. data/embulk-core/src/main/java/org/embulk/spi/util/ResumableInputStream.java +0 -168
  225. data/embulk-core/src/main/java/org/embulk/spi/util/RetryExecutor.java +0 -130
  226. data/embulk-core/src/main/java/org/embulk/spi/util/Timestamps.java +0 -53
  227. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/AbstractDynamicColumnSetter.java +0 -94
  228. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/BooleanColumnSetter.java +0 -71
  229. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/DefaultValueSetter.java +0 -20
  230. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/DoubleColumnSetter.java +0 -68
  231. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/JsonColumnSetter.java +0 -64
  232. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/LongColumnSetter.java +0 -78
  233. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/NullDefaultValueSetter.java +0 -39
  234. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/SkipColumnSetter.java +0 -68
  235. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/StringColumnSetter.java +0 -63
  236. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/TimestampColumnSetter.java +0 -72
  237. data/embulk-core/src/main/resources/embulk/logback-color.xml +0 -72
  238. data/embulk-core/src/main/resources/embulk/logback-console.xml +0 -14
  239. data/embulk-core/src/main/resources/embulk/logback-file.xml +0 -23
  240. data/embulk-core/src/main/resources/embulk/parent_first_packages.properties +0 -73
  241. data/embulk-core/src/main/resources/embulk/parent_first_resources.properties +0 -29
  242. data/embulk-core/src/test/java/org/embulk/EmbulkTestRuntime.java +0 -122
  243. data/embulk-core/src/test/java/org/embulk/GuiceBinder.java +0 -72
  244. data/embulk-core/src/test/java/org/embulk/RandomManager.java +0 -53
  245. data/embulk-core/src/test/java/org/embulk/TestPluginSourceModule.java +0 -23
  246. data/embulk-core/src/test/java/org/embulk/TestUtilityModule.java +0 -17
  247. data/embulk-core/src/test/java/org/embulk/config/TestConfigLoader.java +0 -66
  248. data/embulk-core/src/test/java/org/embulk/config/TestConfigSource.java +0 -114
  249. data/embulk-core/src/test/java/org/embulk/config/TestTaskSource.java +0 -70
  250. data/embulk-core/src/test/java/org/embulk/plugin/MockPluginSource.java +0 -58
  251. data/embulk-core/src/test/java/org/embulk/plugin/TestPluginType.java +0 -83
  252. data/embulk-core/src/test/java/org/embulk/plugin/TestPluginTypeSerDe.java +0 -67
  253. data/embulk-core/src/test/java/org/embulk/plugin/jar/ExampleJarSpiV0.java +0 -9
  254. data/embulk-core/src/test/java/org/embulk/plugin/jar/JarBuilder.java +0 -101
  255. data/embulk-core/src/test/java/org/embulk/plugin/jar/TestJarPluginLoader.java +0 -60
  256. data/embulk-core/src/test/java/org/embulk/plugin/maven/TestMavenArtifactFinder.java +0 -41
  257. data/embulk-core/src/test/java/org/embulk/spi/MockFileOutput.java +0 -63
  258. data/embulk-core/src/test/java/org/embulk/spi/MockFormatterPlugin.java +0 -108
  259. data/embulk-core/src/test/java/org/embulk/spi/MockParserPlugin.java +0 -80
  260. data/embulk-core/src/test/java/org/embulk/spi/PageTestUtils.java +0 -59
  261. data/embulk-core/src/test/java/org/embulk/spi/TestBuffer.java +0 -24
  262. data/embulk-core/src/test/java/org/embulk/spi/TestFileInputInputStream.java +0 -89
  263. data/embulk-core/src/test/java/org/embulk/spi/TestFileInputRunner.java +0 -199
  264. data/embulk-core/src/test/java/org/embulk/spi/TestFileOutputRunner.java +0 -221
  265. data/embulk-core/src/test/java/org/embulk/spi/TestInputStreamFileInput.java +0 -188
  266. data/embulk-core/src/test/java/org/embulk/spi/TestPageBuilderReader.java +0 -411
  267. data/embulk-core/src/test/java/org/embulk/spi/json/TestJsonParser.java +0 -102
  268. data/embulk-core/src/test/java/org/embulk/spi/time/TestTimestamp.java +0 -116
  269. data/embulk-core/src/test/java/org/embulk/spi/time/TestTimestampFormatterParser.java +0 -75
  270. data/embulk-core/src/test/java/org/embulk/spi/time/TestTimestampFormatterParserDeprecated.java +0 -67
  271. data/embulk-core/src/test/java/org/embulk/spi/time/TestTimestampParser.java +0 -232
  272. data/embulk-core/src/test/java/org/embulk/spi/type/TestTypeSerDe.java +0 -45
  273. data/embulk-core/src/test/java/org/embulk/spi/unit/TestByteSize.java +0 -79
  274. data/embulk-core/src/test/java/org/embulk/spi/util/TestLineDecoder.java +0 -237
  275. data/embulk-core/src/test/java/org/embulk/spi/util/TestLineEncoder.java +0 -123
  276. data/embulk-core/src/test/resources/m2.test/.gitignore +0 -1
  277. data/embulk-core/src/test/resources/m2.test/org/embulk/example/embulk-example-maven-artifact/0.1.2/embulk-example-maven-artifact-0.1.2.jar +0 -0
  278. data/embulk-core/src/test/resources/m2.test/org/embulk/example/embulk-example-maven-artifact/0.1.2/embulk-example-maven-artifact-0.1.2.jar.sha1 +0 -1
  279. data/embulk-core/src/test/resources/m2.test/org/embulk/example/embulk-example-maven-artifact/0.1.2/embulk-example-maven-artifact-0.1.2.pom +0 -9
  280. data/embulk-core/src/test/resources/m2.test/org/embulk/example/embulk-example-maven-artifact/0.1.2/embulk-example-maven-artifact-0.1.2.pom.sha1 +0 -1
  281. data/embulk-docs/Makefile +0 -178
  282. data/embulk-docs/build.gradle +0 -41
  283. data/embulk-docs/make.bat +0 -243
  284. data/embulk-docs/push-gh-pages.sh +0 -49
  285. data/embulk-docs/src/_static/embulk-architecture.png +0 -0
  286. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-oneline-tr.png +0 -0
  287. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-oneline-wt.png +0 -0
  288. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-oneline.ai +0 -396
  289. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-sq-tr-small.png +0 -0
  290. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-sq-tr.png +0 -0
  291. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-sq-wt.png +0 -0
  292. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-sq.ai +0 -417
  293. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-sq.svg +0 -1
  294. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-symbol-tr.png +0 -0
  295. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-symbol-wt.png +0 -0
  296. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-symbol.ai +1 -394
  297. data/embulk-docs/src/_static/embulk-logo.svg +0 -133
  298. data/embulk-docs/src/built-in.rst +0 -1017
  299. data/embulk-docs/src/conf.py +0 -260
  300. data/embulk-docs/src/customization.rst +0 -184
  301. data/embulk-docs/src/developers/index.rst +0 -45
  302. data/embulk-docs/src/index.rst +0 -102
  303. data/embulk-docs/src/logo.rst +0 -27
  304. data/embulk-docs/src/recipe.rst +0 -8
  305. data/embulk-docs/src/recipe/scheduled-csv-load-to-elasticsearch-kibana5.rst +0 -163
  306. data/embulk-docs/src/release.rst +0 -108
  307. data/embulk-docs/src/release/release-0.1.0.rst +0 -8
  308. data/embulk-docs/src/release/release-0.2.0.rst +0 -16
  309. data/embulk-docs/src/release/release-0.2.1.rst +0 -19
  310. data/embulk-docs/src/release/release-0.3.0.rst +0 -34
  311. data/embulk-docs/src/release/release-0.3.1.rst +0 -11
  312. data/embulk-docs/src/release/release-0.3.2.rst +0 -15
  313. data/embulk-docs/src/release/release-0.4.0.rst +0 -74
  314. data/embulk-docs/src/release/release-0.4.1.rst +0 -18
  315. data/embulk-docs/src/release/release-0.4.10.rst +0 -17
  316. data/embulk-docs/src/release/release-0.4.2.rst +0 -18
  317. data/embulk-docs/src/release/release-0.4.3.rst +0 -34
  318. data/embulk-docs/src/release/release-0.4.4.rst +0 -39
  319. data/embulk-docs/src/release/release-0.4.5.rst +0 -24
  320. data/embulk-docs/src/release/release-0.4.6.rst +0 -30
  321. data/embulk-docs/src/release/release-0.4.7.rst +0 -16
  322. data/embulk-docs/src/release/release-0.4.8.rst +0 -15
  323. data/embulk-docs/src/release/release-0.4.9.rst +0 -23
  324. data/embulk-docs/src/release/release-0.5.0.rst +0 -89
  325. data/embulk-docs/src/release/release-0.5.1.rst +0 -13
  326. data/embulk-docs/src/release/release-0.5.2.rst +0 -30
  327. data/embulk-docs/src/release/release-0.5.3.rst +0 -22
  328. data/embulk-docs/src/release/release-0.5.4.rst +0 -24
  329. data/embulk-docs/src/release/release-0.5.5.rst +0 -18
  330. data/embulk-docs/src/release/release-0.6.0.rst +0 -34
  331. data/embulk-docs/src/release/release-0.6.1.rst +0 -11
  332. data/embulk-docs/src/release/release-0.6.10.rst +0 -15
  333. data/embulk-docs/src/release/release-0.6.11.rst +0 -19
  334. data/embulk-docs/src/release/release-0.6.12.rst +0 -31
  335. data/embulk-docs/src/release/release-0.6.13.rst +0 -23
  336. data/embulk-docs/src/release/release-0.6.14.rst +0 -47
  337. data/embulk-docs/src/release/release-0.6.15.rst +0 -26
  338. data/embulk-docs/src/release/release-0.6.16.rst +0 -26
  339. data/embulk-docs/src/release/release-0.6.17.rst +0 -39
  340. data/embulk-docs/src/release/release-0.6.18.rst +0 -14
  341. data/embulk-docs/src/release/release-0.6.19.rst +0 -18
  342. data/embulk-docs/src/release/release-0.6.2.rst +0 -17
  343. data/embulk-docs/src/release/release-0.6.20.rst +0 -19
  344. data/embulk-docs/src/release/release-0.6.21.rst +0 -20
  345. data/embulk-docs/src/release/release-0.6.22.rst +0 -26
  346. data/embulk-docs/src/release/release-0.6.23.rst +0 -17
  347. data/embulk-docs/src/release/release-0.6.24.rst +0 -13
  348. data/embulk-docs/src/release/release-0.6.25.rst +0 -12
  349. data/embulk-docs/src/release/release-0.6.26.rst +0 -17
  350. data/embulk-docs/src/release/release-0.6.27.rst +0 -11
  351. data/embulk-docs/src/release/release-0.6.3.rst +0 -23
  352. data/embulk-docs/src/release/release-0.6.4.rst +0 -13
  353. data/embulk-docs/src/release/release-0.6.5.rst +0 -17
  354. data/embulk-docs/src/release/release-0.6.6.rst +0 -17
  355. data/embulk-docs/src/release/release-0.6.7.rst +0 -17
  356. data/embulk-docs/src/release/release-0.6.8.rst +0 -24
  357. data/embulk-docs/src/release/release-0.6.9.rst +0 -24
  358. data/embulk-docs/src/release/release-0.7.0.rst +0 -96
  359. data/embulk-docs/src/release/release-0.7.1.rst +0 -22
  360. data/embulk-docs/src/release/release-0.7.10.rst +0 -13
  361. data/embulk-docs/src/release/release-0.7.11.rst +0 -12
  362. data/embulk-docs/src/release/release-0.7.2.rst +0 -25
  363. data/embulk-docs/src/release/release-0.7.3.rst +0 -21
  364. data/embulk-docs/src/release/release-0.7.4.rst +0 -14
  365. data/embulk-docs/src/release/release-0.7.5.rst +0 -22
  366. data/embulk-docs/src/release/release-0.7.6.rst +0 -18
  367. data/embulk-docs/src/release/release-0.7.7.rst +0 -13
  368. data/embulk-docs/src/release/release-0.7.8.rst +0 -14
  369. data/embulk-docs/src/release/release-0.7.9.rst +0 -14
  370. data/embulk-docs/src/release/release-0.8.0.rst +0 -74
  371. data/embulk-docs/src/release/release-0.8.1.rst +0 -18
  372. data/embulk-docs/src/release/release-0.8.10.rst +0 -35
  373. data/embulk-docs/src/release/release-0.8.11.rst +0 -12
  374. data/embulk-docs/src/release/release-0.8.12.rst +0 -12
  375. data/embulk-docs/src/release/release-0.8.13.rst +0 -12
  376. data/embulk-docs/src/release/release-0.8.14.rst +0 -31
  377. data/embulk-docs/src/release/release-0.8.15.rst +0 -17
  378. data/embulk-docs/src/release/release-0.8.16.rst +0 -43
  379. data/embulk-docs/src/release/release-0.8.17.rst +0 -11
  380. data/embulk-docs/src/release/release-0.8.18.rst +0 -27
  381. data/embulk-docs/src/release/release-0.8.19.rst +0 -43
  382. data/embulk-docs/src/release/release-0.8.2.rst +0 -19
  383. data/embulk-docs/src/release/release-0.8.20.rst +0 -11
  384. data/embulk-docs/src/release/release-0.8.21.rst +0 -17
  385. data/embulk-docs/src/release/release-0.8.22.rst +0 -15
  386. data/embulk-docs/src/release/release-0.8.23.rst +0 -14
  387. data/embulk-docs/src/release/release-0.8.24.rst +0 -15
  388. data/embulk-docs/src/release/release-0.8.25.rst +0 -14
  389. data/embulk-docs/src/release/release-0.8.26.rst +0 -16
  390. data/embulk-docs/src/release/release-0.8.27.rst +0 -15
  391. data/embulk-docs/src/release/release-0.8.28.rst +0 -14
  392. data/embulk-docs/src/release/release-0.8.29.rst +0 -14
  393. data/embulk-docs/src/release/release-0.8.3.rst +0 -15
  394. data/embulk-docs/src/release/release-0.8.30.rst +0 -14
  395. data/embulk-docs/src/release/release-0.8.31.rst +0 -12
  396. data/embulk-docs/src/release/release-0.8.32.rst +0 -14
  397. data/embulk-docs/src/release/release-0.8.33.rst +0 -13
  398. data/embulk-docs/src/release/release-0.8.34.rst +0 -12
  399. data/embulk-docs/src/release/release-0.8.35.rst +0 -12
  400. data/embulk-docs/src/release/release-0.8.36.rst +0 -32
  401. data/embulk-docs/src/release/release-0.8.37.rst +0 -20
  402. data/embulk-docs/src/release/release-0.8.38.rst +0 -12
  403. data/embulk-docs/src/release/release-0.8.4.rst +0 -18
  404. data/embulk-docs/src/release/release-0.8.5.rst +0 -11
  405. data/embulk-docs/src/release/release-0.8.6.rst +0 -14
  406. data/embulk-docs/src/release/release-0.8.7.rst +0 -18
  407. data/embulk-docs/src/release/release-0.8.8.rst +0 -18
  408. data/embulk-docs/src/release/release-0.8.9.rst +0 -14
  409. data/embulk-jruby-strptime/build.gradle +0 -3
  410. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/RubyDateParser.java +0 -121
  411. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/StrptimeFormat.java +0 -53
  412. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/StrptimeParser.java +0 -884
  413. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/StrptimeToken.java +0 -111
  414. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/TimeZoneConverter.java +0 -466
  415. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/lexer/StrptimeLexer.flex +0 -62
  416. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/lexer/StrptimeLexer.java +0 -577
  417. data/embulk-standards/build.gradle +0 -7
  418. data/embulk-standards/src/main/java/org/embulk/standards/Bzip2FileDecoderPlugin.java +0 -55
  419. data/embulk-standards/src/main/java/org/embulk/standards/Bzip2FileEncoderPlugin.java +0 -67
  420. data/embulk-standards/src/main/java/org/embulk/standards/ConfigInputPlugin.java +0 -170
  421. data/embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java +0 -295
  422. data/embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java +0 -416
  423. data/embulk-standards/src/main/java/org/embulk/standards/CsvTokenizer.java +0 -545
  424. data/embulk-standards/src/main/java/org/embulk/standards/GzipFileDecoderPlugin.java +0 -55
  425. data/embulk-standards/src/main/java/org/embulk/standards/GzipFileEncoderPlugin.java +0 -71
  426. data/embulk-standards/src/main/java/org/embulk/standards/JsonParserPlugin.java +0 -235
  427. data/embulk-standards/src/main/java/org/embulk/standards/LocalFileInputPlugin.java +0 -232
  428. data/embulk-standards/src/main/java/org/embulk/standards/LocalFileOutputPlugin.java +0 -148
  429. data/embulk-standards/src/main/java/org/embulk/standards/NullOutputPlugin.java +0 -59
  430. data/embulk-standards/src/main/java/org/embulk/standards/RemoveColumnsFilterPlugin.java +0 -268
  431. data/embulk-standards/src/main/java/org/embulk/standards/RenameFilterPlugin.java +0 -479
  432. data/embulk-standards/src/main/java/org/embulk/standards/StandardPluginExtension.java +0 -16
  433. data/embulk-standards/src/main/java/org/embulk/standards/StandardPluginModule.java +0 -60
  434. data/embulk-standards/src/main/java/org/embulk/standards/StdoutOutputPlugin.java +0 -91
  435. data/embulk-standards/src/main/resources/META-INF/services/org.embulk.spi.Extension +0 -1
  436. data/embulk-standards/src/test/java/org/embulk/standards/TestCsvFormatterPlugin.java +0 -312
  437. data/embulk-standards/src/test/java/org/embulk/standards/TestCsvParserPlugin.java +0 -75
  438. data/embulk-standards/src/test/java/org/embulk/standards/TestCsvTokenizer.java +0 -457
  439. data/embulk-standards/src/test/java/org/embulk/standards/TestJsonParserPlugin.java +0 -351
  440. data/embulk-standards/src/test/java/org/embulk/standards/TestRemoveColumnsFilterPlugin.java +0 -121
  441. data/embulk-standards/src/test/java/org/embulk/standards/TestRenameFilterPlugin.java +0 -1020
  442. data/embulk-standards/src/test/java/org/embulk/standards/guess/TestCsvAllStringsGuessPlugin.java +0 -38
  443. data/embulk-standards/src/test/java/org/embulk/standards/guess/TestCsvGuessPlugin.java +0 -248
  444. data/embulk-standards/src/test/java/org/embulk/standards/preview/TestFilePreview.java +0 -73
  445. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row.csv +0 -1
  446. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_and_header.csv +0 -2
  447. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_and_header_guessed.yml +0 -12
  448. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_and_header_seed.yml +0 -1
  449. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_guessed.yml +0 -12
  450. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_seed.yml +0 -1
  451. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows.csv +0 -1
  452. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_and_header.csv +0 -2
  453. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_and_header_guessed.yml +0 -16
  454. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_and_header_seed.yml +0 -1
  455. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_and_header_with_trim_needed.csv +0 -2
  456. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_and_header_with_trim_needed_guessed.yml +0 -16
  457. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_and_header_with_trim_needed_seed.yml +0 -1
  458. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_guessed.yml +0 -16
  459. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_seed.yml +0 -1
  460. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_with_trim_needed.csv +0 -1
  461. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_with_trim_needed_guessed.yml +0 -16
  462. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_with_trim_needed_seed.yml +0 -1
  463. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row.csv +0 -1
  464. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row_and_header.csv +0 -2
  465. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row_and_header_guessed.yml +0 -12
  466. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row_and_header_seed.yml +0 -1
  467. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row_guessed.yml +0 -12
  468. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row_seed.yml +0 -1
  469. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_int_single_column_rows.csv +0 -2
  470. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_int_single_column_rows_guessed.yml +0 -12
  471. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_int_single_column_rows_seed.yml +0 -1
  472. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows.csv +0 -2
  473. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_and_header.csv +0 -3
  474. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_and_header_guessed.yml +0 -16
  475. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_and_header_seed.yml +0 -1
  476. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_guessed.yml +0 -16
  477. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_seed.yml +0 -1
  478. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_string_single_column_rows.csv +0 -2
  479. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_string_single_column_rows_guessed.yml +0 -12
  480. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_string_single_column_rows_seed.yml +0 -1
  481. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape.csv +0 -5
  482. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape_guessed.yml +0 -17
  483. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape_seed.yml +0 -1
  484. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column.csv +0 -12
  485. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column_guessed.yml +0 -12
  486. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column_seed.yml +0 -1
  487. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column.csv +0 -4
  488. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_guessed.yml +0 -12
  489. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_seed.yml +0 -1
  490. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_with_header.csv +0 -5
  491. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_with_header_guessed.yml +0 -12
  492. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_with_header_seed.yml +0 -1
  493. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_semicolon_delimiter.csv +0 -5
  494. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_semicolon_delimiter_guessed.yml +0 -17
  495. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_semicolon_delimiter_seed.yml +0 -1
  496. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_simple.csv +0 -5
  497. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_simple_guessed.yml +0 -17
  498. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_simple_seed.yml +0 -1
  499. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote.csv +0 -5
  500. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote_guessed.yml +0 -17
  501. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote_seed.yml +0 -1
  502. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records.csv +0 -5
  503. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records_guessed.yml +0 -2
  504. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records_seed.yml +0 -1
  505. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column.csv +0 -4
  506. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_guessed.yml +0 -12
  507. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_seed.yml +0 -1
  508. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_with_header.csv +0 -5
  509. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_with_header_guessed.yml +0 -12
  510. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_with_header_seed.yml +0 -1
  511. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_tab_delimiter.csv +0 -4
  512. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_tab_delimiter_guessed.yml +0 -16
  513. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_tab_delimiter_seed.yml +0 -1
  514. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple.csv +0 -5
  515. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple_guessed.yml +0 -17
  516. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple_seed.yml +0 -1
  517. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes.csv +0 -5
  518. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_exec.yml +0 -1
  519. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_load.yml +0 -19
  520. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_previewed.csv +0 -1
  521. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple.csv +0 -5
  522. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple_load.yml +0 -19
  523. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple_previewed.csv +0 -4
  524. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep.csv +0 -5
  525. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_expected.csv +0 -4
  526. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_filter.yml +0 -2
  527. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_in.yml +0 -18
  528. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_duplicated_column_names.csv +0 -5
  529. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_duplicated_column_names.yml +0 -2
  530. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_duplicated_column_names_expected.csv +0 -4
  531. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_duplicated_column_names_in.yml +0 -17
  532. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_unmatched_filter.yml +0 -3
  533. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_without_unmatched_filter.yml +0 -2
  534. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove.csv +0 -5
  535. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove_expected.csv +0 -4
  536. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove_filter.yml +0 -2
  537. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove_in.yml +0 -18
  538. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove_with_unmatched_filter.yml +0 -3
  539. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove_without_unmatched_filter.yml +0 -2
  540. data/embulk-test/build.gradle +0 -6
  541. data/embulk-test/src/main/java/org/embulk/test/EmbulkTests.java +0 -75
  542. data/embulk-test/src/main/java/org/embulk/test/PreviewResultInputPlugin.java +0 -65
  543. data/embulk-test/src/main/java/org/embulk/test/TestingBulkLoader.java +0 -129
  544. data/embulk-test/src/main/java/org/embulk/test/TestingEmbulk.java +0 -710
  545. data/gradle/wrapper/gradle-wrapper.jar +0 -0
  546. data/gradle/wrapper/gradle-wrapper.properties +0 -5
  547. data/gradlew +0 -172
  548. data/gradlew.bat +0 -84
  549. data/lib/embulk/data/bundle/.bundle/config +0 -3
  550. data/lib/embulk/data/bundle/.ruby-version +0 -1
  551. data/lib/embulk/data/bundle/Gemfile +0 -31
  552. data/lib/embulk/data/bundle/embulk/filter/example.rb +0 -42
  553. data/lib/embulk/data/bundle/embulk/input/example.rb +0 -54
  554. data/lib/embulk/data/bundle/embulk/output/example.rb +0 -58
  555. data/lib/embulk/data/new/LICENSE.txt +0 -21
  556. data/lib/embulk/data/new/README.md.vm +0 -106
  557. data/lib/embulk/data/new/gitignore.vm +0 -17
  558. data/lib/embulk/data/new/java/build.gradle.vm +0 -96
  559. data/lib/embulk/data/new/java/config/checkstyle/checkstyle.xml +0 -128
  560. data/lib/embulk/data/new/java/config/checkstyle/default.xml +0 -108
  561. data/lib/embulk/data/new/java/decoder.java.vm +0 -86
  562. data/lib/embulk/data/new/java/encoder.java.vm +0 -88
  563. data/lib/embulk/data/new/java/file_input.java.vm +0 -145
  564. data/lib/embulk/data/new/java/file_output.java.vm +0 -95
  565. data/lib/embulk/data/new/java/filter.java.vm +0 -57
  566. data/lib/embulk/data/new/java/formatter.java.vm +0 -55
  567. data/lib/embulk/data/new/java/gradle/wrapper/gradle-wrapper.jar +0 -0
  568. data/lib/embulk/data/new/java/gradle/wrapper/gradle-wrapper.properties +0 -5
  569. data/lib/embulk/data/new/java/gradlew +0 -172
  570. data/lib/embulk/data/new/java/gradlew.bat +0 -84
  571. data/lib/embulk/data/new/java/input.java.vm +0 -89
  572. data/lib/embulk/data/new/java/output.java.vm +0 -79
  573. data/lib/embulk/data/new/java/parser.java.vm +0 -61
  574. data/lib/embulk/data/new/java/plugin_loader.rb.vm +0 -3
  575. data/lib/embulk/data/new/java/test.java.vm +0 -5
  576. data/lib/embulk/data/new/ruby/.ruby-version +0 -1
  577. data/lib/embulk/data/new/ruby/Gemfile +0 -2
  578. data/lib/embulk/data/new/ruby/Rakefile +0 -3
  579. data/lib/embulk/data/new/ruby/decoder_guess.rb.vm +0 -25
  580. data/lib/embulk/data/new/ruby/filter.rb.vm +0 -50
  581. data/lib/embulk/data/new/ruby/formatter.rb.vm +0 -49
  582. data/lib/embulk/data/new/ruby/gemspec.vm +0 -20
  583. data/lib/embulk/data/new/ruby/input.rb.vm +0 -59
  584. data/lib/embulk/data/new/ruby/output.rb.vm +0 -61
  585. data/lib/embulk/data/new/ruby/parser.rb.vm +0 -44
  586. data/lib/embulk/data/new/ruby/parser_guess.rb.vm +0 -65
  587. data/lib/embulk/data/package_data.rb +0 -59
  588. data/lib/embulk/guess/bzip2.rb +0 -23
  589. data/lib/embulk/guess/csv.rb +0 -374
  590. data/lib/embulk/guess/csv_all_strings.rb +0 -13
  591. data/lib/embulk/guess/gzip.rb +0 -18
  592. data/lib/embulk/guess/json.rb +0 -50
  593. data/lib/embulk/runner.rb +0 -53
  594. data/settings.gradle +0 -8
  595. data/test/helper.rb +0 -23
  596. data/test/monkey_strptime/mri/date/test_date_strptime.rb +0 -515
  597. data/test/monkey_strptime/run-test.rb +0 -29
  598. data/test/vanilla/guess/test_csv_all_strings.rb +0 -43
  599. data/test/vanilla/guess/test_csv_guess.rb +0 -170
  600. data/test/vanilla/guess/test_schema_guess.rb +0 -47
  601. data/test/vanilla/guess/test_time_format_guess.rb +0 -135
  602. data/test/vanilla/run-test.rb +0 -14
  603. data/test/vanilla/time/test_timestamp_parser.rb +0 -102
@@ -1,54 +0,0 @@
1
- package org.embulk.cli;
2
-
3
- import java.util.ArrayList;
4
- import java.util.Collections;
5
- import java.util.List;
6
-
7
- public class EmbulkArguments
8
- {
9
- private EmbulkArguments(final EmbulkSubcommand subcommand, final List<String> subcommandArguments)
10
- {
11
- this.subcommand = subcommand;
12
- this.subcommandArguments = Collections.unmodifiableList(subcommandArguments);
13
- }
14
-
15
- public static EmbulkArguments extract(final List<String> arguments)
16
- throws EmbulkCommandLineException
17
- {
18
- final ArrayList<String> subcommandArguments = new ArrayList<String>();
19
-
20
- EmbulkSubcommand subcommand = null;
21
- for (final String argument : arguments) {
22
- if (subcommand == null && (!argument.startsWith("-"))) {
23
- subcommand = EmbulkSubcommand.of(argument);
24
- }
25
- else if (subcommand == null && (argument.equals("-b") || argument.equals("--bundle"))) {
26
- throw new EmbulkCommandLineException("\"-b\" or \"--bundle\" before a subcommand is not supported.");
27
- }
28
- else if (argument.equals("-version")) {
29
- return new EmbulkArguments(EmbulkSubcommand.VERSION_ERR, new ArrayList<String>());
30
- }
31
- else if (argument.equals("--version")) {
32
- return new EmbulkArguments(EmbulkSubcommand.VERSION_OUT, new ArrayList<String>());
33
- }
34
- else {
35
- subcommandArguments.add(argument);
36
- }
37
- }
38
-
39
- return new EmbulkArguments(subcommand, subcommandArguments);
40
- }
41
-
42
- public final EmbulkSubcommand getSubcommand()
43
- {
44
- return this.subcommand;
45
- }
46
-
47
- public final List<String> getSubcommandArguments()
48
- {
49
- return this.subcommandArguments;
50
- }
51
-
52
- private final EmbulkSubcommand subcommand;
53
- private final List<String> subcommandArguments;
54
- }
@@ -1,227 +0,0 @@
1
- package org.embulk.cli;
2
-
3
- import java.nio.file.Paths;
4
- import java.util.ArrayList;
5
- import java.util.Arrays;
6
- import java.util.Collections;
7
- import java.util.HashMap;
8
- import java.util.List;
9
- import java.util.Map;
10
-
11
- public class EmbulkCommandLine
12
- {
13
- private EmbulkCommandLine(
14
- final List<String> arguments,
15
- final Map<String, Object> systemConfig,
16
- final String bundlePath,
17
- final String configDiff,
18
- final boolean force,
19
- final String format,
20
- final String output,
21
- final String resumeState)
22
- {
23
- this.arguments = Collections.unmodifiableList(arguments);
24
- this.systemConfig = Collections.unmodifiableMap(systemConfig);
25
- this.bundlePath = bundlePath;
26
- this.configDiff = configDiff;
27
- this.force = force;
28
- this.format = format;
29
- this.output = output;
30
- this.resumeState = resumeState;
31
- }
32
-
33
- public static final class Builder
34
- {
35
- public Builder()
36
- {
37
- this.arguments = new ArrayList<String>();
38
- this.systemConfig = new HashMap<String, Object>();
39
- this.bundlePath = null;
40
- this.configDiff = null;
41
- this.force = false;
42
- this.format = null;
43
- this.load = new ArrayList<String>();
44
- this.loadPath = new ArrayList<String>();
45
- this.output = null;
46
- this.resumeState = null;
47
- }
48
-
49
- public EmbulkCommandLine build()
50
- {
51
- final HashMap<String, Object> systemConfigJRubyLoadPath = new HashMap<String, Object>(this.systemConfig);
52
- // first $LOAD_PATH has highet priority. later load_paths should have highest priority.
53
- for (final String oneJRubyLoadPath : this.loadPath) { // "-L"
54
- addInHashMap(systemConfigJRubyLoadPath, "jruby_load_path", oneJRubyLoadPath);
55
- }
56
- // Gem::StubSpecification is an internal API that seems chainging often.
57
- // Gem::Specification.add_spec is deprecated also. Therefore, here makes
58
- // -L <path> option alias of -I <path>/lib by assuming that *.gemspec file
59
- // always has require_paths = ["lib"].
60
- for (final String oneJRubyLoadPathToAddLib : this.load) { // "-I"
61
- addInHashMap(systemConfigJRubyLoadPath,
62
- "jruby_load_path",
63
- Paths.get(oneJRubyLoadPathToAddLib).resolve("lib").toString());
64
- }
65
- if (this.bundlePath == null) {
66
- systemConfigJRubyLoadPath.put("jruby_use_default_embulk_gem_home", "true");
67
- }
68
- return new EmbulkCommandLine(
69
- this.arguments,
70
- systemConfigJRubyLoadPath,
71
- this.bundlePath,
72
- this.configDiff,
73
- this.force,
74
- this.format,
75
- this.output,
76
- this.resumeState);
77
- }
78
-
79
- public Builder addArguments(final List<String> arguments)
80
- {
81
- this.arguments.addAll(arguments);
82
- return this;
83
- }
84
-
85
- public Builder setSystemConfig(final String key, final String value)
86
- {
87
- this.systemConfig.put(key, value);
88
- return this;
89
- }
90
-
91
- public Builder addSystemConfig(final String key, final String value)
92
- {
93
- addInHashMap(this.systemConfig, key, value);
94
- return this;
95
- }
96
-
97
- public Builder setBundlePath(final String bundlePath)
98
- {
99
- this.bundlePath = bundlePath;
100
- return this;
101
- }
102
-
103
- public Builder setConfigDiff(final String configDiff)
104
- {
105
- this.configDiff = configDiff;
106
- return this;
107
- }
108
-
109
- public Builder setForce(final boolean force)
110
- {
111
- this.force = force;
112
- return this;
113
- }
114
-
115
- public Builder setFormat(final String format)
116
- {
117
- this.format = format;
118
- return this;
119
- }
120
-
121
- public Builder addLoad(final String load)
122
- {
123
- this.load.add(load);
124
- return this;
125
- }
126
-
127
- public Builder addLoadPath(final String loadPath)
128
- {
129
- this.loadPath.add(loadPath);
130
- return this;
131
- }
132
-
133
- public Builder setOutput(final String output)
134
- {
135
- this.output = output;
136
- return this;
137
- }
138
-
139
- public Builder setResumeState(final String resumeState)
140
- {
141
- this.resumeState = resumeState;
142
- return this;
143
- }
144
-
145
- private static void addInHashMap(final HashMap<String, Object> map, final String key, final String value)
146
- {
147
- final Object existingValue = map.get(key);
148
- if (existingValue != null && existingValue instanceof String) {
149
- map.put(key, Arrays.asList((String) existingValue, value));
150
- }
151
- else if (existingValue != null && existingValue instanceof List) {
152
- @SuppressWarnings("unchecked")
153
- final ArrayList<String> newList = new ArrayList<String>((List<String>) existingValue);
154
- newList.add(value);
155
- map.put(key, Collections.unmodifiableList(newList));
156
- }
157
- else {
158
- map.put(key, Arrays.asList(value));
159
- }
160
- }
161
-
162
- private ArrayList<String> arguments;
163
- private HashMap<String, Object> systemConfig;
164
- private String bundlePath;
165
- private String configDiff;
166
- private boolean force;
167
- private String format;
168
- private ArrayList<String> load;
169
- private ArrayList<String> loadPath;
170
- private String output;
171
- private String resumeState;
172
- }
173
-
174
- public static Builder builder()
175
- {
176
- return new Builder();
177
- }
178
-
179
- public final List<String> getArguments()
180
- {
181
- return this.arguments;
182
- }
183
-
184
- public final Map<String, Object> getSystemConfig()
185
- {
186
- return this.systemConfig;
187
- }
188
-
189
- public final String getBundlePath()
190
- {
191
- return this.bundlePath;
192
- }
193
-
194
- public final String getConfigDiff()
195
- {
196
- return this.configDiff;
197
- }
198
-
199
- public final boolean getForce()
200
- {
201
- return this.force;
202
- }
203
-
204
- public final String getFormat()
205
- {
206
- return this.format;
207
- }
208
-
209
- public final String getOutput()
210
- {
211
- return this.output;
212
- }
213
-
214
- public final String getResumeState()
215
- {
216
- return this.resumeState;
217
- }
218
-
219
- private final List<String> arguments;
220
- private final Map<String, Object> systemConfig;
221
- private final String bundlePath;
222
- private final String configDiff;
223
- private final boolean force;
224
- private final String format;
225
- private final String output;
226
- private final String resumeState;
227
- }
@@ -1,25 +0,0 @@
1
- package org.embulk.cli;
2
-
3
- public final class EmbulkCommandLineException
4
- extends RuntimeException
5
- {
6
- protected EmbulkCommandLineException()
7
- {
8
- super();
9
- }
10
-
11
- public EmbulkCommandLineException(final String message)
12
- {
13
- super(message);
14
- }
15
-
16
- public EmbulkCommandLineException(final Throwable cause)
17
- {
18
- super(cause);
19
- }
20
-
21
- public EmbulkCommandLineException(final String message, final Throwable cause)
22
- {
23
- super(message, cause);
24
- }
25
- }
@@ -1,86 +0,0 @@
1
- package org.embulk.cli;
2
-
3
- import java.io.IOException;
4
- import java.io.OutputStream;
5
- import java.nio.charset.StandardCharsets;
6
- import java.nio.file.Files;
7
- import java.nio.file.Path;
8
- import java.nio.file.Paths;
9
- import java.util.zip.GZIPOutputStream;
10
-
11
- public class EmbulkExample
12
- {
13
- public void createExample(final String basePathInString)
14
- throws IOException
15
- {
16
- createExample(Paths.get(basePathInString));
17
- }
18
-
19
- public void createExample(final Path basePath)
20
- throws IOException
21
- {
22
- // TODO(dmikurube): Log with a kind of loggers instead of |System.out|.
23
- System.out.printf("Creating %s directory...\n", basePath.toString());
24
-
25
- System.out.printf(" Creating %s/\n", basePath.toString());
26
- final Path csvPath = basePath.resolve("csv");
27
- Files.createDirectories(csvPath);
28
- System.out.printf(" Creating %s/\n", csvPath.toString());
29
-
30
- final Path csvSamplePath = csvPath.resolve("sample_01.csv.gz");
31
- System.out.printf(" Creating %s\n", csvSamplePath.toString());
32
- outputSampleCsv(csvSamplePath);
33
-
34
- final Path ymlSamplePath = basePath.resolve("seed.yml");
35
- System.out.printf(" Creating %s\n", ymlSamplePath.toString());
36
- outputSampleYml(csvPath, ymlSamplePath);
37
-
38
- System.out.println("");
39
- System.out.println("Run following subcommands to try embulk:");
40
- System.out.println("");
41
- System.out.printf(" 1. embulk guess %s -o config.yml\n", ymlSamplePath.toString());
42
- System.out.println(" 2. embulk preview config.yml");
43
- System.out.println(" 3. embulk run config.yml");
44
- System.out.println("");
45
- }
46
-
47
- private void outputSampleCsv(final Path csvSamplePath)
48
- throws IOException
49
- {
50
- // TODO(dmikurube): Move the data into Java resources.
51
- StringBuilder csvBuilder = new StringBuilder();
52
- csvBuilder.append("id,account,time,purchase,comment\n");
53
- csvBuilder.append("1,32864,2015-01-27 19:23:49,20150127,embulk\n");
54
- csvBuilder.append("2,14824,2015-01-27 19:01:23,20150127,embulk jruby\n");
55
- csvBuilder.append("3,27559,2015-01-28 02:20:02,20150128,\"Embulk \"\"csv\"\" parser plugin\"\n");
56
- csvBuilder.append("4,11270,2015-01-29 11:54:36,20150129,NULL\n");
57
- csvBuilder.append("\n");
58
- byte[] csvSample = csvBuilder.toString().getBytes(StandardCharsets.UTF_8);
59
-
60
- try (GZIPOutputStream output = new GZIPOutputStream(Files.newOutputStream(csvSamplePath))) {
61
- output.write(csvSample);
62
- }
63
- }
64
-
65
- private void outputSampleYml(final Path csvPath, final Path ymlSamplePath)
66
- throws IOException
67
- {
68
- // TODO(dmikurube): Move the data into Java resources.
69
- StringBuilder ymlBuilder = new StringBuilder();
70
- ymlBuilder.append("in:\n");
71
- ymlBuilder.append(" type: file\n");
72
-
73
- // Use single-quotes to quote path strings in YAML for Windows.
74
- // Ref YAML spec: Single-Quoted Style
75
- // http://yaml.org/spec/1.2/spec.html#id2788097
76
- ymlBuilder.append(String.format(" path_prefix: \'%s\'\n",
77
- csvPath.toAbsolutePath().resolve("sample_").toString()));
78
- ymlBuilder.append("out:\n");
79
- ymlBuilder.append(" type: stdout\n");
80
- byte[] ymlSample = ymlBuilder.toString().getBytes(StandardCharsets.UTF_8);
81
-
82
- try (OutputStream output = Files.newOutputStream(ymlSamplePath)) {
83
- output.write(ymlSample);
84
- }
85
- }
86
- }
@@ -1,480 +0,0 @@
1
- package org.embulk.cli;
2
-
3
- import java.io.IOException;
4
- import java.nio.charset.StandardCharsets;
5
- import java.nio.file.Files;
6
- import java.nio.file.FileSystems;
7
- import java.nio.file.FileVisitResult;
8
- import java.nio.file.NoSuchFileException;
9
- import java.nio.file.Path;
10
- import java.nio.file.PathMatcher;
11
- import java.nio.file.Paths;
12
- import java.nio.file.SimpleFileVisitor;
13
- import java.nio.file.StandardCopyOption;
14
- import java.nio.file.StandardOpenOption;
15
- import java.nio.file.attribute.BasicFileAttributes;
16
- import java.nio.file.attribute.PosixFilePermission;
17
- import java.util.ArrayList;
18
- import java.util.Arrays;
19
- import java.util.List;
20
- import java.util.HashSet;
21
- import java.util.Set;
22
- import java.util.regex.Matcher;
23
- import java.util.regex.Pattern;
24
-
25
- import com.google.common.base.Joiner;
26
- import com.google.common.collect.ImmutableList;
27
-
28
- import org.apache.maven.artifact.versioning.ComparableVersion;
29
-
30
- public class EmbulkMigrate
31
- {
32
- public void migratePlugin(final String pathInString, final String thisEmbulkVersion)
33
- throws IOException
34
- {
35
- migratePlugin(Paths.get(pathInString), thisEmbulkVersion);
36
- }
37
-
38
- public void migratePlugin(final Path path, final String thisEmbulkVersion)
39
- throws IOException
40
- {
41
- final Migrator migrator = new Migrator(path);
42
-
43
- List<Matcher> matchedEmbulkCoreInGradle = migrator.matchersRecursive("build.gradle", EMBULK_CORE_IN_GRADLE);
44
- List<Matcher> matchedNewEmbulkInGemspec = migrator.matchersRecursive("*.gemspec", NEW_EMBULK_IN_GEMSPEC);
45
- List<Matcher> matchedOldEmbulkInGemspec = migrator.matchersRecursive("*.gemspec", OLD_EMBULK_IN_GEMSPEC);
46
-
47
- final Language language;
48
- final ComparableVersion fromVersion;
49
- if (!matchedEmbulkCoreInGradle.isEmpty()) {
50
- language = Language.JAVA;
51
- fromVersion = new ComparableVersion(matchedEmbulkCoreInGradle.get(0).group(1).replace("+", "0"));
52
- System.out.printf("Detected Java plugin for Embulk %s...\n", fromVersion.toString());
53
- }
54
- else if (!matchedNewEmbulkInGemspec.isEmpty()) {
55
- language = Language.RUBY;
56
- fromVersion = new ComparableVersion(matchedNewEmbulkInGemspec.get(0).group(1));
57
- System.out.printf("Detected Ruby plugin for Embulk %s...\n", fromVersion.toString());
58
- }
59
- else if (!matchedOldEmbulkInGemspec.isEmpty()) {
60
- language = Language.RUBY;
61
- fromVersion = new ComparableVersion("0.1.0");
62
- System.out.println("Detected Ruby plugin for unknown Embulk version...");
63
- }
64
- else {
65
- throw new RuntimeException("Failed to detect plugin language and dependency version");
66
- }
67
-
68
- switch (language) {
69
- case JAVA:
70
- migrateJavaPlugin(migrator, fromVersion, thisEmbulkVersion);
71
- break;
72
- case RUBY:
73
- migrateRubyPlugin(migrator, fromVersion, thisEmbulkVersion);
74
- break;
75
- }
76
-
77
- if (migrator.getModifiedFiles().isEmpty()) {
78
- System.out.println("Done. No files are modified.");
79
- }
80
- else {
81
- System.out.println("Done. Please check modified files.");
82
- }
83
- }
84
-
85
- private void migrateJavaPlugin(final Migrator migrator,
86
- final ComparableVersion fromVersion,
87
- final String thisEmbulkVersion)
88
- throws IOException
89
- {
90
- if (fromVersion.compareTo(new ComparableVersion("0.7.0")) < 0) {
91
- // rename CommitReport to TaskReport
92
- migrator.replaceRecursive("*.java", Pattern.compile("(CommitReport)"), 1, "TaskReport");
93
- migrator.replaceRecursive("*.java", Pattern.compile("(commitReport)"), 1, "taskReport");
94
- }
95
-
96
- // upgrade gradle version
97
- if (migrator.match("gradle/wrapper/gradle-wrapper.properties", GRADLE_VERSION_IN_WRAPPER)) {
98
- // gradle < 4.1
99
- migrator.copy("embulk/data/new/java/gradlew", "gradlew");
100
- migrator.setExecutable("gradlew");
101
- migrator.copy("embulk/data/new/java/gradle/wrapper/gradle-wrapper.properties",
102
- "gradle/wrapper/gradle-wrapper.properties");
103
- migrator.copy("embulk/data/new/java/gradle/wrapper/gradle-wrapper.jar",
104
- "gradle/wrapper/gradle-wrapper.jar");
105
- }
106
-
107
- // Add a method |jsonColumn| before the method |timestampColumn| which should exist.
108
- if (!migrator.matchRecursive("*.java", JSON_COLUMN_METHOD_IN_ALL_JAVA)) {
109
- final List<Matcher> matchers = migrator.matchersRecursive("*.java", TIMESTAMP_COLUMN_METHOD_IN_ALL_JAVA);
110
- if (!matchers.isEmpty()) {
111
- final String indent = matchers.get(0).group(1);
112
- final String JSON_COLUMN_METHOD = Joiner.on("\n").join(
113
- "",
114
- indent + "public void jsonColumn(Column column) {",
115
- indent + " throw new UnsupportedOperationException(\"This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.\");",
116
- indent + "}",
117
- "",
118
- indent + "@Override",
119
- "");
120
- migrator.replaceRecursive("*.java",
121
- TIMESTAMP_COLUMN_METHOD_AFTER_NEWLINE_IN_ALL_JAVA,
122
- 1,
123
- JSON_COLUMN_METHOD);
124
- }
125
- }
126
-
127
- // Add |sourceCompatibility| and |targetCompatibility| in build.gradle before |dependencies| existing.
128
- if (!migrator.match("build.gradle", TARGET_COMPATIBILITY_IN_GRADLE)) {
129
- migrator.insertLine("build.gradle", DEPENDENCIES_IN_GRADLE, new StringUpsert() {
130
- @Override
131
- public String getUpsertd(Matcher matcher) {
132
- return String.format("%stargetCompatibility = 1.7\n", matcher.group(1));
133
- }
134
- });
135
- }
136
- if (!migrator.match("build.gradle", SOURCE_COMPATIBILITY_IN_GRADLE)) {
137
- migrator.insertLine("build.gradle", TARGET_COMPATIBILITY_IN_GRADLE_WITH_INDENT, new StringUpsert() {
138
- @Override
139
- public String getUpsertd(Matcher matcher) {
140
- return String.format("%ssourceCompatibility = 1.7\n", matcher.group(1));
141
- }
142
- });
143
- }
144
-
145
- // Add the |checkstyle| Gradle plugin before the |java| plugin.
146
- if (!migrator.match("build.gradle", CHECKSTYLE_PLUGIN_IN_GRADLE)) {
147
- migrator.insertLine("build.gradle", JAVA_PLUGIN_IN_GRADLE, new StringUpsert() {
148
- @Override
149
- public String getUpsertd(Matcher matcher) {
150
- return String.format("%sid%s%scheckstyle%s",
151
- matcher.group(1),
152
- matcher.group(2),
153
- matcher.group(3),
154
- matcher.group(3));
155
- }
156
- });
157
- migrator.copy("embulk/data/new/java/config/checkstyle/checkstyle.xml",
158
- "config/checkstyle/checkstyle.xml");
159
- }
160
-
161
- // Add |checkstyle| settings before the |gem| task existing.
162
- if (!migrator.match("build.gradle", CHECKSTYLE_CONFIGURATION_IN_GRADLE)) {
163
- migrator.copy("embulk/data/new/java/config/checkstyle/default.xml",
164
- "config/checkstyle/default.xml");
165
- migrator.insertLine("build.gradle", GEM_TASK_IN_GRADLE, new StringUpsert() {
166
- @Override
167
- public String getUpsertd(Matcher matcher) {
168
- final Joiner joiner = Joiner.on("\n");
169
- final String indent = matcher.group(1);
170
- return joiner.join(
171
- indent + "checkstyle {",
172
- indent + " configFile = file(\"${project.rootDir}/config/checkstyle/checkstyle.xml\")",
173
- indent + " toolVersion = '6.14.1'",
174
- indent + "}",
175
- indent + "checkstyleMain {",
176
- indent + " configFile = file(\"${project.rootDir}/config/checkstyle/default.xml\")",
177
- indent + " ignoreFailures = true",
178
- indent + "}",
179
- indent + "checkstyleTest {",
180
- indent + " configFile = file(\"${project.rootDir}/config/checkstyle/default.xml\")",
181
- indent + " ignoreFailures = true",
182
- indent + "}",
183
- indent + "task checkstyle(type: Checkstyle) {",
184
- indent + " classpath = sourceSets.main.output + sourceSets.test.output",
185
- indent + " source = sourceSets.main.allJava + sourceSets.test.allJava",
186
- indent + "}");
187
- }
188
- });
189
- }
190
-
191
- // Update |embulk-core| and |embulk-standards| versions depending.
192
- migrator.replaceRecursive("build.gradle", EMBULK_CORE_OR_STANDARDS_IN_GRADLE, 1, thisEmbulkVersion);
193
- }
194
-
195
- private void migrateRubyPlugin(final Migrator migrator,
196
- final ComparableVersion fromVersion,
197
- final String thisEmbulkVersion)
198
- throws IOException
199
- {
200
- migrator.write(".ruby-version", "jruby-9.1.13.0");
201
-
202
- // Update |embulk| version depending.
203
- if (fromVersion.compareTo(new ComparableVersion("0.1.0")) <= 0) {
204
- // Add add_development_dependency.
205
- migrator.insertLineRecursive("*.gemspec", DEVELOPMENT_DEPENDENCY_IN_GEMSPEC, new StringUpsert() {
206
- @Override
207
- public String getUpsertd(Matcher matcher) {
208
- return String.format("%s.add_development_dependency 'embulk', ['>= %s']",
209
- matcher.group(1),
210
- thisEmbulkVersion);
211
- }
212
- });
213
- }
214
- else {
215
- if (migrator.replaceRecursive("*.gemspec", EMBULK_DEPENDENCY_PRERELEASE_IN_GEMSPEC, 1,
216
- ">= " + thisEmbulkVersion).isEmpty()) {
217
- migrator.replaceRecursive("*.gemspec", EMBULK_DEPENDENCY_IN_GEMSPEC, 1, thisEmbulkVersion);
218
- }
219
- }
220
- }
221
-
222
- private class Migrator {
223
- private Migrator(Path basePath) {
224
- this.basePath = basePath;
225
- this.modifiedFiles = new HashSet<Path>();
226
- }
227
-
228
- public Path getBasePath()
229
- {
230
- return this.basePath;
231
- }
232
-
233
- public Set<Path> getModifiedFiles()
234
- {
235
- return this.modifiedFiles;
236
- }
237
-
238
- public void copy(String sourceResourcePath, String destinationFileName)
239
- throws IOException
240
- {
241
- Path destinationPath = this.basePath.resolve(destinationFileName);
242
- Files.createDirectories(destinationPath.getParent());
243
- Files.copy(EmbulkMigrate.class.getClassLoader().getResourceAsStream(sourceResourcePath), destinationPath,
244
- StandardCopyOption.REPLACE_EXISTING);
245
- this.modifiedFiles.add(destinationPath);
246
- }
247
-
248
- public boolean match(String filePath, Pattern pattern)
249
- throws IOException
250
- {
251
- final Matcher matcher = pattern.matcher(read(this.basePath.resolve(filePath)));
252
- return matcher.find();
253
- }
254
-
255
- public boolean matchRecursive(String baseFileNameGlob, Pattern pattern)
256
- throws IOException
257
- {
258
- return !matchersRecursive(baseFileNameGlob, pattern).isEmpty();
259
- }
260
-
261
- public List<Matcher> matchersRecursive(final String baseFileNameGlob, final Pattern pattern)
262
- throws IOException
263
- {
264
- final ImmutableList.Builder<Matcher> matchers = ImmutableList.<Matcher>builder();
265
- final PathMatcher pathMatcher = FileSystems.getDefault().getPathMatcher("glob:" + baseFileNameGlob);
266
- Files.walkFileTree(this.basePath, new SimpleFileVisitor<Path>() {
267
- @Override
268
- public FileVisitResult visitFile(Path filePath, BasicFileAttributes attributes) throws IOException {
269
- if (pathMatcher.matches(filePath.getFileName())) {
270
- final Matcher matcher = pattern.matcher(read(filePath));
271
- if (matcher.find()) {
272
- matchers.add(matcher);
273
- }
274
- }
275
- return FileVisitResult.CONTINUE;
276
- }
277
- });
278
- return matchers.build();
279
- }
280
-
281
- public List<Matcher> replaceRecursive(final String baseFileNameGlob,
282
- final Pattern pattern,
283
- final int index,
284
- final String immediate)
285
- throws IOException
286
- {
287
- final ImmutableList.Builder<Matcher> matchers = ImmutableList.<Matcher>builder();
288
- final PathMatcher pathMatcher = FileSystems.getDefault().getPathMatcher("glob:" + baseFileNameGlob);
289
- Files.walkFileTree(this.basePath, new SimpleFileVisitor<Path>() {
290
- @Override
291
- public FileVisitResult visitFile(Path filePath, BasicFileAttributes attributes) throws IOException {
292
- if (pathMatcher.matches(filePath.getFileName())) {
293
- final String originalData = read(filePath);
294
- Matcher first = null;
295
- int position = 0;
296
- String modifiedData = originalData;
297
- while (position < modifiedData.length()) {
298
- final String formerModifiedData = modifiedData.substring(0, position);
299
- final String latterModifiedData = modifiedData.substring(position);
300
- final Matcher matcher = pattern.matcher(latterModifiedData);
301
- if (!matcher.find()) {
302
- break;
303
- }
304
- if (first == null) {
305
- first = matcher;
306
- }
307
- final String replacingString = immediate;
308
- modifiedData =
309
- formerModifiedData +
310
- latterModifiedData.substring(0, matcher.start(index)) +
311
- replacingString +
312
- latterModifiedData.substring(matcher.end(index));
313
- position =
314
- formerModifiedData.length() +
315
- matcher.start(index) +
316
- replacingString.length() +
317
- (matcher.end() - matcher.end(index));
318
- }
319
- if (first != null) {
320
- modify(filePath, modifiedData);
321
- matchers.add(first);
322
- }
323
- }
324
- return FileVisitResult.CONTINUE;
325
- }
326
- });
327
- return matchers.build();
328
- }
329
-
330
- public boolean insertLine(Path filePath, Pattern pattern, StringUpsert stringUpsert)
331
- throws IOException
332
- {
333
- final String originalData = read(filePath);
334
- final Matcher matcher = pattern.matcher(originalData);
335
- if (matcher.find()) {
336
- final String preMatch = originalData.substring(0, matcher.start());
337
- final int lineNumber = preMatch.split("\n").length;
338
- final String replacingString = stringUpsert.getUpsertd(matcher);
339
- List<String> lines = new ArrayList<String>(Arrays.asList(originalData.split("\n")));
340
- lines.add(lineNumber + 1, replacingString);
341
- final String modifiedData = Joiner.on("\n").join(lines);
342
- modify(filePath, modifiedData);
343
- return true;
344
- }
345
- return false;
346
- }
347
-
348
- public boolean insertLine(String filePath, Pattern pattern, StringUpsert stringUpsert)
349
- throws IOException
350
- {
351
- return insertLine(this.basePath.resolve(filePath), pattern, stringUpsert);
352
- }
353
-
354
- public void insertLineRecursive(final String baseFileNameGlob,
355
- final Pattern pattern,
356
- final StringUpsert stringUpsert)
357
- throws IOException
358
- {
359
- final ImmutableList.Builder<Matcher> matchers = ImmutableList.<Matcher>builder();
360
- final PathMatcher pathMatcher = FileSystems.getDefault().getPathMatcher("glob:" + baseFileNameGlob);
361
- Files.walkFileTree(this.basePath, new SimpleFileVisitor<Path>() {
362
- @Override
363
- public FileVisitResult visitFile(Path filePath, BasicFileAttributes attributes) throws IOException {
364
- if (pathMatcher.matches(filePath.getFileName())) {
365
- insertLine(filePath, pattern, stringUpsert);
366
- }
367
- return FileVisitResult.CONTINUE;
368
- }
369
- });
370
- }
371
-
372
- public void write(String fileName, String writtenData)
373
- throws IOException
374
- {
375
- Path destinationPath = this.basePath.resolve(fileName);
376
- Files.createDirectories(destinationPath.getParent());
377
- modify(destinationPath, writtenData);
378
- }
379
-
380
- private void modify(Path filePath, String modifiedData)
381
- throws IOException
382
- {
383
- final String originalData = read(filePath);
384
- if (!originalData.equals(modifiedData)) {
385
- Files.write(filePath, modifiedData.getBytes(StandardCharsets.UTF_8), StandardOpenOption.CREATE);
386
- if (!this.modifiedFiles.contains(filePath)) {
387
- if (originalData.isEmpty()) {
388
- System.out.printf(" Created %s\n", filePath.toString());
389
- }
390
- else {
391
- System.out.printf(" Modified %s\n", filePath.toString());
392
- }
393
- this.modifiedFiles.add(filePath);
394
- }
395
- }
396
- }
397
-
398
- private String read(Path filePath)
399
- throws IOException
400
- {
401
- // assumes source code is written in UTF-8.
402
- return new String(readBytes(filePath), StandardCharsets.UTF_8);
403
- }
404
-
405
- private byte[] readBytes(Path filePath)
406
- throws IOException
407
- {
408
- try {
409
- return Files.readAllBytes(filePath);
410
- }
411
- catch (NoSuchFileException ex) {
412
- return new byte[0];
413
- }
414
- }
415
-
416
- private void setExecutable(String targetFileName)
417
- throws IOException
418
- {
419
- final Path targetPath = this.basePath.resolve(targetFileName);
420
- final Set<PosixFilePermission> permissions =
421
- new HashSet<PosixFilePermission>(Files.getPosixFilePermissions(targetPath));
422
- permissions.add(PosixFilePermission.OWNER_EXECUTE);
423
- permissions.add(PosixFilePermission.GROUP_EXECUTE);
424
- permissions.add(PosixFilePermission.OTHERS_EXECUTE);
425
- Files.setPosixFilePermissions(targetPath, permissions);
426
- }
427
-
428
- private final Path basePath;
429
- private final Set<Path> modifiedFiles;
430
- }
431
-
432
- private interface StringUpsert {
433
- public String getUpsertd(Matcher matcher);
434
- }
435
-
436
- private enum Language {
437
- JAVA,
438
- RUBY,
439
- ;
440
- }
441
-
442
- private static final Pattern EMBULK_CORE_IN_GRADLE = Pattern.compile(
443
- "org\\.embulk:embulk-core:([\\d\\.\\+]+)?");
444
- private static final Pattern NEW_EMBULK_IN_GEMSPEC = Pattern.compile(
445
- "add_(?:development_)?dependency\\s+\\W+embulk\\W+\\s+([\\d\\.]+)\\W+");
446
- private static final Pattern OLD_EMBULK_IN_GEMSPEC = Pattern.compile(
447
- "embulk-");
448
- private static final Pattern GRADLE_VERSION_IN_WRAPPER = Pattern.compile(
449
- "gradle-[23]\\.\\d+(\\.\\d+)?-");
450
- private static final Pattern JSON_COLUMN_METHOD_IN_ALL_JAVA = Pattern.compile(
451
- "void\\s+jsonColumn");
452
- private static final Pattern TIMESTAMP_COLUMN_METHOD_IN_ALL_JAVA = Pattern.compile(
453
- "^(\\W+).*?void\\s+timestampColumn", Pattern.MULTILINE);
454
- private static final Pattern TIMESTAMP_COLUMN_METHOD_AFTER_NEWLINE_IN_ALL_JAVA = Pattern.compile(
455
- "(\\r?\\n)(\\W+).*?void\\s+timestampColumn");
456
- private static final Pattern TARGET_COMPATIBILITY_IN_GRADLE = Pattern.compile(
457
- "targetCompatibility");
458
- private static final Pattern SOURCE_COMPATIBILITY_IN_GRADLE = Pattern.compile(
459
- "sourceCompatibility");
460
- private static final Pattern DEPENDENCIES_IN_GRADLE = Pattern.compile(
461
- "^([ \\t]*)dependencies\\s*\\{", Pattern.MULTILINE);
462
- private static final Pattern TARGET_COMPATIBILITY_IN_GRADLE_WITH_INDENT = Pattern.compile(
463
- "^([ \\t]*)targetCompatibility", Pattern.MULTILINE);
464
- private static final Pattern CHECKSTYLE_PLUGIN_IN_GRADLE = Pattern.compile(
465
- "id\\s+(?<quote>[\"\'])checkstyle\\k<quote>");
466
- private static final Pattern JAVA_PLUGIN_IN_GRADLE = Pattern.compile(
467
- "^([ \t]*)id( +)([\"\'])java[\"\']", Pattern.MULTILINE);
468
- private static final Pattern CHECKSTYLE_CONFIGURATION_IN_GRADLE = Pattern.compile(
469
- "checkstyle\\s+\\{");
470
- private static final Pattern GEM_TASK_IN_GRADLE = Pattern.compile(
471
- "^([ \\t]*)task\\s+gem\\W.*\\{", Pattern.MULTILINE);
472
- private static final Pattern EMBULK_CORE_OR_STANDARDS_IN_GRADLE = Pattern.compile(
473
- "org\\.embulk:embulk-(?:core|standards|test):([\\d\\.\\+]+)?");
474
- private static final Pattern DEVELOPMENT_DEPENDENCY_IN_GEMSPEC = Pattern.compile(
475
- "([ \\t]*\\w+)\\.add_development_dependency");
476
- private static final Pattern EMBULK_DEPENDENCY_PRERELEASE_IN_GEMSPEC = Pattern.compile(
477
- "add_(?:development_)?dependency\\s+\\W+embulk\\W+\\s*(\\~\\>\\s*[\\d\\.]+)\\W+");
478
- private static final Pattern EMBULK_DEPENDENCY_IN_GEMSPEC = Pattern.compile(
479
- "add_(?:development_)?dependency\\s+\\W+embulk\\W+\\s*([\\d\\.]+)\\W+");
480
- }