embulk 0.8.39-java → 0.10.24-java

Sign up to get free protection for your applications and to get access to all the features.
Files changed (597) hide show
  1. checksums.yaml +5 -5
  2. data/Gemfile +1 -1
  3. data/LICENSE +202 -0
  4. data/embulk.gemspec +34 -33
  5. data/lib/embulk.rb +5 -61
  6. data/lib/embulk/buffer.rb +1 -2
  7. data/lib/embulk/guess/charset.rb +2 -11
  8. data/lib/embulk/java/bootstrap.rb +0 -1
  9. data/lib/embulk/java_plugin.rb +9 -1
  10. data/lib/embulk/page_builder.rb +2 -2
  11. data/lib/embulk/plugin.rb +2 -2
  12. data/lib/embulk/schema.rb +3 -4
  13. data/lib/embulk/version.rb +3 -22
  14. metadata +22 -757
  15. data/.gitignore +0 -15
  16. data/.ruby-version +0 -1
  17. data/.travis.yml +0 -28
  18. data/COPYING +0 -14
  19. data/Gemfile.lock +0 -30
  20. data/README.md +0 -229
  21. data/Rakefile +0 -26
  22. data/appveyor.yml +0 -28
  23. data/bin/embulk +0 -139
  24. data/build.gradle +0 -419
  25. data/embulk-cli/build.gradle +0 -9
  26. data/embulk-cli/src/main/bat/selfrun.bat +0 -107
  27. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkArguments.java +0 -54
  28. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkCommandLine.java +0 -227
  29. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkCommandLineException.java +0 -25
  30. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkExample.java +0 -86
  31. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkMigrate.java +0 -480
  32. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkNew.java +0 -419
  33. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkRun.java +0 -786
  34. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkSelfUpdate.java +0 -235
  35. data/embulk-cli/src/main/java/org/embulk/cli/EmbulkSubcommand.java +0 -47
  36. data/embulk-cli/src/main/java/org/embulk/cli/Main.java +0 -31
  37. data/embulk-cli/src/main/java/org/embulk/cli/parse/AbstractHelpLineDefinition.java +0 -15
  38. data/embulk-cli/src/main/java/org/embulk/cli/parse/CliHelpFormatterWithHelpMessages.java +0 -141
  39. data/embulk-cli/src/main/java/org/embulk/cli/parse/CliOptionsWithHelpMessages.java +0 -45
  40. data/embulk-cli/src/main/java/org/embulk/cli/parse/EmbulkCommandLineHelpRequired.java +0 -10
  41. data/embulk-cli/src/main/java/org/embulk/cli/parse/EmbulkCommandLineParseException.java +0 -25
  42. data/embulk-cli/src/main/java/org/embulk/cli/parse/EmbulkCommandLineParser.java +0 -187
  43. data/embulk-cli/src/main/java/org/embulk/cli/parse/HelpMessageAsCliOption.java +0 -36
  44. data/embulk-cli/src/main/java/org/embulk/cli/parse/HelpMessageLineDefinition.java +0 -20
  45. data/embulk-cli/src/main/java/org/embulk/cli/parse/OptionBehavior.java +0 -39
  46. data/embulk-cli/src/main/java/org/embulk/cli/parse/OptionDefinition.java +0 -120
  47. data/embulk-cli/src/main/sh/selfrun.sh +0 -60
  48. data/embulk-cli/src/test/java/org/embulk/cli/DummyMain.java +0 -23
  49. data/embulk-cli/src/test/java/org/embulk/cli/SelfrunTest.java +0 -296
  50. data/embulk-core/build.gradle +0 -83
  51. data/embulk-core/src/main/java/org/embulk/EmbulkEmbed.java +0 -321
  52. data/embulk-core/src/main/java/org/embulk/EmbulkRunner.java +0 -531
  53. data/embulk-core/src/main/java/org/embulk/EmbulkService.java +0 -78
  54. data/embulk-core/src/main/java/org/embulk/EmbulkSetup.java +0 -49
  55. data/embulk-core/src/main/java/org/embulk/EmbulkVersion.java +0 -109
  56. data/embulk-core/src/main/java/org/embulk/command/PreviewPrinter.java +0 -87
  57. data/embulk-core/src/main/java/org/embulk/command/TablePreviewPrinter.java +0 -107
  58. data/embulk-core/src/main/java/org/embulk/command/VerticalPreviewPrinter.java +0 -47
  59. data/embulk-core/src/main/java/org/embulk/config/CommitReport.java +0 -36
  60. data/embulk-core/src/main/java/org/embulk/config/Config.java +0 -15
  61. data/embulk-core/src/main/java/org/embulk/config/ConfigDefault.java +0 -15
  62. data/embulk-core/src/main/java/org/embulk/config/ConfigDiff.java +0 -32
  63. data/embulk-core/src/main/java/org/embulk/config/ConfigException.java +0 -26
  64. data/embulk-core/src/main/java/org/embulk/config/ConfigInject.java +0 -14
  65. data/embulk-core/src/main/java/org/embulk/config/ConfigLoader.java +0 -149
  66. data/embulk-core/src/main/java/org/embulk/config/ConfigSource.java +0 -34
  67. data/embulk-core/src/main/java/org/embulk/config/DataSource.java +0 -41
  68. data/embulk-core/src/main/java/org/embulk/config/DataSourceImpl.java +0 -243
  69. data/embulk-core/src/main/java/org/embulk/config/DataSourceSerDe.java +0 -84
  70. data/embulk-core/src/main/java/org/embulk/config/GenericTypeReference.java +0 -20
  71. data/embulk-core/src/main/java/org/embulk/config/ModelManager.java +0 -123
  72. data/embulk-core/src/main/java/org/embulk/config/Task.java +0 -10
  73. data/embulk-core/src/main/java/org/embulk/config/TaskInvocationHandler.java +0 -180
  74. data/embulk-core/src/main/java/org/embulk/config/TaskReport.java +0 -32
  75. data/embulk-core/src/main/java/org/embulk/config/TaskSerDe.java +0 -349
  76. data/embulk-core/src/main/java/org/embulk/config/TaskSource.java +0 -34
  77. data/embulk-core/src/main/java/org/embulk/config/TaskValidationException.java +0 -38
  78. data/embulk-core/src/main/java/org/embulk/config/TaskValidator.java +0 -24
  79. data/embulk-core/src/main/java/org/embulk/config/UserDataException.java +0 -4
  80. data/embulk-core/src/main/java/org/embulk/config/UserDataExceptions.java +0 -17
  81. data/embulk-core/src/main/java/org/embulk/config/YamlTagResolver.java +0 -53
  82. data/embulk-core/src/main/java/org/embulk/exec/BufferFileInputPlugin.java +0 -88
  83. data/embulk-core/src/main/java/org/embulk/exec/BulkLoader.java +0 -754
  84. data/embulk-core/src/main/java/org/embulk/exec/ConfigurableGuessInputPlugin.java +0 -9
  85. data/embulk-core/src/main/java/org/embulk/exec/ExecModule.java +0 -53
  86. data/embulk-core/src/main/java/org/embulk/exec/ExecutionInterruptedException.java +0 -10
  87. data/embulk-core/src/main/java/org/embulk/exec/ExecutionResult.java +0 -33
  88. data/embulk-core/src/main/java/org/embulk/exec/ExtensionServiceLoaderModule.java +0 -43
  89. data/embulk-core/src/main/java/org/embulk/exec/ForGuess.java +0 -16
  90. data/embulk-core/src/main/java/org/embulk/exec/ForSystemConfig.java +0 -16
  91. data/embulk-core/src/main/java/org/embulk/exec/GuessExecutor.java +0 -309
  92. data/embulk-core/src/main/java/org/embulk/exec/LocalExecutorPlugin.java +0 -563
  93. data/embulk-core/src/main/java/org/embulk/exec/LoggerProvider.java +0 -68
  94. data/embulk-core/src/main/java/org/embulk/exec/NoSampleException.java +0 -10
  95. data/embulk-core/src/main/java/org/embulk/exec/PartialExecutionException.java +0 -26
  96. data/embulk-core/src/main/java/org/embulk/exec/PooledBufferAllocator.java +0 -77
  97. data/embulk-core/src/main/java/org/embulk/exec/PreviewExecutor.java +0 -222
  98. data/embulk-core/src/main/java/org/embulk/exec/PreviewResult.java +0 -27
  99. data/embulk-core/src/main/java/org/embulk/exec/PreviewedNoticeError.java +0 -17
  100. data/embulk-core/src/main/java/org/embulk/exec/ResumeState.java +0 -100
  101. data/embulk-core/src/main/java/org/embulk/exec/SamplingParserPlugin.java +0 -215
  102. data/embulk-core/src/main/java/org/embulk/exec/SetCurrentThreadName.java +0 -22
  103. data/embulk-core/src/main/java/org/embulk/exec/SkipTransactionException.java +0 -23
  104. data/embulk-core/src/main/java/org/embulk/exec/SystemConfigModule.java +0 -24
  105. data/embulk-core/src/main/java/org/embulk/exec/TempFileAllocator.java +0 -35
  106. data/embulk-core/src/main/java/org/embulk/exec/TransactionStage.java +0 -27
  107. data/embulk-core/src/main/java/org/embulk/jruby/JRubyPluginSource.java +0 -76
  108. data/embulk-core/src/main/java/org/embulk/jruby/JRubyScriptingModule.java +0 -395
  109. data/embulk-core/src/main/java/org/embulk/plugin/BuiltinPluginSourceModule.java +0 -17
  110. data/embulk-core/src/main/java/org/embulk/plugin/DefaultPluginType.java +0 -50
  111. data/embulk-core/src/main/java/org/embulk/plugin/InjectedPluginSource.java +0 -100
  112. data/embulk-core/src/main/java/org/embulk/plugin/MavenPluginType.java +0 -112
  113. data/embulk-core/src/main/java/org/embulk/plugin/PluginClassLoader.java +0 -993
  114. data/embulk-core/src/main/java/org/embulk/plugin/PluginClassLoaderFactory.java +0 -16
  115. data/embulk-core/src/main/java/org/embulk/plugin/PluginClassLoaderModule.java +0 -102
  116. data/embulk-core/src/main/java/org/embulk/plugin/PluginManager.java +0 -78
  117. data/embulk-core/src/main/java/org/embulk/plugin/PluginSource.java +0 -49
  118. data/embulk-core/src/main/java/org/embulk/plugin/PluginSourceNotMatchException.java +0 -25
  119. data/embulk-core/src/main/java/org/embulk/plugin/PluginType.java +0 -122
  120. data/embulk-core/src/main/java/org/embulk/plugin/compat/InputPluginWrapper.java +0 -102
  121. data/embulk-core/src/main/java/org/embulk/plugin/compat/PluginWrappers.java +0 -30
  122. data/embulk-core/src/main/java/org/embulk/plugin/compat/TransactionalFileInputWrapper.java +0 -96
  123. data/embulk-core/src/main/java/org/embulk/plugin/compat/TransactionalFileOutputWrapper.java +0 -102
  124. data/embulk-core/src/main/java/org/embulk/plugin/compat/TransactionalPageOutputWrapper.java +0 -95
  125. data/embulk-core/src/main/java/org/embulk/plugin/jar/InvalidJarPluginException.java +0 -14
  126. data/embulk-core/src/main/java/org/embulk/plugin/jar/JarPluginLoader.java +0 -232
  127. data/embulk-core/src/main/java/org/embulk/plugin/maven/MavenArtifactFinder.java +0 -134
  128. data/embulk-core/src/main/java/org/embulk/plugin/maven/MavenArtifactNotFoundException.java +0 -20
  129. data/embulk-core/src/main/java/org/embulk/plugin/maven/MavenPluginSource.java +0 -187
  130. data/embulk-core/src/main/java/org/embulk/plugin/maven/MavenPluginSourceModule.java +0 -22
  131. data/embulk-core/src/main/java/org/embulk/plugin/maven/MavenRepositoryNotFoundException.java +0 -31
  132. data/embulk-core/src/main/java/org/embulk/spi/AbortTransactionResource.java +0 -36
  133. data/embulk-core/src/main/java/org/embulk/spi/Buffer.java +0 -148
  134. data/embulk-core/src/main/java/org/embulk/spi/BufferAllocator.java +0 -8
  135. data/embulk-core/src/main/java/org/embulk/spi/CloseResource.java +0 -42
  136. data/embulk-core/src/main/java/org/embulk/spi/Column.java +0 -95
  137. data/embulk-core/src/main/java/org/embulk/spi/ColumnConfig.java +0 -112
  138. data/embulk-core/src/main/java/org/embulk/spi/ColumnVisitor.java +0 -16
  139. data/embulk-core/src/main/java/org/embulk/spi/DataException.java +0 -23
  140. data/embulk-core/src/main/java/org/embulk/spi/DecoderPlugin.java +0 -16
  141. data/embulk-core/src/main/java/org/embulk/spi/EncoderPlugin.java +0 -16
  142. data/embulk-core/src/main/java/org/embulk/spi/Exec.java +0 -113
  143. data/embulk-core/src/main/java/org/embulk/spi/ExecAction.java +0 -6
  144. data/embulk-core/src/main/java/org/embulk/spi/ExecSession.java +0 -220
  145. data/embulk-core/src/main/java/org/embulk/spi/ExecutorPlugin.java +0 -19
  146. data/embulk-core/src/main/java/org/embulk/spi/Extension.java +0 -44
  147. data/embulk-core/src/main/java/org/embulk/spi/FileInput.java +0 -11
  148. data/embulk-core/src/main/java/org/embulk/spi/FileInputPlugin.java +0 -30
  149. data/embulk-core/src/main/java/org/embulk/spi/FileInputRunner.java +0 -169
  150. data/embulk-core/src/main/java/org/embulk/spi/FileOutput.java +0 -13
  151. data/embulk-core/src/main/java/org/embulk/spi/FileOutputPlugin.java +0 -28
  152. data/embulk-core/src/main/java/org/embulk/spi/FileOutputRunner.java +0 -199
  153. data/embulk-core/src/main/java/org/embulk/spi/FilterPlugin.java +0 -18
  154. data/embulk-core/src/main/java/org/embulk/spi/FormatterPlugin.java +0 -18
  155. data/embulk-core/src/main/java/org/embulk/spi/GuessPlugin.java +0 -9
  156. data/embulk-core/src/main/java/org/embulk/spi/InputPlugin.java +0 -33
  157. data/embulk-core/src/main/java/org/embulk/spi/OutputPlugin.java +0 -29
  158. data/embulk-core/src/main/java/org/embulk/spi/Page.java +0 -86
  159. data/embulk-core/src/main/java/org/embulk/spi/PageBuilder.java +0 -696
  160. data/embulk-core/src/main/java/org/embulk/spi/PageFormat.java +0 -47
  161. data/embulk-core/src/main/java/org/embulk/spi/PageOutput.java +0 -11
  162. data/embulk-core/src/main/java/org/embulk/spi/PageReader.java +0 -248
  163. data/embulk-core/src/main/java/org/embulk/spi/ParserPlugin.java +0 -17
  164. data/embulk-core/src/main/java/org/embulk/spi/ProcessState.java +0 -10
  165. data/embulk-core/src/main/java/org/embulk/spi/ProcessTask.java +0 -117
  166. data/embulk-core/src/main/java/org/embulk/spi/Schema.java +0 -139
  167. data/embulk-core/src/main/java/org/embulk/spi/SchemaConfig.java +0 -93
  168. data/embulk-core/src/main/java/org/embulk/spi/SchemaConfigException.java +0 -22
  169. data/embulk-core/src/main/java/org/embulk/spi/TaskState.java +0 -81
  170. data/embulk-core/src/main/java/org/embulk/spi/TempFileException.java +0 -19
  171. data/embulk-core/src/main/java/org/embulk/spi/TempFileSpace.java +0 -88
  172. data/embulk-core/src/main/java/org/embulk/spi/Transactional.java +0 -10
  173. data/embulk-core/src/main/java/org/embulk/spi/TransactionalFileInput.java +0 -17
  174. data/embulk-core/src/main/java/org/embulk/spi/TransactionalFileOutput.java +0 -19
  175. data/embulk-core/src/main/java/org/embulk/spi/TransactionalPageOutput.java +0 -17
  176. data/embulk-core/src/main/java/org/embulk/spi/json/JsonParseException.java +0 -17
  177. data/embulk-core/src/main/java/org/embulk/spi/json/JsonParser.java +0 -233
  178. data/embulk-core/src/main/java/org/embulk/spi/json/RubyValueApi.java +0 -100
  179. data/embulk-core/src/main/java/org/embulk/spi/time/DateTimeZoneSerDe.java +0 -55
  180. data/embulk-core/src/main/java/org/embulk/spi/time/Timestamp.java +0 -180
  181. data/embulk-core/src/main/java/org/embulk/spi/time/TimestampFormat.java +0 -158
  182. data/embulk-core/src/main/java/org/embulk/spi/time/TimestampFormatter.java +0 -125
  183. data/embulk-core/src/main/java/org/embulk/spi/time/TimestampParseException.java +0 -12
  184. data/embulk-core/src/main/java/org/embulk/spi/time/TimestampParser.java +0 -310
  185. data/embulk-core/src/main/java/org/embulk/spi/time/TimestampSerDe.java +0 -49
  186. data/embulk-core/src/main/java/org/embulk/spi/type/AbstractType.java +0 -58
  187. data/embulk-core/src/main/java/org/embulk/spi/type/BooleanType.java +0 -12
  188. data/embulk-core/src/main/java/org/embulk/spi/type/DoubleType.java +0 -12
  189. data/embulk-core/src/main/java/org/embulk/spi/type/JsonType.java +0 -14
  190. data/embulk-core/src/main/java/org/embulk/spi/type/LongType.java +0 -12
  191. data/embulk-core/src/main/java/org/embulk/spi/type/StringType.java +0 -12
  192. data/embulk-core/src/main/java/org/embulk/spi/type/TimestampType.java +0 -41
  193. data/embulk-core/src/main/java/org/embulk/spi/type/Type.java +0 -15
  194. data/embulk-core/src/main/java/org/embulk/spi/type/TypeDeserializer.java +0 -45
  195. data/embulk-core/src/main/java/org/embulk/spi/type/Types.java +0 -16
  196. data/embulk-core/src/main/java/org/embulk/spi/unit/ByteSize.java +0 -156
  197. data/embulk-core/src/main/java/org/embulk/spi/unit/LocalFile.java +0 -106
  198. data/embulk-core/src/main/java/org/embulk/spi/unit/LocalFileSerDe.java +0 -113
  199. data/embulk-core/src/main/java/org/embulk/spi/unit/ToString.java +0 -54
  200. data/embulk-core/src/main/java/org/embulk/spi/unit/ToStringMap.java +0 -34
  201. data/embulk-core/src/main/java/org/embulk/spi/util/CharsetSerDe.java +0 -55
  202. data/embulk-core/src/main/java/org/embulk/spi/util/Decoders.java +0 -81
  203. data/embulk-core/src/main/java/org/embulk/spi/util/DynamicColumnNotFoundException.java +0 -10
  204. data/embulk-core/src/main/java/org/embulk/spi/util/DynamicColumnSetter.java +0 -21
  205. data/embulk-core/src/main/java/org/embulk/spi/util/DynamicColumnSetterFactory.java +0 -134
  206. data/embulk-core/src/main/java/org/embulk/spi/util/DynamicPageBuilder.java +0 -200
  207. data/embulk-core/src/main/java/org/embulk/spi/util/Encoders.java +0 -81
  208. data/embulk-core/src/main/java/org/embulk/spi/util/Executors.java +0 -93
  209. data/embulk-core/src/main/java/org/embulk/spi/util/FileInputInputStream.java +0 -111
  210. data/embulk-core/src/main/java/org/embulk/spi/util/FileOutputOutputStream.java +0 -119
  211. data/embulk-core/src/main/java/org/embulk/spi/util/Filters.java +0 -100
  212. data/embulk-core/src/main/java/org/embulk/spi/util/InputStreamFileInput.java +0 -189
  213. data/embulk-core/src/main/java/org/embulk/spi/util/InputStreamTransactionalFileInput.java +0 -25
  214. data/embulk-core/src/main/java/org/embulk/spi/util/Inputs.java +0 -65
  215. data/embulk-core/src/main/java/org/embulk/spi/util/LineDecoder.java +0 -157
  216. data/embulk-core/src/main/java/org/embulk/spi/util/LineEncoder.java +0 -123
  217. data/embulk-core/src/main/java/org/embulk/spi/util/ListFileInput.java +0 -52
  218. data/embulk-core/src/main/java/org/embulk/spi/util/Newline.java +0 -38
  219. data/embulk-core/src/main/java/org/embulk/spi/util/OutputStreamFileOutput.java +0 -88
  220. data/embulk-core/src/main/java/org/embulk/spi/util/PagePrinter.java +0 -126
  221. data/embulk-core/src/main/java/org/embulk/spi/util/Pages.java +0 -149
  222. data/embulk-core/src/main/java/org/embulk/spi/util/ResumableInputStream.java +0 -168
  223. data/embulk-core/src/main/java/org/embulk/spi/util/RetryExecutor.java +0 -130
  224. data/embulk-core/src/main/java/org/embulk/spi/util/Timestamps.java +0 -53
  225. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/AbstractDynamicColumnSetter.java +0 -94
  226. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/BooleanColumnSetter.java +0 -71
  227. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/DefaultValueSetter.java +0 -20
  228. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/DoubleColumnSetter.java +0 -68
  229. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/JsonColumnSetter.java +0 -64
  230. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/LongColumnSetter.java +0 -78
  231. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/NullDefaultValueSetter.java +0 -39
  232. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/SkipColumnSetter.java +0 -68
  233. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/StringColumnSetter.java +0 -63
  234. data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/TimestampColumnSetter.java +0 -72
  235. data/embulk-core/src/main/resources/embulk/logback-color.xml +0 -72
  236. data/embulk-core/src/main/resources/embulk/logback-console.xml +0 -14
  237. data/embulk-core/src/main/resources/embulk/logback-file.xml +0 -23
  238. data/embulk-core/src/main/resources/embulk/parent_first_packages.properties +0 -73
  239. data/embulk-core/src/main/resources/embulk/parent_first_resources.properties +0 -29
  240. data/embulk-core/src/test/java/org/embulk/EmbulkTestRuntime.java +0 -122
  241. data/embulk-core/src/test/java/org/embulk/GuiceBinder.java +0 -72
  242. data/embulk-core/src/test/java/org/embulk/RandomManager.java +0 -53
  243. data/embulk-core/src/test/java/org/embulk/TestPluginSourceModule.java +0 -23
  244. data/embulk-core/src/test/java/org/embulk/TestUtilityModule.java +0 -17
  245. data/embulk-core/src/test/java/org/embulk/config/TestConfigLoader.java +0 -66
  246. data/embulk-core/src/test/java/org/embulk/config/TestConfigSource.java +0 -114
  247. data/embulk-core/src/test/java/org/embulk/config/TestTaskSource.java +0 -70
  248. data/embulk-core/src/test/java/org/embulk/plugin/MockPluginSource.java +0 -58
  249. data/embulk-core/src/test/java/org/embulk/plugin/TestPluginType.java +0 -83
  250. data/embulk-core/src/test/java/org/embulk/plugin/TestPluginTypeSerDe.java +0 -67
  251. data/embulk-core/src/test/java/org/embulk/plugin/jar/ExampleJarSpiV0.java +0 -9
  252. data/embulk-core/src/test/java/org/embulk/plugin/jar/JarBuilder.java +0 -101
  253. data/embulk-core/src/test/java/org/embulk/plugin/jar/TestJarPluginLoader.java +0 -60
  254. data/embulk-core/src/test/java/org/embulk/plugin/maven/TestMavenArtifactFinder.java +0 -41
  255. data/embulk-core/src/test/java/org/embulk/spi/MockFileOutput.java +0 -63
  256. data/embulk-core/src/test/java/org/embulk/spi/MockFormatterPlugin.java +0 -108
  257. data/embulk-core/src/test/java/org/embulk/spi/MockParserPlugin.java +0 -80
  258. data/embulk-core/src/test/java/org/embulk/spi/PageTestUtils.java +0 -59
  259. data/embulk-core/src/test/java/org/embulk/spi/TestBuffer.java +0 -24
  260. data/embulk-core/src/test/java/org/embulk/spi/TestFileInputInputStream.java +0 -89
  261. data/embulk-core/src/test/java/org/embulk/spi/TestFileInputRunner.java +0 -199
  262. data/embulk-core/src/test/java/org/embulk/spi/TestFileOutputRunner.java +0 -221
  263. data/embulk-core/src/test/java/org/embulk/spi/TestInputStreamFileInput.java +0 -188
  264. data/embulk-core/src/test/java/org/embulk/spi/TestPageBuilderReader.java +0 -411
  265. data/embulk-core/src/test/java/org/embulk/spi/json/TestJsonParser.java +0 -102
  266. data/embulk-core/src/test/java/org/embulk/spi/time/TestTimestamp.java +0 -116
  267. data/embulk-core/src/test/java/org/embulk/spi/time/TestTimestampFormatterParser.java +0 -75
  268. data/embulk-core/src/test/java/org/embulk/spi/time/TestTimestampFormatterParserDeprecated.java +0 -67
  269. data/embulk-core/src/test/java/org/embulk/spi/time/TestTimestampParser.java +0 -247
  270. data/embulk-core/src/test/java/org/embulk/spi/type/TestTypeSerDe.java +0 -45
  271. data/embulk-core/src/test/java/org/embulk/spi/unit/TestByteSize.java +0 -79
  272. data/embulk-core/src/test/java/org/embulk/spi/util/TestLineDecoder.java +0 -237
  273. data/embulk-core/src/test/java/org/embulk/spi/util/TestLineEncoder.java +0 -123
  274. data/embulk-core/src/test/resources/m2.test/.gitignore +0 -1
  275. data/embulk-core/src/test/resources/m2.test/org/embulk/example/embulk-example-maven-artifact/0.1.2/embulk-example-maven-artifact-0.1.2.jar +0 -0
  276. data/embulk-core/src/test/resources/m2.test/org/embulk/example/embulk-example-maven-artifact/0.1.2/embulk-example-maven-artifact-0.1.2.jar.sha1 +0 -1
  277. data/embulk-core/src/test/resources/m2.test/org/embulk/example/embulk-example-maven-artifact/0.1.2/embulk-example-maven-artifact-0.1.2.pom +0 -9
  278. data/embulk-core/src/test/resources/m2.test/org/embulk/example/embulk-example-maven-artifact/0.1.2/embulk-example-maven-artifact-0.1.2.pom.sha1 +0 -1
  279. data/embulk-docs/Makefile +0 -178
  280. data/embulk-docs/build.gradle +0 -41
  281. data/embulk-docs/make.bat +0 -243
  282. data/embulk-docs/push-gh-pages.sh +0 -49
  283. data/embulk-docs/src/_static/embulk-architecture.png +0 -0
  284. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-oneline-tr.png +0 -0
  285. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-oneline-wt.png +0 -0
  286. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-oneline.ai +0 -396
  287. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-sq-tr-small.png +0 -0
  288. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-sq-tr.png +0 -0
  289. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-sq-wt.png +0 -0
  290. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-sq.ai +0 -417
  291. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-sq.svg +0 -1
  292. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-symbol-tr.png +0 -0
  293. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-symbol-wt.png +0 -0
  294. data/embulk-docs/src/_static/embulk-logo-v2/embulk-logo-v2-symbol.ai +1 -394
  295. data/embulk-docs/src/_static/embulk-logo.svg +0 -133
  296. data/embulk-docs/src/built-in.rst +0 -1017
  297. data/embulk-docs/src/conf.py +0 -260
  298. data/embulk-docs/src/customization.rst +0 -184
  299. data/embulk-docs/src/developers/index.rst +0 -45
  300. data/embulk-docs/src/index.rst +0 -102
  301. data/embulk-docs/src/logo.rst +0 -27
  302. data/embulk-docs/src/recipe.rst +0 -8
  303. data/embulk-docs/src/recipe/scheduled-csv-load-to-elasticsearch-kibana5.rst +0 -163
  304. data/embulk-docs/src/release.rst +0 -109
  305. data/embulk-docs/src/release/release-0.1.0.rst +0 -8
  306. data/embulk-docs/src/release/release-0.2.0.rst +0 -16
  307. data/embulk-docs/src/release/release-0.2.1.rst +0 -19
  308. data/embulk-docs/src/release/release-0.3.0.rst +0 -34
  309. data/embulk-docs/src/release/release-0.3.1.rst +0 -11
  310. data/embulk-docs/src/release/release-0.3.2.rst +0 -15
  311. data/embulk-docs/src/release/release-0.4.0.rst +0 -74
  312. data/embulk-docs/src/release/release-0.4.1.rst +0 -18
  313. data/embulk-docs/src/release/release-0.4.10.rst +0 -17
  314. data/embulk-docs/src/release/release-0.4.2.rst +0 -18
  315. data/embulk-docs/src/release/release-0.4.3.rst +0 -34
  316. data/embulk-docs/src/release/release-0.4.4.rst +0 -39
  317. data/embulk-docs/src/release/release-0.4.5.rst +0 -24
  318. data/embulk-docs/src/release/release-0.4.6.rst +0 -30
  319. data/embulk-docs/src/release/release-0.4.7.rst +0 -16
  320. data/embulk-docs/src/release/release-0.4.8.rst +0 -15
  321. data/embulk-docs/src/release/release-0.4.9.rst +0 -23
  322. data/embulk-docs/src/release/release-0.5.0.rst +0 -89
  323. data/embulk-docs/src/release/release-0.5.1.rst +0 -13
  324. data/embulk-docs/src/release/release-0.5.2.rst +0 -30
  325. data/embulk-docs/src/release/release-0.5.3.rst +0 -22
  326. data/embulk-docs/src/release/release-0.5.4.rst +0 -24
  327. data/embulk-docs/src/release/release-0.5.5.rst +0 -18
  328. data/embulk-docs/src/release/release-0.6.0.rst +0 -34
  329. data/embulk-docs/src/release/release-0.6.1.rst +0 -11
  330. data/embulk-docs/src/release/release-0.6.10.rst +0 -15
  331. data/embulk-docs/src/release/release-0.6.11.rst +0 -19
  332. data/embulk-docs/src/release/release-0.6.12.rst +0 -31
  333. data/embulk-docs/src/release/release-0.6.13.rst +0 -23
  334. data/embulk-docs/src/release/release-0.6.14.rst +0 -47
  335. data/embulk-docs/src/release/release-0.6.15.rst +0 -26
  336. data/embulk-docs/src/release/release-0.6.16.rst +0 -26
  337. data/embulk-docs/src/release/release-0.6.17.rst +0 -39
  338. data/embulk-docs/src/release/release-0.6.18.rst +0 -14
  339. data/embulk-docs/src/release/release-0.6.19.rst +0 -18
  340. data/embulk-docs/src/release/release-0.6.2.rst +0 -17
  341. data/embulk-docs/src/release/release-0.6.20.rst +0 -19
  342. data/embulk-docs/src/release/release-0.6.21.rst +0 -20
  343. data/embulk-docs/src/release/release-0.6.22.rst +0 -26
  344. data/embulk-docs/src/release/release-0.6.23.rst +0 -17
  345. data/embulk-docs/src/release/release-0.6.24.rst +0 -13
  346. data/embulk-docs/src/release/release-0.6.25.rst +0 -12
  347. data/embulk-docs/src/release/release-0.6.26.rst +0 -17
  348. data/embulk-docs/src/release/release-0.6.27.rst +0 -11
  349. data/embulk-docs/src/release/release-0.6.3.rst +0 -23
  350. data/embulk-docs/src/release/release-0.6.4.rst +0 -13
  351. data/embulk-docs/src/release/release-0.6.5.rst +0 -17
  352. data/embulk-docs/src/release/release-0.6.6.rst +0 -17
  353. data/embulk-docs/src/release/release-0.6.7.rst +0 -17
  354. data/embulk-docs/src/release/release-0.6.8.rst +0 -24
  355. data/embulk-docs/src/release/release-0.6.9.rst +0 -24
  356. data/embulk-docs/src/release/release-0.7.0.rst +0 -96
  357. data/embulk-docs/src/release/release-0.7.1.rst +0 -22
  358. data/embulk-docs/src/release/release-0.7.10.rst +0 -13
  359. data/embulk-docs/src/release/release-0.7.11.rst +0 -12
  360. data/embulk-docs/src/release/release-0.7.2.rst +0 -25
  361. data/embulk-docs/src/release/release-0.7.3.rst +0 -21
  362. data/embulk-docs/src/release/release-0.7.4.rst +0 -14
  363. data/embulk-docs/src/release/release-0.7.5.rst +0 -22
  364. data/embulk-docs/src/release/release-0.7.6.rst +0 -18
  365. data/embulk-docs/src/release/release-0.7.7.rst +0 -13
  366. data/embulk-docs/src/release/release-0.7.8.rst +0 -14
  367. data/embulk-docs/src/release/release-0.7.9.rst +0 -14
  368. data/embulk-docs/src/release/release-0.8.0.rst +0 -74
  369. data/embulk-docs/src/release/release-0.8.1.rst +0 -18
  370. data/embulk-docs/src/release/release-0.8.10.rst +0 -35
  371. data/embulk-docs/src/release/release-0.8.11.rst +0 -12
  372. data/embulk-docs/src/release/release-0.8.12.rst +0 -12
  373. data/embulk-docs/src/release/release-0.8.13.rst +0 -12
  374. data/embulk-docs/src/release/release-0.8.14.rst +0 -31
  375. data/embulk-docs/src/release/release-0.8.15.rst +0 -17
  376. data/embulk-docs/src/release/release-0.8.16.rst +0 -43
  377. data/embulk-docs/src/release/release-0.8.17.rst +0 -11
  378. data/embulk-docs/src/release/release-0.8.18.rst +0 -27
  379. data/embulk-docs/src/release/release-0.8.19.rst +0 -43
  380. data/embulk-docs/src/release/release-0.8.2.rst +0 -19
  381. data/embulk-docs/src/release/release-0.8.20.rst +0 -11
  382. data/embulk-docs/src/release/release-0.8.21.rst +0 -17
  383. data/embulk-docs/src/release/release-0.8.22.rst +0 -15
  384. data/embulk-docs/src/release/release-0.8.23.rst +0 -14
  385. data/embulk-docs/src/release/release-0.8.24.rst +0 -15
  386. data/embulk-docs/src/release/release-0.8.25.rst +0 -14
  387. data/embulk-docs/src/release/release-0.8.26.rst +0 -16
  388. data/embulk-docs/src/release/release-0.8.27.rst +0 -15
  389. data/embulk-docs/src/release/release-0.8.28.rst +0 -14
  390. data/embulk-docs/src/release/release-0.8.29.rst +0 -14
  391. data/embulk-docs/src/release/release-0.8.3.rst +0 -15
  392. data/embulk-docs/src/release/release-0.8.30.rst +0 -14
  393. data/embulk-docs/src/release/release-0.8.31.rst +0 -12
  394. data/embulk-docs/src/release/release-0.8.32.rst +0 -14
  395. data/embulk-docs/src/release/release-0.8.33.rst +0 -13
  396. data/embulk-docs/src/release/release-0.8.34.rst +0 -12
  397. data/embulk-docs/src/release/release-0.8.35.rst +0 -12
  398. data/embulk-docs/src/release/release-0.8.36.rst +0 -32
  399. data/embulk-docs/src/release/release-0.8.37.rst +0 -20
  400. data/embulk-docs/src/release/release-0.8.38.rst +0 -12
  401. data/embulk-docs/src/release/release-0.8.39.rst +0 -12
  402. data/embulk-docs/src/release/release-0.8.4.rst +0 -18
  403. data/embulk-docs/src/release/release-0.8.5.rst +0 -11
  404. data/embulk-docs/src/release/release-0.8.6.rst +0 -14
  405. data/embulk-docs/src/release/release-0.8.7.rst +0 -18
  406. data/embulk-docs/src/release/release-0.8.8.rst +0 -18
  407. data/embulk-docs/src/release/release-0.8.9.rst +0 -14
  408. data/embulk-jruby-strptime/build.gradle +0 -3
  409. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/RubyDateParser.java +0 -121
  410. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/StrptimeFormat.java +0 -53
  411. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/StrptimeParser.java +0 -884
  412. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/StrptimeToken.java +0 -111
  413. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/TimeZoneConverter.java +0 -466
  414. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/lexer/StrptimeLexer.flex +0 -62
  415. data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/lexer/StrptimeLexer.java +0 -577
  416. data/embulk-standards/build.gradle +0 -7
  417. data/embulk-standards/src/main/java/org/embulk/standards/Bzip2FileDecoderPlugin.java +0 -55
  418. data/embulk-standards/src/main/java/org/embulk/standards/Bzip2FileEncoderPlugin.java +0 -67
  419. data/embulk-standards/src/main/java/org/embulk/standards/ConfigInputPlugin.java +0 -170
  420. data/embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java +0 -295
  421. data/embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java +0 -416
  422. data/embulk-standards/src/main/java/org/embulk/standards/CsvTokenizer.java +0 -545
  423. data/embulk-standards/src/main/java/org/embulk/standards/GzipFileDecoderPlugin.java +0 -55
  424. data/embulk-standards/src/main/java/org/embulk/standards/GzipFileEncoderPlugin.java +0 -71
  425. data/embulk-standards/src/main/java/org/embulk/standards/JsonParserPlugin.java +0 -235
  426. data/embulk-standards/src/main/java/org/embulk/standards/LocalFileInputPlugin.java +0 -232
  427. data/embulk-standards/src/main/java/org/embulk/standards/LocalFileOutputPlugin.java +0 -148
  428. data/embulk-standards/src/main/java/org/embulk/standards/NullOutputPlugin.java +0 -59
  429. data/embulk-standards/src/main/java/org/embulk/standards/RemoveColumnsFilterPlugin.java +0 -268
  430. data/embulk-standards/src/main/java/org/embulk/standards/RenameFilterPlugin.java +0 -479
  431. data/embulk-standards/src/main/java/org/embulk/standards/StandardPluginExtension.java +0 -16
  432. data/embulk-standards/src/main/java/org/embulk/standards/StandardPluginModule.java +0 -60
  433. data/embulk-standards/src/main/java/org/embulk/standards/StdoutOutputPlugin.java +0 -91
  434. data/embulk-standards/src/main/resources/META-INF/services/org.embulk.spi.Extension +0 -1
  435. data/embulk-standards/src/test/java/org/embulk/standards/TestCsvFormatterPlugin.java +0 -312
  436. data/embulk-standards/src/test/java/org/embulk/standards/TestCsvParserPlugin.java +0 -75
  437. data/embulk-standards/src/test/java/org/embulk/standards/TestCsvTokenizer.java +0 -457
  438. data/embulk-standards/src/test/java/org/embulk/standards/TestJsonParserPlugin.java +0 -351
  439. data/embulk-standards/src/test/java/org/embulk/standards/TestRemoveColumnsFilterPlugin.java +0 -121
  440. data/embulk-standards/src/test/java/org/embulk/standards/TestRenameFilterPlugin.java +0 -1020
  441. data/embulk-standards/src/test/java/org/embulk/standards/guess/TestCsvAllStringsGuessPlugin.java +0 -38
  442. data/embulk-standards/src/test/java/org/embulk/standards/guess/TestCsvGuessPlugin.java +0 -248
  443. data/embulk-standards/src/test/java/org/embulk/standards/preview/TestFilePreview.java +0 -73
  444. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row.csv +0 -1
  445. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_and_header.csv +0 -2
  446. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_and_header_guessed.yml +0 -12
  447. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_and_header_seed.yml +0 -1
  448. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_guessed.yml +0 -12
  449. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_int_single_column_row_seed.yml +0 -1
  450. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows.csv +0 -1
  451. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_and_header.csv +0 -2
  452. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_and_header_guessed.yml +0 -16
  453. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_and_header_seed.yml +0 -1
  454. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_and_header_with_trim_needed.csv +0 -2
  455. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_and_header_with_trim_needed_guessed.yml +0 -16
  456. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_and_header_with_trim_needed_seed.yml +0 -1
  457. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_guessed.yml +0 -16
  458. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_seed.yml +0 -1
  459. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_with_trim_needed.csv +0 -1
  460. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_with_trim_needed_guessed.yml +0 -16
  461. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_rows_with_trim_needed_seed.yml +0 -1
  462. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row.csv +0 -1
  463. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row_and_header.csv +0 -2
  464. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row_and_header_guessed.yml +0 -12
  465. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row_and_header_seed.yml +0 -1
  466. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row_guessed.yml +0 -12
  467. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row_seed.yml +0 -1
  468. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_int_single_column_rows.csv +0 -2
  469. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_int_single_column_rows_guessed.yml +0 -12
  470. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_int_single_column_rows_seed.yml +0 -1
  471. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows.csv +0 -2
  472. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_and_header.csv +0 -3
  473. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_and_header_guessed.yml +0 -16
  474. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_and_header_seed.yml +0 -1
  475. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_guessed.yml +0 -16
  476. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_seed.yml +0 -1
  477. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_string_single_column_rows.csv +0 -2
  478. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_string_single_column_rows_guessed.yml +0 -12
  479. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_string_single_column_rows_seed.yml +0 -1
  480. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape.csv +0 -5
  481. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape_guessed.yml +0 -17
  482. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape_seed.yml +0 -1
  483. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column.csv +0 -12
  484. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column_guessed.yml +0 -12
  485. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column_seed.yml +0 -1
  486. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column.csv +0 -4
  487. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_guessed.yml +0 -12
  488. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_seed.yml +0 -1
  489. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_with_header.csv +0 -5
  490. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_with_header_guessed.yml +0 -12
  491. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_with_header_seed.yml +0 -1
  492. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_semicolon_delimiter.csv +0 -5
  493. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_semicolon_delimiter_guessed.yml +0 -17
  494. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_semicolon_delimiter_seed.yml +0 -1
  495. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_simple.csv +0 -5
  496. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_simple_guessed.yml +0 -17
  497. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_simple_seed.yml +0 -1
  498. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote.csv +0 -5
  499. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote_guessed.yml +0 -17
  500. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote_seed.yml +0 -1
  501. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records.csv +0 -5
  502. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records_guessed.yml +0 -2
  503. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_skip_suggest_if_empty_sample_records_seed.yml +0 -1
  504. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column.csv +0 -4
  505. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_guessed.yml +0 -12
  506. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_seed.yml +0 -1
  507. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_with_header.csv +0 -5
  508. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_with_header_guessed.yml +0 -12
  509. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_with_header_seed.yml +0 -1
  510. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_tab_delimiter.csv +0 -4
  511. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_tab_delimiter_guessed.yml +0 -16
  512. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_tab_delimiter_seed.yml +0 -1
  513. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple.csv +0 -5
  514. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple_guessed.yml +0 -17
  515. data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple_seed.yml +0 -1
  516. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes.csv +0 -5
  517. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_exec.yml +0 -1
  518. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_load.yml +0 -19
  519. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_sample_buffer_bytes_previewed.csv +0 -1
  520. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple.csv +0 -5
  521. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple_load.yml +0 -19
  522. data/embulk-standards/src/test/resources/org/embulk/standards/preview/file/test/test_simple_previewed.csv +0 -4
  523. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep.csv +0 -5
  524. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_expected.csv +0 -4
  525. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_filter.yml +0 -2
  526. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_in.yml +0 -18
  527. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_duplicated_column_names.csv +0 -5
  528. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_duplicated_column_names.yml +0 -2
  529. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_duplicated_column_names_expected.csv +0 -4
  530. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_duplicated_column_names_in.yml +0 -17
  531. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_unmatched_filter.yml +0 -3
  532. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_without_unmatched_filter.yml +0 -2
  533. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove.csv +0 -5
  534. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove_expected.csv +0 -4
  535. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove_filter.yml +0 -2
  536. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove_in.yml +0 -18
  537. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove_with_unmatched_filter.yml +0 -3
  538. data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove_without_unmatched_filter.yml +0 -2
  539. data/embulk-test/build.gradle +0 -6
  540. data/embulk-test/src/main/java/org/embulk/test/EmbulkTests.java +0 -75
  541. data/embulk-test/src/main/java/org/embulk/test/PreviewResultInputPlugin.java +0 -65
  542. data/embulk-test/src/main/java/org/embulk/test/TestingBulkLoader.java +0 -129
  543. data/embulk-test/src/main/java/org/embulk/test/TestingEmbulk.java +0 -710
  544. data/gradle/wrapper/gradle-wrapper.jar +0 -0
  545. data/gradle/wrapper/gradle-wrapper.properties +0 -5
  546. data/gradlew +0 -172
  547. data/gradlew.bat +0 -84
  548. data/lib/embulk/data/bundle/.bundle/config +0 -3
  549. data/lib/embulk/data/bundle/.ruby-version +0 -1
  550. data/lib/embulk/data/bundle/Gemfile +0 -31
  551. data/lib/embulk/data/bundle/embulk/filter/example.rb +0 -42
  552. data/lib/embulk/data/bundle/embulk/input/example.rb +0 -54
  553. data/lib/embulk/data/bundle/embulk/output/example.rb +0 -58
  554. data/lib/embulk/data/new/LICENSE.txt +0 -21
  555. data/lib/embulk/data/new/README.md.vm +0 -106
  556. data/lib/embulk/data/new/gitignore.vm +0 -17
  557. data/lib/embulk/data/new/java/build.gradle.vm +0 -96
  558. data/lib/embulk/data/new/java/config/checkstyle/checkstyle.xml +0 -128
  559. data/lib/embulk/data/new/java/config/checkstyle/default.xml +0 -108
  560. data/lib/embulk/data/new/java/decoder.java.vm +0 -86
  561. data/lib/embulk/data/new/java/encoder.java.vm +0 -88
  562. data/lib/embulk/data/new/java/file_input.java.vm +0 -145
  563. data/lib/embulk/data/new/java/file_output.java.vm +0 -95
  564. data/lib/embulk/data/new/java/filter.java.vm +0 -57
  565. data/lib/embulk/data/new/java/formatter.java.vm +0 -55
  566. data/lib/embulk/data/new/java/gradle/wrapper/gradle-wrapper.jar +0 -0
  567. data/lib/embulk/data/new/java/gradle/wrapper/gradle-wrapper.properties +0 -5
  568. data/lib/embulk/data/new/java/gradlew +0 -172
  569. data/lib/embulk/data/new/java/gradlew.bat +0 -84
  570. data/lib/embulk/data/new/java/input.java.vm +0 -89
  571. data/lib/embulk/data/new/java/output.java.vm +0 -79
  572. data/lib/embulk/data/new/java/parser.java.vm +0 -61
  573. data/lib/embulk/data/new/java/plugin_loader.rb.vm +0 -3
  574. data/lib/embulk/data/new/java/test.java.vm +0 -5
  575. data/lib/embulk/data/new/ruby/.ruby-version +0 -1
  576. data/lib/embulk/data/new/ruby/Gemfile +0 -2
  577. data/lib/embulk/data/new/ruby/Rakefile +0 -3
  578. data/lib/embulk/data/new/ruby/decoder_guess.rb.vm +0 -25
  579. data/lib/embulk/data/new/ruby/filter.rb.vm +0 -50
  580. data/lib/embulk/data/new/ruby/formatter.rb.vm +0 -49
  581. data/lib/embulk/data/new/ruby/gemspec.vm +0 -20
  582. data/lib/embulk/data/new/ruby/input.rb.vm +0 -59
  583. data/lib/embulk/data/new/ruby/output.rb.vm +0 -61
  584. data/lib/embulk/data/new/ruby/parser.rb.vm +0 -44
  585. data/lib/embulk/data/new/ruby/parser_guess.rb.vm +0 -65
  586. data/lib/embulk/data/package_data.rb +0 -59
  587. data/lib/embulk/runner.rb +0 -53
  588. data/settings.gradle +0 -8
  589. data/test/helper.rb +0 -23
  590. data/test/monkey_strptime/mri/date/test_date_strptime.rb +0 -515
  591. data/test/monkey_strptime/run-test.rb +0 -29
  592. data/test/vanilla/guess/test_csv_all_strings.rb +0 -43
  593. data/test/vanilla/guess/test_csv_guess.rb +0 -170
  594. data/test/vanilla/guess/test_schema_guess.rb +0 -47
  595. data/test/vanilla/guess/test_time_format_guess.rb +0 -135
  596. data/test/vanilla/run-test.rb +0 -14
  597. data/test/vanilla/time/test_timestamp_parser.rb +0 -117
@@ -1,54 +0,0 @@
1
- package org.embulk.cli;
2
-
3
- import java.util.ArrayList;
4
- import java.util.Collections;
5
- import java.util.List;
6
-
7
- public class EmbulkArguments
8
- {
9
- private EmbulkArguments(final EmbulkSubcommand subcommand, final List<String> subcommandArguments)
10
- {
11
- this.subcommand = subcommand;
12
- this.subcommandArguments = Collections.unmodifiableList(subcommandArguments);
13
- }
14
-
15
- public static EmbulkArguments extract(final List<String> arguments)
16
- throws EmbulkCommandLineException
17
- {
18
- final ArrayList<String> subcommandArguments = new ArrayList<String>();
19
-
20
- EmbulkSubcommand subcommand = null;
21
- for (final String argument : arguments) {
22
- if (subcommand == null && (!argument.startsWith("-"))) {
23
- subcommand = EmbulkSubcommand.of(argument);
24
- }
25
- else if (subcommand == null && (argument.equals("-b") || argument.equals("--bundle"))) {
26
- throw new EmbulkCommandLineException("\"-b\" or \"--bundle\" before a subcommand is not supported.");
27
- }
28
- else if (argument.equals("-version")) {
29
- return new EmbulkArguments(EmbulkSubcommand.VERSION_ERR, new ArrayList<String>());
30
- }
31
- else if (argument.equals("--version")) {
32
- return new EmbulkArguments(EmbulkSubcommand.VERSION_OUT, new ArrayList<String>());
33
- }
34
- else {
35
- subcommandArguments.add(argument);
36
- }
37
- }
38
-
39
- return new EmbulkArguments(subcommand, subcommandArguments);
40
- }
41
-
42
- public final EmbulkSubcommand getSubcommand()
43
- {
44
- return this.subcommand;
45
- }
46
-
47
- public final List<String> getSubcommandArguments()
48
- {
49
- return this.subcommandArguments;
50
- }
51
-
52
- private final EmbulkSubcommand subcommand;
53
- private final List<String> subcommandArguments;
54
- }
@@ -1,227 +0,0 @@
1
- package org.embulk.cli;
2
-
3
- import java.nio.file.Paths;
4
- import java.util.ArrayList;
5
- import java.util.Arrays;
6
- import java.util.Collections;
7
- import java.util.HashMap;
8
- import java.util.List;
9
- import java.util.Map;
10
-
11
- public class EmbulkCommandLine
12
- {
13
- private EmbulkCommandLine(
14
- final List<String> arguments,
15
- final Map<String, Object> systemConfig,
16
- final String bundlePath,
17
- final String configDiff,
18
- final boolean force,
19
- final String format,
20
- final String output,
21
- final String resumeState)
22
- {
23
- this.arguments = Collections.unmodifiableList(arguments);
24
- this.systemConfig = Collections.unmodifiableMap(systemConfig);
25
- this.bundlePath = bundlePath;
26
- this.configDiff = configDiff;
27
- this.force = force;
28
- this.format = format;
29
- this.output = output;
30
- this.resumeState = resumeState;
31
- }
32
-
33
- public static final class Builder
34
- {
35
- public Builder()
36
- {
37
- this.arguments = new ArrayList<String>();
38
- this.systemConfig = new HashMap<String, Object>();
39
- this.bundlePath = null;
40
- this.configDiff = null;
41
- this.force = false;
42
- this.format = null;
43
- this.load = new ArrayList<String>();
44
- this.loadPath = new ArrayList<String>();
45
- this.output = null;
46
- this.resumeState = null;
47
- }
48
-
49
- public EmbulkCommandLine build()
50
- {
51
- final HashMap<String, Object> systemConfigJRubyLoadPath = new HashMap<String, Object>(this.systemConfig);
52
- // first $LOAD_PATH has highet priority. later load_paths should have highest priority.
53
- for (final String oneJRubyLoadPath : this.loadPath) { // "-L"
54
- addInHashMap(systemConfigJRubyLoadPath, "jruby_load_path", oneJRubyLoadPath);
55
- }
56
- // Gem::StubSpecification is an internal API that seems chainging often.
57
- // Gem::Specification.add_spec is deprecated also. Therefore, here makes
58
- // -L <path> option alias of -I <path>/lib by assuming that *.gemspec file
59
- // always has require_paths = ["lib"].
60
- for (final String oneJRubyLoadPathToAddLib : this.load) { // "-I"
61
- addInHashMap(systemConfigJRubyLoadPath,
62
- "jruby_load_path",
63
- Paths.get(oneJRubyLoadPathToAddLib).resolve("lib").toString());
64
- }
65
- if (this.bundlePath == null) {
66
- systemConfigJRubyLoadPath.put("jruby_use_default_embulk_gem_home", "true");
67
- }
68
- return new EmbulkCommandLine(
69
- this.arguments,
70
- systemConfigJRubyLoadPath,
71
- this.bundlePath,
72
- this.configDiff,
73
- this.force,
74
- this.format,
75
- this.output,
76
- this.resumeState);
77
- }
78
-
79
- public Builder addArguments(final List<String> arguments)
80
- {
81
- this.arguments.addAll(arguments);
82
- return this;
83
- }
84
-
85
- public Builder setSystemConfig(final String key, final String value)
86
- {
87
- this.systemConfig.put(key, value);
88
- return this;
89
- }
90
-
91
- public Builder addSystemConfig(final String key, final String value)
92
- {
93
- addInHashMap(this.systemConfig, key, value);
94
- return this;
95
- }
96
-
97
- public Builder setBundlePath(final String bundlePath)
98
- {
99
- this.bundlePath = bundlePath;
100
- return this;
101
- }
102
-
103
- public Builder setConfigDiff(final String configDiff)
104
- {
105
- this.configDiff = configDiff;
106
- return this;
107
- }
108
-
109
- public Builder setForce(final boolean force)
110
- {
111
- this.force = force;
112
- return this;
113
- }
114
-
115
- public Builder setFormat(final String format)
116
- {
117
- this.format = format;
118
- return this;
119
- }
120
-
121
- public Builder addLoad(final String load)
122
- {
123
- this.load.add(load);
124
- return this;
125
- }
126
-
127
- public Builder addLoadPath(final String loadPath)
128
- {
129
- this.loadPath.add(loadPath);
130
- return this;
131
- }
132
-
133
- public Builder setOutput(final String output)
134
- {
135
- this.output = output;
136
- return this;
137
- }
138
-
139
- public Builder setResumeState(final String resumeState)
140
- {
141
- this.resumeState = resumeState;
142
- return this;
143
- }
144
-
145
- private static void addInHashMap(final HashMap<String, Object> map, final String key, final String value)
146
- {
147
- final Object existingValue = map.get(key);
148
- if (existingValue != null && existingValue instanceof String) {
149
- map.put(key, Arrays.asList((String) existingValue, value));
150
- }
151
- else if (existingValue != null && existingValue instanceof List) {
152
- @SuppressWarnings("unchecked")
153
- final ArrayList<String> newList = new ArrayList<String>((List<String>) existingValue);
154
- newList.add(value);
155
- map.put(key, Collections.unmodifiableList(newList));
156
- }
157
- else {
158
- map.put(key, Arrays.asList(value));
159
- }
160
- }
161
-
162
- private ArrayList<String> arguments;
163
- private HashMap<String, Object> systemConfig;
164
- private String bundlePath;
165
- private String configDiff;
166
- private boolean force;
167
- private String format;
168
- private ArrayList<String> load;
169
- private ArrayList<String> loadPath;
170
- private String output;
171
- private String resumeState;
172
- }
173
-
174
- public static Builder builder()
175
- {
176
- return new Builder();
177
- }
178
-
179
- public final List<String> getArguments()
180
- {
181
- return this.arguments;
182
- }
183
-
184
- public final Map<String, Object> getSystemConfig()
185
- {
186
- return this.systemConfig;
187
- }
188
-
189
- public final String getBundlePath()
190
- {
191
- return this.bundlePath;
192
- }
193
-
194
- public final String getConfigDiff()
195
- {
196
- return this.configDiff;
197
- }
198
-
199
- public final boolean getForce()
200
- {
201
- return this.force;
202
- }
203
-
204
- public final String getFormat()
205
- {
206
- return this.format;
207
- }
208
-
209
- public final String getOutput()
210
- {
211
- return this.output;
212
- }
213
-
214
- public final String getResumeState()
215
- {
216
- return this.resumeState;
217
- }
218
-
219
- private final List<String> arguments;
220
- private final Map<String, Object> systemConfig;
221
- private final String bundlePath;
222
- private final String configDiff;
223
- private final boolean force;
224
- private final String format;
225
- private final String output;
226
- private final String resumeState;
227
- }
@@ -1,25 +0,0 @@
1
- package org.embulk.cli;
2
-
3
- public final class EmbulkCommandLineException
4
- extends RuntimeException
5
- {
6
- protected EmbulkCommandLineException()
7
- {
8
- super();
9
- }
10
-
11
- public EmbulkCommandLineException(final String message)
12
- {
13
- super(message);
14
- }
15
-
16
- public EmbulkCommandLineException(final Throwable cause)
17
- {
18
- super(cause);
19
- }
20
-
21
- public EmbulkCommandLineException(final String message, final Throwable cause)
22
- {
23
- super(message, cause);
24
- }
25
- }
@@ -1,86 +0,0 @@
1
- package org.embulk.cli;
2
-
3
- import java.io.IOException;
4
- import java.io.OutputStream;
5
- import java.nio.charset.StandardCharsets;
6
- import java.nio.file.Files;
7
- import java.nio.file.Path;
8
- import java.nio.file.Paths;
9
- import java.util.zip.GZIPOutputStream;
10
-
11
- public class EmbulkExample
12
- {
13
- public void createExample(final String basePathInString)
14
- throws IOException
15
- {
16
- createExample(Paths.get(basePathInString));
17
- }
18
-
19
- public void createExample(final Path basePath)
20
- throws IOException
21
- {
22
- // TODO(dmikurube): Log with a kind of loggers instead of |System.out|.
23
- System.out.printf("Creating %s directory...\n", basePath.toString());
24
-
25
- System.out.printf(" Creating %s/\n", basePath.toString());
26
- final Path csvPath = basePath.resolve("csv");
27
- Files.createDirectories(csvPath);
28
- System.out.printf(" Creating %s/\n", csvPath.toString());
29
-
30
- final Path csvSamplePath = csvPath.resolve("sample_01.csv.gz");
31
- System.out.printf(" Creating %s\n", csvSamplePath.toString());
32
- outputSampleCsv(csvSamplePath);
33
-
34
- final Path ymlSamplePath = basePath.resolve("seed.yml");
35
- System.out.printf(" Creating %s\n", ymlSamplePath.toString());
36
- outputSampleYml(csvPath, ymlSamplePath);
37
-
38
- System.out.println("");
39
- System.out.println("Run following subcommands to try embulk:");
40
- System.out.println("");
41
- System.out.printf(" 1. embulk guess %s -o config.yml\n", ymlSamplePath.toString());
42
- System.out.println(" 2. embulk preview config.yml");
43
- System.out.println(" 3. embulk run config.yml");
44
- System.out.println("");
45
- }
46
-
47
- private void outputSampleCsv(final Path csvSamplePath)
48
- throws IOException
49
- {
50
- // TODO(dmikurube): Move the data into Java resources.
51
- StringBuilder csvBuilder = new StringBuilder();
52
- csvBuilder.append("id,account,time,purchase,comment\n");
53
- csvBuilder.append("1,32864,2015-01-27 19:23:49,20150127,embulk\n");
54
- csvBuilder.append("2,14824,2015-01-27 19:01:23,20150127,embulk jruby\n");
55
- csvBuilder.append("3,27559,2015-01-28 02:20:02,20150128,\"Embulk \"\"csv\"\" parser plugin\"\n");
56
- csvBuilder.append("4,11270,2015-01-29 11:54:36,20150129,NULL\n");
57
- csvBuilder.append("\n");
58
- byte[] csvSample = csvBuilder.toString().getBytes(StandardCharsets.UTF_8);
59
-
60
- try (GZIPOutputStream output = new GZIPOutputStream(Files.newOutputStream(csvSamplePath))) {
61
- output.write(csvSample);
62
- }
63
- }
64
-
65
- private void outputSampleYml(final Path csvPath, final Path ymlSamplePath)
66
- throws IOException
67
- {
68
- // TODO(dmikurube): Move the data into Java resources.
69
- StringBuilder ymlBuilder = new StringBuilder();
70
- ymlBuilder.append("in:\n");
71
- ymlBuilder.append(" type: file\n");
72
-
73
- // Use single-quotes to quote path strings in YAML for Windows.
74
- // Ref YAML spec: Single-Quoted Style
75
- // http://yaml.org/spec/1.2/spec.html#id2788097
76
- ymlBuilder.append(String.format(" path_prefix: \'%s\'\n",
77
- csvPath.toAbsolutePath().resolve("sample_").toString()));
78
- ymlBuilder.append("out:\n");
79
- ymlBuilder.append(" type: stdout\n");
80
- byte[] ymlSample = ymlBuilder.toString().getBytes(StandardCharsets.UTF_8);
81
-
82
- try (OutputStream output = Files.newOutputStream(ymlSamplePath)) {
83
- output.write(ymlSample);
84
- }
85
- }
86
- }
@@ -1,480 +0,0 @@
1
- package org.embulk.cli;
2
-
3
- import java.io.IOException;
4
- import java.nio.charset.StandardCharsets;
5
- import java.nio.file.Files;
6
- import java.nio.file.FileSystems;
7
- import java.nio.file.FileVisitResult;
8
- import java.nio.file.NoSuchFileException;
9
- import java.nio.file.Path;
10
- import java.nio.file.PathMatcher;
11
- import java.nio.file.Paths;
12
- import java.nio.file.SimpleFileVisitor;
13
- import java.nio.file.StandardCopyOption;
14
- import java.nio.file.StandardOpenOption;
15
- import java.nio.file.attribute.BasicFileAttributes;
16
- import java.nio.file.attribute.PosixFilePermission;
17
- import java.util.ArrayList;
18
- import java.util.Arrays;
19
- import java.util.List;
20
- import java.util.HashSet;
21
- import java.util.Set;
22
- import java.util.regex.Matcher;
23
- import java.util.regex.Pattern;
24
-
25
- import com.google.common.base.Joiner;
26
- import com.google.common.collect.ImmutableList;
27
-
28
- import org.apache.maven.artifact.versioning.ComparableVersion;
29
-
30
- public class EmbulkMigrate
31
- {
32
- public void migratePlugin(final String pathInString, final String thisEmbulkVersion)
33
- throws IOException
34
- {
35
- migratePlugin(Paths.get(pathInString), thisEmbulkVersion);
36
- }
37
-
38
- public void migratePlugin(final Path path, final String thisEmbulkVersion)
39
- throws IOException
40
- {
41
- final Migrator migrator = new Migrator(path);
42
-
43
- List<Matcher> matchedEmbulkCoreInGradle = migrator.matchersRecursive("build.gradle", EMBULK_CORE_IN_GRADLE);
44
- List<Matcher> matchedNewEmbulkInGemspec = migrator.matchersRecursive("*.gemspec", NEW_EMBULK_IN_GEMSPEC);
45
- List<Matcher> matchedOldEmbulkInGemspec = migrator.matchersRecursive("*.gemspec", OLD_EMBULK_IN_GEMSPEC);
46
-
47
- final Language language;
48
- final ComparableVersion fromVersion;
49
- if (!matchedEmbulkCoreInGradle.isEmpty()) {
50
- language = Language.JAVA;
51
- fromVersion = new ComparableVersion(matchedEmbulkCoreInGradle.get(0).group(1).replace("+", "0"));
52
- System.out.printf("Detected Java plugin for Embulk %s...\n", fromVersion.toString());
53
- }
54
- else if (!matchedNewEmbulkInGemspec.isEmpty()) {
55
- language = Language.RUBY;
56
- fromVersion = new ComparableVersion(matchedNewEmbulkInGemspec.get(0).group(1));
57
- System.out.printf("Detected Ruby plugin for Embulk %s...\n", fromVersion.toString());
58
- }
59
- else if (!matchedOldEmbulkInGemspec.isEmpty()) {
60
- language = Language.RUBY;
61
- fromVersion = new ComparableVersion("0.1.0");
62
- System.out.println("Detected Ruby plugin for unknown Embulk version...");
63
- }
64
- else {
65
- throw new RuntimeException("Failed to detect plugin language and dependency version");
66
- }
67
-
68
- switch (language) {
69
- case JAVA:
70
- migrateJavaPlugin(migrator, fromVersion, thisEmbulkVersion);
71
- break;
72
- case RUBY:
73
- migrateRubyPlugin(migrator, fromVersion, thisEmbulkVersion);
74
- break;
75
- }
76
-
77
- if (migrator.getModifiedFiles().isEmpty()) {
78
- System.out.println("Done. No files are modified.");
79
- }
80
- else {
81
- System.out.println("Done. Please check modified files.");
82
- }
83
- }
84
-
85
- private void migrateJavaPlugin(final Migrator migrator,
86
- final ComparableVersion fromVersion,
87
- final String thisEmbulkVersion)
88
- throws IOException
89
- {
90
- if (fromVersion.compareTo(new ComparableVersion("0.7.0")) < 0) {
91
- // rename CommitReport to TaskReport
92
- migrator.replaceRecursive("*.java", Pattern.compile("(CommitReport)"), 1, "TaskReport");
93
- migrator.replaceRecursive("*.java", Pattern.compile("(commitReport)"), 1, "taskReport");
94
- }
95
-
96
- // upgrade gradle version
97
- if (migrator.match("gradle/wrapper/gradle-wrapper.properties", GRADLE_VERSION_IN_WRAPPER)) {
98
- // gradle < 4.1
99
- migrator.copy("embulk/data/new/java/gradlew", "gradlew");
100
- migrator.setExecutable("gradlew");
101
- migrator.copy("embulk/data/new/java/gradle/wrapper/gradle-wrapper.properties",
102
- "gradle/wrapper/gradle-wrapper.properties");
103
- migrator.copy("embulk/data/new/java/gradle/wrapper/gradle-wrapper.jar",
104
- "gradle/wrapper/gradle-wrapper.jar");
105
- }
106
-
107
- // Add a method |jsonColumn| before the method |timestampColumn| which should exist.
108
- if (!migrator.matchRecursive("*.java", JSON_COLUMN_METHOD_IN_ALL_JAVA)) {
109
- final List<Matcher> matchers = migrator.matchersRecursive("*.java", TIMESTAMP_COLUMN_METHOD_IN_ALL_JAVA);
110
- if (!matchers.isEmpty()) {
111
- final String indent = matchers.get(0).group(1);
112
- final String JSON_COLUMN_METHOD = Joiner.on("\n").join(
113
- "",
114
- indent + "public void jsonColumn(Column column) {",
115
- indent + " throw new UnsupportedOperationException(\"This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.\");",
116
- indent + "}",
117
- "",
118
- indent + "@Override",
119
- "");
120
- migrator.replaceRecursive("*.java",
121
- TIMESTAMP_COLUMN_METHOD_AFTER_NEWLINE_IN_ALL_JAVA,
122
- 1,
123
- JSON_COLUMN_METHOD);
124
- }
125
- }
126
-
127
- // Add |sourceCompatibility| and |targetCompatibility| in build.gradle before |dependencies| existing.
128
- if (!migrator.match("build.gradle", TARGET_COMPATIBILITY_IN_GRADLE)) {
129
- migrator.insertLine("build.gradle", DEPENDENCIES_IN_GRADLE, new StringUpsert() {
130
- @Override
131
- public String getUpsertd(Matcher matcher) {
132
- return String.format("%stargetCompatibility = 1.7\n", matcher.group(1));
133
- }
134
- });
135
- }
136
- if (!migrator.match("build.gradle", SOURCE_COMPATIBILITY_IN_GRADLE)) {
137
- migrator.insertLine("build.gradle", TARGET_COMPATIBILITY_IN_GRADLE_WITH_INDENT, new StringUpsert() {
138
- @Override
139
- public String getUpsertd(Matcher matcher) {
140
- return String.format("%ssourceCompatibility = 1.7\n", matcher.group(1));
141
- }
142
- });
143
- }
144
-
145
- // Add the |checkstyle| Gradle plugin before the |java| plugin.
146
- if (!migrator.match("build.gradle", CHECKSTYLE_PLUGIN_IN_GRADLE)) {
147
- migrator.insertLine("build.gradle", JAVA_PLUGIN_IN_GRADLE, new StringUpsert() {
148
- @Override
149
- public String getUpsertd(Matcher matcher) {
150
- return String.format("%sid%s%scheckstyle%s",
151
- matcher.group(1),
152
- matcher.group(2),
153
- matcher.group(3),
154
- matcher.group(3));
155
- }
156
- });
157
- migrator.copy("embulk/data/new/java/config/checkstyle/checkstyle.xml",
158
- "config/checkstyle/checkstyle.xml");
159
- }
160
-
161
- // Add |checkstyle| settings before the |gem| task existing.
162
- if (!migrator.match("build.gradle", CHECKSTYLE_CONFIGURATION_IN_GRADLE)) {
163
- migrator.copy("embulk/data/new/java/config/checkstyle/default.xml",
164
- "config/checkstyle/default.xml");
165
- migrator.insertLine("build.gradle", GEM_TASK_IN_GRADLE, new StringUpsert() {
166
- @Override
167
- public String getUpsertd(Matcher matcher) {
168
- final Joiner joiner = Joiner.on("\n");
169
- final String indent = matcher.group(1);
170
- return joiner.join(
171
- indent + "checkstyle {",
172
- indent + " configFile = file(\"${project.rootDir}/config/checkstyle/checkstyle.xml\")",
173
- indent + " toolVersion = '6.14.1'",
174
- indent + "}",
175
- indent + "checkstyleMain {",
176
- indent + " configFile = file(\"${project.rootDir}/config/checkstyle/default.xml\")",
177
- indent + " ignoreFailures = true",
178
- indent + "}",
179
- indent + "checkstyleTest {",
180
- indent + " configFile = file(\"${project.rootDir}/config/checkstyle/default.xml\")",
181
- indent + " ignoreFailures = true",
182
- indent + "}",
183
- indent + "task checkstyle(type: Checkstyle) {",
184
- indent + " classpath = sourceSets.main.output + sourceSets.test.output",
185
- indent + " source = sourceSets.main.allJava + sourceSets.test.allJava",
186
- indent + "}");
187
- }
188
- });
189
- }
190
-
191
- // Update |embulk-core| and |embulk-standards| versions depending.
192
- migrator.replaceRecursive("build.gradle", EMBULK_CORE_OR_STANDARDS_IN_GRADLE, 1, thisEmbulkVersion);
193
- }
194
-
195
- private void migrateRubyPlugin(final Migrator migrator,
196
- final ComparableVersion fromVersion,
197
- final String thisEmbulkVersion)
198
- throws IOException
199
- {
200
- migrator.write(".ruby-version", "jruby-9.1.13.0");
201
-
202
- // Update |embulk| version depending.
203
- if (fromVersion.compareTo(new ComparableVersion("0.1.0")) <= 0) {
204
- // Add add_development_dependency.
205
- migrator.insertLineRecursive("*.gemspec", DEVELOPMENT_DEPENDENCY_IN_GEMSPEC, new StringUpsert() {
206
- @Override
207
- public String getUpsertd(Matcher matcher) {
208
- return String.format("%s.add_development_dependency 'embulk', ['>= %s']",
209
- matcher.group(1),
210
- thisEmbulkVersion);
211
- }
212
- });
213
- }
214
- else {
215
- if (migrator.replaceRecursive("*.gemspec", EMBULK_DEPENDENCY_PRERELEASE_IN_GEMSPEC, 1,
216
- ">= " + thisEmbulkVersion).isEmpty()) {
217
- migrator.replaceRecursive("*.gemspec", EMBULK_DEPENDENCY_IN_GEMSPEC, 1, thisEmbulkVersion);
218
- }
219
- }
220
- }
221
-
222
- private class Migrator {
223
- private Migrator(Path basePath) {
224
- this.basePath = basePath;
225
- this.modifiedFiles = new HashSet<Path>();
226
- }
227
-
228
- public Path getBasePath()
229
- {
230
- return this.basePath;
231
- }
232
-
233
- public Set<Path> getModifiedFiles()
234
- {
235
- return this.modifiedFiles;
236
- }
237
-
238
- public void copy(String sourceResourcePath, String destinationFileName)
239
- throws IOException
240
- {
241
- Path destinationPath = this.basePath.resolve(destinationFileName);
242
- Files.createDirectories(destinationPath.getParent());
243
- Files.copy(EmbulkMigrate.class.getClassLoader().getResourceAsStream(sourceResourcePath), destinationPath,
244
- StandardCopyOption.REPLACE_EXISTING);
245
- this.modifiedFiles.add(destinationPath);
246
- }
247
-
248
- public boolean match(String filePath, Pattern pattern)
249
- throws IOException
250
- {
251
- final Matcher matcher = pattern.matcher(read(this.basePath.resolve(filePath)));
252
- return matcher.find();
253
- }
254
-
255
- public boolean matchRecursive(String baseFileNameGlob, Pattern pattern)
256
- throws IOException
257
- {
258
- return !matchersRecursive(baseFileNameGlob, pattern).isEmpty();
259
- }
260
-
261
- public List<Matcher> matchersRecursive(final String baseFileNameGlob, final Pattern pattern)
262
- throws IOException
263
- {
264
- final ImmutableList.Builder<Matcher> matchers = ImmutableList.<Matcher>builder();
265
- final PathMatcher pathMatcher = FileSystems.getDefault().getPathMatcher("glob:" + baseFileNameGlob);
266
- Files.walkFileTree(this.basePath, new SimpleFileVisitor<Path>() {
267
- @Override
268
- public FileVisitResult visitFile(Path filePath, BasicFileAttributes attributes) throws IOException {
269
- if (pathMatcher.matches(filePath.getFileName())) {
270
- final Matcher matcher = pattern.matcher(read(filePath));
271
- if (matcher.find()) {
272
- matchers.add(matcher);
273
- }
274
- }
275
- return FileVisitResult.CONTINUE;
276
- }
277
- });
278
- return matchers.build();
279
- }
280
-
281
- public List<Matcher> replaceRecursive(final String baseFileNameGlob,
282
- final Pattern pattern,
283
- final int index,
284
- final String immediate)
285
- throws IOException
286
- {
287
- final ImmutableList.Builder<Matcher> matchers = ImmutableList.<Matcher>builder();
288
- final PathMatcher pathMatcher = FileSystems.getDefault().getPathMatcher("glob:" + baseFileNameGlob);
289
- Files.walkFileTree(this.basePath, new SimpleFileVisitor<Path>() {
290
- @Override
291
- public FileVisitResult visitFile(Path filePath, BasicFileAttributes attributes) throws IOException {
292
- if (pathMatcher.matches(filePath.getFileName())) {
293
- final String originalData = read(filePath);
294
- Matcher first = null;
295
- int position = 0;
296
- String modifiedData = originalData;
297
- while (position < modifiedData.length()) {
298
- final String formerModifiedData = modifiedData.substring(0, position);
299
- final String latterModifiedData = modifiedData.substring(position);
300
- final Matcher matcher = pattern.matcher(latterModifiedData);
301
- if (!matcher.find()) {
302
- break;
303
- }
304
- if (first == null) {
305
- first = matcher;
306
- }
307
- final String replacingString = immediate;
308
- modifiedData =
309
- formerModifiedData +
310
- latterModifiedData.substring(0, matcher.start(index)) +
311
- replacingString +
312
- latterModifiedData.substring(matcher.end(index));
313
- position =
314
- formerModifiedData.length() +
315
- matcher.start(index) +
316
- replacingString.length() +
317
- (matcher.end() - matcher.end(index));
318
- }
319
- if (first != null) {
320
- modify(filePath, modifiedData);
321
- matchers.add(first);
322
- }
323
- }
324
- return FileVisitResult.CONTINUE;
325
- }
326
- });
327
- return matchers.build();
328
- }
329
-
330
- public boolean insertLine(Path filePath, Pattern pattern, StringUpsert stringUpsert)
331
- throws IOException
332
- {
333
- final String originalData = read(filePath);
334
- final Matcher matcher = pattern.matcher(originalData);
335
- if (matcher.find()) {
336
- final String preMatch = originalData.substring(0, matcher.start());
337
- final int lineNumber = preMatch.split("\n").length;
338
- final String replacingString = stringUpsert.getUpsertd(matcher);
339
- List<String> lines = new ArrayList<String>(Arrays.asList(originalData.split("\n")));
340
- lines.add(lineNumber + 1, replacingString);
341
- final String modifiedData = Joiner.on("\n").join(lines);
342
- modify(filePath, modifiedData);
343
- return true;
344
- }
345
- return false;
346
- }
347
-
348
- public boolean insertLine(String filePath, Pattern pattern, StringUpsert stringUpsert)
349
- throws IOException
350
- {
351
- return insertLine(this.basePath.resolve(filePath), pattern, stringUpsert);
352
- }
353
-
354
- public void insertLineRecursive(final String baseFileNameGlob,
355
- final Pattern pattern,
356
- final StringUpsert stringUpsert)
357
- throws IOException
358
- {
359
- final ImmutableList.Builder<Matcher> matchers = ImmutableList.<Matcher>builder();
360
- final PathMatcher pathMatcher = FileSystems.getDefault().getPathMatcher("glob:" + baseFileNameGlob);
361
- Files.walkFileTree(this.basePath, new SimpleFileVisitor<Path>() {
362
- @Override
363
- public FileVisitResult visitFile(Path filePath, BasicFileAttributes attributes) throws IOException {
364
- if (pathMatcher.matches(filePath.getFileName())) {
365
- insertLine(filePath, pattern, stringUpsert);
366
- }
367
- return FileVisitResult.CONTINUE;
368
- }
369
- });
370
- }
371
-
372
- public void write(String fileName, String writtenData)
373
- throws IOException
374
- {
375
- Path destinationPath = this.basePath.resolve(fileName);
376
- Files.createDirectories(destinationPath.getParent());
377
- modify(destinationPath, writtenData);
378
- }
379
-
380
- private void modify(Path filePath, String modifiedData)
381
- throws IOException
382
- {
383
- final String originalData = read(filePath);
384
- if (!originalData.equals(modifiedData)) {
385
- Files.write(filePath, modifiedData.getBytes(StandardCharsets.UTF_8), StandardOpenOption.CREATE);
386
- if (!this.modifiedFiles.contains(filePath)) {
387
- if (originalData.isEmpty()) {
388
- System.out.printf(" Created %s\n", filePath.toString());
389
- }
390
- else {
391
- System.out.printf(" Modified %s\n", filePath.toString());
392
- }
393
- this.modifiedFiles.add(filePath);
394
- }
395
- }
396
- }
397
-
398
- private String read(Path filePath)
399
- throws IOException
400
- {
401
- // assumes source code is written in UTF-8.
402
- return new String(readBytes(filePath), StandardCharsets.UTF_8);
403
- }
404
-
405
- private byte[] readBytes(Path filePath)
406
- throws IOException
407
- {
408
- try {
409
- return Files.readAllBytes(filePath);
410
- }
411
- catch (NoSuchFileException ex) {
412
- return new byte[0];
413
- }
414
- }
415
-
416
- private void setExecutable(String targetFileName)
417
- throws IOException
418
- {
419
- final Path targetPath = this.basePath.resolve(targetFileName);
420
- final Set<PosixFilePermission> permissions =
421
- new HashSet<PosixFilePermission>(Files.getPosixFilePermissions(targetPath));
422
- permissions.add(PosixFilePermission.OWNER_EXECUTE);
423
- permissions.add(PosixFilePermission.GROUP_EXECUTE);
424
- permissions.add(PosixFilePermission.OTHERS_EXECUTE);
425
- Files.setPosixFilePermissions(targetPath, permissions);
426
- }
427
-
428
- private final Path basePath;
429
- private final Set<Path> modifiedFiles;
430
- }
431
-
432
- private interface StringUpsert {
433
- public String getUpsertd(Matcher matcher);
434
- }
435
-
436
- private enum Language {
437
- JAVA,
438
- RUBY,
439
- ;
440
- }
441
-
442
- private static final Pattern EMBULK_CORE_IN_GRADLE = Pattern.compile(
443
- "org\\.embulk:embulk-core:([\\d\\.\\+]+)?");
444
- private static final Pattern NEW_EMBULK_IN_GEMSPEC = Pattern.compile(
445
- "add_(?:development_)?dependency\\s+\\W+embulk\\W+\\s+([\\d\\.]+)\\W+");
446
- private static final Pattern OLD_EMBULK_IN_GEMSPEC = Pattern.compile(
447
- "embulk-");
448
- private static final Pattern GRADLE_VERSION_IN_WRAPPER = Pattern.compile(
449
- "gradle-[23]\\.\\d+(\\.\\d+)?-");
450
- private static final Pattern JSON_COLUMN_METHOD_IN_ALL_JAVA = Pattern.compile(
451
- "void\\s+jsonColumn");
452
- private static final Pattern TIMESTAMP_COLUMN_METHOD_IN_ALL_JAVA = Pattern.compile(
453
- "^(\\W+).*?void\\s+timestampColumn", Pattern.MULTILINE);
454
- private static final Pattern TIMESTAMP_COLUMN_METHOD_AFTER_NEWLINE_IN_ALL_JAVA = Pattern.compile(
455
- "(\\r?\\n)(\\W+).*?void\\s+timestampColumn");
456
- private static final Pattern TARGET_COMPATIBILITY_IN_GRADLE = Pattern.compile(
457
- "targetCompatibility");
458
- private static final Pattern SOURCE_COMPATIBILITY_IN_GRADLE = Pattern.compile(
459
- "sourceCompatibility");
460
- private static final Pattern DEPENDENCIES_IN_GRADLE = Pattern.compile(
461
- "^([ \\t]*)dependencies\\s*\\{", Pattern.MULTILINE);
462
- private static final Pattern TARGET_COMPATIBILITY_IN_GRADLE_WITH_INDENT = Pattern.compile(
463
- "^([ \\t]*)targetCompatibility", Pattern.MULTILINE);
464
- private static final Pattern CHECKSTYLE_PLUGIN_IN_GRADLE = Pattern.compile(
465
- "id\\s+(?<quote>[\"\'])checkstyle\\k<quote>");
466
- private static final Pattern JAVA_PLUGIN_IN_GRADLE = Pattern.compile(
467
- "^([ \t]*)id( +)([\"\'])java[\"\']", Pattern.MULTILINE);
468
- private static final Pattern CHECKSTYLE_CONFIGURATION_IN_GRADLE = Pattern.compile(
469
- "checkstyle\\s+\\{");
470
- private static final Pattern GEM_TASK_IN_GRADLE = Pattern.compile(
471
- "^([ \\t]*)task\\s+gem\\W.*\\{", Pattern.MULTILINE);
472
- private static final Pattern EMBULK_CORE_OR_STANDARDS_IN_GRADLE = Pattern.compile(
473
- "org\\.embulk:embulk-(?:core|standards|test):([\\d\\.\\+]+)?");
474
- private static final Pattern DEVELOPMENT_DEPENDENCY_IN_GEMSPEC = Pattern.compile(
475
- "([ \\t]*\\w+)\\.add_development_dependency");
476
- private static final Pattern EMBULK_DEPENDENCY_PRERELEASE_IN_GEMSPEC = Pattern.compile(
477
- "add_(?:development_)?dependency\\s+\\W+embulk\\W+\\s*(\\~\\>\\s*[\\d\\.]+)\\W+");
478
- private static final Pattern EMBULK_DEPENDENCY_IN_GEMSPEC = Pattern.compile(
479
- "add_(?:development_)?dependency\\s+\\W+embulk\\W+\\s*([\\d\\.]+)\\W+");
480
- }