embulk 0.8.39-java → 0.10.28-java

data/embulk-cli/src/main/java/org/embulk/cli/EmbulkSelfUpdate.java

@@ -1,235 +0,0 @@
-package org.embulk.cli;
-
-import java.io.ByteArrayOutputStream;
-import java.io.FileNotFoundException;
-import java.io.InputStream;
-import java.io.IOException;
-import java.net.HttpURLConnection;
-import java.net.URL;
-import java.net.URISyntaxException;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-import java.nio.file.StandardCopyOption;
-import java.util.jar.Attributes;
-import java.util.jar.JarFile;
-import java.util.jar.Manifest;
-import java.util.regex.Matcher;
-import java.util.regex.Pattern;
-
-import org.apache.maven.artifact.versioning.ComparableVersion;
-
-// It uses |java.net.HttpURLConnection| so that embulk-cli does not need additional dependedcies.
-// TODO(dmikurube): Support HTTP proxy. The original Ruby version did not support as well, though.
-public class EmbulkSelfUpdate
-{
-    // TODO(dmikurube): Stop catching Exceptions here when embulk_run.rb is replaced to Java.
-    public void updateSelf(final String runningVersionString,
-                           final String specifiedVersionString,
-                           final boolean isForced)
-            throws IOException, URISyntaxException
-    {
-        try {
-            updateSelfWithExceptions(runningVersionString, specifiedVersionString, isForced);
-        }
-        catch (Throwable ex) {
-            ex.printStackTrace();
-            throw ex;
-        }
-    }
-
-    private void updateSelfWithExceptions(final String runningVersionString,
-                                          final String specifiedVersionString,
-                                          final boolean isForced)
-            throws IOException, URISyntaxException
-    {
-        final Path jarPathJava = Paths.get(
-            EmbulkSelfUpdate.class.getProtectionDomain().getCodeSource().getLocation().toURI().getPath());
-
-        if ((!Files.exists(jarPathJava)) || (!Files.isRegularFile(jarPathJava))) {
-            throw exceptionNoSingleJar();
-        }
-
-        final String targetVersionString;
-        if (specifiedVersionString != null) {
-            System.out.printf("Checking version %s...\n", specifiedVersionString);
-            targetVersionString = checkTargetVersion(specifiedVersionString);
-            if (targetVersionString == null) {
-                throw new RuntimeException(String.format("Specified version does not exist: %s", specifiedVersionString));
-            }
-            System.out.printf("Found version %s.\n", specifiedVersionString);
-        }
-        else {
-            System.out.println("Checking the latest version...");
-            final ComparableVersion runningVersion = new ComparableVersion(runningVersionString);
-            targetVersionString = checkLatestVersion();
-            final ComparableVersion targetVersion = new ComparableVersion(targetVersionString);
-            if (targetVersion.compareTo(runningVersion) <= 0) {
-                System.out.printf("Already up-to-date. %s is the latest version.\n", runningVersion);
-                return;
-            }
-            System.out.printf("Found a newer version %s.\n", targetVersion);
-        }
-
-        if (!Files.isWritable(jarPathJava)) {
-            throw new RuntimeException(String.format("The existing %s is not writable. May need to sudo?",
-                                                     jarPathJava.toString()));
-        }
-
-        final URL downloadUrl = new URL(String.format("https://dl.bintray.com/embulk/maven/embulk-%s.jar",
-                                                      targetVersionString));
-        System.out.printf("Downloading %s ...\n", downloadUrl.toString());
-
-        Path jarPathTemp = Files.createTempFile("embulk-selfupdate", ".jar");
-        try {
-            final HttpURLConnection connection = (HttpURLConnection) downloadUrl.openConnection();
-            try {
-                // Follow the redicrect from the Bintray URL.
-                connection.setInstanceFollowRedirects(true);
-                connection.setRequestMethod("GET");
-                connection.connect();
-                final int statusCode = connection.getResponseCode();
-                if (HttpURLConnection.HTTP_OK != statusCode) {
-                    throw new FileNotFoundException(
-                        String.format("Unexpected HTTP status code: %d", statusCode));
-                }
-                InputStream input = connection.getInputStream();
-                // TODO(dmikurube): Confirm if it is okay to replace a temp file created by Files.createTempFile.
-                Files.copy(input, jarPathTemp, StandardCopyOption.REPLACE_EXISTING);
-                Files.setPosixFilePermissions(jarPathTemp, Files.getPosixFilePermissions(jarPathJava));
-            }
-            finally {
-                connection.disconnect();
-            }
-
-            if (!isForced) {  // Check corruption
-                final String versionJarTemp;
-                try {
-                    versionJarTemp = getJarVersion(jarPathTemp);
-                }
-                catch (FileNotFoundException ex) {
-                    throw new RuntimeException("Failed to check corruption. Downloaded version may include incompatible changes. Try the '-f' option to force updating without checking.", ex);
-                }
-                if (!versionJarTemp.equals(targetVersionString)) {
-                    throw new RuntimeException(
-                        String.format("Downloaded version does not match: %s (downloaded) / %s (target)",
-                                      versionJarTemp,
-                                      targetVersionString));
-                }
-            }
-            Files.move(jarPathTemp, jarPathJava, StandardCopyOption.REPLACE_EXISTING);
-        }
-        finally {
-            Files.deleteIfExists(jarPathTemp);
-        }
-        System.out.println(String.format("Updated to %s.", targetVersionString));
-    }
-
-    private RuntimeException exceptionNoSingleJar()
-    {
-        return new RuntimeException("Embulk is not installed as a single jar. \"selfupdate\" does not work. If you installed Embulk through gem, run \"gem install embulk\" instead.");
-    }
-
-    /**
-     * Checks the latest version from bintray.com.
-     *
-     * It passes all {@code IOException} and {@code RuntimeException} through out.
-     */
-    private String checkLatestVersion()
-            throws IOException
-    {
-        final URL bintrayUrl = new URL("https://bintray.com/embulk/maven/embulk/_latestVersion");
-        final HttpURLConnection connection = (HttpURLConnection) bintrayUrl.openConnection();
-        try {
-            // Stop HttpURLConnection from following redirects when the status code is 301 or 302.
-            connection.setInstanceFollowRedirects(false);
-            connection.setRequestMethod("GET");
-            connection.connect();
-            final int statusCode = connection.getResponseCode();
-            if (HttpURLConnection.HTTP_MOVED_TEMP != statusCode) {
-                throw new FileNotFoundException(
-                    String.format("Unexpected HTTP status code: %d", statusCode));
-            }
-            final String location = connection.getHeaderField("Location");
-            final Matcher versionMatcher = VERSION_URL_PATTERN.matcher(location);
-            if (!versionMatcher.matches()) {
-                throw new FileNotFoundException(
-                    String.format("Invalid version number in \"Location\" header: %s", location));
-            }
-            return versionMatcher.group(1);
-        }
-        finally {
-            connection.disconnect();
-        }
-    }
-
-    /**
-     * Checks the target version in bintray.com.
-     *
-     * It passes all {@code IOException} and {@code RuntimeException} through out.
-     */
-    private String checkTargetVersion(String version)
-            throws IOException
-    {
-        final URL bintrayUrl = new URL(String.format("https://bintray.com/embulk/maven/embulk/%s", version));
-        final HttpURLConnection connection = (HttpURLConnection) bintrayUrl.openConnection();
-        try {
-            connection.setInstanceFollowRedirects(false);
-            connection.setRequestMethod("GET");
-            connection.connect();
-            final int statusCode = connection.getResponseCode();
-            if (HttpURLConnection.HTTP_NOT_FOUND == statusCode) {
-                return null;
-            }
-            else if (HttpURLConnection.HTTP_OK != statusCode) {
-                throw new FileNotFoundException(
-                    String.format("Unexpected HTTP status code: %d", statusCode));
-            }
-            else {
-                return version;
-            }
-        }
-        finally {
-            connection.disconnect();
-        }
-    }
-
-    private String getJarVersion(Path jarPath)
-            throws IOException
-    {
-        try (final JarFile jarFile = new JarFile(jarPath.toFile())) {
-            final Manifest manifest;
-            try {
-                manifest = jarFile.getManifest();
-            }
-            catch (IOException ex) {
-                throw new IOException("Version not found. Failed to load the manifest.", ex);
-            }
-            String manifestContents;
-            try (final ByteArrayOutputStream outputStream = new ByteArrayOutputStream()) {
-                manifest.write(outputStream);
-                manifestContents = outputStream.toString();
-            }
-            catch (IOException ex) {
-                manifestContents = "(Failed to read the contents of the manifest.)";
-            }
-            final Attributes mainAttributes = manifest.getMainAttributes();
-            final String implementationVersion = mainAttributes.getValue(Attributes.Name.IMPLEMENTATION_VERSION);
-            if (implementationVersion == null) {
-                throw new IOException("Version not found. Failed to read \""
-                                      + Attributes.Name.IMPLEMENTATION_VERSION
-                                      + "\": " + manifestContents);
-            }
-            return implementationVersion;
-        }
-        catch (IOException ex) {
-            throw new IOException("Version not found. Failed to load the jar file.", ex);
-        }
-
-        // NOTE: Checking embulk/version.rb is no longer needed.
-        // The jar manifest with "Implementation-Version" has been included in Embulk jars from v0.4.0.
-    }
-
-    private static final Pattern VERSION_URL_PATTERN = Pattern.compile("^https?://.*/embulk/(\\d+\\.\\d+[^\\/]+).*$");
-    private static final Pattern VERSION_RUBY_PATTERN = Pattern.compile("^\\s*VERSION\\s*\\=\\s*(\\p{Graph}+)\\s*$");
-}

data/embulk-cli/src/main/java/org/embulk/cli/EmbulkSubcommand.java

@@ -1,47 +0,0 @@
-package org.embulk.cli;
-
-public enum EmbulkSubcommand
-{
-    BUNDLE("bundle"),
-    CLEANUP("cleanup"),
-    EXAMPLE("example"),
-    EXEC("exec"),
-    GEM("gem"),
-    GUESS("guess"),
-    IRB("irb"),
-    MIGRATE("migrate"),
-    MKBUNDLE("mkbundle"),
-    NEW("new"),
-    PREVIEW("preview"),
-    RUN("run"),
-    SELFUPDATE("selfupdate"),
-    VERSION_OUT("--version"),
-    VERSION_ERR("-version"),
-    ;
-
-    private EmbulkSubcommand(final String subcommand)
-    {
-        this.subcommand = subcommand;
-    }
-
-    public static EmbulkSubcommand of(final String subcommand)
-            throws EmbulkCommandLineException
-    {
-        if (!(subcommand.equals("--version")) && !(subcommand.equals("-version"))) {
-            for (final EmbulkSubcommand constant : values()) {
-                if (constant.toString().equals(subcommand)) {
-                    return constant;
-                }
-            }
-        }
-        throw new EmbulkCommandLineException("Unknown subcommand " + subcommand + ".");
-    }
-
-    @Override
-    public final String toString()
-    {
-        return this.subcommand;
-    }
-
-    private final String subcommand;
-}

data/embulk-cli/src/main/java/org/embulk/cli/Main.java

@@ -1,31 +0,0 @@
-package org.embulk.cli;
-
-import java.util.ArrayList;
-import java.util.Collections;
-import org.embulk.EmbulkVersion;
-
-public class Main
-{
-    public static void main(final String[] args)
-    {
-        final ArrayList<String> jrubyOptions = new ArrayList<String>();
-
-        int i;
-        for (i = 0; i < args.length; ++i) {
-            if (args[i].startsWith("-R")) {
-                jrubyOptions.add(args[i].substring(2));
-            } else {
-                break;
-            }
-        }
-
-        final ArrayList<String> embulkArgs = new ArrayList<String>();
-        for (; i < args.length; ++i) {
-            embulkArgs.add(args[i]);
-        }
-
-        final EmbulkRun run = new EmbulkRun(EmbulkVersion.VERSION);
-        final int error = run.run(Collections.unmodifiableList(embulkArgs), Collections.unmodifiableList(jrubyOptions));
-        System.exit(error);
-    }
-}

data/embulk-cli/src/main/java/org/embulk/cli/parse/AbstractHelpLineDefinition.java

@@ -1,15 +0,0 @@
-package org.embulk.cli.parse;
-
-import org.apache.commons.cli.Option;
-
-/**
- * AbstractHelpLineDefinition represents any one line in help messages in the command line parser.
- *
- * It is visible only in {@code org.embulk.cli.parse} because its interface communicates commons-cli objects.
- * Dependencies on third-party libraries are to be encapsulated.
- */
-abstract class AbstractHelpLineDefinition
-{
-    // Visible only in org.embulk.cli.parse to keep commons-cli segregated from other components.
-    abstract Option getCliOption();
-}

data/embulk-cli/src/main/java/org/embulk/cli/parse/CliHelpFormatterWithHelpMessages.java

@@ -1,141 +0,0 @@
-package org.embulk.cli.parse;
-
-import java.io.PrintWriter;
-import java.util.HashMap;
-import java.util.List;
-import org.apache.commons.cli.HelpFormatter;
-import org.apache.commons.cli.Option;
-import org.apache.commons.cli.Options;
-
-/**
- * CliHelpFormatterWithHelpMessages is an extension of commons-cli's org.apache.commons.cli.HelpFormatter.
- *
- * It recognizes {@code HelpMessageAsCliOption} from {@code CliOptionsWithHelpMessages} in addition to that
- * {@code org.apache.commons.cli.HelpFormatter} processes ordinary {@code org.apache.commons.cli.Option}.
- *
- * It combines both {@code HelpMessageAsCliOption} and ordinary {@code org.apache.commons.cli.Option}, and
- * builds the entire help message.
- *
- * It is visible only in {@code org.embulk.cli.parse} because it is an extension of a commons-cli class.
- * Dependencies on third-party libraries are to be encapsulated.
- */
-final class CliHelpFormatterWithHelpMessages
-        extends HelpFormatter
-{
-    CliHelpFormatterWithHelpMessages(final String syntaxPrefix, final int prefixWidth)
-    {
-        super();
-        this.prefixWidth = prefixWidth;
-        this.setSyntaxPrefix(syntaxPrefix);
-    }
-
-    @Override
-    public final void printHelp(
-            final PrintWriter printWriter,
-            final int width,
-            final String commandLineSyntax,
-            final String header,
-            final Options options,
-            final int leftPaddingWidth,
-            final int descriptionPaddingWidth,
-            final String footer,
-            final boolean autoUsage)
-    {
-        super.printHelp(printWriter,
-                        width,
-                        commandLineSyntax,
-                        header,
-                        options,
-                        leftPaddingWidth,
-                        descriptionPaddingWidth,
-                        footer,
-                        autoUsage);
-        printWriter.flush();
-    }
-
-    @Override
-    protected final StringBuffer renderOptions(
-            final StringBuffer buffer,
-            final int width,
-            final Options options,
-            final int leftPaddingWidth,
-            final int descriptionPaddingWidth)
-    {
-        // If |options| is not the extended version, it is just delegated to the original HelpFormatter.
-        if (!(options instanceof CliOptionsWithHelpMessages)) {
-            return super.renderOptions(buffer, width, options, leftPaddingWidth, descriptionPaddingWidth);
-        }
-
-        final List<Option> allOptions = ((CliOptionsWithHelpMessages) options).getAllOptions();
-        final String leftPadding = super.createPadding(leftPaddingWidth);
-        final String descriptionPadding = super.createPadding(descriptionPaddingWidth);
-
-        int maxOptionLinePrefixLength = 0;
-        final HashMap<Option, String> optionLinePrefixes = new HashMap<Option, String>();
-
-        // The first pass: builds all "prefixes" of option lines, and measures their length.
-        for (final Option option : allOptions) {
-            final StringBuilder optionLinePrefixBuilder = new StringBuilder();
-
-            if (!(option instanceof HelpMessageAsCliOption)) {
-                optionLinePrefixBuilder.append(leftPadding);
-                if (option.getOpt() == null) {
-                    optionLinePrefixBuilder.append("    ").append(getLongOptPrefix()).append(option.getLongOpt());
-                }
-                else {
-                    optionLinePrefixBuilder.append(getOptPrefix()).append(option.getOpt());
-                    if (option.hasLongOpt()) {
-                        optionLinePrefixBuilder.append(", ").append(getLongOptPrefix()).append(option.getLongOpt());
-                    }
-                }
-
-                if (option.hasArg()) {
-                    final String argName = option.getArgName();
-                    if (argName != null && argName.length() == 0) {
-                        optionLinePrefixBuilder.append(' ');
-                    }
-                    else {
-                        optionLinePrefixBuilder.append(option.hasLongOpt() ? getLongOptSeparator() : " ");
-                        optionLinePrefixBuilder.append(argName != null ? option.getArgName() : getArgName());
-                    }
-                }
-
-                optionLinePrefixes.put(option, optionLinePrefixBuilder.toString());
-                if (maxOptionLinePrefixLength < optionLinePrefixBuilder.length()) {
-                    maxOptionLinePrefixLength = optionLinePrefixBuilder.length();
-                }
-            }
-        }
-
-        if (maxOptionLinePrefixLength < this.prefixWidth) {
-            maxOptionLinePrefixLength = this.prefixWidth;
-        }
-
-        // The second pass: builds all lines both from options and help messages.
-        for (final Option option : allOptions) {
-            if (option instanceof HelpMessageAsCliOption) {
-                buffer.append(option.toString());
-            }
-            else {
-                final StringBuilder lineBuilder = new StringBuilder();
-                lineBuilder.append(optionLinePrefixes.get(option));
-                if (lineBuilder.length() < maxOptionLinePrefixLength) {
-                    lineBuilder.append(super.createPadding(maxOptionLinePrefixLength - lineBuilder.length()));
-                }
-                lineBuilder.append(descriptionPadding);
-
-                if (option.getDescription() != null) {
-                    lineBuilder.append(option.getDescription());
-                }
-                super.renderWrappedText(buffer,
-                                        width,
-                                        maxOptionLinePrefixLength + descriptionPaddingWidth,
-                                        lineBuilder.toString());
-            }
-            buffer.append(super.getNewLine());
-        }
-        return buffer;
-    }
-
-    private final int prefixWidth;
-}