embulk 0.8.39-java → 0.10.24-java

data/embulk-core/src/main/java/org/embulk/EmbulkService.java

@@ -1,78 +0,0 @@
-package org.embulk;
-
-import java.util.List;
-import com.google.common.collect.ImmutableList;
-import com.google.inject.Guice;
-import com.google.inject.Injector;
-import com.google.inject.Module;
-import org.embulk.config.ConfigSource;
-import org.embulk.exec.SystemConfigModule;
-import org.embulk.exec.ExecModule;
-import org.embulk.exec.ExtensionServiceLoaderModule;
-import org.embulk.plugin.PluginClassLoaderModule;
-import org.embulk.plugin.BuiltinPluginSourceModule;
-import org.embulk.plugin.maven.MavenPluginSourceModule;
-import org.embulk.jruby.JRubyScriptingModule;
-import static com.google.common.base.Preconditions.checkState;
-
-@Deprecated
-public class EmbulkService
-{
-    private final ConfigSource systemConfig;
-
-    protected Injector injector;
-    private boolean initialized;
-
-    public EmbulkService(ConfigSource systemConfig)
-    {
-        this.systemConfig = systemConfig;
-    }
-
-    protected Iterable<? extends Module> getAdditionalModules(ConfigSource systemConfig)
-    {
-        return ImmutableList.of();
-    }
-
-    protected Iterable<? extends Module> overrideModules(Iterable<? extends Module> modules, ConfigSource systemConfig)
-    {
-        return modules;
-    }
-
-    static List<Module> standardModuleList(ConfigSource systemConfig)
-    {
-        return ImmutableList.of(
-                new SystemConfigModule(systemConfig),
-                new ExecModule(),
-                new ExtensionServiceLoaderModule(systemConfig),
-                new PluginClassLoaderModule(systemConfig),
-                new BuiltinPluginSourceModule(),
-                new MavenPluginSourceModule(systemConfig),
-                new JRubyScriptingModule(systemConfig));
-    }
-
-    public Injector initialize()
-    {
-        checkState(!initialized, "Already initialized");
-
-        ImmutableList.Builder<Module> builder = ImmutableList.builder();
-        builder.addAll(standardModuleList(systemConfig));
-        builder.addAll(getAdditionalModules(systemConfig));
-
-        Iterable<? extends Module> modules = builder.build();
-        modules = overrideModules(modules, systemConfig);
-
-        injector = Guice.createInjector(modules);
-        initialized = true;
-
-        return injector;
-    }
-
-    @Deprecated
-    public synchronized Injector getInjector()
-    {
-        if (initialized) {
-            return injector;
-        }
-        return initialize();
-    }
-}

data/embulk-core/src/main/java/org/embulk/EmbulkSetup.java

@@ -1,49 +0,0 @@
-package org.embulk;
-
-import com.fasterxml.jackson.core.JsonProcessingException;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import java.util.Collections;
-import java.util.HashMap;
-import java.util.List;
-import java.util.Map;
-import org.embulk.config.ConfigSource;
-
-/**
- * EmbulkSetup initiates an EmbulkRunner instance. It was originally implemented with Ruby in lib/embulk.rb.
- *
- * NOTE: Developers should not depend on this EmbulkSetup class. This class is created tentatively, and may be
- * re-implemented again in a different style.
- */
-public class EmbulkSetup
-{
-    public static EmbulkRunner setup(final Map<String, Object> systemConfigGiven)
-    {
-        // NOTE: When it was in Ruby "require 'json'" was required to format the system config into a JSON string.
-
-        // NOTE: require_classpath is called only when Embulk is loaded as a Ruby gem. (lib/embulk.rb)
-
-        final HashMap<String, Object> systemConfigModified = new HashMap<String, Object>(systemConfigGiven);
-
-        // use the global ruby runtime for all ScriptingContainer
-        // injected by org.embulk.jruby.JRubyScriptingModule
-        systemConfigModified.put("use_global_ruby_runtime", true);
-
-        // Calling ObjectMapper simply just as a formatter here so that it does not depend much on Jackson.
-        // Do not leak the Jackson object outside.
-        final ObjectMapper jacksonObjectMapper = new ObjectMapper();
-        final String systemConfigJson;
-        try {
-            systemConfigJson = jacksonObjectMapper.writeValueAsString(systemConfigModified);
-        }
-        catch (JsonProcessingException ex) {
-            throw new RuntimeException(ex);
-        }
-
-        final EmbulkEmbed.Bootstrap bootstrap = new org.embulk.EmbulkEmbed.Bootstrap();
-        final ConfigSource systemConfig = bootstrap.getSystemConfigLoader().fromJsonString(systemConfigJson);
-        bootstrap.setSystemConfig(systemConfig);
-        final EmbulkEmbed embed = bootstrap.initialize();  // see embulk-core/src/main/java/org/embulk/jruby/JRubyScriptingModule.
-
-        return new EmbulkRunner(embed);
-    }
-}

data/embulk-core/src/main/java/org/embulk/EmbulkVersion.java

@@ -1,109 +0,0 @@
-package org.embulk;
-
-import java.io.IOException;
-import java.net.URL;
-import java.security.CodeSource;
-import java.security.ProtectionDomain;
-import java.util.jar.Attributes;
-import java.util.jar.JarFile;
-import java.util.jar.Manifest;
-
-public final class EmbulkVersion
-{
-    private EmbulkVersion()
-    {
-    }
-
-    // Expecting Embulk is always packaged in the embulk-cli jar whenever the Embulk version is checked in Java.
-    static {
-        VERSION = getImplementationVersion(getSelfJarManifest(), "[embulk-version-unavailable]");
-    }
-
-    private static Manifest getSelfJarManifest()
-    {
-        try {
-            final ProtectionDomain protectionDomain;
-            try {
-                protectionDomain = EmbulkVersion.class.getProtectionDomain();
-            }
-            catch (SecurityException ex) {
-                System.err.println("Embulk version unavailable due to ProtectionDomain inaccessible.");
-                ex.printStackTrace();
-                return null;
-            }
-
-            final CodeSource codeSource = protectionDomain.getCodeSource();
-            if (codeSource == null) {
-                System.err.println("Embulk version unavailable due to CodeSource unavailable.");
-                return null;
-            }
-
-            final URL selfJarUrl = codeSource.getLocation();
-            if (selfJarUrl == null) {
-                System.err.println("Embulk version unavailable due to the location of CodeSource unavailable.");
-                return null;
-            }
-            else if (!selfJarUrl.getProtocol().equals("file")) {
-                System.err.println("Embulk version unavailable as the location of CodeSource is not local.");
-                return null;
-            }
-
-            final String selfJarPathString = selfJarUrl.getPath();
-            if (selfJarPathString == null) {
-                System.err.println("Embulk version unavailable due to the path of CodeSource unavailable.");
-                return null;
-            }
-            else if (selfJarPathString.isEmpty()) {
-                System.err.println("Embulk version unavailable due to the path of CodeSource empty.");
-                return null;
-            }
-
-            try (final JarFile selfJarFile = new JarFile(selfJarPathString)) {
-                try {
-                    return selfJarFile.getManifest();
-                }
-                catch (IllegalStateException ex) {
-                    System.err.println("Embulk version unavailable due to the jar file closed unexpectedly.");
-                    ex.printStackTrace();
-                    return null;
-                }
-                catch (IOException ex) {
-                    System.err.println("Embulk version unavailable due to failure to get the manifst in the jar file.");
-                    ex.printStackTrace();
-                    return null;
-                }
-            }
-            catch (SecurityException ex) {
-                System.err.println("Embulk version unavailable due to the jar file inaccessible.");
-                ex.printStackTrace();
-                return null;
-            }
-            catch (IOException ex) {
-                System.err.println("Embulk version unavailable due to failure to access the jar file.");
-                ex.printStackTrace();
-                return null;
-            }
-        }
-        catch (Throwable ex) {
-            System.err.println("Embulk version unavailable due to an unknown exception.");
-            ex.printStackTrace();
-            return null;
-        }
-    }
-
-    private static String getImplementationVersion(final Manifest manifest, final String defaultVersion)
-    {
-        if (manifest == null) {
-            return defaultVersion;
-        }
-        final Attributes mainAttributes = manifest.getMainAttributes();
-        final String implementationVersion = mainAttributes.getValue(Attributes.Name.IMPLEMENTATION_VERSION);
-        if (implementationVersion == null) {
-            System.err.println("Embulk version unavailable due to the manifest not containing Implementation-Version.");
-            return defaultVersion;
-        }
-        return implementationVersion;
-    }
-
-    public static final String VERSION;
-}

data/embulk-core/src/main/java/org/embulk/command/PreviewPrinter.java

@@ -1,87 +0,0 @@
-package org.embulk.command;
-
-import java.util.List;
-import java.util.Locale;
-import java.io.PrintStream;
-import java.io.Closeable;
-import java.io.IOException;
-import java.text.NumberFormat;
-import org.embulk.config.ModelManager;
-import org.embulk.spi.Schema;
-import org.embulk.spi.time.Timestamp;
-import org.embulk.spi.Page;
-import org.embulk.spi.util.Pages;
-import org.msgpack.value.Value;
-
-public abstract class PreviewPrinter
-        implements Closeable
-{
-    protected final PrintStream out;
-    protected final ModelManager modelManager;
-    protected final Schema schema;
-    private final String[] stringValues;
-
-    private final NumberFormat numberFormat = NumberFormat.getNumberInstance(Locale.ENGLISH);
-
-    public PreviewPrinter(PrintStream out, ModelManager modelManager, Schema schema)
-    {
-        this.out = out;
-        this.modelManager = modelManager;
-        this.schema = schema;
-        this.stringValues = new String[schema.getColumnCount()];
-    }
-
-    public void printAllPages(List<Page> pages) throws IOException
-    {
-        List<Object[]> records = Pages.toObjects(schema, pages);
-        for (Object[] record : records) {
-            printRecord(record);
-        }
-    }
-
-    public void printRecord(Object... values) throws IOException
-    {
-        int min = Math.min(schema.getColumnCount(), values.length);
-        for (int i=0; i < min; i++) {
-            stringValues[i] = valueToString(values[i]);
-        }
-        for (int i=min; i < schema.getColumnCount(); i++) {
-            stringValues[i] = valueToString(null);
-        }
-        printRecord(stringValues);
-    }
-
-    protected abstract void printRecord(String[] values) throws IOException;
-
-    protected String valueToString(Object obj)
-    {
-        if (obj == null) {
-            return "";
-        } else if (obj instanceof String) {
-            return (String) obj;
-        } else if (obj instanceof Number) {
-            if (obj instanceof Integer) {
-                return numberFormat.format(((Integer) obj).longValue());
-            }
-            if (obj instanceof Long) {
-                return numberFormat.format(((Long) obj).longValue());
-            }
-            return obj.toString();
-        } else if (obj instanceof Timestamp) {
-            return obj.toString();
-        } else if (obj instanceof Value) {
-            return obj.toString();
-        } else {
-            return modelManager.writeObject(obj);
-        }
-    }
-
-    public void finish() throws IOException
-    { }
-
-    @Override
-    public void close() throws IOException
-    {
-        out.close();
-    }
-}

data/embulk-core/src/main/java/org/embulk/command/TablePreviewPrinter.java

@@ -1,107 +0,0 @@
-package org.embulk.command;
-
-import java.util.List;
-import java.util.Arrays;
-import java.util.ArrayList;
-import java.io.PrintStream;
-import java.io.IOException;
-import org.embulk.config.ModelManager;
-import org.embulk.spi.Schema;
-
-public class TablePreviewPrinter
-        extends PreviewPrinter
-{
-    private static final int MAX_SAMPLE_SIZE = 32000;
-
-    private List<String[]> samples;
-    private int sampleSize;
-    private String format = null;
-    private String border = null;
-
-    public TablePreviewPrinter(PrintStream out, ModelManager modelManager, Schema schema)
-    {
-        super(out, modelManager, schema);
-        this.samples = new ArrayList<String[]>();
-        String[] header = new String[schema.getColumnCount()];
-        for (int i=0; i < header.length; i++) {
-            header[i] = schema.getColumnName(i) + ":" + schema.getColumnType(i);
-        }
-        samples.add(header);
-    }
-
-    @Override
-    protected void printRecord(String[] values) throws IOException
-    {
-        if (samples == null) {
-            // header is already written
-            out.format(format, Arrays.copyOf(values, values.length, Object[].class));
-        } else {
-            // estimating size of columns
-            samples.add(Arrays.copyOf(values, values.length));
-            for (String v : values) {
-                sampleSize += v.length();
-            }
-            if (sampleSize > MAX_SAMPLE_SIZE) {
-                // enough number of rows to estimate size of the columns.
-                flushSamples();
-            }
-        }
-    }
-
-    private void flushSamples()
-    {
-        StringBuilder borderBuilder = new StringBuilder();
-
-        StringBuilder sb = new StringBuilder();
-        sb.append("| ");
-        borderBuilder.append("+-");
-        for (int i=0; i < schema.getColumnCount(); i++) {
-            if (i != 0) {
-                sb.append(" | ");
-                borderBuilder.append("-+-");
-            }
-            int colLen = maxLengthInColumn(i);
-            sb.append("%"+colLen+"s");
-            for (int b=0; b < colLen; b++) {
-                borderBuilder.append("-");
-            }
-        }
-        sb.append(" |");
-        borderBuilder.append("-+");
-        sb.append("\n");
-
-        this.format = sb.toString();
-        this.border = borderBuilder.toString();
-
-        out.println(border);
-
-        for (int i=0; i < samples.size(); i++) {
-            String[] values = samples.get(i);
-            out.format(format, Arrays.copyOf(values, values.length, Object[].class));
-            if (i == 0) {
-                // i == 0 is header. write border after the header
-                out.println(border);
-            }
-        }
-
-        this.samples = null;
-    }
-
-    private int maxLengthInColumn(int i)
-    {
-        int max = 0;
-        for (String[] values : samples) {
-            max = Math.max(max, values[i].length());
-        }
-        return max;
-    }
-
-    @Override
-    public void finish() throws IOException
-    {
-        if (samples != null) {
-            flushSamples();
-        }
-        out.println(border);
-    }
-}

data/embulk-core/src/main/java/org/embulk/command/VerticalPreviewPrinter.java

@@ -1,47 +0,0 @@
-package org.embulk.command;
-
-import java.io.PrintStream;
-import java.io.IOException;
-import org.embulk.config.ModelManager;
-import org.embulk.spi.Schema;
-
-public class VerticalPreviewPrinter
-        extends PreviewPrinter
-{
-    private final String format;
-    private int count = 0;
-
-    public VerticalPreviewPrinter(PrintStream out, ModelManager modelManager, Schema schema)
-    {
-        super(out, modelManager, schema);
-        this.format = "%" + maxColumnNameLength(schema) + "s (%" + maxColumnTypeNameLength(schema)+ "s) : %s%n";
-    }
-
-    private static int maxColumnNameLength(Schema schema)
-    {
-        int max = 0;
-        for (int i=0; i < schema.getColumnCount(); i++) {
-            max = Math.max(max, schema.getColumnName(i).length());
-        }
-        return max;
-    }
-
-    private static int maxColumnTypeNameLength(Schema schema)
-    {
-        int max = 0;
-        for (int i=0; i < schema.getColumnCount(); i++) {
-            max = Math.max(max, schema.getColumnType(i).toString().length());
-        }
-        return max;
-    }
-
-    @Override
-    protected void printRecord(String[] values) throws IOException
-    {
-        count++;
-        out.format("*************************** %d ***************************%n", count);
-        for (int i=0; i < schema.getColumnCount(); i++) {
-            out.format(format, schema.getColumnName(i), schema.getColumnType(i), values[i]);
-        }
-    }
-}