embulk 0.7.0-java

data/embulk-core/src/main/java/org/embulk/EmbulkService.java

@@ -0,0 +1,76 @@
+package org.embulk;
+
+import java.util.List;
+import com.google.common.collect.ImmutableList;
+import com.google.inject.Guice;
+import com.google.inject.Injector;
+import com.google.inject.Module;
+import org.embulk.config.ConfigSource;
+import org.embulk.exec.SystemConfigModule;
+import org.embulk.exec.ExecModule;
+import org.embulk.exec.ExtensionServiceLoaderModule;
+import org.embulk.plugin.PluginClassLoaderModule;
+import org.embulk.plugin.BuiltinPluginSourceModule;
+import org.embulk.jruby.JRubyScriptingModule;
+import static com.google.common.base.Preconditions.checkState;
+
+@Deprecated
+public class EmbulkService
+{
+    private final ConfigSource systemConfig;
+
+    protected Injector injector;
+    private boolean initialized;
+
+    public EmbulkService(ConfigSource systemConfig)
+    {
+        this.systemConfig = systemConfig;
+    }
+
+    protected Iterable<? extends Module> getAdditionalModules(ConfigSource systemConfig)
+    {
+        return ImmutableList.of();
+    }
+
+    protected Iterable<? extends Module> overrideModules(Iterable<? extends Module> modules, ConfigSource systemConfig)
+    {
+        return modules;
+    }
+
+    static List<Module> standardModuleList(ConfigSource systemConfig)
+    {
+        return ImmutableList.of(
+                new SystemConfigModule(systemConfig),
+                new ExecModule(),
+                new ExtensionServiceLoaderModule(systemConfig),
+                new PluginClassLoaderModule(systemConfig),
+                new BuiltinPluginSourceModule(),
+                new JRubyScriptingModule(systemConfig));
+    }
+
+    public Injector initialize()
+    {
+        checkState(!initialized, "Already initialized");
+
+        ImmutableList.Builder<Module> builder = ImmutableList.builder();
+        builder.addAll(standardModuleList(systemConfig));
+        builder.addAll(getAdditionalModules(systemConfig));
+
+        Iterable<? extends Module> modules = builder.build();
+        modules = overrideModules(modules, systemConfig);
+
+        injector = Guice.createInjector(modules);
+        initialized = true;
+
+        return injector;
+    }
+
+    @Deprecated
+    public synchronized Injector getInjector()
+    {
+        if (initialized) {
+            return injector;
+        }
+        return initialize();
+    }
+}

data/embulk-core/src/main/java/org/embulk/command/PreviewPrinter.java

@@ -0,0 +1,84 @@
+package org.embulk.command;
+
+import java.util.List;
+import java.util.Locale;
+import java.io.PrintStream;
+import java.io.Closeable;
+import java.io.IOException;
+import java.text.NumberFormat;
+import org.embulk.config.ModelManager;
+import org.embulk.spi.Schema;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.spi.Page;
+import org.embulk.spi.util.Pages;
+
+public abstract class PreviewPrinter
+        implements Closeable
+{
+    protected final PrintStream out;
+    protected final ModelManager modelManager;
+    protected final Schema schema;
+    private final String[] stringValues;
+
+    private final NumberFormat numberFormat = NumberFormat.getNumberInstance(Locale.ENGLISH);
+
+    public PreviewPrinter(PrintStream out, ModelManager modelManager, Schema schema)
+    {
+        this.out = out;
+        this.modelManager = modelManager;
+        this.schema = schema;
+        this.stringValues = new String[schema.getColumnCount()];
+    }
+
+    public void printAllPages(List<Page> pages) throws IOException
+    {
+        List<Object[]> records = Pages.toObjects(schema, pages);
+        for (Object[] record : records) {
+            printRecord(record);
+        }
+    }
+
+    public void printRecord(Object... values) throws IOException
+    {
+        int min = Math.min(schema.getColumnCount(), values.length);
+        for (int i=0; i < min; i++) {
+            stringValues[i] = valueToString(values[i]);
+        }
+        for (int i=min; i < schema.getColumnCount(); i++) {
+            stringValues[i] = valueToString(null);
+        }
+        printRecord(stringValues);
+    }
+
+    protected abstract void printRecord(String[] values) throws IOException;
+
+    protected String valueToString(Object obj)
+    {
+        if (obj == null) {
+            return "";
+        } else if (obj instanceof String) {
+            return (String) obj;
+        } else if (obj instanceof Number) {
+            if (obj instanceof Integer) {
+                return numberFormat.format(((Integer) obj).longValue());
+            }
+            if (obj instanceof Long) {
+                return numberFormat.format(((Long) obj).longValue());
+            }
+            return obj.toString();
+        } else if (obj instanceof Timestamp) {
+            return obj.toString();
+        } else {
+            return modelManager.writeObject(obj);
+        }
+    }
+
+    public void finish() throws IOException
+    { }
+
+    @Override
+    public void close() throws IOException
+    {
+        out.close();
+    }
+}

data/embulk-core/src/main/java/org/embulk/command/TablePreviewPrinter.java

@@ -0,0 +1,107 @@
+package org.embulk.command;
+
+import java.util.List;
+import java.util.Arrays;
+import java.util.ArrayList;
+import java.io.PrintStream;
+import java.io.IOException;
+import org.embulk.config.ModelManager;
+import org.embulk.spi.Schema;
+
+public class TablePreviewPrinter
+        extends PreviewPrinter
+{
+    private static final int MAX_SAMPLE_SIZE = 32000;
+
+    private List<String[]> samples;
+    private int sampleSize;
+    private String format = null;
+    private String border = null;
+
+    public TablePreviewPrinter(PrintStream out, ModelManager modelManager, Schema schema)
+    {
+        super(out, modelManager, schema);
+        this.samples = new ArrayList<String[]>();
+        String[] header = new String[schema.getColumnCount()];
+        for (int i=0; i < header.length; i++) {
+            header[i] = schema.getColumnName(i) + ":" + schema.getColumnType(i);
+        }
+        samples.add(header);
+    }
+
+    @Override
+    protected void printRecord(String[] values) throws IOException
+    {
+        if (samples == null) {
+            // header is already written
+            out.format(format, Arrays.copyOf(values, values.length, Object[].class));
+        } else {
+            // estimating size of columns
+            samples.add(Arrays.copyOf(values, values.length));
+            for (String v : values) {
+                sampleSize += v.length();
+            }
+            if (sampleSize > MAX_SAMPLE_SIZE) {
+                // enough number of rows to estimate size of the columns.
+                flushSamples();
+            }
+        }
+    }
+
+    private void flushSamples()
+    {
+        StringBuilder borderBuilder = new StringBuilder();
+
+        StringBuilder sb = new StringBuilder();
+        sb.append("| ");
+        borderBuilder.append("+-");
+        for (int i=0; i < schema.getColumnCount(); i++) {
+            if (i != 0) {
+                sb.append(" | ");
+                borderBuilder.append("-+-");
+            }
+            int colLen = maxLengthInColumn(i);
+            sb.append("%"+colLen+"s");
+            for (int b=0; b < colLen; b++) {
+                borderBuilder.append("-");
+            }
+        }
+        sb.append(" |");
+        borderBuilder.append("-+");
+        sb.append("\n");
+
+        this.format = sb.toString();
+        this.border = borderBuilder.toString();
+
+        out.println(border);
+
+        for (int i=0; i < samples.size(); i++) {
+            String[] values = samples.get(i);
+            out.format(format, Arrays.copyOf(values, values.length, Object[].class));
+            if (i == 0) {
+                // i == 0 is header. write border after the header
+                out.println(border);
+            }
+        }
+
+        this.samples = null;
+    }
+
+    private int maxLengthInColumn(int i)
+    {
+        int max = 0;
+        for (String[] values : samples) {
+            max = Math.max(max, values[i].length());
+        }
+        return max;
+    }
+
+    @Override
+    public void finish() throws IOException
+    {
+        if (samples != null) {
+            flushSamples();
+        }
+        out.println(border);
+    }
+}

data/embulk-core/src/main/java/org/embulk/command/VerticalPreviewPrinter.java

@@ -0,0 +1,47 @@
+package org.embulk.command;
+
+import java.io.PrintStream;
+import java.io.IOException;
+import org.embulk.config.ModelManager;
+import org.embulk.spi.Schema;
+
+public class VerticalPreviewPrinter
+        extends PreviewPrinter
+{
+    private final String format;
+    private int count = 0;
+
+    public VerticalPreviewPrinter(PrintStream out, ModelManager modelManager, Schema schema)
+    {
+        super(out, modelManager, schema);
+        this.format = "%" + maxColumnNameLength(schema) + "s (%" + maxColumnTypeNameLength(schema)+ "s) : %s%n";
+    }
+
+    private static int maxColumnNameLength(Schema schema)
+    {
+        int max = 0;
+        for (int i=0; i < schema.getColumnCount(); i++) {
+            max = Math.max(max, schema.getColumnName(i).length());
+        }
+        return max;
+    }
+
+    private static int maxColumnTypeNameLength(Schema schema)
+    {
+        int max = 0;
+        for (int i=0; i < schema.getColumnCount(); i++) {
+            max = Math.max(max, schema.getColumnType(i).toString().length());
+        }
+        return max;
+    }
+
+    @Override
+    protected void printRecord(String[] values) throws IOException
+    {
+        count++;
+        out.format("*************************** %d ***************************%n", count);
+        for (int i=0; i < schema.getColumnCount(); i++) {
+            out.format(format, schema.getColumnName(i), schema.getColumnType(i), values[i]);
+        }
+    }
+}

data/embulk-core/src/main/java/org/embulk/config/CommitReport.java

@@ -0,0 +1,33 @@
+package org.embulk.config;
+
+/**
+ * Simply replaced by TaskReport.
+ */
+@Deprecated
+public interface CommitReport
+        extends TaskReport
+{
+    @Override
+    CommitReport getNested(String attrName);
+
+    @Override
+    CommitReport getNestedOrSetEmpty(String attrName);
+
+    @Override
+    CommitReport set(String attrName, Object v);
+
+    @Override
+    CommitReport setNested(String attrName, DataSource v);
+
+    @Override
+    CommitReport setAll(DataSource other);
+
+    @Override
+    CommitReport remove(String attrName);
+
+    @Override
+    CommitReport deepCopy();
+
+    @Override
+    CommitReport merge(DataSource other);
+}

data/embulk-core/src/main/java/org/embulk/config/Config.java

@@ -0,0 +1,15 @@
+package org.embulk.config;
+
+import java.lang.annotation.Documented;
+import java.lang.annotation.ElementType;
+import java.lang.annotation.Retention;
+import java.lang.annotation.RetentionPolicy;
+import java.lang.annotation.Target;
+
+@Documented
+@Retention(RetentionPolicy.RUNTIME)
+@Target(ElementType.METHOD)
+public @interface Config
+{
+    String value();
+}

data/embulk-core/src/main/java/org/embulk/config/ConfigDefault.java

@@ -0,0 +1,15 @@
+package org.embulk.config;
+
+import java.lang.annotation.Documented;
+import java.lang.annotation.ElementType;
+import java.lang.annotation.Retention;
+import java.lang.annotation.RetentionPolicy;
+import java.lang.annotation.Target;
+
+@Documented
+@Retention(RetentionPolicy.RUNTIME)
+@Target(ElementType.METHOD)
+public @interface ConfigDefault
+{
+    String value();
+}

data/embulk-core/src/main/java/org/embulk/config/ConfigDiff.java

@@ -0,0 +1,29 @@
+package org.embulk.config;
+
+public interface ConfigDiff
+        extends DataSource
+{
+    @Override
+    ConfigDiff getNested(String attrName);
+
+    @Override
+    ConfigDiff getNestedOrSetEmpty(String attrName);
+
+    @Override
+    ConfigDiff set(String attrName, Object v);
+
+    @Override
+    ConfigDiff setNested(String attrName, DataSource v);
+
+    @Override
+    ConfigDiff setAll(DataSource other);
+
+    @Override
+    ConfigDiff remove(String attrName);
+
+    @Override
+    ConfigDiff deepCopy();
+
+    @Override
+    ConfigDiff merge(DataSource other);
+}

data/embulk-core/src/main/java/org/embulk/config/ConfigException.java

@@ -0,0 +1,20 @@
+package org.embulk.config;
+
+public class ConfigException
+        extends RuntimeException
+{
+    public ConfigException(String message)
+    {
+        super(message);
+    }
+
+    public ConfigException(Throwable cause)
+    {
+        super(cause);
+    }
+
+    public ConfigException(String message, Throwable cause)
+    {
+        super(message, cause);
+    }
+}

data/embulk-core/src/main/java/org/embulk/config/ConfigInject.java

@@ -0,0 +1,14 @@
+package org.embulk.config;
+
+import java.lang.annotation.Documented;
+import java.lang.annotation.ElementType;
+import java.lang.annotation.Retention;
+import java.lang.annotation.RetentionPolicy;
+import java.lang.annotation.Target;
+
+@Documented
+@Retention(RetentionPolicy.RUNTIME)
+@Target(ElementType.METHOD)
+public @interface ConfigInject
+{
+}