embulk 0.7.0-java

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/AbstractDynamicColumnSetter.java

@@ -0,0 +1,79 @@
+package org.embulk.spi.util.dynamic;
+
+import org.jruby.runtime.builtin.IRubyObject;
+import org.jruby.RubyNil;
+import org.jruby.RubyBoolean;
+import org.jruby.RubyInteger;
+import org.jruby.RubyFloat;
+import org.jruby.RubyString;
+import org.jruby.RubyTime;
+import org.jruby.exceptions.RaiseException;
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.Column;
+import org.embulk.spi.util.DynamicColumnSetter;
+import org.embulk.spi.time.Timestamp;
+
+public abstract class AbstractDynamicColumnSetter
+        implements DynamicColumnSetter
+{
+    protected final PageBuilder pageBuilder;
+    protected final Column column;
+    protected final DefaultValueSetter defaultValue;
+
+    protected AbstractDynamicColumnSetter(PageBuilder pageBuilder, Column column,
+            DefaultValueSetter defaultValue)
+    {
+        this.pageBuilder = pageBuilder;
+        this.column = column;
+        this.defaultValue = defaultValue;
+    }
+
+    public abstract void setNull();
+
+    public abstract void set(boolean value);
+
+    public abstract void set(long value);
+
+    public abstract void set(double value);
+
+    public abstract void set(String value);
+
+    public abstract void set(Timestamp value);
+
+    public void setRubyObject(IRubyObject rubyObject)
+    {
+        if (rubyObject == null || rubyObject instanceof RubyNil) {
+            setNull();
+        } else if (rubyObject instanceof RubyBoolean) {
+            RubyBoolean b = (RubyBoolean) rubyObject;
+            set(b.isTrue());
+        } else if (rubyObject instanceof RubyInteger) {
+            RubyInteger i = (RubyInteger) rubyObject;
+            try {
+                set(i.getLongValue());
+            } catch (RaiseException ex) {
+                if ("RangeError".equals(ex.getException().getMetaClass().getBaseName())) {
+                    // integer is too large
+                    throw ex;  //TODO setDefaultValue();
+                } else {
+                    throw ex;
+                }
+            }
+        } else if (rubyObject instanceof RubyFloat) {
+            RubyFloat f = (RubyFloat) rubyObject;
+            set(f.getDoubleValue());
+        } else if (rubyObject instanceof RubyString) {
+            RubyString s = (RubyString) rubyObject;
+            set(s.asJavaString());
+        } else if (rubyObject instanceof RubyTime) {
+            RubyTime time = (RubyTime) rubyObject;
+            long msec = time.getDateTime().getMillis();
+            long nsec = time.getNSec();
+            long sec = msec / 1000 + nsec / 1000000000;
+            int nano = (int) ((msec % 1000) * 1000000 + nsec % 1000000000);
+            set(Timestamp.ofEpochSecond(sec, nano));
+        } else {
+            throw rubyObject.getRuntime().newTypeError("cannot convert instance of " + rubyObject.getMetaClass() + " to nil, true, false, Integer, Float, String, or Time");
+        }
+    }
+}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/BooleanColumnSetter.java

@@ -0,0 +1,64 @@
+package org.embulk.spi.util.dynamic;
+
+import com.google.common.collect.ImmutableSet;
+import org.embulk.spi.Column;
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.time.Timestamp;
+
+public class BooleanColumnSetter
+        extends AbstractDynamicColumnSetter
+{
+    private static final ImmutableSet<String> TRUE_STRINGS =
+        ImmutableSet.of(
+                "true", "True", "TRUE",
+                "yes", "Yes", "YES",
+                "t", "T", "y", "Y",
+                "on", "On", "ON",
+                "1");
+
+    public BooleanColumnSetter(PageBuilder pageBuilder, Column column,
+            DefaultValueSetter defaultValue)
+    {
+        super(pageBuilder, column, defaultValue);
+    }
+
+    @Override
+    public void setNull()
+    {
+        pageBuilder.setNull(column);
+    }
+
+    @Override
+    public void set(boolean v)
+    {
+        pageBuilder.setBoolean(column, v);
+    }
+
+    @Override
+    public void set(long v)
+    {
+        pageBuilder.setBoolean(column, v > 0);
+    }
+
+    @Override
+    public void set(double v)
+    {
+        pageBuilder.setBoolean(column, v > 0.0);
+    }
+
+    @Override
+    public void set(String v)
+    {
+        if (TRUE_STRINGS.contains(v)) {
+            pageBuilder.setBoolean(column, true);
+        } else {
+            defaultValue.setDouble(pageBuilder, column);
+        }
+    }
+
+    @Override
+    public void set(Timestamp v)
+    {
+        defaultValue.setBoolean(pageBuilder, column);
+    }
+}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/DefaultValueSetter.java

@@ -0,0 +1,18 @@
+package org.embulk.spi.util.dynamic;
+
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.Column;
+import org.embulk.spi.time.Timestamp;
+
+public interface DefaultValueSetter
+{
+    void setBoolean(PageBuilder pageBuilder, Column c);
+
+    void setLong(PageBuilder pageBuilder, Column c);
+
+    void setDouble(PageBuilder pageBuilder, Column c);
+
+    void setString(PageBuilder pageBuilder, Column c);
+
+    void setTimestamp(PageBuilder pageBuilder, Column c);
+}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/DoubleColumnSetter.java

@@ -0,0 +1,61 @@
+package org.embulk.spi.util.dynamic;
+
+import java.math.RoundingMode;
+import org.embulk.spi.Column;
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.time.Timestamp;
+
+public class DoubleColumnSetter
+        extends AbstractDynamicColumnSetter
+{
+    public DoubleColumnSetter(PageBuilder pageBuilder, Column column,
+            DefaultValueSetter defaultValue)
+    {
+        super(pageBuilder, column, defaultValue);
+    }
+
+    @Override
+    public void setNull()
+    {
+        pageBuilder.setNull(column);
+    }
+
+    @Override
+    public void set(boolean v)
+    {
+        pageBuilder.setDouble(column, v ? 1.0 : 0.0);
+    }
+
+    @Override
+    public void set(long v)
+    {
+        pageBuilder.setDouble(column, (double) v);
+    }
+
+    @Override
+    public void set(double v)
+    {
+        pageBuilder.setDouble(column, v);
+    }
+
+    @Override
+    public void set(String v)
+    {
+        double dv;
+        try {
+            dv = Double.parseDouble(v);
+        } catch (NumberFormatException e) {
+            defaultValue.setDouble(pageBuilder, column);
+            return;
+        }
+        pageBuilder.setDouble(column, dv);
+    }
+
+    @Override
+    public void set(Timestamp v)
+    {
+        double sec = (double) v.getEpochSecond();
+        double frac = v.getNano() / 1000000000.0;
+        pageBuilder.setDouble(column, sec + frac);
+    }
+}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/LongColumnSetter.java

@@ -0,0 +1,69 @@
+package org.embulk.spi.util.dynamic;
+
+import java.math.RoundingMode;
+import com.google.common.math.DoubleMath;
+import org.embulk.spi.Column;
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.time.Timestamp;
+
+public class LongColumnSetter
+        extends AbstractDynamicColumnSetter
+{
+    public LongColumnSetter(PageBuilder pageBuilder, Column column,
+            DefaultValueSetter defaultValue)
+    {
+        super(pageBuilder, column, defaultValue);
+    }
+
+    @Override
+    public void setNull()
+    {
+        pageBuilder.setNull(column);
+    }
+
+    @Override
+    public void set(boolean v)
+    {
+        pageBuilder.setLong(column, v ? 1L : 0L);
+    }
+
+    @Override
+    public void set(long v)
+    {
+        pageBuilder.setLong(column, v);
+    }
+
+    @Override
+    public void set(double v)
+    {
+        long lv;
+        try {
+            // TODO configurable rounding mode
+            lv = DoubleMath.roundToLong(v, RoundingMode.HALF_UP);
+        } catch (ArithmeticException ex) {
+            // NaN / Infinite / -Infinite
+            defaultValue.setLong(pageBuilder, column);
+            return;
+        }
+        pageBuilder.setLong(column, lv);
+    }
+
+    @Override
+    public void set(String v)
+    {
+        long lv;
+        try {
+            lv = Long.parseLong(v);
+        } catch (NumberFormatException e) {
+            defaultValue.setLong(pageBuilder, column);
+            return;
+        }
+        pageBuilder.setLong(column, lv);
+    }
+
+    @Override
+    public void set(Timestamp v)
+    {
+        pageBuilder.setDouble(column, v.getEpochSecond());
+    }
+}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/NullDefaultValueSetter.java

@@ -0,0 +1,34 @@
+package org.embulk.spi.util.dynamic;
+
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.Column;
+import org.embulk.spi.time.Timestamp;
+
+public class NullDefaultValueSetter
+        implements DefaultValueSetter
+{
+    public void setBoolean(PageBuilder pageBuilder, Column c)
+    {
+        pageBuilder.setNull(c);
+    }
+
+    public void setLong(PageBuilder pageBuilder, Column c)
+    {
+        pageBuilder.setNull(c);
+    }
+
+    public void setDouble(PageBuilder pageBuilder, Column c)
+    {
+        pageBuilder.setNull(c);
+    }
+
+    public void setString(PageBuilder pageBuilder, Column c)
+    {
+        pageBuilder.setNull(c);
+    }
+
+    public void setTimestamp(PageBuilder pageBuilder, Column c)
+    {
+        pageBuilder.setNull(c);
+    }
+}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/SkipColumnSetter.java

@@ -0,0 +1,52 @@
+package org.embulk.spi.util.dynamic;
+
+import org.jruby.runtime.builtin.IRubyObject;
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.Column;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.spi.time.TimestampParser;
+import org.embulk.spi.time.TimestampParseException;
+
+public class SkipColumnSetter
+        extends AbstractDynamicColumnSetter
+{
+    private static final SkipColumnSetter instance = new SkipColumnSetter();
+
+    public static SkipColumnSetter get()
+    {
+        return instance;
+    }
+
+    private SkipColumnSetter()
+    {
+        super(null, null, null);
+    }
+
+    @Override
+    public void setNull()
+    { }
+
+    @Override
+    public void set(boolean v)
+    { }
+
+    @Override
+    public void set(long v)
+    { }
+
+    @Override
+    public void set(double v)
+    { }
+
+    @Override
+    public void set(String v)
+    { }
+
+    @Override
+    public void set(Timestamp v)
+    { }
+
+    @Override
+    public void setRubyObject(IRubyObject rubyObject)
+    { }
+}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/StringColumnSetter.java

@@ -0,0 +1,56 @@
+package org.embulk.spi.util.dynamic;
+
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.Column;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.spi.time.TimestampFormatter;
+
+public class StringColumnSetter
+        extends AbstractDynamicColumnSetter
+{
+    private final TimestampFormatter timestampFormatter;
+
+    public StringColumnSetter(PageBuilder pageBuilder, Column column,
+            DefaultValueSetter defaultValue,
+            TimestampFormatter timestampFormatter)
+    {
+        super(pageBuilder, column, defaultValue);
+        this.timestampFormatter = timestampFormatter;
+    }
+
+    @Override
+    public void setNull()
+    {
+        pageBuilder.setNull(column);
+    }
+
+    @Override
+    public void set(boolean v)
+    {
+        pageBuilder.setString(column, Boolean.toString(v));
+    }
+
+    @Override
+    public void set(long v)
+    {
+        pageBuilder.setString(column, Long.toString(v));
+    }
+
+    @Override
+    public void set(double v)
+    {
+        pageBuilder.setString(column, Double.toString(v));
+    }
+
+    @Override
+    public void set(String v)
+    {
+        pageBuilder.setString(column, v);
+    }
+
+    @Override
+    public void set(Timestamp v)
+    {
+        pageBuilder.setString(column, timestampFormatter.format(v));
+    }
+}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/TimestampColumnSetter.java

@@ -0,0 +1,64 @@
+package org.embulk.spi.util.dynamic;
+
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.Column;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.spi.time.TimestampParser;
+import org.embulk.spi.time.TimestampParseException;
+
+public class TimestampColumnSetter
+        extends AbstractDynamicColumnSetter
+{
+    private final TimestampParser timestampParser;
+
+    public TimestampColumnSetter(PageBuilder pageBuilder, Column column,
+            DefaultValueSetter defaultValue,
+            TimestampParser timestampParser)
+    {
+        super(pageBuilder, column, defaultValue);
+        this.timestampParser = timestampParser;
+    }
+
+    @Override
+    public void setNull()
+    {
+        pageBuilder.setNull(column);
+    }
+
+    @Override
+    public void set(boolean v)
+    {
+        defaultValue.setTimestamp(pageBuilder, column);
+    }
+
+    @Override
+    public void set(long v)
+    {
+        pageBuilder.setTimestamp(column, Timestamp.ofEpochSecond(v));
+    }
+
+    @Override
+    public void set(double v)
+    {
+        long sec = (long) v;
+        int nsec = (int) ((v - (double) sec) * 1000000000);
+        pageBuilder.setTimestamp(column, Timestamp.ofEpochSecond(sec, nsec));
+        defaultValue.setTimestamp(pageBuilder, column);
+    }
+
+    @Override
+    public void set(String v)
+    {
+        try {
+            pageBuilder.setTimestamp(column, timestampParser.parse(v));
+        } catch (TimestampParseException e) {
+            defaultValue.setTimestamp(pageBuilder, column);
+        }
+    }
+
+    @Override
+    public void set(Timestamp v)
+    {
+        pageBuilder.setTimestamp(column, v);
+    }
+}