embulk-output-jdbc 0.1.0

data/src/main/java/org/embulk/output/jdbc/setter/BooleanColumnSetter.java

@@ -0,0 +1,52 @@
+package org.embulk.output.jdbc.setter;
+
+import java.io.IOException;
+import java.sql.SQLException;
+import com.google.common.collect.ImmutableSet;
+import org.embulk.spi.PageReader;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.output.jdbc.JdbcColumn;
+import org.embulk.output.jdbc.BatchInsert;
+
+public class BooleanColumnSetter
+        extends ColumnSetter
+{
+    private static final ImmutableSet<String> trueStrings =
+        ImmutableSet.<String>of(
+                "true", "True", "TRUE",
+                "yes", "Yes", "YES",
+                "y", "Y",
+                "on", "On", "ON",
+                "1");
+
+    public BooleanColumnSetter(BatchInsert batch, PageReader pageReader,
+            JdbcColumn column)
+    {
+        super(batch, pageReader, column);
+    }
+
+    protected void booleanValue(boolean v) throws IOException, SQLException
+    {
+        batch.setBoolean(v);
+    }
+
+    protected void longValue(long v) throws IOException, SQLException
+    {
+        batch.setBoolean(v > 0);
+    }
+
+    protected void doubleValue(double v) throws IOException, SQLException
+    {
+        batch.setBoolean(v > 0.0);
+    }
+
+    protected void stringValue(String v) throws IOException, SQLException
+    {
+        batch.setBoolean(trueStrings.contains(v));
+    }
+
+    protected void timestampValue(Timestamp v) throws IOException, SQLException
+    {
+        nullValue();
+    }
+}

data/src/main/java/org/embulk/output/jdbc/setter/ColumnSetter.java

@@ -0,0 +1,121 @@
+package org.embulk.output.jdbc.setter;
+
+import java.io.IOException;
+import java.sql.SQLException;
+import org.embulk.spi.Column;
+import org.embulk.spi.ColumnVisitor;
+import org.embulk.spi.PageReader;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.output.jdbc.JdbcColumn;
+import org.embulk.output.jdbc.BatchInsert;
+
+public abstract class ColumnSetter
+        implements ColumnVisitor
+{
+    protected final BatchInsert batch;
+    protected final PageReader pageReader;
+    protected final JdbcColumn column;
+
+    public ColumnSetter(BatchInsert batch, PageReader pageReader,
+            JdbcColumn column)
+    {
+        this.batch = batch;
+        this.pageReader = pageReader;
+        this.column = column;
+    }
+
+    public int getSqlType()
+    {
+        return column.getSqlType();
+    }
+
+    public void booleanColumn(Column column)
+    {
+        try {
+            if (pageReader.isNull(column)) {
+                nullValue();
+            } else {
+                booleanValue(pageReader.getBoolean(column));
+            }
+        } catch (IOException | SQLException ex) {
+            // TODO exception class
+            throw new RuntimeException(ex);
+        }
+    }
+
+    public void longColumn(Column column)
+    {
+        try {
+            if (pageReader.isNull(column)) {
+                nullValue();
+            } else {
+                longValue(pageReader.getLong(column));
+            }
+        } catch (IOException | SQLException ex) {
+            // TODO exception class
+            throw new RuntimeException(ex);
+        }
+    }
+
+    public void doubleColumn(Column column)
+    {
+        try {
+            if (pageReader.isNull(column)) {
+                nullValue();
+            } else {
+                doubleValue(pageReader.getDouble(column));
+            }
+        } catch (IOException | SQLException ex) {
+            // TODO exception class
+            throw new RuntimeException(ex);
+        }
+    }
+
+    public void stringColumn(Column column)
+    {
+        try {
+            if (pageReader.isNull(column)) {
+                nullValue();
+            } else {
+                stringValue(pageReader.getString(column));
+            }
+        } catch (IOException | SQLException ex) {
+            // TODO exception class
+            throw new RuntimeException(ex);
+        }
+    }
+
+    public void timestampColumn(Column column)
+    {
+        try {
+            if (pageReader.isNull(column)) {
+                nullValue();
+            } else {
+                timestampValue(pageReader.getTimestamp(column));
+            }
+        } catch (IOException | SQLException ex) {
+            // TODO exception class
+            throw new RuntimeException(ex);
+        }
+    }
+
+    protected void nullValue() throws IOException, SQLException
+    {
+        try {
+            batch.setNull(getSqlType());
+        } catch (IOException | SQLException ex) {
+            // TODO exception class
+            throw new RuntimeException(ex);
+        }
+    }
+
+    protected abstract void booleanValue(boolean v) throws IOException, SQLException;
+
+    protected abstract void longValue(long v) throws IOException, SQLException;
+
+    protected abstract void doubleValue(double v) throws IOException, SQLException;
+
+    protected abstract void stringValue(String v) throws IOException, SQLException;
+
+    protected abstract void timestampValue(Timestamp v) throws IOException, SQLException;
+}

data/src/main/java/org/embulk/output/jdbc/setter/ColumnSetterFactory.java

@@ -0,0 +1,137 @@
+package org.embulk.output.jdbc.setter;
+
+import java.sql.Types;
+import org.embulk.spi.time.TimestampFormatter;
+import org.embulk.spi.PageReader;
+import org.embulk.output.jdbc.BatchInsert;
+import org.embulk.output.jdbc.JdbcColumn;
+
+public class ColumnSetterFactory
+{
+    protected final BatchInsert batch;
+    protected final PageReader pageReader;
+    protected final TimestampFormatter timestampFormatter;
+
+    public ColumnSetterFactory(BatchInsert batch, PageReader pageReader,
+            TimestampFormatter timestampFormatter)
+    {
+        this.batch = batch;
+        this.pageReader = pageReader;
+        this.timestampFormatter = timestampFormatter;
+    }
+
+    public SkipColumnSetter newSkipColumnSetter()
+    {
+        return new SkipColumnSetter(batch, pageReader);
+    }
+
+    public ColumnSetter newColumnSetter(JdbcColumn column)
+    {
+        switch(column.getSqlType()) {
+        //// TODO
+        // setByte
+        //case Types.TINYINT:
+        //    return new ByteColumnSetter(batch, pageReader, column);
+
+        //// TODO
+        //// setShort
+        //case Types.SMALLINT:
+        //    return new ShortColumnSetter(batch, pageReader, column);
+
+        //// TODO
+        //// setInt
+        //case Types.INTEGER:
+        //    return new IntColumnSetter(batch, pageReader, column);
+
+        // setLong
+        case Types.BIGINT:
+            return new LongColumnSetter(batch, pageReader, column);
+
+        // setDouble
+        case Types.DOUBLE:
+        case Types.FLOAT:
+            return new DoubleColumnSetter(batch, pageReader, column);
+
+        // TODO
+        //// setFloat
+        //case Types.REAL:
+        //    return new FloatColumnSetter(batch, pageReader, column);
+
+        // setBool
+        case Types.BOOLEAN:
+        case Types.BIT:  // JDBC BIT is boolean, unlike SQL-92
+            return new BooleanColumnSetter(batch, pageReader, column);
+
+        // setString, Clob
+        case Types.CHAR:
+        case Types.VARCHAR:
+        case Types.LONGVARCHAR:
+        case Types.CLOB:
+            return new StringColumnSetter(batch, pageReader, column, timestampFormatter);
+
+        // TODO
+        //// setNString, NClob
+        //case Types.NCHAR:
+        //case Types.NVARCHAR:
+        //case Types.LONGNVARCHAR:
+        //    return new NStringColumnSetter(batch, pageReader, column);
+
+        // TODO
+        //// setBytes Blob
+        //case Types.BINARY:
+        //case Types.VARBINARY:
+        //case Types.LONGVARBINARY:
+        //case Types.BLOB:
+        //    return new BytesColumnSetter(batch, pageReader, column);
+
+        // Time
+        //case Types.DATE:
+        //    return new SqlDateColumnSetter(batch, pageReader, column); // TODO
+        //case Types.TIME:
+        //    return new SqlTimeColumnSetter(batch, pageReader, column); // TODO
+        case Types.TIMESTAMP:
+            return new SqlTimestampColumnSetter(batch, pageReader, column);
+
+        // Null
+        case Types.NULL:
+            return new NullColumnSetter(batch, pageReader, column);
+
+        // TODO
+        //// BigDecimal
+        //case Types.NUMERIC:
+        //case Types.DECIMAL:
+        //    return new BigDecimalColumnSetter(batch, pageReader, column);
+
+        // others
+        case Types.ARRAY:  // array
+        case Types.STRUCT: // map
+        case Types.REF:
+        case Types.DATALINK:
+        case Types.SQLXML: // XML
+        case Types.ROWID:
+        case Types.DISTINCT:
+        case Types.JAVA_OBJECT:
+        case Types.OTHER:
+        default:
+            throw unsupportedOperationException(column);
+        }
+    }
+
+    //private static String[] UNSUPPORTED = new String[] {
+    //    "ARRAY",
+    //    "STRUCT",
+    //    "REF",
+    //    "DATALINK",
+    //    "SQLXML",
+    //    "ROWID",
+    //    "DISTINCT",
+    //    "OTHER",
+    //};
+
+    private static UnsupportedOperationException unsupportedOperationException(JdbcColumn column)
+    {
+        throw new UnsupportedOperationException(
+                String.format("Unsupported type %s (sqlType=%d, size=%d, scale=%d)",
+                    column.getTypeName(), column.getSqlType(), column.getSizeTypeParameter(), column.getScaleTypeParameter()));
+    }
+}

data/src/main/java/org/embulk/output/jdbc/setter/DoubleColumnSetter.java

@@ -0,0 +1,51 @@
+package org.embulk.output.jdbc.setter;
+
+import java.io.IOException;
+import java.sql.SQLException;
+import org.embulk.spi.ColumnVisitor;
+import org.embulk.spi.PageReader;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.output.jdbc.JdbcColumn;
+import org.embulk.output.jdbc.BatchInsert;
+
+public class DoubleColumnSetter
+        extends ColumnSetter
+{
+    public DoubleColumnSetter(BatchInsert batch, PageReader pageReader,
+            JdbcColumn column)
+    {
+        super(batch, pageReader, column);
+    }
+
+    protected void booleanValue(boolean v) throws IOException, SQLException
+    {
+        batch.setDouble(v ? 1.0 : 0.0);
+    }
+
+    protected void longValue(long v) throws IOException, SQLException
+    {
+        batch.setDouble((double) v);
+    }
+
+    protected void doubleValue(double v) throws IOException, SQLException
+    {
+        batch.setDouble(v);
+    }
+
+    protected void stringValue(String v) throws IOException, SQLException
+    {
+        double dv;
+        try {
+            dv = Double.parseDouble(v);
+        } catch (NumberFormatException e) {
+            nullValue();
+            return;
+        }
+        batch.setDouble(dv);
+    }
+
+    protected void timestampValue(Timestamp v) throws IOException, SQLException
+    {
+        nullValue();
+    }
+}

data/src/main/java/org/embulk/output/jdbc/setter/LongColumnSetter.java

@@ -0,0 +1,62 @@
+package org.embulk.output.jdbc.setter;
+
+import java.io.IOException;
+import java.sql.SQLException;
+import java.math.RoundingMode;
+import com.google.common.math.DoubleMath;
+import org.embulk.spi.ColumnVisitor;
+import org.embulk.spi.PageReader;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.output.jdbc.JdbcColumn;
+import org.embulk.output.jdbc.BatchInsert;
+
+public class LongColumnSetter
+        extends ColumnSetter
+{
+    public LongColumnSetter(BatchInsert batch, PageReader pageReader,
+            JdbcColumn column)
+    {
+        super(batch, pageReader, column);
+    }
+
+    protected void booleanValue(boolean v) throws IOException, SQLException
+    {
+        batch.setLong(v ? 1L : 0L);
+    }
+
+    protected void longValue(long v) throws IOException, SQLException
+    {
+        batch.setLong(v);
+    }
+
+    protected void doubleValue(double v) throws IOException, SQLException
+    {
+        long lv;
+        try {
+            // TODO configurable rounding mode
+            lv = DoubleMath.roundToLong(v, RoundingMode.HALF_UP);
+        } catch (ArithmeticException ex) {
+            // NaN / Infinite / -Infinite
+            nullValue();
+            return;
+        }
+        batch.setLong(lv);
+    }
+
+    protected void stringValue(String v) throws IOException, SQLException
+    {
+        long lv;
+        try {
+            lv = Long.parseLong(v);
+        } catch (NumberFormatException e) {
+            nullValue();
+            return;
+        }
+        batch.setLong(lv);
+    }
+
+    protected void timestampValue(Timestamp v) throws IOException, SQLException
+    {
+        nullValue();
+    }
+}

data/src/main/java/org/embulk/output/jdbc/setter/NullColumnSetter.java

@@ -0,0 +1,43 @@
+package org.embulk.output.jdbc.setter;
+
+import java.io.IOException;
+import java.sql.SQLException;
+import org.embulk.spi.PageReader;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.output.jdbc.JdbcColumn;
+import org.embulk.output.jdbc.BatchInsert;
+
+public class NullColumnSetter
+        extends ColumnSetter
+{
+    public NullColumnSetter(BatchInsert batch, PageReader pageReader,
+            JdbcColumn column)
+    {
+        super(batch, pageReader, column);
+    }
+
+    protected void booleanValue(boolean v) throws IOException, SQLException
+    {
+        nullValue();
+    }
+
+    protected void longValue(long v) throws IOException, SQLException
+    {
+        nullValue();
+    }
+
+    protected void doubleValue(double v) throws IOException, SQLException
+    {
+        nullValue();
+    }
+
+    protected void stringValue(String v) throws IOException, SQLException
+    {
+        nullValue();
+    }
+
+    protected void timestampValue(Timestamp v) throws IOException, SQLException
+    {
+        nullValue();
+    }
+}