embulk-output-cassandra 0.1.0

data/src/main/java/org/embulk/output/cassandra/setter/IntColumnSetter.java

@@ -0,0 +1,41 @@
+package org.embulk.output.cassandra.setter;
+
+import com.datastax.driver.core.BoundStatement;
+import com.datastax.driver.core.ColumnMetadata;
+
+public class IntColumnSetter extends CassandraColumnSetter
+{
+    public IntColumnSetter(ColumnMetadata cassandraColumn)
+    {
+        super(cassandraColumn);
+    }
+
+    @Override
+    public void setBooleanValue(Boolean value, BoundStatement statement)
+    {
+        if (value) {
+            statement.setInt(cassandraColumn.getName(), 1);
+        }
+        else {
+            statement.setInt(cassandraColumn.getName(), 0);
+        }
+    }
+
+    @Override
+    public void setLongValue(Long value, BoundStatement statement)
+    {
+        statement.setInt(cassandraColumn.getName(), value.intValue());
+    }
+
+    @Override
+    public void setDoubleValue(Double value, BoundStatement statement)
+    {
+        statement.setInt(cassandraColumn.getName(), value.intValue());
+    }
+
+    @Override
+    public void setStringValue(String value, BoundStatement statement)
+    {
+        statement.setInt(cassandraColumn.getName(), Integer.parseInt(value));
+    }
+}

data/src/main/java/org/embulk/output/cassandra/setter/ListColumnSetter.java

@@ -0,0 +1,22 @@
+package org.embulk.output.cassandra.setter;
+
+import com.datastax.driver.core.BoundStatement;
+import com.datastax.driver.core.ColumnMetadata;
+import org.msgpack.value.Value;
+
+public class ListColumnSetter extends CassandraColumnSetter
+{
+    public ListColumnSetter(ColumnMetadata cassandraColumn)
+    {
+        super(cassandraColumn);
+    }
+
+    @Override
+    public void setJsonValue(Value value, BoundStatement statement)
+    {
+        if (!value.isArrayValue()) {
+            throw new RuntimeException(value.toJson() + " is not array value");
+        }
+        statement.setList(cassandraColumn.getName(), ValueConverter.convertList(value.asArrayValue().list()));
+    }
+}

data/src/main/java/org/embulk/output/cassandra/setter/MapColumnSetter.java

@@ -0,0 +1,22 @@
+package org.embulk.output.cassandra.setter;
+
+import com.datastax.driver.core.BoundStatement;
+import com.datastax.driver.core.ColumnMetadata;
+import org.msgpack.value.Value;
+
+public class MapColumnSetter extends CassandraColumnSetter
+{
+    public MapColumnSetter(ColumnMetadata cassandraColumn)
+    {
+        super(cassandraColumn);
+    }
+
+    @Override
+    public void setJsonValue(Value value, BoundStatement statement)
+    {
+        if (!value.isMapValue()) {
+            throw new RuntimeException(value.toJson() + " is not map value");
+        }
+        statement.setMap(cassandraColumn.getName(), ValueConverter.convertMap(value.asMapValue().map()));
+    }
+}

data/src/main/java/org/embulk/output/cassandra/setter/SetColumnSetter.java

@@ -0,0 +1,24 @@
+package org.embulk.output.cassandra.setter;
+
+import com.datastax.driver.core.BoundStatement;
+import com.datastax.driver.core.ColumnMetadata;
+import org.msgpack.value.Value;
+
+import java.util.LinkedHashSet;
+
+public class SetColumnSetter extends CassandraColumnSetter
+{
+    public SetColumnSetter(ColumnMetadata cassandraColumn)
+    {
+        super(cassandraColumn);
+    }
+
+    @Override
+    public void setJsonValue(Value value, BoundStatement statement)
+    {
+        if (!value.isArrayValue()) {
+            throw new RuntimeException(value.toJson() + " is not array value");
+        }
+        statement.setSet(cassandraColumn.getName(), new LinkedHashSet<>(ValueConverter.convertList(value.asArrayValue().list())));
+    }
+}

data/src/main/java/org/embulk/output/cassandra/setter/SmallintColumnSetter.java

@@ -0,0 +1,41 @@
+package org.embulk.output.cassandra.setter;
+
+import com.datastax.driver.core.BoundStatement;
+import com.datastax.driver.core.ColumnMetadata;
+
+public class SmallintColumnSetter extends CassandraColumnSetter
+{
+    public SmallintColumnSetter(ColumnMetadata cassandraColumn)
+    {
+        super(cassandraColumn);
+    }
+
+    @Override
+    public void setBooleanValue(Boolean value, BoundStatement statement)
+    {
+        if (value) {
+            statement.setShort(cassandraColumn.getName(), (short) 1);
+        }
+        else {
+            statement.setShort(cassandraColumn.getName(), (short) 0);
+        }
+    }
+
+    @Override
+    public void setLongValue(Long value, BoundStatement statement)
+    {
+        statement.setShort(cassandraColumn.getName(), value.shortValue());
+    }
+
+    @Override
+    public void setDoubleValue(Double value, BoundStatement statement)
+    {
+        statement.setShort(cassandraColumn.getName(), value.shortValue());
+    }
+
+    @Override
+    public void setStringValue(String value, BoundStatement statement)
+    {
+        statement.setShort(cassandraColumn.getName(), Short.parseShort(value));
+    }
+}

data/src/main/java/org/embulk/output/cassandra/setter/TextColumnSetter.java

@@ -0,0 +1,50 @@
+package org.embulk.output.cassandra.setter;
+
+import com.datastax.driver.core.BoundStatement;
+import com.datastax.driver.core.ColumnMetadata;
+import org.embulk.spi.time.Timestamp;
+import org.msgpack.value.Value;
+
+public class TextColumnSetter extends CassandraColumnSetter
+{
+    public TextColumnSetter(ColumnMetadata cassandraColumn)
+    {
+        super(cassandraColumn);
+    }
+
+    @Override
+    public void setBooleanValue(Boolean value, BoundStatement statement)
+    {
+        statement.setString(cassandraColumn.getName(), value.toString());
+    }
+
+    @Override
+    public void setLongValue(Long value, BoundStatement statement)
+    {
+        statement.setString(cassandraColumn.getName(), value.toString());
+    }
+
+    @Override
+    public void setDoubleValue(Double value, BoundStatement statement)
+    {
+        statement.setString(cassandraColumn.getName(), value.toString());
+    }
+
+    @Override
+    public void setStringValue(String value, BoundStatement statement)
+    {
+        statement.setString(cassandraColumn.getName(), value);
+    }
+
+    @Override
+    public void setTimestampValue(Timestamp value, BoundStatement statement)
+    {
+        statement.setString(cassandraColumn.getName(), value.toString());
+    }
+
+    @Override
+    public void setJsonValue(Value value, BoundStatement statement)
+    {
+        statement.setString(cassandraColumn.getName(), value.toJson());
+    }
+}

data/src/main/java/org/embulk/output/cassandra/setter/TimeColumnSetter.java

@@ -0,0 +1,46 @@
+package org.embulk.output.cassandra.setter;
+
+import com.datastax.driver.core.BoundStatement;
+import com.datastax.driver.core.ColumnMetadata;
+import org.embulk.spi.time.Timestamp;
+
+import java.time.Instant;
+import java.time.LocalTime;
+import java.time.ZoneId;
+import java.time.ZonedDateTime;
+
+public class TimeColumnSetter extends CassandraColumnSetter
+{
+    public TimeColumnSetter(ColumnMetadata cassandraColumn)
+    {
+        super(cassandraColumn);
+    }
+
+    @Override
+    public void setLongValue(Long value, BoundStatement statement)
+    {
+        statement.setTime(cassandraColumn.getName(), value);
+    }
+
+    @Override
+    public void setDoubleValue(Double value, BoundStatement statement)
+    {
+        statement.setTime(cassandraColumn.getName(), value.longValue());
+    }
+
+    @Override
+    public void setStringValue(String value, BoundStatement statement)
+    {
+        LocalTime time = LocalTime.parse(value);
+        statement.setTime(cassandraColumn.getName(), time.toNanoOfDay());
+    }
+
+    @Override
+    public void setTimestampValue(Timestamp value, BoundStatement statement)
+    {
+        ZonedDateTime datetime = ZonedDateTime.ofInstant(Instant.ofEpochMilli(value.toEpochMilli()), ZoneId.of("UTC"));
+        long nsec = datetime.toLocalTime().toNanoOfDay();
+
+        statement.setTime(cassandraColumn.getName(), nsec);
+    }
+}

data/src/main/java/org/embulk/output/cassandra/setter/TimestampColumnSetter.java

@@ -0,0 +1,42 @@
+package org.embulk.output.cassandra.setter;
+
+import com.datastax.driver.core.BoundStatement;
+import com.datastax.driver.core.ColumnMetadata;
+import org.embulk.spi.time.Timestamp;
+
+import java.util.Date;
+
+public class TimestampColumnSetter extends CassandraColumnSetter
+{
+    public TimestampColumnSetter(ColumnMetadata cassandraColumn)
+    {
+        super(cassandraColumn);
+    }
+
+    @Override
+    public void setLongValue(Long value, BoundStatement statement)
+    {
+        Date time = new Date(value * 1000);
+        statement.setTimestamp(cassandraColumn.getName(), time);
+    }
+
+    @Override
+    public void setDoubleValue(Double value, BoundStatement statement)
+    {
+        Date time = new Date(value.longValue() * 1000);
+        statement.setTimestamp(cassandraColumn.getName(), time);
+    }
+
+    @Override
+    public void setStringValue(String value, BoundStatement statement)
+    {
+        statement.setString(cassandraColumn.getName(), value);
+    }
+
+    @Override
+    public void setTimestampValue(Timestamp value, BoundStatement statement)
+    {
+        Date time = new Date(value.toEpochMilli());
+        statement.setTimestamp(cassandraColumn.getName(), time);
+    }
+}

data/src/main/java/org/embulk/output/cassandra/setter/TimeuuidColumnSetter.java

@@ -0,0 +1,18 @@
+package org.embulk.output.cassandra.setter;
+
+import com.datastax.driver.core.BoundStatement;
+import com.datastax.driver.core.ColumnMetadata;
+import com.datastax.driver.core.utils.UUIDs;
+
+public class TimeuuidColumnSetter extends CassandraColumnSetter
+{
+    public TimeuuidColumnSetter(ColumnMetadata cassandraColumn)
+    {
+        super(cassandraColumn);
+    }
+
+    public void setNullValue(BoundStatement statement)
+    {
+        statement.setUUID(cassandraColumn.getName(), UUIDs.timeBased());
+    }
+}

data/src/main/java/org/embulk/output/cassandra/setter/TinyintColumnSetter.java

@@ -0,0 +1,41 @@
+package org.embulk.output.cassandra.setter;
+
+import com.datastax.driver.core.BoundStatement;
+import com.datastax.driver.core.ColumnMetadata;
+
+public class TinyintColumnSetter extends CassandraColumnSetter
+{
+    public TinyintColumnSetter(ColumnMetadata cassandraColumn)
+    {
+        super(cassandraColumn);
+    }
+
+    @Override
+    public void setBooleanValue(Boolean value, BoundStatement statement)
+    {
+        if (value) {
+            statement.setByte(cassandraColumn.getName(), (byte) 1);
+        }
+        else {
+            statement.setByte(cassandraColumn.getName(), (byte) 0);
+        }
+    }
+
+    @Override
+    public void setLongValue(Long value, BoundStatement statement)
+    {
+        statement.setByte(cassandraColumn.getName(), value.byteValue());
+    }
+
+    @Override
+    public void setDoubleValue(Double value, BoundStatement statement)
+    {
+        statement.setByte(cassandraColumn.getName(), value.byteValue());
+    }
+
+    @Override
+    public void setStringValue(String value, BoundStatement statement)
+    {
+        statement.setByte(cassandraColumn.getName(), Byte.parseByte(value));
+    }
+}

data/src/main/java/org/embulk/output/cassandra/setter/TupleColumnSetter.java

@@ -0,0 +1,34 @@
+package org.embulk.output.cassandra.setter;
+
+import com.datastax.driver.core.BoundStatement;
+import com.datastax.driver.core.Cluster;
+import com.datastax.driver.core.ColumnMetadata;
+import com.datastax.driver.core.TupleType;
+import com.datastax.driver.core.TupleValue;
+import org.msgpack.value.Value;
+
+import java.util.List;
+
+public class TupleColumnSetter extends CassandraColumnSetter
+{
+    private final Cluster cluster;
+
+    public TupleColumnSetter(ColumnMetadata cassandraColumn, Cluster cluster)
+    {
+        super(cassandraColumn);
+        this.cluster = cluster;
+    }
+
+    @Override
+    public void setJsonValue(Value value, BoundStatement statement)
+    {
+        if (!value.isArrayValue()) {
+            throw new RuntimeException(value.toJson() + " is not array value");
+        }
+
+        TupleType tupleType = cluster.getMetadata().newTupleType(((TupleType) cassandraColumn.getType()).getComponentTypes());
+        List<Object> list = ValueConverter.convertList(value.asArrayValue().list());
+        TupleValue tupleValue = tupleType.newValue(list.toArray());
+        statement.setTupleValue(cassandraColumn.getName(), tupleValue);
+    }
+}

data/src/main/java/org/embulk/output/cassandra/setter/UuidColumnSetter.java

@@ -0,0 +1,18 @@
+package org.embulk.output.cassandra.setter;
+
+import com.datastax.driver.core.BoundStatement;
+import com.datastax.driver.core.ColumnMetadata;
+import com.datastax.driver.core.utils.UUIDs;
+
+public class UuidColumnSetter extends CassandraColumnSetter
+{
+    public UuidColumnSetter(ColumnMetadata cassandraColumn)
+    {
+        super(cassandraColumn);
+    }
+
+    public void setNullValue(BoundStatement statement)
+    {
+        statement.setUUID(cassandraColumn.getName(), UUIDs.random());
+    }
+}

data/src/main/java/org/embulk/output/cassandra/setter/ValueConverter.java

@@ -0,0 +1,63 @@
+package org.embulk.output.cassandra.setter;
+
+import com.google.common.collect.Lists;
+import org.msgpack.value.Value;
+
+import java.util.List;
+import java.util.Map;
+import java.util.stream.Collectors;
+
+public class ValueConverter
+{
+    private ValueConverter()
+    {
+    }
+
+    public static List<Object> convertList(List<Value> list)
+    {
+        return Lists.transform(list, (val) -> convertValueToPlain(val));
+    }
+
+    public static Map<Object, Object> convertMap(Map<Value, Value> map)
+    {
+        return map.entrySet().stream().collect(Collectors.toMap(
+                (Map.Entry<Value, Value> entry) -> {
+                    if (!entry.getKey().isStringValue()) {
+                        throw new RuntimeException("map key is");
+                    }
+                    return entry.getKey().asStringValue().toString();
+                },
+                (Map.Entry<Value, Value> entry) -> {
+                    Value val = entry.getValue();
+                    return convertValueToPlain(val);
+                }
+        ));
+    }
+
+    private static Object convertValueToPlain(Value val)
+    {
+        if (val.isNilValue()) {
+            return null;
+        }
+        if (val.isStringValue()) {
+            return val.asStringValue().toString();
+        }
+        if (val.isBooleanValue()) {
+            return val.asBooleanValue().getBoolean();
+        }
+        if (val.isIntegerValue()) {
+            return val.asIntegerValue().asLong();
+        }
+        if (val.isFloatValue()) {
+            return val.asFloatValue().toDouble();
+        }
+        if (val.isArrayValue()) {
+            return convertList(val.asArrayValue().list());
+        }
+        if (val.isMapValue()) {
+            return convertMap(val.asMapValue().map());
+        }
+
+        return null;
+    }
+}