embulk-output-td 0.1.0

data/src/main/java/com/treasuredata/api/model/TDColumnType.java

@@ -0,0 +1,23 @@
+package com.treasuredata.api.model;
+
+import com.fasterxml.jackson.annotation.JsonValue;
+import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
+
+@JsonDeserialize(using = TDColumnTypeDeserializer.class)
+public interface TDColumnType
+{
+    public boolean isPrimitive();
+
+    public boolean isArrayType();
+
+    public boolean isMapType();
+
+    public TDPrimitiveColumnType asPrimitiveType();
+
+    public TDArrayColumnType asArrayType();
+
+    public TDMapColumnType asMapType();
+
+    @JsonValue
+    public String toString();
+}

data/src/main/java/com/treasuredata/api/model/TDColumnTypeDeserializer.java

@@ -0,0 +1,115 @@
+package com.treasuredata.api.model;
+
+import com.fasterxml.jackson.core.JsonParser;
+import com.fasterxml.jackson.core.JsonProcessingException;
+import com.fasterxml.jackson.core.JsonToken;
+import com.fasterxml.jackson.databind.DeserializationContext;
+import com.fasterxml.jackson.databind.JsonDeserializer;
+import com.fasterxml.jackson.databind.RuntimeJsonMappingException;
+
+import java.io.IOException;
+
+public class TDColumnTypeDeserializer
+        extends JsonDeserializer<TDColumnType>
+{
+    @Override
+    public TDColumnType deserialize(JsonParser jp, DeserializationContext ctxt)
+            throws IOException, JsonProcessingException
+    {
+        if (jp.nextToken() != JsonToken.VALUE_STRING) {
+            //throw new JsonMappingException("Unexpected JSON element to deserialize TDColumnType");
+            throw new RuntimeJsonMappingException("Unexpected JSON element to deserialize TDColumnType");
+        }
+        String str = jp.getText();
+        return parseColumnType(str);
+    }
+
+    public static TDColumnType parseColumnType(String str)
+    {
+        Parser p = new Parser(str);
+        TDColumnType type = parseColumnTypeRecursive(p);
+        if (!p.eof()) {
+            throw new IllegalArgumentException("Cannot parse type: EOF expected: " + str);
+        }
+        return type;
+    }
+
+    private static TDColumnType parseColumnTypeRecursive(Parser p)
+    {
+        if (p.scan("string")) {
+            return TDPrimitiveColumnType.STRING;
+
+        } else if (p.scan("int")) {
+            return TDPrimitiveColumnType.INT;
+
+        } else if (p.scan("long")) {
+            return TDPrimitiveColumnType.LONG;
+
+        } else if (p.scan("double")) {
+            return TDPrimitiveColumnType.DOUBLE;
+
+        } else if (p.scan("float")) {
+            return TDPrimitiveColumnType.FLOAT;
+
+        } else if (p.scan("array")) {
+            if (!p.scan("<")) {
+                throw new IllegalArgumentException("Cannot parse type: expected '<' for array type: " + p.getString());
+            }
+            TDColumnType elementType = parseColumnTypeRecursive(p);
+            if (!p.scan(">")) {
+                throw new IllegalArgumentException("Cannot parse type: expected '>' for array type: " + p.getString());
+            }
+            return new TDArrayColumnType(elementType);
+
+        } else if (p.scan("map")) {
+            if (!p.scan("<")) {
+                throw new IllegalArgumentException("Cannot parse type: expected '<' for map type: " + p.getString());
+            }
+            TDColumnType keyType = parseColumnTypeRecursive(p);
+            if (!p.scan(",")) {
+                throw new IllegalArgumentException("Cannot parse type: expected ',' for map type: " + p.getString());
+            }
+            TDColumnType valueType = parseColumnTypeRecursive(p);
+            if (!p.scan(">")) {
+                throw new IllegalArgumentException("Cannot parse type: expected '>' for map type: " + p.getString());
+            }
+            return new TDMapColumnType(keyType, valueType);
+
+        } else {
+            throw new IllegalArgumentException("Cannot parse type: " + p.getString());
+        }
+    }
+
+    private static class Parser {
+        private final String string;
+        private int offset;
+
+        public Parser(String string) {
+            this.string = string;
+        }
+
+        public String getString() {
+            return string;
+        }
+
+        public boolean scan(String s) {
+            skipSpaces();
+            if (string.startsWith(s, offset)) {
+                offset += s.length();
+                return true;
+            }
+            return false;
+        }
+
+        public boolean eof() {
+            skipSpaces();
+            return string.length() <= offset;
+        }
+
+        private void skipSpaces() {
+            while (string.startsWith(" ", offset)) {
+                offset++;
+            }
+        }
+    }
+}

data/src/main/java/com/treasuredata/api/model/TDDatabase.java

@@ -0,0 +1,48 @@
+package com.treasuredata.api.model;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.google.common.base.Objects;
+
+public class TDDatabase
+{
+    private String name;
+    // "permission" field is also available but not necessary yet
+
+    @JsonCreator
+    public TDDatabase(
+            @JsonProperty("name") String name)
+    {
+        this.name = name;
+    }
+
+    @JsonProperty
+    public String getName()
+    {
+        return name;
+    }
+
+    public boolean isWritable() {
+        // TODO not implemented yet
+        return true;
+    }
+
+    @Override
+    public boolean equals(Object obj)
+    {
+        if (this == obj) {
+            return true;
+        }
+        if (obj == null || getClass() != obj.getClass()) {
+            return false;
+        }
+        TDDatabase other = (TDDatabase) obj;
+        return Objects.equal(this.name, other.name);
+    }
+
+    @Override
+    public int hashCode()
+    {
+        return Objects.hashCode(name);
+    }
+}

data/src/main/java/com/treasuredata/api/model/TDDatabaseList.java

@@ -0,0 +1,24 @@
+package com.treasuredata.api.model;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+
+import java.util.List;
+
+public class TDDatabaseList
+{
+    private List<TDDatabase> databases;
+
+    @JsonCreator
+    public TDDatabaseList(
+            @JsonProperty("databases") List<TDDatabase> databases)
+    {
+        this.databases = databases;
+    }
+
+    @JsonProperty
+    public List<TDDatabase> getDatabases()
+    {
+        return databases;
+    }
+}

data/src/main/java/com/treasuredata/api/model/TDMapColumnType.java

@@ -0,0 +1,88 @@
+package com.treasuredata.api.model;
+
+import com.google.common.base.Objects;
+
+public class TDMapColumnType
+        implements TDColumnType
+{
+    private TDColumnType keyType;
+    private TDColumnType valueType;
+
+    public TDMapColumnType(TDColumnType keyType, TDColumnType valueType)
+    {
+        this.keyType = keyType;
+        this.valueType = valueType;
+    }
+
+    public TDColumnType getKeyType()
+    {
+        return keyType;
+    }
+
+    public TDColumnType getValueType()
+    {
+        return valueType;
+    }
+
+    @Override
+    public String toString()
+    {
+        return "map<"+keyType+","+valueType+">";
+    }
+
+    @Override
+    public boolean isPrimitive()
+    {
+        return false;
+    }
+
+    @Override
+    public boolean isArrayType()
+    {
+        return false;
+    }
+
+    @Override
+    public boolean isMapType()
+    {
+        return true;
+    }
+
+    @Override
+    public TDPrimitiveColumnType asPrimitiveType()
+    {
+        return null;
+    }
+
+    @Override
+    public TDArrayColumnType asArrayType()
+    {
+        return null;
+    }
+
+    @Override
+    public TDMapColumnType asMapType()
+    {
+        return this;
+    }
+
+    @Override
+    public boolean equals(Object obj)
+    {
+        if (this == obj) {
+            return true;
+        }
+        if (obj == null || getClass() != obj.getClass()) {
+            return false;
+        }
+        TDMapColumnType other = (TDMapColumnType) obj;
+        return Objects.equal(this.keyType, other.keyType) &&
+                Objects.equal(this.valueType, other.valueType);
+    }
+
+    @Override
+    public int hashCode()
+    {
+        return Objects.hashCode(keyType, valueType);
+    }
+}

data/src/main/java/com/treasuredata/api/model/TDPrimitiveColumnType.java

@@ -0,0 +1,61 @@
+package com.treasuredata.api.model;
+
+public enum TDPrimitiveColumnType
+        implements TDColumnType
+{
+    INT("int"),
+    LONG("long"),
+    FLOAT("float"),
+    DOUBLE("double"),
+    BOOLEAN("boolean"),
+    STRING("string");
+
+    private String name;
+
+    private TDPrimitiveColumnType(String name)
+    {
+        this.name = name;
+    }
+
+    @Override
+    public String toString()
+    {
+        return name;
+    }
+
+    @Override
+    public boolean isPrimitive()
+    {
+        return true;
+    }
+
+    @Override
+    public boolean isArrayType()
+    {
+        return false;
+    }
+
+    @Override
+    public boolean isMapType()
+    {
+        return false;
+    }
+
+    @Override
+    public TDPrimitiveColumnType asPrimitiveType()
+    {
+        return this;
+    }
+
+    @Override
+    public TDArrayColumnType asArrayType()
+    {
+        return null;
+    }
+
+    @Override
+    public TDMapColumnType asMapType()
+    {
+        return null;
+    }
+}

data/src/main/java/com/treasuredata/api/model/TDTable.java

@@ -0,0 +1,64 @@
+package com.treasuredata.api.model;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.google.common.base.Objects;
+
+import java.util.List;
+
+public class TDTable
+{
+    private String name;
+    private TDTableType type;
+    private List<TDColumn> columns;
+
+    @JsonCreator
+    public TDTable(
+            @JsonProperty("name") String name,
+            @JsonProperty("type") TDTableType type,
+            @JsonProperty("columns") List<TDColumn> columns)
+    {
+        this.name = name;
+        this.type = type;
+        this.columns = columns;
+    }
+
+    @JsonProperty
+    public String getName()
+    {
+        return name;
+    }
+
+    @JsonProperty
+    public TDTableType getType()
+    {
+        return type;
+    }
+
+    @JsonProperty
+    public List<TDColumn> getColumns()
+    {
+        return columns;
+    }
+
+    @Override
+    public boolean equals(Object obj)
+    {
+        if (this == obj) {
+            return true;
+        }
+        if (obj == null || getClass() != obj.getClass()) {
+            return false;
+        }
+        TDTable other = (TDTable) obj;
+        return Objects.equal(this.name, other.name) &&
+                Objects.equal(this.type, other.type) &&
+                Objects.equal(this.columns, other.columns);
+    }
+
+    @Override
+    public int hashCode()
+    {
+        return Objects.hashCode(name, type, columns);
+    }
+}

data/src/main/java/com/treasuredata/api/model/TDTableList.java

@@ -0,0 +1,33 @@
+package com.treasuredata.api.model;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+
+import java.util.List;
+
+public class TDTableList
+{
+    private String name;
+    private List<TDTable> tables;
+
+    @JsonCreator
+    public TDTableList(
+            @JsonProperty("name") String name,
+            @JsonProperty("tables") List<TDTable> tables)
+    {
+        this.name = name;
+        this.tables = tables;
+    }
+
+    @JsonProperty
+    public String getName()
+    {
+        return name;
+    }
+
+    @JsonProperty
+    public List<TDTable> getTables()
+    {
+        return tables;
+    }
+}