embulk-output-td 0.2.2 → 0.3.0

data/src/main/java/com/treasuredata/api/model/TDColumn.java

@@ -1,129 +0,0 @@
-package com.treasuredata.api.model;
-
-import com.fasterxml.jackson.annotation.JsonCreator;
-import com.fasterxml.jackson.annotation.JsonValue;
-import com.fasterxml.jackson.databind.RuntimeJsonMappingException;
-import com.google.common.base.Objects;
-import com.google.common.base.Strings;
-import com.google.common.collect.Lists;
-import org.json.simple.JSONArray;
-import org.json.simple.parser.JSONParser;
-import org.json.simple.parser.ParseException;
-
-import java.util.ArrayList;
-import java.util.List;
-
-public class TDColumn
-{
-    private String name;
-    private TDColumnType type;
-    private byte[] key;
-
-    public TDColumn(String name, TDColumnType type, byte[] key)
-    {
-        this.name = name;
-        this.type = type;
-        this.key = key;
-    }
-
-    public String getName()
-    {
-        return name;
-    }
-
-    public TDColumnType getType()
-    {
-        return type;
-    }
-
-    public byte[] getKey()
-    {
-        return key;
-    }
-
-    private static JSONArray castToArray(Object obj)
-    {
-        if (obj instanceof JSONArray) {
-            return (JSONArray) obj;
-        }
-        else {
-            throw new RuntimeJsonMappingException("Not an json array: " + obj);
-        }
-    }
-
-    public static List<TDColumn> parseTuple(String jsonStr)
-    {
-        if (Strings.isNullOrEmpty(jsonStr)) {
-            return new ArrayList<>(0);
-        }
-
-        // unescape json quotation
-        try {
-            String unescaped = jsonStr.replaceAll("\\\"", "\"");
-            JSONArray arr = castToArray(new JSONParser().parse(unescaped));
-            List<TDColumn> columnList = new ArrayList<>(arr.size());
-            for (Object e : arr) {
-                JSONArray columnNameAndType = castToArray(e);
-                String[] s = new String[columnNameAndType.size()];
-                for (int i = 0; i < columnNameAndType.size(); ++i) {
-                    s[i] = columnNameAndType.get(i).toString();
-                }
-                columnList.add(parseTuple(s));
-            }
-            return columnList;
-        }
-        catch (ParseException e) {
-            return new ArrayList<>(0);
-        }
-    }
-
-    @JsonCreator
-    public static TDColumn parseTuple(String[] tuple)
-    {
-        // TODO encode key in some ways
-        if (tuple != null && tuple.length == 2) {
-            return new TDColumn(
-                    tuple[0],
-                    TDColumnTypeDeserializer.parseColumnType(tuple[1]),
-                    tuple[0].getBytes());
-
-        }
-        else if (tuple != null && tuple.length == 3) {
-            return new TDColumn(
-                    tuple[0],
-                    TDColumnTypeDeserializer.parseColumnType(tuple[1]),
-                    tuple[2].getBytes());
-
-        }
-        else {
-            throw new RuntimeJsonMappingException("Unexpected string tuple to deserialize TDColumn");
-        }
-    }
-
-    @JsonValue
-    public String[] getTuple()
-    {
-        return new String[] { name, type.toString(), new String(key) };
-    }
-
-    @Override
-    public boolean equals(Object obj)
-    {
-        if (this == obj) {
-            return true;
-        }
-        if (obj == null || getClass() != obj.getClass()) {
-            return false;
-        }
-        TDColumn other = (TDColumn) obj;
-        return Objects.equal(this.name, other.name) &&
-            Objects.equal(type, other.type) &&
-            Objects.equal(key, other.key);
-    }
-
-    @Override
-    public int hashCode()
-    {
-        return Objects.hashCode(name, type, key);
-    }
-}

data/src/main/java/com/treasuredata/api/model/TDColumnType.java

@@ -1,23 +0,0 @@
-package com.treasuredata.api.model;
-
-import com.fasterxml.jackson.annotation.JsonValue;
-import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
-
-@JsonDeserialize(using = TDColumnTypeDeserializer.class)
-public interface TDColumnType
-{
-    public boolean isPrimitive();
-
-    public boolean isArrayType();
-
-    public boolean isMapType();
-
-    public TDPrimitiveColumnType asPrimitiveType();
-
-    public TDArrayColumnType asArrayType();
-
-    public TDMapColumnType asMapType();
-
-    @JsonValue
-    public String toString();
-}

data/src/main/java/com/treasuredata/api/model/TDColumnTypeDeserializer.java

@@ -1,128 +0,0 @@
-package com.treasuredata.api.model;
-
-import com.fasterxml.jackson.core.JsonParser;
-import com.fasterxml.jackson.core.JsonProcessingException;
-import com.fasterxml.jackson.core.JsonToken;
-import com.fasterxml.jackson.databind.DeserializationContext;
-import com.fasterxml.jackson.databind.JsonDeserializer;
-import com.fasterxml.jackson.databind.RuntimeJsonMappingException;
-
-import java.io.IOException;
-
-public class TDColumnTypeDeserializer
-        extends JsonDeserializer<TDColumnType>
-{
-    @Override
-    public TDColumnType deserialize(JsonParser jp, DeserializationContext ctxt)
-            throws IOException, JsonProcessingException
-    {
-        if (jp.nextToken() != JsonToken.VALUE_STRING) {
-            //throw new JsonMappingException("Unexpected JSON element to deserialize TDColumnType");
-            throw new RuntimeJsonMappingException("Unexpected JSON element to deserialize TDColumnType");
-        }
-        String str = jp.getText();
-        return parseColumnType(str);
-    }
-
-    public static TDColumnType parseColumnType(String str)
-    {
-        Parser p = new Parser(str);
-        TDColumnType type = parseColumnTypeRecursive(p);
-        if (!p.eof()) {
-            throw new IllegalArgumentException("Cannot parse type: EOF expected: " + str);
-        }
-        return type;
-    }
-
-    private static TDColumnType parseColumnTypeRecursive(Parser p)
-    {
-        if (p.scan("string")) {
-            return TDPrimitiveColumnType.STRING;
-
-        }
-        else if (p.scan("int")) {
-            return TDPrimitiveColumnType.INT;
-
-        }
-        else if (p.scan("long")) {
-            return TDPrimitiveColumnType.LONG;
-
-        }
-        else if (p.scan("double")) {
-            return TDPrimitiveColumnType.DOUBLE;
-
-        }
-        else if (p.scan("float")) {
-            return TDPrimitiveColumnType.FLOAT;
-
-        }
-        else if (p.scan("array")) {
-            if (!p.scan("<")) {
-                throw new IllegalArgumentException("Cannot parse type: expected '<' for array type: " + p.getString());
-            }
-            TDColumnType elementType = parseColumnTypeRecursive(p);
-            if (!p.scan(">")) {
-                throw new IllegalArgumentException("Cannot parse type: expected '>' for array type: " + p.getString());
-            }
-            return new TDArrayColumnType(elementType);
-
-        }
-        else if (p.scan("map")) {
-            if (!p.scan("<")) {
-                throw new IllegalArgumentException("Cannot parse type: expected '<' for map type: " + p.getString());
-            }
-            TDColumnType keyType = parseColumnTypeRecursive(p);
-            if (!p.scan(",")) {
-                throw new IllegalArgumentException("Cannot parse type: expected ',' for map type: " + p.getString());
-            }
-            TDColumnType valueType = parseColumnTypeRecursive(p);
-            if (!p.scan(">")) {
-                throw new IllegalArgumentException("Cannot parse type: expected '>' for map type: " + p.getString());
-            }
-            return new TDMapColumnType(keyType, valueType);
-
-        }
-        else {
-            throw new IllegalArgumentException("Cannot parse type: " + p.getString());
-        }
-    }
-
-    private static class Parser
-    {
-        private final String string;
-        private int offset;
-
-        public Parser(String string)
-        {
-            this.string = string;
-        }
-
-        public String getString()
-        {
-            return string;
-        }
-
-        public boolean scan(String s)
-        {
-            skipSpaces();
-            if (string.startsWith(s, offset)) {
-                offset += s.length();
-                return true;
-            }
-            return false;
-        }
-
-        public boolean eof()
-        {
-            skipSpaces();
-            return string.length() <= offset;
-        }
-
-        private void skipSpaces()
-        {
-            while (string.startsWith(" ", offset)) {
-                offset++;
-            }
-        }
-    }
-}

data/src/main/java/com/treasuredata/api/model/TDDatabase.java

@@ -1,49 +0,0 @@
-package com.treasuredata.api.model;
-
-import com.fasterxml.jackson.annotation.JsonCreator;
-import com.fasterxml.jackson.annotation.JsonProperty;
-import com.google.common.base.Objects;
-
-public class TDDatabase
-{
-    private String name;
-    // "permission" field is also available but not necessary yet
-
-    @JsonCreator
-    public TDDatabase(
-            @JsonProperty("name") String name)
-    {
-        this.name = name;
-    }
-
-    @JsonProperty
-    public String getName()
-    {
-        return name;
-    }
-
-    public boolean isWritable()
-    {
-        // TODO not implemented yet
-        return true;
-    }
-
-    @Override
-    public boolean equals(Object obj)
-    {
-        if (this == obj) {
-            return true;
-        }
-        if (obj == null || getClass() != obj.getClass()) {
-            return false;
-        }
-        TDDatabase other = (TDDatabase) obj;
-        return Objects.equal(this.name, other.name);
-    }
-
-    @Override
-    public int hashCode()
-    {
-        return Objects.hashCode(name);
-    }
-}

data/src/main/java/com/treasuredata/api/model/TDDatabaseList.java

@@ -1,24 +0,0 @@
-package com.treasuredata.api.model;
-
-import com.fasterxml.jackson.annotation.JsonCreator;
-import com.fasterxml.jackson.annotation.JsonProperty;
-
-import java.util.List;
-
-public class TDDatabaseList
-{
-    private List<TDDatabase> databases;
-
-    @JsonCreator
-    public TDDatabaseList(
-            @JsonProperty("databases") List<TDDatabase> databases)
-    {
-        this.databases = databases;
-    }
-
-    @JsonProperty
-    public List<TDDatabase> getDatabases()
-    {
-        return databases;
-    }
-}

data/src/main/java/com/treasuredata/api/model/TDMapColumnType.java

@@ -1,88 +0,0 @@
-package com.treasuredata.api.model;
-
-import com.google.common.base.Objects;
-
-public class TDMapColumnType
-        implements TDColumnType
-{
-    private TDColumnType keyType;
-    private TDColumnType valueType;
-
-    public TDMapColumnType(TDColumnType keyType, TDColumnType valueType)
-    {
-        this.keyType = keyType;
-        this.valueType = valueType;
-    }
-
-    public TDColumnType getKeyType()
-    {
-        return keyType;
-    }
-
-    public TDColumnType getValueType()
-    {
-        return valueType;
-    }
-
-    @Override
-    public String toString()
-    {
-        return "map<" + keyType + "," + valueType + ">";
-    }
-
-    @Override
-    public boolean isPrimitive()
-    {
-        return false;
-    }
-
-    @Override
-    public boolean isArrayType()
-    {
-        return false;
-    }
-
-    @Override
-    public boolean isMapType()
-    {
-        return true;
-    }
-
-    @Override
-    public TDPrimitiveColumnType asPrimitiveType()
-    {
-        return null;
-    }
-
-    @Override
-    public TDArrayColumnType asArrayType()
-    {
-        return null;
-    }
-
-    @Override
-    public TDMapColumnType asMapType()
-    {
-        return this;
-    }
-
-    @Override
-    public boolean equals(Object obj)
-    {
-        if (this == obj) {
-            return true;
-        }
-        if (obj == null || getClass() != obj.getClass()) {
-            return false;
-        }
-        TDMapColumnType other = (TDMapColumnType) obj;
-        return Objects.equal(this.keyType, other.keyType) &&
-                Objects.equal(this.valueType, other.valueType);
-    }
-
-    @Override
-    public int hashCode()
-    {
-        return Objects.hashCode(keyType, valueType);
-    }
-}