embulk-output-td 0.1.0

data/src/main/java/com/treasuredata/api/TdApiConflictException.java

@@ -0,0 +1,10 @@
+package com.treasuredata.api;
+
+public class TdApiConflictException
+        extends TdApiResponseException
+{
+    public TdApiConflictException(int status, byte[] body)
+    {
+        super(status, body);
+    }
+}

data/src/main/java/com/treasuredata/api/TdApiConstants.java

@@ -0,0 +1,6 @@
+package com.treasuredata.api;
+
+public interface TdApiConstants
+{
+    String AGENT_NAME = "TdApiClient v0.6";
+}

data/src/main/java/com/treasuredata/api/TdApiException.java

@@ -0,0 +1,20 @@
+package com.treasuredata.api;
+
+public class TdApiException
+        extends RuntimeException
+{
+    public TdApiException(String message)
+    {
+        super(message);
+    }
+
+    public TdApiException(Throwable cause)
+    {
+        super(cause);
+    }
+
+    public TdApiException(String message, Throwable cause)
+    {
+        super(message, cause);
+    }
+}

data/src/main/java/com/treasuredata/api/TdApiExecutionException.java

@@ -0,0 +1,10 @@
+package com.treasuredata.api;
+
+public class TdApiExecutionException
+        extends TdApiException
+{
+    public TdApiExecutionException(Throwable cause)
+    {
+        super(cause);
+    }
+}

data/src/main/java/com/treasuredata/api/TdApiExecutionInterruptedException.java

@@ -0,0 +1,15 @@
+package com.treasuredata.api;
+
+public class TdApiExecutionInterruptedException
+        extends TdApiExecutionException
+{
+    public TdApiExecutionInterruptedException(InterruptedException cause)
+    {
+        super(cause);
+    }
+
+    @Override
+    public InterruptedException getCause() {
+        return (InterruptedException) super.getCause();
+    }
+}

data/src/main/java/com/treasuredata/api/TdApiExecutionTimeoutException.java

@@ -0,0 +1,17 @@
+package com.treasuredata.api;
+
+import java.util.concurrent.TimeoutException;
+
+public class TdApiExecutionTimeoutException
+        extends TdApiExecutionException
+{
+    public TdApiExecutionTimeoutException(TimeoutException cause)
+    {
+        super(cause);
+    }
+
+    @Override
+    public TimeoutException getCause() {
+        return (TimeoutException) super.getCause();
+    }
+}

data/src/main/java/com/treasuredata/api/TdApiNotFoundException.java

@@ -0,0 +1,10 @@
+package com.treasuredata.api;
+
+public class TdApiNotFoundException
+        extends TdApiResponseException
+{
+    public TdApiNotFoundException(int status, byte[] body)
+    {
+        super(status, body);
+    }
+}

data/src/main/java/com/treasuredata/api/TdApiResponseException.java

@@ -0,0 +1,32 @@
+package com.treasuredata.api;
+
+public class TdApiResponseException
+        extends TdApiException
+{
+    private final int status;
+    private final byte[] body;
+
+    public TdApiResponseException(int status, byte[] body)
+    {
+        super(String.format("TD API returned HTTP code %d", status));
+        this.status = status;
+        this.body = body;
+    }
+
+    public TdApiResponseException(int status, byte[] body, Throwable cause)
+    {
+        super(String.format("TD API returned HTTP code %d", status), cause);
+        this.status = status;
+        this.body = body;
+    }
+
+    public int getStatusCode()
+    {
+        return status;
+    }
+
+    public byte[] getBody()
+    {
+        return body;
+    }
+}

data/src/main/java/com/treasuredata/api/model/TDArrayColumnType.java

@@ -0,0 +1,80 @@
+package com.treasuredata.api.model;
+
+import com.google.common.base.Objects;
+
+public class TDArrayColumnType
+        implements TDColumnType
+{
+    private final TDColumnType elementType;
+
+    public TDArrayColumnType(TDColumnType elementType)
+    {
+        this.elementType = elementType;
+    }
+
+    public TDColumnType getElementType()
+    {
+        return elementType;
+    }
+
+    @Override
+    public String toString()
+    {
+        return "array<"+elementType+">";
+    }
+
+    @Override
+    public boolean isPrimitive()
+    {
+        return false;
+    }
+
+    @Override
+    public boolean isArrayType()
+    {
+        return true;
+    }
+
+    @Override
+    public boolean isMapType()
+    {
+        return false;
+    }
+
+    @Override
+    public TDPrimitiveColumnType asPrimitiveType()
+    {
+        return null;
+    }
+
+    @Override
+    public TDArrayColumnType asArrayType()
+    {
+        return this;
+    }
+
+    @Override
+    public TDMapColumnType asMapType()
+    {
+        return null;
+    }
+
+    @Override
+    public boolean equals(Object obj)
+    {
+        if (this == obj) {
+            return true;
+        }
+        if (obj == null || getClass() != obj.getClass()) {
+            return false;
+        }
+        TDArrayColumnType other = (TDArrayColumnType) obj;
+        return Objects.equal(this.elementType, other.elementType);
+    }
+
+    @Override
+    public int hashCode()
+    {
+        return Objects.hashCode(elementType);
+    }
+}

data/src/main/java/com/treasuredata/api/model/TDBulkImportSession.java

@@ -0,0 +1,155 @@
+package com.treasuredata.api.model;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+
+public class TDBulkImportSession
+{
+    public static enum ImportStatus
+    {
+        UPLOADING("uploading"),
+        PERFORMING("performing"),
+        READY("ready"),
+        COMMITTING("committing"),
+        COMMITTED("committed"),
+        UNKNOWN("unknown");
+
+        private final String name;
+
+        private ImportStatus(String name)
+        {
+            this.name = name;
+        }
+
+        @JsonCreator
+        public static ImportStatus forName(String name)
+        {
+            return ImportStatus.valueOf(name.toUpperCase());
+        }
+    }
+
+    private final String name;
+    private final String databaseName;
+    private final String tableName;
+
+    private final ImportStatus status;
+
+    private final boolean uploadFrozen;
+    private final String jobId; // nullable
+    private final long validRecords;
+    private final long errorRecords;
+    private final long validParts;
+    private final long errorParts;
+
+    @JsonCreator
+    public TDBulkImportSession(
+            @JsonProperty("name") String name,
+            @JsonProperty("database") String databaseName,
+            @JsonProperty("table") String tableName,
+            @JsonProperty("status") ImportStatus status,
+            @JsonProperty("upload_frozen") boolean uploadFrozen,
+            @JsonProperty("job_id") String jobId,
+            @JsonProperty("valid_records") long validRecords,
+            @JsonProperty("error_records") long errorRecords,
+            @JsonProperty("valid_parts") long validParts,
+            @JsonProperty("error_parts") long errorParts)
+    {
+        this.name = name;
+        this.databaseName = databaseName;
+        this.tableName = tableName;
+        this.status = status;
+        this.uploadFrozen = uploadFrozen;
+        this.jobId = jobId;
+        this.validRecords = validRecords;
+        this.errorRecords = errorRecords;
+        this.validParts = validParts;
+        this.errorParts = errorParts;
+    }
+
+    @JsonProperty
+    public String getName()
+    {
+        return name;
+    }
+
+    @JsonProperty("database")
+    public String getDatabaseName()
+    {
+        return databaseName;
+    }
+
+    @JsonProperty("table")
+    public String getTableName()
+    {
+        return tableName;
+    }
+
+    @JsonProperty
+    public ImportStatus getStatus()
+    {
+        return status;
+    }
+
+    @JsonProperty("upload_frozen")
+    public boolean getUploadFrozen()
+    {
+        return uploadFrozen;
+    }
+
+    @JsonProperty("job_id")
+    public String getJobId()
+    {
+        return jobId;
+    }
+
+    @JsonProperty("valid_records")
+    public long getValidRecords()
+    {
+        return validRecords;
+    }
+
+    @JsonProperty("error_records")
+    public long getErrorRecords()
+    {
+        return errorRecords;
+    }
+
+    @JsonProperty("valid_parts")
+    public long getValidParts()
+    {
+        return validParts;
+    }
+
+    @JsonProperty("error_parts")
+    public long getErrorParts()
+    {
+        return errorParts;
+    }
+
+    public boolean isUploading()
+    {
+        return status == ImportStatus.UPLOADING;
+    }
+
+    public boolean is(ImportStatus expecting)
+    {
+        return status == expecting;
+    }
+
+    public boolean isPeformError()
+    {
+        return validRecords == 0 || errorParts > 0 || errorRecords > 0;
+    }
+
+    public String getErrorMessage()
+    {
+        if (validRecords == 0)
+            return "No record processed";
+        if (errorRecords > 0)
+            return String.format("%d invalid parts", errorParts);
+        if (errorRecords > 0)
+            return String.format("%d invalid records", errorRecords);
+
+        return null;
+    }
+}

data/src/main/java/com/treasuredata/api/model/TDColumn.java

@@ -0,0 +1,83 @@
+package com.treasuredata.api.model;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonValue;
+import com.fasterxml.jackson.databind.RuntimeJsonMappingException;
+import com.google.common.base.Objects;
+
+public class TDColumn
+{
+    private String name;
+    private TDColumnType type;
+    private byte[] key;
+
+    public TDColumn(String name, TDColumnType type, byte[] key)
+    {
+        this.name = name;
+        this.type = type;
+        this.key = key;
+    }
+
+    public String getName()
+    {
+        return name;
+    }
+
+    public TDColumnType getType()
+    {
+        return type;
+    }
+
+    public byte[] getKey()
+    {
+        return key;
+    }
+
+    @JsonCreator
+    public static TDColumn valueFromTuple(String[] tuple)
+    {
+        // TODO encode key in some ways
+        if (tuple != null && tuple.length == 2) {
+            return new TDColumn(
+                    tuple[0],
+                    TDColumnTypeDeserializer.parseColumnType(tuple[1]),
+                    tuple[0].getBytes());
+
+        } else if (tuple != null && tuple.length == 3) {
+            return new TDColumn(
+                    tuple[0],
+                    TDColumnTypeDeserializer.parseColumnType(tuple[1]),
+                    tuple[2].getBytes());
+
+        } else {
+            throw new RuntimeJsonMappingException("Unexpected string tuple to deserialize TDColumn");
+        }
+    }
+
+    @JsonValue
+    public String[] getTuple()
+    {
+        return new String[] { name, type.toString(), new String(key) };
+    }
+
+    @Override
+    public boolean equals(Object obj)
+    {
+        if (this == obj) {
+            return true;
+        }
+        if (obj == null || getClass() != obj.getClass()) {
+            return false;
+        }
+        TDColumn other = (TDColumn) obj;
+        return Objects.equal(this.name, other.name) &&
+            Objects.equal(type, other.type) &&
+            Objects.equal(key, other.key);
+    }
+
+    @Override
+    public int hashCode()
+    {
+        return Objects.hashCode(name, type, key);
+    }
+}