embulk-input-td 0.2.0 → 0.2.1

data/embulk-input-td.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-input-td"
-  spec.version       = "0.2.0"
+  spec.version       = "0.2.1"
   spec.authors       = ["Muga Nishizawa"]
   spec.summary       = %[Td input plugin for Embulk]
   spec.description   = %[Loads records from Td.]

data/src/main/java/org/embulk/input/td/TdInputPlugin.java

@@ -1,11 +1,5 @@
 package org.embulk.input.td;
 
-import java.io.IOException;
-import java.io.InputStream;
-import java.util.List;
-import java.util.Properties;
-import java.util.zip.GZIPInputStream;
-
 import com.fasterxml.jackson.databind.JsonNode;
 import com.fasterxml.jackson.databind.ObjectMapper;
 import com.fasterxml.jackson.databind.node.ArrayNode;
@@ -19,17 +13,25 @@ import com.treasuredata.client.TDClientBuilder;
 import com.treasuredata.client.model.TDJob;
 import com.treasuredata.client.model.TDJobRequest;
 import com.treasuredata.client.model.TDJobSummary;
-import org.embulk.config.ConfigException;
-import org.embulk.config.ConfigInject;
-import org.embulk.config.TaskReport;
+import com.treasuredata.client.model.TDResultFormat;
+import java.io.IOException;
+import java.io.InputStream;
+import java.util.List;
+import java.util.Locale;
+import java.util.Properties;
+import java.util.zip.GZIPInputStream;
 import org.embulk.config.Config;
 import org.embulk.config.ConfigDefault;
 import org.embulk.config.ConfigDiff;
+import org.embulk.config.ConfigException;
+import org.embulk.config.ConfigInject;
 import org.embulk.config.ConfigSource;
 import org.embulk.config.Task;
+import org.embulk.config.TaskReport;
 import org.embulk.config.TaskSource;
 import org.embulk.input.td.writer.BooleanValueWriter;
 import org.embulk.input.td.writer.DoubleValueWriter;
+import org.embulk.input.td.writer.JsonValueWriter;
 import org.embulk.input.td.writer.LongValueWriter;
 import org.embulk.input.td.writer.StringValueWriter;
 import org.embulk.input.td.writer.ValueWriter;
@@ -42,130 +44,62 @@ import org.embulk.spi.PageBuilder;
 import org.embulk.spi.PageOutput;
 import org.embulk.spi.Schema;
 import org.embulk.spi.type.Type;
+import org.embulk.spi.type.Types;
 import org.msgpack.core.MessagePack;
 import org.msgpack.core.MessageUnpacker;
 import org.msgpack.value.ArrayValue;
 import org.msgpack.value.Value;
 import org.slf4j.Logger;
 
-import static com.google.common.base.Optional.fromNullable;
-import static com.treasuredata.client.model.TDResultFormat.MESSAGE_PACK_GZ;
-import static java.lang.Integer.parseInt;
-import static java.util.Locale.ENGLISH;
-import static org.embulk.spi.Exec.getLogger;
-import static org.embulk.spi.Exec.newConfigDiff;
-import static org.embulk.spi.Exec.newTaskReport;
-import static org.embulk.spi.type.Types.BOOLEAN;
-import static org.embulk.spi.type.Types.DOUBLE;
-import static org.embulk.spi.type.Types.JSON;
-import static org.embulk.spi.type.Types.LONG;
-import static org.embulk.spi.type.Types.STRING;
-import static org.embulk.spi.type.Types.TIMESTAMP;
-
 public class TdInputPlugin
-        implements InputPlugin
-{
-    public interface PluginTask
-            extends Task
-    {
-        @Config("apikey")
-        public String getApiKey();
-
-        @Config("endpoint")
-        @ConfigDefault("\"api.treasuredata.com\"")
-        public String getEndpoint();
-
-        @Config("use_ssl")
-        @ConfigDefault("true")
-        public boolean getUseSsl();
-
-        @Config("http_proxy")
-        @ConfigDefault("null")
-        public Optional<HttpProxyTask> getHttpProxy();
-
-        // TODO timeout
-        // TODO query, database
-
-        @Config("query")
-        @ConfigDefault("null")
-        public Optional<String> getQuery();
-
-        @Config("database")
-        @ConfigDefault("null")
-        public Optional<String> getDatabase();
-
-        @Config("job_id")
-        @ConfigDefault("null")
-        public Optional<String> getJobId();
-
-        @Config("stop_on_invalid_record")
-        @ConfigDefault("false")
-        public boolean getStopOnInvalidRecord();
-
-        // TODO column_options
-
-        @ConfigInject
-        BufferAllocator getBufferAllocator();
-    }
-
-    public interface HttpProxyTask
-            extends Task
-    {
-        @Config("host")
-        public String getHost();
-
-        @Config("port")
-        public int getPort();
-
-        @Config("use_ssl")
-        @ConfigDefault("false")
-        public boolean getUseSsl();
-
-        @Config("user")
-        @ConfigDefault("null")
-        public Optional<String> getUser();
-
-        @Config("password")
-        @ConfigDefault("null")
-        public Optional<String> getPassword();
-    }
+        implements InputPlugin {
 
     private final Logger log;
 
     @Inject
-    public TdInputPlugin()
-    {
-        this.log = getLogger(this.getClass());
+    public TdInputPlugin() {
+        this.log = Exec.getLogger(this.getClass());
+    }
+
+    private static JsonNode toJsonNode(final String schema) {
+        try {
+            return new ObjectMapper().readTree(schema);
+        } catch (IOException e) {
+            throw new ConfigException(String.format(Locale.ENGLISH,
+                    "Failed to parse job result schema as JSON: %s", schema));
+        }
     }
 
     @Override
-    public ConfigDiff transaction(ConfigSource config, InputPlugin.Control control)
-    {
-        PluginTask task = config.loadConfig(PluginTask.class);
-        try (TDClient client = newTDClient(task)) {
-            TDJob job = getTDJob(task, client);
+    public ConfigDiff transaction(final ConfigSource config, final InputPlugin.Control control) {
+        final PluginTask task = config.loadConfig(PluginTask.class);
+        try (final TDClient client = newTdClient(task)) {
+            final TDJob job = getTdJob(task, client);
 
-            Optional<String> jobResultSchema = job.getResultSchema();
+            final Optional<String> jobResultSchema = job.getResultSchema();
             if (!jobResultSchema.isPresent()) {
-                throw new ConfigException(String.format("Not found result schema of job %s", job.getJobId()));
+                throw new ConfigException(String.format(
+                        "Not found result schema of job %s", job.getJobId()));
             }
 
-            Schema inputSchema = convertSchema(job.getType(), toJsonNode(jobResultSchema.get()));
-            newValueWriters(inputSchema); // validate if value writers can be created according to the input schema
+            final JsonNode jobResultSchemaJsonNode = toJsonNode(jobResultSchema.get());
+            final Schema inputSchema = convertSchema(job.getType(), jobResultSchemaJsonNode);
+            // validate if value writers can be created according to the input schema
+            newValueWriters(inputSchema);
 
-            TaskSource taskSource = task.dump().set("job_id", job.getJobId()); // overwrite job_id
+            // overwrite job_id
+            final TaskSource taskSource = task.dump().set("job_id", job.getJobId());
             return resume(taskSource, inputSchema, 1, control);
         }
     }
 
-    private TDClient newTDClient(PluginTask task)
-    {
-        TDClientBuilder builder = TDClient.newBuilder();
+    private TDClient newTdClient(final PluginTask task) {
+        final TDClientBuilder builder = TDClient.newBuilder();
         builder.setApiKey(task.getApiKey());
         builder.setEndpoint(task.getEndpoint());
         builder.setUseSSL(task.getUseSsl());
 
-        Optional<ProxyConfig>proxyConfig = newProxyConfig(task.getHttpProxy());
+        final Optional<ProxyConfig> proxyConfig = newProxyConfig(task.getHttpProxy());
         if (proxyConfig.isPresent()) {
             builder.setProxy(proxyConfig.get());
         }
@@ -173,42 +107,48 @@ public class TdInputPlugin
         return builder.build();
     }
 
-    private Optional<ProxyConfig> newProxyConfig(Optional<HttpProxyTask> task)
-    {
-        // This plugin searches http proxy settings and configures them to TDClient. The order of proxy setting searching is:
+    private Optional<ProxyConfig> newProxyConfig(final Optional<HttpProxyTask> task) {
+        // This plugin searches http proxy settings and configures them to TDClient.
+        // The order of proxy setting searching is:
         // 1. System properties
         // 2. http_proxy config option provided by this plugin
 
-        Properties props = System.getProperties();
+        final Properties props = System.getProperties();
         if (props.containsKey("http.proxyHost") || props.containsKey("https.proxyHost")) {
-            boolean useSsl = props.containsKey("https.proxyHost");
-            String proto = !useSsl ? "http" : "https";
-            String host = props.getProperty(proto + ".proxyHost");
-            int port = parseInt(props.getProperty(proto + ".proxyPort", !useSsl ? "80" : "443"));
-            Optional<String> user = fromNullable(props.getProperty(proto + ".proxyUser"));
-            Optional<String> password = fromNullable(props.getProperty(proto + ".proxyPassword"));
+            final boolean useSsl = props.containsKey("https.proxyHost");
+            final String proto = !useSsl ? "http" : "https";
+            final String hostKey = proto + ".proxyHost";
+            final String portKey = proto + ".proxyPort";
+            final String userKey = proto + ".proxyUser";
+            final String passwordKey = proto + ".proxyPassword";
+            final String host = props.getProperty(hostKey);
+            final String defaultPort = !useSsl ? "80" : "443";
+            final int port = Integer.parseInt(props.getProperty(portKey, defaultPort));
+            final Optional<String> user = Optional.fromNullable(props.getProperty(userKey));
+            final Optional<String> password = Optional.fromNullable(props.getProperty(passwordKey));
             return Optional.of(new ProxyConfig(host, port, useSsl, user, password));
-        }
-        else if (task.isPresent()) {
-            HttpProxyTask proxyTask = task.get();
-            return Optional.of(new ProxyConfig(proxyTask.getHost(), proxyTask.getPort(), proxyTask.getUseSsl(),
-                    proxyTask.getUser(), proxyTask.getPassword()));
-        }
-        else {
+        } else if (task.isPresent()) {
+            final HttpProxyTask proxyTask = task.get();
+            final String host = proxyTask.getHost();
+            final int port = proxyTask.getPort();
+            final boolean useSsl = proxyTask.getUseSsl();
+            final Optional<String> user = proxyTask.getUser();
+            final Optional<String> password = proxyTask.getPassword();
+            return Optional.of(new ProxyConfig(host, port, useSsl, user, password));
+        } else {
             return Optional.absent();
         }
     }
 
-    private TDJob getTDJob(PluginTask task, TDClient client)
-    {
-        String jobId;
+    private TDJob getTdJob(final PluginTask task, final TDClient client) {
+        final String jobId;
         if (!task.getJobId().isPresent()) {
             if (!task.getQuery().isPresent() || !task.getDatabase().isPresent()) {
-                throw new ConfigException("Must specify both of 'query' and 'database' options if 'job_id' option is not used.");
+                throw new ConfigException("Must specify both of 'query' and 'database' options "
+                        + "if 'job_id' option is not used.");
             }
             jobId = submitJob(task, client);
-        }
-        else {
+        } else {
             jobId = task.getJobId().get();
         }
 
@@ -216,24 +156,23 @@ public class TdInputPlugin
         return client.jobInfo(jobId);
     }
 
-    private String submitJob(PluginTask task, TDClient client)
-    {
-        String query = task.getQuery().get();
-        String database = task.getDatabase().get();
+    private String submitJob(final PluginTask task, final TDClient client) {
+        final String query = task.getQuery().get();
+        final String database = task.getDatabase().get();
 
-        log.info(String.format(ENGLISH, "Submit a query for database '%s': %s", database, query));
-        String jobId = client.submit(TDJobRequest.newPrestoQuery(database, query));
-        log.info(String.format(ENGLISH, "Job %s is queued.", jobId));
+        log.info(String.format(Locale.ENGLISH,
+                "Submit a query for database '%s': %s", database, query));
+        final String jobId = client.submit(TDJobRequest.newPrestoQuery(database, query));
+        log.info(String.format(Locale.ENGLISH, "Job %s is queued.", jobId));
         return jobId;
     }
 
-    private void waitJobCompletion(PluginTask task, TDClient client, String jobId)
-    {
+    private void waitJobCompletion(final PluginTask task, final TDClient client, String jobId) {
         TDJobSummary js;
         long waitTime = 5 * 1000; // 5 secs
 
         // wait for job finish
-        log.info(String.format(ENGLISH, "Confirm that job %s finished", jobId));
+        log.info(String.format(Locale.ENGLISH, "Confirm that job %s finished", jobId));
         while (true) {
             js = client.jobStatus(jobId);
             if (js.getStatus().isFinished()) {
@@ -243,93 +182,154 @@ public class TdInputPlugin
             log.debug("Wait for job finished");
             try {
                 Thread.sleep(waitTime);
-            }
-            catch (InterruptedException ignored) {
+            } catch (InterruptedException ignored) {
+                // can ignore
             }
         }
 
         // confirm if the job status is 'success'
         if (js.getStatus() != TDJob.Status.SUCCESS) {
-            throw new ConfigException(String.format(ENGLISH, "Cannot download job result because the job was '%s'.", js.getStatus()));
-        }
-    }
-
-    private static JsonNode toJsonNode(String schema)
-    {
-        try {
-            return new ObjectMapper().readTree(schema);
-        }
-        catch (IOException e) {
-            throw new ConfigException(String.format(ENGLISH, "Failed to parse job result schema as JSON: %s", schema));
+            throw new ConfigException(String.format(Locale.ENGLISH,
+                    "Cannot download job result because the job was '%s'.",
+                    js.getStatus()));
         }
     }
 
-    private Schema convertSchema(TDJob.Type jobType, JsonNode from)
-    {
-        Schema.Builder schema = new Schema.Builder();
-        ArrayNode a = (ArrayNode) from;
+    private Schema convertSchema(final TDJob.Type jobType, final JsonNode from) {
+        final Schema.Builder schema = new Schema.Builder();
+        final ArrayNode a = (ArrayNode) from;
         for (int i = 0; i < a.size(); i++) {
-            ArrayNode column = (ArrayNode)a.get(i);
-            String name = column.get(0).asText();
-            Type type = convertColumnType(jobType, column.get(1).asText());
+            final ArrayNode column = (ArrayNode) a.get(i);
+            final String name = column.get(0).asText();
+            final Type type = convertColumnType(jobType, column.get(1).asText());
             schema.add(name, type);
         }
         return schema.build();
     }
 
-    private Type convertColumnType(TDJob.Type jobType, String from)
-    {
+    private Type convertColumnType(final TDJob.Type jobType, final String from) {
         switch (jobType) {
-        case PRESTO:
-            return convertPrestoColumnType(from);
-        case HIVE:
-        default:
-            throw new ConfigException(String.format(ENGLISH, "Unsupported job type '%s'. Supported types are [presto].", jobType)); // TODO hive
+            case PRESTO:
+                return convertPrestoColumnType(new Parser(from));
+            case HIVE:
+            default:
+                throw new ConfigException(String.format(Locale.ENGLISH,
+                        "Unsupported job type '%s'. Supported types are [presto].",
+                        jobType)); // TODO hive
         }
     }
 
-    private Type convertPrestoColumnType(String from)
-    {
-        String t = from.toUpperCase(ENGLISH);
-        if (t.equals("BOOLEAN")) {
-            return BOOLEAN;
+    private Type convertPrestoColumnType(final Parser p) {
+        if (p.scan("BOOLEAN")) {
+            return Types.BOOLEAN;
+        } else if (p.scan("INTEGER")) {
+            return Types.LONG;
+        } else if (p.scan("BIGINT")) {
+            return Types.LONG;
+        } else if (p.scan("DOUBLE")) {
+            return Types.DOUBLE;
+        } else if (p.scan("DECIMAL")) {
+            return Types.DOUBLE;
+        } else if (p.scan("VARCHAR")) {
+            // TODO VARCHAR(n)
+            return Types.STRING;
+        } else if (p.scan("ARRAY")) {
+            if (!p.scan("(")) {
+                throw new IllegalArgumentException(
+                        "Cannot parse type: expected '(' for array type: " + p.getOriginalString());
+            }
+            convertPrestoColumnType(p);
+            if (!p.scan(")")) {
+                throw new IllegalArgumentException(
+                        "Cannot parse type: expected ')' for array type: " + p.getOriginalString());
+            }
+            return Types.JSON;
+        } else if (p.scan("MAP")) {
+            if (!p.scan("(")) {
+                throw new IllegalArgumentException(
+                        "Cannot parse type: expected '(' for map type: " + p.getOriginalString());
+            }
+            convertPrestoColumnType(p);
+            if (!p.scan(",")) {
+                throw new IllegalArgumentException(
+                        "Cannot parse type: expected ',' for map type: " + p.getOriginalString());
+            }
+            convertPrestoColumnType(p);
+            if (!p.scan(")")) {
+                throw new IllegalArgumentException(
+                        "Cannot parse type: expected ')' for map type: " + p.getOriginalString());
+            }
+            return Types.JSON;
+        } else {
+            throw new ConfigException(String.format(Locale.ENGLISH,
+                    "Unsupported presto type '%s'", p.getOriginalString())); // TODO other types
         }
-        else if (t.equals("BIGINT")) {
-            return LONG;
+    }
+
+    private static class Parser {
+        private final String original;
+        private final String string;
+        private int offset;
+
+        public Parser(final String original) {
+            this.original = original;
+            this.string = original.toUpperCase(Locale.ENGLISH);
         }
-        else if (t.equals("DOUBLE") || t.equals("DECIMAL") || t.startsWith("DECIMAL")) {
-            return DOUBLE;
+
+        public String getOriginalString() {
+            return original;
         }
-        else if (t.equals("VARCHAR") || t.startsWith("VARCHAR")) {
-            return STRING;
+
+        public String getString() {
+            return string;
         }
-        else {
-            throw new ConfigException(String.format(ENGLISH, "Unsupported presto type '%s'", from)); // TODO other types
+
+        public boolean scan(final String s) {
+            skipSpaces();
+            if (string.startsWith(s, offset)) {
+                offset += s.length();
+                return true;
+            }
+            return false;
+        }
+
+        public boolean eof() {
+            skipSpaces();
+            return string.length() <= offset;
+        }
+
+        private void skipSpaces() {
+            while (string.startsWith(" ", offset)) {
+                offset++;
+            }
         }
     }
 
     @Override
-    public ConfigDiff resume(TaskSource taskSource,
-            Schema schema, int taskCount,
-            InputPlugin.Control control)
-    {
+    public ConfigDiff resume(
+            final TaskSource taskSource,
+            final Schema schema,
+            final int taskCount,
+            final InputPlugin.Control control) {
         control.run(taskSource, schema, taskCount);
-        return newConfigDiff();
+        return Exec.newConfigDiff();
     }
 
     @Override
-    public void cleanup(TaskSource taskSource,
-            Schema schema, int taskCount,
-            List<TaskReport> successTaskReports)
-    {
+    public void cleanup(
+            final TaskSource taskSource,
+            final Schema schema,
+            final int taskCount,
+            final List<TaskReport> successTaskReports) {
         // do nothing
     }
 
     @Override
-    public TaskReport run(TaskSource taskSource,
-            final Schema schema, int taskIndex,
-            PageOutput output)
-    {
+    public TaskReport run(
+            final TaskSource taskSource,
+            final Schema schema,
+            final int taskIndex,
+            final PageOutput output) {
         final PluginTask task = taskSource.loadTask(PluginTask.class);
         final BufferAllocator allocator = task.getBufferAllocator();
         final ValueWriter[] writers = newValueWriters(schema);
@@ -337,29 +337,33 @@ public class TdInputPlugin
         final boolean stopOnInvalidRecord = task.getStopOnInvalidRecord();
 
         try (final PageBuilder pageBuilder = new PageBuilder(allocator, schema, output);
-                final TDClient client = newTDClient(task)) {
-            client.jobResult(jobId, MESSAGE_PACK_GZ, new Function<InputStream, Void>() {
+             final TDClient client = newTdClient(task)) {
+            final TDResultFormat resultFormat = TDResultFormat.MESSAGE_PACK_GZ;
+            client.jobResult(jobId, resultFormat, new Function<InputStream, Void>() {
                 @Override
-                public Void apply(InputStream input)
-                {
-                    try (MessageUnpacker unpacker = MessagePack.newDefaultUnpacker(new GZIPInputStream(input))) {
+                public Void apply(InputStream input) {
+                    try (final MessageUnpacker unpacker = MessagePack
+                            .newDefaultUnpacker(new GZIPInputStream(input))) {
                         while (unpacker.hasNext()) {
                             try {
-                                Value v;
+                                final Value v;
                                 try {
                                     v = unpacker.unpackValue();
-                                }
-                                catch (IOException e) {
+                                } catch (IOException e) {
                                     throw new InvalidRecordException("Cannot unpack value", e);
                                 }
 
                                 if (!v.isArrayValue()) {
-                                    throw new InvalidRecordException(String.format(ENGLISH, "Must be array value: ", v.toString()));
+                                    throw new InvalidRecordException(
+                                            String.format(Locale.ENGLISH,
+                                                    "Must be array value: (%s)", v.toString()));
                                 }
 
-                                ArrayValue record = v.asArrayValue();
+                                final ArrayValue record = v.asArrayValue();
                                 if (record.size() != schema.size()) {
-                                    throw new InvalidRecordException(String.format(ENGLISH, "The size (%d) of the record is invalid", record.size()));
+                                    throw new InvalidRecordException(String.format(Locale.ENGLISH,
+                                            "The size (%d) of the record is invalid",
+                                            record.size()));
                                 }
 
                                 // write records to the page
@@ -368,16 +372,16 @@ public class TdInputPlugin
                                 }
 
                                 pageBuilder.addRecord();
-                            }
-                            catch (InvalidRecordException e) {
+                            } catch (InvalidRecordException e) {
                                 if (stopOnInvalidRecord) {
-                                    throw new DataException(String.format(ENGLISH, "Invalid record (%s)", e.getMessage()), e);
+                                    throw new DataException(String.format(Locale.ENGLISH,
+                                            "Invalid record (%s)", e.getMessage()), e);
                                 }
-                                log.warn(String.format(ENGLISH, "Skipped record (%s)", e.getMessage()));
+                                log.warn(String.format(Locale.ENGLISH,
+                                        "Skipped record (%s)", e.getMessage()));
                             }
                         }
-                    }
-                    catch (IOException e) {
+                    } catch (IOException e) {
                         throw Throwables.propagate(e);
                     }
 
@@ -388,58 +392,116 @@ public class TdInputPlugin
             pageBuilder.finish();
         }
 
-        return newTaskReport();
+        return Exec.newTaskReport();
     }
 
-    private ValueWriter[] newValueWriters(Schema schema)
-    {
-        ValueWriter[] writers = new ValueWriter[schema.size()];
+    private ValueWriter[] newValueWriters(final Schema schema) {
+        final ValueWriter[] writers = new ValueWriter[schema.size()];
         for (int i = 0; i < schema.size(); i++) {
             writers[i] = newValueWriter(schema.getColumn(i));
         }
         return writers;
     }
 
-    private ValueWriter newValueWriter(Column column)
-    {
-        Type type = column.getType();
-        if (type.equals(BOOLEAN)) {
+    private ValueWriter newValueWriter(final Column column) {
+        final Type type = column.getType();
+        if (type.equals(Types.BOOLEAN)) {
             return new BooleanValueWriter(column);
-        }
-        else if (type.equals(DOUBLE)) {
+        } else if (type.equals(Types.DOUBLE)) {
             return new DoubleValueWriter(column);
-        }
-        else if (type.equals(JSON)) {
-            throw new ConfigException(String.format(ENGLISH, "Unsupported column type (%s:%s)", column.getName(), type)); // TODO
-        }
-        else if (type.equals(LONG)) {
+        } else if (type.equals(Types.JSON)) {
+            return new JsonValueWriter(column);
+        } else if (type.equals(Types.LONG)) {
             return new LongValueWriter(column);
-        }
-        else if (type.equals(STRING)) {
+        } else if (type.equals(Types.STRING)) {
             return new StringValueWriter(column);
-        }
-        else if (type.equals(TIMESTAMP)) {
-            throw new ConfigException(String.format(ENGLISH, "Unsupported column type (%s:%s)", column.getName(), type)); // TODO
-        }
-        else {
-            throw new ConfigException(String.format(ENGLISH, "Unsupported column type (%s:%s)", column.getName(), type)); // TODO
+        } else if (type.equals(Types.TIMESTAMP)) {
+            throw new ConfigException(String.format(Locale.ENGLISH,
+                    "Unsupported column type (%s:%s)", column.getName(), type)); // TODO
+        } else {
+            throw new ConfigException(String.format(Locale.ENGLISH,
+                    "Unsupported column type (%s:%s)", column.getName(), type)); // TODO
         }
     }
 
     @Override
-    public ConfigDiff guess(ConfigSource config)
-    {
-        return newConfigDiff(); // do nothing
+    public ConfigDiff guess(final ConfigSource config) {
+        return Exec.newConfigDiff(); // do nothing
+    }
+
+    public interface PluginTask
+            extends Task {
+
+        @Config("apikey")
+        public String getApiKey();
+
+        @Config("endpoint")
+        @ConfigDefault("\"api.treasuredata.com\"")
+        public String getEndpoint();
+
+        @Config("use_ssl")
+        @ConfigDefault("true")
+        public boolean getUseSsl();
+
+        @Config("http_proxy")
+        @ConfigDefault("null")
+        public Optional<HttpProxyTask> getHttpProxy();
+
+        // TODO timeout
+        // TODO query, database
+
+        @Config("query")
+        @ConfigDefault("null")
+        public Optional<String> getQuery();
+
+        @Config("database")
+        @ConfigDefault("null")
+        public Optional<String> getDatabase();
+
+        @Config("job_id")
+        @ConfigDefault("null")
+        public Optional<String> getJobId();
+
+        @Config("stop_on_invalid_record")
+        @ConfigDefault("false")
+        public boolean getStopOnInvalidRecord();
+
+        // TODO column_options
+
+        @ConfigInject
+        BufferAllocator getBufferAllocator();
+    }
+
+    public interface HttpProxyTask
+            extends Task {
+
+        @Config("host")
+        public String getHost();
+
+        @Config("port")
+        public int getPort();
+
+        @Config("use_ssl")
+        @ConfigDefault("false")
+        public boolean getUseSsl();
+
+        @Config("user")
+        @ConfigDefault("null")
+        public Optional<String> getUser();
+
+        @Config("password")
+        @ConfigDefault("null")
+        public Optional<String> getPassword();
     }
 
     static class InvalidRecordException
-            extends RuntimeException
-    {
-        InvalidRecordException(String cause) {
+            extends RuntimeException {
+
+        InvalidRecordException(final String cause) {
             super(cause);
         }
 
-        InvalidRecordException(String cause, Throwable t) {
+        InvalidRecordException(final String cause, final Throwable t) {
             super(cause, t);
         }
     }