embulk-output-mysql 0.4.1 → 0.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 654a8874f6c05b83a2d036215f89cdfb9d9f8aae
-  data.tar.gz: f6e2cfe04f4c76cc5da595ee92d6cf2fc7c5c08e
+  metadata.gz: 5b8da74a6c3c7cc8fcfa8a2192e0557be139d107
+  data.tar.gz: b22ef5085ab4107bccc6b73b351f193f9b62030d
 SHA512:
-  metadata.gz: dc49a5db36e08d94cae403c1981d0acfc6f82f1a8b244fab5f692c4031ae25ec6320249ae325c270ecb322d0e209ce7d238eede4c3a8dcefa57bce0d2981a779
-  data.tar.gz: 73f221998318088f1edd6abdf14c68da3e955238829d9601f8fec99a179195961200d5b1edff45adbdc460b9e131723cc00df261c850526328d0f73f3eab04a0
+  metadata.gz: 4ac5b1cc0c7b0c60c71f84702d1156ddf8c5965823fdec8e8a78e13c250a7d7231f3bab8e1fce1ab756903af7309116e2ad4ed774ade7f5da238f1734ab16566
+  data.tar.gz: 22bb204200401263e0f1e5698a7ffbb69e0b6d94f9123538e15a6dab129a9c749f67baa3b747681324b54df3f7acafd61ccba99698e12ba1b1132407a768b1ee

data/README.md

@@ -1,92 +1,92 @@
-# MySQL output plugins for Embulk
-
-MySQL output plugins for Embulk loads records to MySQL.
-
-## Overview
-
-* **Plugin type**: output
-* **Load all or nothing**: depnds on the mode. see bellow.
-* **Resume supported**: depnds on the mode. see bellow.
-
-## Configuration
-
-- **host**: database host name (string, required)
-- **port**: database port number (integer, default: 3306)
-- **user**: database login user name (string, required)
-- **password**: database login password (string, default: "")
-- **database**: destination database name (string, required)
-- **table**: destination table name (string, required)
-- **options**: extra connection properties (hash, default: {})
-- **mode**: "insert", "insert_direct", "truncate_insert", "merge", "merge_direct", or "replace". See bellow. (string, required)
-- **batch_size**: size of a single batch insert (integer, default: 16777216)
-- **default_timezone**: If input column type (embulk type) is timestamp, this plugin needs to format the timestamp into a SQL string. This default_timezone option is used to control the timezone. You can overwrite timezone for each columns using column_options option. (string, default: `UTC`)
-- **column_options**: advanced: a key-value pairs where key is a column name and value is options for the column.
-  - **type**: type of a column when this plugin creates new tables (e.g. `VARCHAR(255)`, `INTEGER NOT NULL UNIQUE`). This used when this plugin creates intermediate tables (insert, insert_truncate and merge modes), when it creates the target table (insert_direct, merge_direct and replace modes), and when it creates nonexistent target table automatically. (string, default: depends on input column type. `BIGINT` if input column type is long, `BOOLEAN` if boolean, `DOUBLE PRECISION` if double, `CLOB` if string, `TIMESTAMP` if timestamp)
-  - **value_type**: This plugin converts input column type (embulk type) into a database type to build a INSERT statement. This value_type option controls the type of the value in a INSERT statement. (string, default: depends on input column type. Available values options are: `byte`, `short`, `int`, `long`, `double`, `float`, `boolean`, `string`, `nstring`, `date`, `time`, `timestamp`, `decimal`, `null`, `pass`)
-  - **timestamp_format**: If input column type (embulk type) is timestamp and value_type is `string` or `nstring`, this plugin needs to format the timestamp value into a string. This timestamp_format option is used to control the format of the timestamp. (string, default: `%Y-%m-%d %H:%M:%S.%6N`)
-  - **timezone**: If input column type (embulk type) is timestamp, this plugin needs to format the timestamp value into a SQL string. In this cases, this timezone option is used to control the timezone. (string, value of default_timezone option is used by default)
-
-### Modes
-
-* **insert**:
-  * Behavior: This mode writes rows to some intermediate tables first. If all those tasks run correctly, runs `INSERT INTO <target_table> SELECT * FROM <intermediate_table_1> UNION ALL SELECT * FROM <intermediate_table_2> UNION ALL ...` query.
-  * Transactional: Yes. This mode successfully writes all rows, or fails with writing zero rows.
-  * Resumable: Yes.
-* **insert_direct**:
-  * Behavior: This mode inserts rows to the target table directly.
-  * Transactional: No. If fails, the target table could have some rows inserted.
-  * Resumable: No.
-* **truncate_insert**:
-  * Behavior: Same with `insert` mode excepting that it truncates the target table right before the last `INSERT ...` query.
-  * Transactional: Yes.
-  * Resumable: Yes.
-* **merge**:
-  * Behavior: This mode writes rows to some intermediate tables first. If all those tasks run correctly, runs `INSERT INTO <target_table> SELECT * FROM <intermediate_table_1> UNION ALL SELECT * FROM <intermediate_table_2> UNION ALL ... ON DUPLICATE KEY UPDATE ...` query.
-  * Transactional: Yes.
-  * Resumable: Yes.
-* **merge_direct**:
-  * Behavior: This mode inserts rows to the target table directory using `INSERT INTO ... ON DUPLICATE KEY UPDATE ...` query.
-  * Transactional: No.
-  * Resumable: No.
-* **replace**:
-  * Behavior: Same with `insert` mode excepting that it truncates the target table right before the last `INSERT ...` query.
-  * Transactional: Yes.
-  * Resumable: No.
-
-### Example
-
-```yaml
-out:
-  type: mysql
-  host: localhost
-  user: root
-  password: ""
-  database: my_database
-  table: my_table
-  mode: insert
-```
-
-Advanced configuration:
-
-```yaml
-out:
-  type: mysql
-  host: localhost
-  user: root
-  password: ""
-  database: my_database
-  table: my_table
-  options: {connectTimeout: 20000}
-  mode: insert_direct
-  column_options:
-    my_col_1: {type: 'TEXT'}
-    my_col_3: {type: 'INT NOT NULL'}
-    my_col_4: {value_type: string, timestamp_format: `%Y-%m-%d %H:%M:%S %z`, timezone: '-0700'}
-    my_col_5: {type: 'DECIMAL(18,9)', value_type: pass}
-```
-
-### Build
-
-```
-$ ./gradlew gem
-```
+# MySQL output plugins for Embulk
+
+MySQL output plugins for Embulk loads records to MySQL.
+
+## Overview
+
+* **Plugin type**: output
+* **Load all or nothing**: depnds on the mode. see bellow.
+* **Resume supported**: depnds on the mode. see bellow.
+
+## Configuration
+
+- **host**: database host name (string, required)
+- **port**: database port number (integer, default: 3306)
+- **user**: database login user name (string, required)
+- **password**: database login password (string, default: "")
+- **database**: destination database name (string, required)
+- **table**: destination table name (string, required)
+- **options**: extra connection properties (hash, default: {})
+- **mode**: "insert", "insert_direct", "truncate_insert", "merge", "merge_direct", or "replace". See bellow. (string, required)
+- **batch_size**: size of a single batch insert (integer, default: 16777216)
+- **default_timezone**: If input column type (embulk type) is timestamp, this plugin needs to format the timestamp into a SQL string. This default_timezone option is used to control the timezone. You can overwrite timezone for each columns using column_options option. (string, default: `UTC`)
+- **column_options**: advanced: a key-value pairs where key is a column name and value is options for the column.
+  - **type**: type of a column when this plugin creates new tables (e.g. `VARCHAR(255)`, `INTEGER NOT NULL UNIQUE`). This used when this plugin creates intermediate tables (insert, insert_truncate and merge modes), when it creates the target table (insert_direct, merge_direct and replace modes), and when it creates nonexistent target table automatically. (string, default: depends on input column type. `BIGINT` if input column type is long, `BOOLEAN` if boolean, `DOUBLE PRECISION` if double, `CLOB` if string, `TIMESTAMP` if timestamp)
+  - **value_type**: This plugin converts input column type (embulk type) into a database type to build a INSERT statement. This value_type option controls the type of the value in a INSERT statement. (string, default: depends on input column type. Available values options are: `byte`, `short`, `int`, `long`, `double`, `float`, `boolean`, `string`, `nstring`, `date`, `time`, `timestamp`, `decimal`, `null`, `pass`)
+  - **timestamp_format**: If input column type (embulk type) is timestamp and value_type is `string` or `nstring`, this plugin needs to format the timestamp value into a string. This timestamp_format option is used to control the format of the timestamp. (string, default: `%Y-%m-%d %H:%M:%S.%6N`)
+  - **timezone**: If input column type (embulk type) is timestamp, this plugin needs to format the timestamp value into a SQL string. In this cases, this timezone option is used to control the timezone. (string, value of default_timezone option is used by default)
+
+### Modes
+
+* **insert**:
+  * Behavior: This mode writes rows to some intermediate tables first. If all those tasks run correctly, runs `INSERT INTO <target_table> SELECT * FROM <intermediate_table_1> UNION ALL SELECT * FROM <intermediate_table_2> UNION ALL ...` query.
+  * Transactional: Yes. This mode successfully writes all rows, or fails with writing zero rows.
+  * Resumable: Yes.
+* **insert_direct**:
+  * Behavior: This mode inserts rows to the target table directly.
+  * Transactional: No. If fails, the target table could have some rows inserted.
+  * Resumable: No.
+* **truncate_insert**:
+  * Behavior: Same with `insert` mode excepting that it truncates the target table right before the last `INSERT ...` query.
+  * Transactional: Yes.
+  * Resumable: Yes.
+* **merge**:
+  * Behavior: This mode writes rows to some intermediate tables first. If all those tasks run correctly, runs `INSERT INTO <target_table> SELECT * FROM <intermediate_table_1> UNION ALL SELECT * FROM <intermediate_table_2> UNION ALL ... ON DUPLICATE KEY UPDATE ...` query.
+  * Transactional: Yes.
+  * Resumable: Yes.
+* **merge_direct**:
+  * Behavior: This mode inserts rows to the target table directory using `INSERT INTO ... ON DUPLICATE KEY UPDATE ...` query.
+  * Transactional: No.
+  * Resumable: No.
+* **replace**:
+  * Behavior: Same with `insert` mode excepting that it truncates the target table right before the last `INSERT ...` query.
+  * Transactional: Yes.
+  * Resumable: No.
+
+### Example
+
+```yaml
+out:
+  type: mysql
+  host: localhost
+  user: root
+  password: ""
+  database: my_database
+  table: my_table
+  mode: insert
+```
+
+Advanced configuration:
+
+```yaml
+out:
+  type: mysql
+  host: localhost
+  user: root
+  password: ""
+  database: my_database
+  table: my_table
+  options: {connectTimeout: 20000}
+  mode: insert_direct
+  column_options:
+    my_col_1: {type: 'TEXT'}
+    my_col_3: {type: 'INT NOT NULL'}
+    my_col_4: {value_type: string, timestamp_format: `%Y-%m-%d %H:%M:%S %z`, timezone: '-0700'}
+    my_col_5: {type: 'DECIMAL(18,9)', value_type: pass}
+```
+
+### Build
+
+```
+$ ./gradlew gem
+```

data/build.gradle

@@ -1,7 +1,7 @@
-dependencies {
-    compile project(':embulk-output-jdbc')
-
-    compile 'mysql:mysql-connector-java:5.1.34'
-
-    testCompile project(':embulk-output-jdbc').sourceSets.test.output
-}
+dependencies {
+    compile project(':embulk-output-jdbc')
+
+    compile 'mysql:mysql-connector-java:5.1.34'
+
+    testCompile project(':embulk-output-jdbc').sourceSets.test.output
+}

data/lib/embulk/output/mysql.rb

@@ -1,3 +1,3 @@
-Embulk::JavaPlugin.register_output(
-  :mysql, "org.embulk.output.MySQLOutputPlugin",
-  File.expand_path('../../../../classpath', __FILE__))
+Embulk::JavaPlugin.register_output(
+  :mysql, "org.embulk.output.MySQLOutputPlugin",
+  File.expand_path('../../../../classpath', __FILE__))

data/src/main/java/org/embulk/output/MySQLOutputPlugin.java

@@ -1,111 +1,111 @@
-package org.embulk.output;
-
-import java.util.List;
-import java.util.Properties;
-import java.io.IOException;
-import java.sql.SQLException;
-import com.google.common.base.Optional;
-import org.embulk.config.Config;
-import org.embulk.config.ConfigDefault;
-import org.embulk.output.jdbc.AbstractJdbcOutputPlugin;
-import org.embulk.output.jdbc.BatchInsert;
-import org.embulk.output.mysql.MySQLOutputConnector;
-import org.embulk.output.mysql.MySQLBatchInsert;
-
-public class MySQLOutputPlugin
-        extends AbstractJdbcOutputPlugin
-{
-    public interface MySQLPluginTask
-            extends PluginTask
-    {
-        @Config("host")
-        public String getHost();
-
-        @Config("port")
-        @ConfigDefault("3306")
-        public int getPort();
-
-        @Config("user")
-        public String getUser();
-
-        @Config("password")
-        @ConfigDefault("\"\"")
-        public String getPassword();
-
-        @Config("database")
-        public String getDatabase();
-    }
-
-    @Override
-    protected Class<? extends PluginTask> getTaskClass()
-    {
-        return MySQLPluginTask.class;
-    }
-
-    @Override
-    protected Features getFeatures(PluginTask task)
-    {
-        return new Features()
-            .setMaxTableNameLength(64)
-            .setIgnoreMergeKeys(true);
-    }
-
-    @Override
-    protected MySQLOutputConnector getConnector(PluginTask task, boolean retryableMetadataOperation)
-    {
-        MySQLPluginTask t = (MySQLPluginTask) task;
-
-        String url = String.format("jdbc:mysql://%s:%d/%s",
-                t.getHost(), t.getPort(), t.getDatabase());
-
-        Properties props = new Properties();
-
-        props.setProperty("rewriteBatchedStatements", "true");
-        props.setProperty("useCompression", "true");
-
-        props.setProperty("connectTimeout", "300000"); // milliseconds
-        props.setProperty("socketTimeout", "1800000"); // smillieconds
-
-        // Enable keepalive based on tcp_keepalive_time, tcp_keepalive_intvl and tcp_keepalive_probes kernel parameters.
-        // Socket options TCP_KEEPCNT, TCP_KEEPIDLE, and TCP_KEEPINTVL are not configurable.
-        props.setProperty("tcpKeepAlive", "true");
-
-        // TODO
-        //switch t.getSssl() {
-        //when "disable":
-        //    break;
-        //when "enable":
-        //    props.setProperty("useSSL", "true");
-        //    props.setProperty("requireSSL", "false");
-        //    props.setProperty("verifyServerCertificate", "false");
-        //    break;
-        //when "verify":
-        //    props.setProperty("useSSL", "true");
-        //    props.setProperty("requireSSL", "true");
-        //    props.setProperty("verifyServerCertificate", "true");
-        //    break;
-        //}
-
-        if (!retryableMetadataOperation) {
-            // non-retryable batch operation uses longer timeout
-            props.setProperty("connectTimeout",  "300000");  // milliseconds
-            props.setProperty("socketTimeout", "2700000");   // milliseconds
-        }
-
-        props.putAll(t.getOptions());
-
-        // TODO validate task.getMergeKeys is null
-
-        props.setProperty("user", t.getUser());
-        logger.info("Connecting to {} options {}", url, props);
-        props.setProperty("password", t.getPassword());
-
-        return new MySQLOutputConnector(url, props);
-    }
-
-    @Override
-    protected BatchInsert newBatchInsert(PluginTask task, Optional<List<String>> mergeKeys) throws IOException, SQLException
-    {
-        return new MySQLBatchInsert(getConnector(task, true), mergeKeys);
-    }
-}
+package org.embulk.output;
+
+import java.util.List;
+import java.util.Properties;
+import java.io.IOException;
+import java.sql.SQLException;
+import com.google.common.base.Optional;
+import org.embulk.config.Config;
+import org.embulk.config.ConfigDefault;
+import org.embulk.output.jdbc.AbstractJdbcOutputPlugin;
+import org.embulk.output.jdbc.BatchInsert;
+import org.embulk.output.mysql.MySQLOutputConnector;
+import org.embulk.output.mysql.MySQLBatchInsert;
+
+public class MySQLOutputPlugin
+        extends AbstractJdbcOutputPlugin
+{
+    public interface MySQLPluginTask
+            extends PluginTask
+    {
+        @Config("host")
+        public String getHost();
+
+        @Config("port")
+        @ConfigDefault("3306")
+        public int getPort();
+
+        @Config("user")
+        public String getUser();
+
+        @Config("password")
+        @ConfigDefault("\"\"")
+        public String getPassword();
+
+        @Config("database")
+        public String getDatabase();
+    }
+
+    @Override
+    protected Class<? extends PluginTask> getTaskClass()
+    {
+        return MySQLPluginTask.class;
+    }
+
+    @Override
+    protected Features getFeatures(PluginTask task)
+    {
+        return new Features()
+            .setMaxTableNameLength(64)
+            .setIgnoreMergeKeys(true);
+    }
+
+    @Override
+    protected MySQLOutputConnector getConnector(PluginTask task, boolean retryableMetadataOperation)
+    {
+        MySQLPluginTask t = (MySQLPluginTask) task;
+
+        String url = String.format("jdbc:mysql://%s:%d/%s",
+                t.getHost(), t.getPort(), t.getDatabase());
+
+        Properties props = new Properties();
+
+        props.setProperty("rewriteBatchedStatements", "true");
+        props.setProperty("useCompression", "true");
+
+        props.setProperty("connectTimeout", "300000"); // milliseconds
+        props.setProperty("socketTimeout", "1800000"); // smillieconds
+
+        // Enable keepalive based on tcp_keepalive_time, tcp_keepalive_intvl and tcp_keepalive_probes kernel parameters.
+        // Socket options TCP_KEEPCNT, TCP_KEEPIDLE, and TCP_KEEPINTVL are not configurable.
+        props.setProperty("tcpKeepAlive", "true");
+
+        // TODO
+        //switch t.getSssl() {
+        //when "disable":
+        //    break;
+        //when "enable":
+        //    props.setProperty("useSSL", "true");
+        //    props.setProperty("requireSSL", "false");
+        //    props.setProperty("verifyServerCertificate", "false");
+        //    break;
+        //when "verify":
+        //    props.setProperty("useSSL", "true");
+        //    props.setProperty("requireSSL", "true");
+        //    props.setProperty("verifyServerCertificate", "true");
+        //    break;
+        //}
+
+        if (!retryableMetadataOperation) {
+            // non-retryable batch operation uses longer timeout
+            props.setProperty("connectTimeout",  "300000");  // milliseconds
+            props.setProperty("socketTimeout", "2700000");   // milliseconds
+        }
+
+        props.putAll(t.getOptions());
+
+        // TODO validate task.getMergeKeys is null
+
+        props.setProperty("user", t.getUser());
+        logger.info("Connecting to {} options {}", url, props);
+        props.setProperty("password", t.getPassword());
+
+        return new MySQLOutputConnector(url, props);
+    }
+
+    @Override
+    protected BatchInsert newBatchInsert(PluginTask task, Optional<List<String>> mergeKeys) throws IOException, SQLException
+    {
+        return new MySQLBatchInsert(getConnector(task, true), mergeKeys);
+    }
+}

data/src/main/java/org/embulk/output/mysql/MySQLBatchInsert.java

@@ -1,38 +1,37 @@
-package org.embulk.output.mysql;
-
-import java.util.List;
-import java.io.IOException;
-import java.sql.Types;
-import java.sql.PreparedStatement;
-import java.sql.SQLException;
-import com.google.common.base.Optional;
-import org.embulk.output.jdbc.StandardBatchInsert;
-
-public class MySQLBatchInsert
-        extends StandardBatchInsert
-{
-    public MySQLBatchInsert(MySQLOutputConnector connector, Optional<List<String>> mergeKeys) throws IOException, SQLException
-    {
-        super(connector, mergeKeys);
-    }
-
-    @Override
-    public void setFloat(float v) throws IOException, SQLException
-    {
-        if (Float.isNaN(v) || Float.isInfinite(v)) {
-            setNull(Types.REAL);  // TODO get through argument
-        } else {
-            super.setFloat(v);
-        }
-    }
-
-    @Override
-    public void setDouble(double v) throws IOException, SQLException
-    {
-        if (Double.isNaN(v) || Double.isInfinite(v)) {
-            setNull(Types.DOUBLE);  // TODO get through argument
-        } else {
-            super.setDouble(v);
-        }
-    }
-}
+package org.embulk.output.mysql;
+
+import java.util.List;
+import java.io.IOException;
+import java.sql.Types;
+import java.sql.SQLException;
+import com.google.common.base.Optional;
+import org.embulk.output.jdbc.StandardBatchInsert;
+
+public class MySQLBatchInsert
+        extends StandardBatchInsert
+{
+    public MySQLBatchInsert(MySQLOutputConnector connector, Optional<List<String>> mergeKeys) throws IOException, SQLException
+    {
+        super(connector, mergeKeys);
+    }
+
+    @Override
+    public void setFloat(float v) throws IOException, SQLException
+    {
+        if (Float.isNaN(v) || Float.isInfinite(v)) {
+            setNull(Types.REAL);  // TODO get through argument
+        } else {
+            super.setFloat(v);
+        }
+    }
+
+    @Override
+    public void setDouble(double v) throws IOException, SQLException
+    {
+        if (Double.isNaN(v) || Double.isInfinite(v)) {
+            setNull(Types.DOUBLE);  // TODO get through argument
+        } else {
+            super.setDouble(v);
+        }
+    }
+}

data/src/main/java/org/embulk/output/mysql/MySQLOutputConnection.java

@@ -1,91 +1,91 @@
-package org.embulk.output.mysql;
-
-import java.util.List;
-import java.sql.Connection;
-import java.sql.SQLException;
-import org.embulk.output.jdbc.JdbcColumn;
-import org.embulk.output.jdbc.JdbcSchema;
-import org.embulk.output.jdbc.JdbcOutputConnection;
-
-public class MySQLOutputConnection
-        extends JdbcOutputConnection
-{
-    public MySQLOutputConnection(Connection connection, boolean autoCommit)
-            throws SQLException
-    {
-        super(connection, null);
-        connection.setAutoCommit(autoCommit);
-    }
-
-    @Override
-    protected String buildPreparedMergeSql(String toTable, JdbcSchema toTableSchema, List<String> mergeKeys) throws SQLException
-    {
-        StringBuilder sb = new StringBuilder();
-
-        sb.append("INSERT INTO ");
-        quoteIdentifierString(sb, toTable);
-        sb.append(" (");
-        for (int i=0; i < toTableSchema.getCount(); i++) {
-            if(i != 0) { sb.append(", "); }
-            quoteIdentifierString(sb, toTableSchema.getColumnName(i));
-        }
-        sb.append(") VALUES (");
-        for(int i=0; i < toTableSchema.getCount(); i++) {
-            if(i != 0) { sb.append(", "); }
-            sb.append("?");
-        }
-        sb.append(")");
-        sb.append(" ON DUPLICATE KEY UPDATE ");
-        for (int i=0; i < toTableSchema.getCount(); i++) {
-            if(i != 0) { sb.append(", "); }
-            String columnName = quoteIdentifierString(toTableSchema.getColumnName(i));
-            sb.append(columnName).append(" = VALUES(").append(columnName).append(")");
-        }
-
-        return sb.toString();
-    }
-
-    @Override
-    protected String buildCollectMergeSql(List<String> fromTables, JdbcSchema schema, String toTable, List<String> mergeKeys) throws SQLException
-    {
-        StringBuilder sb = new StringBuilder();
-
-        sb.append("INSERT INTO ");
-        quoteIdentifierString(sb, toTable);
-        sb.append(" (");
-        for (int i=0; i < schema.getCount(); i++) {
-            if (i != 0) { sb.append(", "); }
-            quoteIdentifierString(sb, schema.getColumnName(i));
-        }
-        sb.append(") ");
-        for (int i=0; i < fromTables.size(); i++) {
-            if (i != 0) { sb.append(" UNION ALL "); }
-            sb.append("SELECT ");
-            for (int j=0; j < schema.getCount(); j++) {
-                if (j != 0) { sb.append(", "); }
-                quoteIdentifierString(sb, schema.getColumnName(j));
-            }
-            sb.append(" FROM ");
-            quoteIdentifierString(sb, fromTables.get(i));
-        }
-        sb.append(" ON DUPLICATE KEY UPDATE ");
-        for (int i=0; i < schema.getCount(); i++) {
-            if(i != 0) { sb.append(", "); }
-            String columnName = quoteIdentifierString(schema.getColumnName(i));
-            sb.append(columnName).append(" = VALUES(").append(columnName).append(")");
-        }
-
-        return sb.toString();
-    }
-
-    @Override
-    protected String buildColumnTypeName(JdbcColumn c)
-    {
-        switch(c.getSimpleTypeName()) {
-        case "CLOB":
-            return "TEXT";
-        default:
-            return super.buildColumnTypeName(c);
-        }
-    }
-}
+package org.embulk.output.mysql;
+
+import java.util.List;
+import java.sql.Connection;
+import java.sql.SQLException;
+import org.embulk.output.jdbc.JdbcColumn;
+import org.embulk.output.jdbc.JdbcSchema;
+import org.embulk.output.jdbc.JdbcOutputConnection;
+
+public class MySQLOutputConnection
+        extends JdbcOutputConnection
+{
+    public MySQLOutputConnection(Connection connection, boolean autoCommit)
+            throws SQLException
+    {
+        super(connection, null);
+        connection.setAutoCommit(autoCommit);
+    }
+
+    @Override
+    protected String buildPreparedMergeSql(String toTable, JdbcSchema toTableSchema, List<String> mergeKeys) throws SQLException
+    {
+        StringBuilder sb = new StringBuilder();
+
+        sb.append("INSERT INTO ");
+        quoteIdentifierString(sb, toTable);
+        sb.append(" (");
+        for (int i=0; i < toTableSchema.getCount(); i++) {
+            if(i != 0) { sb.append(", "); }
+            quoteIdentifierString(sb, toTableSchema.getColumnName(i));
+        }
+        sb.append(") VALUES (");
+        for(int i=0; i < toTableSchema.getCount(); i++) {
+            if(i != 0) { sb.append(", "); }
+            sb.append("?");
+        }
+        sb.append(")");
+        sb.append(" ON DUPLICATE KEY UPDATE ");
+        for (int i=0; i < toTableSchema.getCount(); i++) {
+            if(i != 0) { sb.append(", "); }
+            String columnName = quoteIdentifierString(toTableSchema.getColumnName(i));
+            sb.append(columnName).append(" = VALUES(").append(columnName).append(")");
+        }
+
+        return sb.toString();
+    }
+
+    @Override
+    protected String buildCollectMergeSql(List<String> fromTables, JdbcSchema schema, String toTable, List<String> mergeKeys) throws SQLException
+    {
+        StringBuilder sb = new StringBuilder();
+
+        sb.append("INSERT INTO ");
+        quoteIdentifierString(sb, toTable);
+        sb.append(" (");
+        for (int i=0; i < schema.getCount(); i++) {
+            if (i != 0) { sb.append(", "); }
+            quoteIdentifierString(sb, schema.getColumnName(i));
+        }
+        sb.append(") ");
+        for (int i=0; i < fromTables.size(); i++) {
+            if (i != 0) { sb.append(" UNION ALL "); }
+            sb.append("SELECT ");
+            for (int j=0; j < schema.getCount(); j++) {
+                if (j != 0) { sb.append(", "); }
+                quoteIdentifierString(sb, schema.getColumnName(j));
+            }
+            sb.append(" FROM ");
+            quoteIdentifierString(sb, fromTables.get(i));
+        }
+        sb.append(" ON DUPLICATE KEY UPDATE ");
+        for (int i=0; i < schema.getCount(); i++) {
+            if(i != 0) { sb.append(", "); }
+            String columnName = quoteIdentifierString(schema.getColumnName(i));
+            sb.append(columnName).append(" = VALUES(").append(columnName).append(")");
+        }
+
+        return sb.toString();
+    }
+
+    @Override
+    protected String buildColumnTypeName(JdbcColumn c)
+    {
+        switch(c.getSimpleTypeName()) {
+        case "CLOB":
+            return "TEXT";
+        default:
+            return super.buildColumnTypeName(c);
+        }
+    }
+}

data/src/main/java/org/embulk/output/mysql/MySQLOutputConnector.java

@@ -1,42 +1,41 @@
-package org.embulk.output.mysql;
-
-import java.util.Properties;
-import java.sql.Driver;
-import java.sql.Connection;
-import java.sql.SQLException;
-import org.embulk.output.jdbc.JdbcOutputConnector;
-import org.embulk.output.jdbc.JdbcOutputConnection;
-
-public class MySQLOutputConnector
-        implements JdbcOutputConnector
-{
-    private final Driver driver;
-    private final String url;
-    private final Properties properties;
-
-    public MySQLOutputConnector(String url, Properties properties)
-    {
-        try {
-            this.driver = new com.mysql.jdbc.Driver();  // new com.mysql.jdbc.Driver throws SQLException
-        } catch (SQLException ex) {
-            throw new RuntimeException(ex);
-        }
-        this.url = url;
-        this.properties = properties;
-    }
-
-    @Override
-    public MySQLOutputConnection connect(boolean autoCommit) throws SQLException
-    {
-        Connection c = driver.connect(url, properties);
-        try {
-            MySQLOutputConnection con = new MySQLOutputConnection(c, autoCommit);
-            c = null;
-            return con;
-        } finally {
-            if (c != null) {
-                c.close();
-            }
-        }
-    }
-}
+package org.embulk.output.mysql;
+
+import java.util.Properties;
+import java.sql.Driver;
+import java.sql.Connection;
+import java.sql.SQLException;
+import org.embulk.output.jdbc.JdbcOutputConnector;
+
+public class MySQLOutputConnector
+        implements JdbcOutputConnector
+{
+    private final Driver driver;
+    private final String url;
+    private final Properties properties;
+
+    public MySQLOutputConnector(String url, Properties properties)
+    {
+        try {
+            this.driver = new com.mysql.jdbc.Driver();  // new com.mysql.jdbc.Driver throws SQLException
+        } catch (SQLException ex) {
+            throw new RuntimeException(ex);
+        }
+        this.url = url;
+        this.properties = properties;
+    }
+
+    @Override
+    public MySQLOutputConnection connect(boolean autoCommit) throws SQLException
+    {
+        Connection c = driver.connect(url, properties);
+        try {
+            MySQLOutputConnection con = new MySQLOutputConnection(c, autoCommit);
+            c = null;
+            return con;
+        } finally {
+            if (c != null) {
+                c.close();
+            }
+        }
+    }
+}

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-mysql
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.4.2
 platform: ruby
 authors:
 - Sadayuki Furuhashi
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-07-06 00:00:00.000000000 Z
+date: 2015-12-08 00:00:00.000000000 Z
 dependencies: []
 description: Inserts or updates records to a table.
 email:
@@ -24,8 +24,8 @@ files:
 - src/main/java/org/embulk/output/mysql/MySQLBatchInsert.java
 - src/main/java/org/embulk/output/mysql/MySQLOutputConnection.java
 - src/main/java/org/embulk/output/mysql/MySQLOutputConnector.java
-- classpath/embulk-output-jdbc-0.4.1.jar
-- classpath/embulk-output-mysql-0.4.1.jar
+- classpath/embulk-output-jdbc-0.4.2.jar
+- classpath/embulk-output-mysql-0.4.2.jar
 - classpath/mysql-connector-java-5.1.34.jar
 homepage: https://github.com/embulk/embulk-output-jdbc
 licenses: