embulk-output-mysql 0.7.7 → 0.8.0

data/src/test/java/org/embulk/output/mysql/MySQLOutputPluginTest.java

@@ -1,569 +0,0 @@
-package org.embulk.output.mysql;
-
-import static java.util.Locale.ENGLISH;
-import static org.junit.Assert.assertEquals;
-
-import java.sql.Connection;
-import java.sql.DriverManager;
-import java.sql.SQLException;
-import java.util.Iterator;
-import java.util.List;
-
-import org.embulk.output.AbstractJdbcOutputPluginTest;
-import org.embulk.output.MySQLOutputPlugin;
-import org.embulk.spi.OutputPlugin;
-import org.junit.Test;
-
-
-public class MySQLOutputPluginTest extends AbstractJdbcOutputPluginTest
-{
-    @Override
-    protected void prepare() throws SQLException
-    {
-        tester.addPlugin(OutputPlugin.class, "mysql", MySQLOutputPlugin.class);
-
-        try {
-            connect();
-        } catch (SQLException e) {
-            System.err.println(e);
-            System.err.println(String.format(ENGLISH, "Warning: prepare a schema on MySQL (server = %s, port = %d, database = %s, user = %s, password = %s).",
-                    getHost(), getPort(), getDatabase(), getUser(), getPassword()));
-            return;
-        }
-
-        enabled = true;
-    }
-
-    @Test
-    public void testInsertDirectBeforeLoad() throws Exception
-    {
-        if (!enabled) {
-            return;
-        }
-
-        String table = "test1";
-
-        dropTable(table);
-        createTable(table);
-        executeSQL(String.format("INSERT INTO %s VALUES('B001', 0, 'z')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B002', 9, 'z')", table));
-
-        test("/mysql/yml/test-insert-direct-before-load.yml");
-
-        List<List<Object>> rows = select(table);
-        assertEquals(4, rows.size());
-        Iterator<List<Object>> i1 = rows.iterator();
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A001", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("a", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A002", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("b", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A003", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("c", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("B001", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("z", i2.next());
-        }
-    }
-
-    @Test
-    public void testInsertBeforeLoad() throws Exception
-    {
-        if (!enabled) {
-            return;
-        }
-
-        String table = "test1";
-
-        dropTable(table);
-        createTable(table);
-        executeSQL(String.format("INSERT INTO %s VALUES('B001', 0, 'z')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B002', 9, 'z')", table));
-
-        test("/mysql/yml/test-insert-before-load.yml");
-
-        List<List<Object>> rows = select(table);
-        assertEquals(4, rows.size());
-        Iterator<List<Object>> i1 = rows.iterator();
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A001", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("a", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A002", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("b", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A003", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("c", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("B001", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("z", i2.next());
-        }
-    }
-
-    @Test
-    public void testTruncateInsertBeforeLoad() throws Exception
-    {
-        if (!enabled) {
-            return;
-        }
-
-        String table = "test1";
-
-        dropTable(table);
-        createTable(table);
-        executeSQL(String.format("INSERT INTO %s VALUES('B001', 0, 'z')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B002', 9, 'z')", table));
-
-        test("/mysql/yml/test-truncate-insert-before-load.yml");
-
-        List<List<Object>> rows = select(table);
-        assertEquals(4, rows.size());
-        Iterator<List<Object>> i1 = rows.iterator();
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A001", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("a", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A002", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("b", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A003", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("c", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("C001", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("x", i2.next());
-        }
-    }
-
-    @Test
-    public void testMergeDirectBeforeLoad() throws Exception
-    {
-        if (!enabled) {
-            return;
-        }
-
-        String table = "test1";
-
-        dropTable(table);
-        createTable(table);
-        executeSQL(String.format("INSERT INTO %s VALUES('A002', 1, 'y')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('A003', 1, 'y')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B001', 0, 'z')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B002', 9, 'z')", table));
-
-        test("/mysql/yml/test-merge-direct-before-load.yml");
-
-        List<List<Object>> rows = select(table);
-        assertEquals(4, rows.size());
-        Iterator<List<Object>> i1 = rows.iterator();
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A001", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("a", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A002", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("b", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A003", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("c", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("B001", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("z", i2.next());
-        }
-    }
-
-    @Test
-    public void testMergeBeforeLoad() throws Exception
-    {
-        if (!enabled) {
-            return;
-        }
-
-        String table = "test1";
-
-        dropTable(table);
-        createTable(table);
-        executeSQL(String.format("INSERT INTO %s VALUES('A002', 1, 'y')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('A003', 1, 'y')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B001', 0, 'z')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B002', 9, 'z')", table));
-
-        test("/mysql/yml/test-merge-before-load.yml");
-
-        List<List<Object>> rows = select(table);
-        assertEquals(4, rows.size());
-        Iterator<List<Object>> i1 = rows.iterator();
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A001", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("a", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A002", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("b", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A003", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("c", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("B001", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("z", i2.next());
-        }
-    }
-
-    @Test
-    public void testInsertDirectAfterLoad() throws Exception
-    {
-        if (!enabled) {
-            return;
-        }
-
-        String table = "test1";
-
-        dropTable(table);
-        createTable(table);
-        executeSQL(String.format("INSERT INTO %s VALUES('B001', 0, 'z')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B002', 9, 'z')", table));
-
-        test("/mysql/yml/test-insert-direct-after-load.yml");
-
-        List<List<Object>> rows = select(table);
-        assertEquals(5, rows.size());
-        Iterator<List<Object>> i1 = rows.iterator();
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A001", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A002", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("b", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A003", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("B001", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("z", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("B002", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-    }
-
-    @Test
-    public void testInsertAfterLoad() throws Exception
-    {
-        if (!enabled) {
-            return;
-        }
-
-        String table = "test1";
-
-        dropTable(table);
-        createTable(table);
-        executeSQL(String.format("INSERT INTO %s VALUES('B001', 0, 'z')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B002', 9, 'z')", table));
-
-        test("/mysql/yml/test-insert-after-load.yml");
-
-        List<List<Object>> rows = select(table);
-        assertEquals(5, rows.size());
-        Iterator<List<Object>> i1 = rows.iterator();
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A001", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A002", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("b", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A003", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("B001", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("z", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("B002", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-    }
-
-    @Test
-    public void testTruncateInsertAfterLoad() throws Exception
-    {
-        if (!enabled) {
-            return;
-        }
-
-        String table = "test1";
-
-        dropTable(table);
-        createTable(table);
-        executeSQL(String.format("INSERT INTO %s VALUES('B001', 0, 'z')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B002', 9, 'z')", table));
-
-        test("/mysql/yml/test-truncate-insert-after-load.yml");
-
-        List<List<Object>> rows = select(table);
-        assertEquals(3, rows.size());
-        Iterator<List<Object>> i1 = rows.iterator();
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A001", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A002", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("b", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A003", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-    }
-
-    @Test
-    public void testReplaceAfterLoad() throws Exception
-    {
-        if (!enabled) {
-            return;
-        }
-
-        String table = "test1";
-
-        dropTable(table);
-        createTable(table);
-        executeSQL(String.format("INSERT INTO %s VALUES('B001', 0, 'z')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B002', 9, 'z')", table));
-
-        test("/mysql/yml/test-replace-after-load.yml");
-
-        List<List<Object>> rows = select(table);
-        assertEquals(3, rows.size());
-        Iterator<List<Object>> i1 = rows.iterator();
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A001", i2.next());
-            assertEquals(9L, i2.next());
-            assertEquals("x", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A002", i2.next());
-            assertEquals(0L, i2.next());
-            assertEquals("b", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A003", i2.next());
-            assertEquals(9L, i2.next());
-            assertEquals("x", i2.next());
-        }
-    }
-
-    @Test
-    public void testMergeDirectAfterLoad() throws Exception
-    {
-        if (!enabled) {
-            return;
-        }
-
-        String table = "test1";
-
-        dropTable(table);
-        createTable(table);
-        executeSQL(String.format("INSERT INTO %s VALUES('A002', 1, 'y')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('A003', 1, 'y')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B001', 0, 'z')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B002', 9, 'z')", table));
-
-        test("/mysql/yml/test-merge-direct-after-load.yml");
-
-        List<List<Object>> rows = select(table);
-        assertEquals(5, rows.size());
-        Iterator<List<Object>> i1 = rows.iterator();
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A001", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A002", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("b", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A003", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("B001", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("z", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("B002", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-    }
-
-    @Test
-    public void testMergeAfterLoad() throws Exception
-    {
-        if (!enabled) {
-            return;
-        }
-
-        String table = "test1";
-
-        dropTable(table);
-        createTable(table);
-        executeSQL(String.format("INSERT INTO %s VALUES('A002', 1, 'y')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('A003', 1, 'y')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B001', 0, 'z')", table));
-        executeSQL(String.format("INSERT INTO %s VALUES('B002', 9, 'z')", table));
-
-        test("/mysql/yml/test-merge-after-load.yml");
-
-        List<List<Object>> rows = select(table);
-        assertEquals(5, rows.size());
-        Iterator<List<Object>> i1 = rows.iterator();
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A001", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A002", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("b", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("A003", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("B001", i2.next());
-            assertEquals(0, i2.next());
-            assertEquals("z", i2.next());
-        }
-        {
-            Iterator<Object> i2 = i1.next().iterator();
-            assertEquals("B002", i2.next());
-            assertEquals(9, i2.next());
-            assertEquals("x", i2.next());
-        }
-    }
-
-    private void createTable(String table) throws SQLException
-    {
-        String sql = String.format("create table %s ("
-                + "id              char(4),"
-                + "int_item        int,"
-                + "varchar_item    varchar(8),"
-                + "primary key (id))", table);
-        executeSQL(sql);
-    }
-
-    @Override
-    protected Connection connect() throws SQLException
-    {
-        return DriverManager.getConnection(String.format(ENGLISH, "jdbc:mysql://%s:%d/%s", getHost(), getPort(), getDatabase()),
-                getUser(), getPassword());
-    }
-
-}

data/src/test/resources/mysql/yml/test-insert-after-load.yml

@@ -1,22 +0,0 @@
-in:
-  type: file
-  path_prefix: '/mysql/data/test1.csv'
-  parser:
-    charset: UTF-8
-    newline: CRLF
-    type: csv
-    delimiter: ','
-    quote: ''
-    columns:
-    - {name: id, type: string}
-    - {name: int_item, type: long}
-    - {name: varchar_item, type: string}
-out:
-    type: mysql
-    host: #host#
-    database: #database#
-    user: #user#
-    password: #password#
-    table: test1
-    mode: insert
-    after_load: "update test1 set varchar_item = 'x' where int_item = 9"

data/src/test/resources/mysql/yml/test-insert-before-load.yml

@@ -1,22 +0,0 @@
-in:
-  type: file
-  path_prefix: '/mysql/data/test1.csv'
-  parser:
-    charset: UTF-8
-    newline: CRLF
-    type: csv
-    delimiter: ','
-    quote: ''
-    columns:
-    - {name: id, type: string}
-    - {name: int_item, type: long}
-    - {name: varchar_item, type: string}
-out:
-    type: mysql
-    host: #host#
-    database: #database#
-    user: #user#
-    password: #password#
-    table: test1
-    mode: insert
-    before_load: "delete from test1 where int_item = 9"

data/src/test/resources/mysql/yml/test-insert-direct-after-load.yml

@@ -1,22 +0,0 @@
-in:
-  type: file
-  path_prefix: '/mysql/data/test1.csv'
-  parser:
-    charset: UTF-8
-    newline: CRLF
-    type: csv
-    delimiter: ','
-    quote: ''
-    columns:
-    - {name: id, type: string}
-    - {name: int_item, type: long}
-    - {name: varchar_item, type: string}
-out:
-    type: mysql
-    host: #host#
-    database: #database#
-    user: #user#
-    password: #password#
-    table: test1
-    mode: insert_direct
-    after_load: "update test1 set varchar_item = 'x' where int_item = 9"

data/src/test/resources/mysql/yml/test-insert-direct-before-load.yml

@@ -1,22 +0,0 @@
-in:
-  type: file
-  path_prefix: '/mysql/data/test1.csv'
-  parser:
-    charset: UTF-8
-    newline: CRLF
-    type: csv
-    delimiter: ','
-    quote: ''
-    columns:
-    - {name: id, type: string}
-    - {name: int_item, type: long}
-    - {name: varchar_item, type: string}
-out:
-    type: mysql
-    host: #host#
-    database: #database#
-    user: #user#
-    password: #password#
-    table: test1
-    mode: insert_direct
-    before_load: "delete from test1 where int_item = 9"

data/src/test/resources/mysql/yml/test-merge-after-load.yml

@@ -1,22 +0,0 @@
-in:
-  type: file
-  path_prefix: '/mysql/data/test1.csv'
-  parser:
-    charset: UTF-8
-    newline: CRLF
-    type: csv
-    delimiter: ','
-    quote: ''
-    columns:
-    - {name: id, type: string}
-    - {name: int_item, type: long}
-    - {name: varchar_item, type: string}
-out:
-    type: mysql
-    host: #host#
-    database: #database#
-    user: #user#
-    password: #password#
-    table: test1
-    mode: merge
-    after_load: "update test1 set varchar_item = 'x' where int_item = 9"

data/src/test/resources/mysql/yml/test-merge-before-load.yml

@@ -1,22 +0,0 @@
-in:
-  type: file
-  path_prefix: '/mysql/data/test1.csv'
-  parser:
-    charset: UTF-8
-    newline: CRLF
-    type: csv
-    delimiter: ','
-    quote: ''
-    columns:
-    - {name: id, type: string}
-    - {name: int_item, type: long}
-    - {name: varchar_item, type: string}
-out:
-    type: mysql
-    host: #host#
-    database: #database#
-    user: #user#
-    password: #password#
-    table: test1
-    mode: merge
-    before_load: "delete from test1 where int_item = 9"