embulk-output-oracle 0.4.1 → 0.4.2

data/src/test/java/org/embulk/output/oracle/TimestampFormatTest.java

@@ -1,57 +1,57 @@
-package org.embulk.output.oracle;
-
-import java.sql.Timestamp;
-import java.text.ParseException;
-import java.text.SimpleDateFormat;
-import java.util.Date;
-
-import org.junit.Test;
-import static org.junit.Assert.assertEquals;
-
-public class TimestampFormatTest {
-
-    @Test
-    public void test() throws ParseException
-    {
-        Date date = new SimpleDateFormat("yyyy/MM/dd HH:mm:ss").parse("2015/03/04 17:08:09");
-        Timestamp t = new Timestamp(date.getTime());
-
-        {
-            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 9);
-            assertEquals("2015-03-04 17:08:09.000000000", format.format(t));
-        }
-        {
-            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 0);
-            assertEquals("2015-03-04 17:08:09", format.format(t));
-        }
-        {
-            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 1);
-            assertEquals("2015-03-04 17:08:09.0", format.format(t));
-        }
-
-        t.setNanos(1234567);
-        {
-            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 9);
-            assertEquals("2015-03-04 17:08:09.001234567", format.format(t));
-        }
-        {
-            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 2);
-            assertEquals("2015-03-04 17:08:09.00", format.format(t));
-        }
-        {
-            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 3);
-            assertEquals("2015-03-04 17:08:09.001", format.format(t));
-        }
-
-        t.setNanos(123456789);
-        {
-            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 9);
-            assertEquals("2015-03-04 17:08:09.123456789", format.format(t));
-        }
-        {
-            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 1);
-            assertEquals("2015-03-04 17:08:09.1", format.format(t));
-        }
-    }
-
-}
+package org.embulk.output.oracle;
+
+import java.sql.Timestamp;
+import java.text.ParseException;
+import java.text.SimpleDateFormat;
+import java.util.Date;
+
+import org.junit.Test;
+import static org.junit.Assert.assertEquals;
+
+public class TimestampFormatTest {
+
+    @Test
+    public void test() throws ParseException
+    {
+        Date date = new SimpleDateFormat("yyyy/MM/dd HH:mm:ss").parse("2015/03/04 17:08:09");
+        Timestamp t = new Timestamp(date.getTime());
+
+        {
+            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 9);
+            assertEquals("2015-03-04 17:08:09.000000000", format.format(t));
+        }
+        {
+            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 0);
+            assertEquals("2015-03-04 17:08:09", format.format(t));
+        }
+        {
+            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 1);
+            assertEquals("2015-03-04 17:08:09.0", format.format(t));
+        }
+
+        t.setNanos(1234567);
+        {
+            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 9);
+            assertEquals("2015-03-04 17:08:09.001234567", format.format(t));
+        }
+        {
+            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 2);
+            assertEquals("2015-03-04 17:08:09.00", format.format(t));
+        }
+        {
+            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 3);
+            assertEquals("2015-03-04 17:08:09.001", format.format(t));
+        }
+
+        t.setNanos(123456789);
+        {
+            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 9);
+            assertEquals("2015-03-04 17:08:09.123456789", format.format(t));
+        }
+        {
+            TimestampFormat format = new TimestampFormat("yyyy-MM-dd HH:mm:ss", 1);
+            assertEquals("2015-03-04 17:08:09.1", format.format(t));
+        }
+    }
+
+}

data/src/test/java/org/embulk/output/tester/EmbulkPluginTester.java

@@ -0,0 +1,79 @@
+package org.embulk.output.tester;
+
+import java.io.File;
+import java.util.ArrayList;
+import java.util.List;
+
+import org.embulk.EmbulkEmbed;
+import org.embulk.EmbulkEmbed.Bootstrap;
+import org.embulk.config.ConfigSource;
+import org.embulk.plugin.InjectedPluginSource;
+
+import com.google.inject.Binder;
+import com.google.inject.Module;
+
+public class EmbulkPluginTester
+{
+    private static class PluginDefinition
+    {
+        public final Class<?> iface;
+        public final String name;
+        public final Class<?> impl;
+
+
+        public PluginDefinition(Class<?> iface, String name, Class<?> impl)
+        {
+            this.iface = iface;
+            this.name = name;
+            this.impl = impl;
+        }
+
+    }
+
+    private final List<PluginDefinition> plugins = new ArrayList<PluginDefinition>();
+
+    private EmbulkEmbed embulk;
+
+    public EmbulkPluginTester()
+    {
+    }
+
+    public EmbulkPluginTester(Class<?> iface, String name, Class<?> impl)
+    {
+        addPlugin(iface, name, impl);
+    }
+
+    public void addPlugin(Class<?> iface, String name, Class<?> impl)
+    {
+        plugins.add(new PluginDefinition(iface, name, impl));
+    }
+
+    public void run(String ymlPath) throws Exception
+    {
+        if (embulk == null) {
+            Bootstrap bootstrap = new EmbulkEmbed.Bootstrap();
+            bootstrap.addModules(new Module()
+            {
+                @Override
+                public void configure(Binder binder)
+                {
+                    for (PluginDefinition plugin : plugins) {
+                        InjectedPluginSource.registerPluginTo(binder, plugin.iface, plugin.name, plugin.impl);
+                    }
+                }
+            });
+            embulk = bootstrap.initializeCloseable();
+        }
+
+        ConfigSource config = embulk.newConfigLoader().fromYamlFile(new File(ymlPath));
+        embulk.run(config);
+    }
+
+    public void destroy() {
+        if (embulk != null) {
+            embulk.destroy();
+            embulk = null;
+        }
+    }
+
+}

data/src/test/resources/data/test1/test1.csv

@@ -1,3 +1,3 @@
-A001,ABCDE,0,123.45,2015/03/05,2015/03/05 12:34:56
-A002,あいうえお,-9999,-99999999.99,2015/03/06,2015/03/06 23:59:59
-A003,,,,,
+A001,ABCDE,0,123.45,2015/03/05,2015/03/05 12:34:56
+A002,あいうえお,-9999,-99999999.99,2015/03/06,2015/03/06 23:59:59
+A003,,,,,

data/src/test/resources/dummy.txt

@@ -0,0 +1 @@
+dummy

data/src/test/resources/yml/test-insert-direct-direct-method.yml

@@ -1,26 +1,26 @@
-in:
-  type: file
-  path_prefix: '/data/test1/test1.csv'
-  parser:
-    charset: UTF-8
-    newline: CRLF
-    type: csv
-    delimiter: ','
-    quote: ''
-    columns:
-    - {name: ID, type: string}
-    - {name: VARCHAR2_ITEM, type: string}
-    - {name: INTEGER_ITEM, type: long}
-    - {name: NUMBER_ITEM, type: string}
-    - {name: DATE_ITEM, type: timestamp, format: '%Y/%m/%d'}
-    - {name: TIMESTAMP_ITEM, type: timestamp, format: '%Y/%m/%d %H:%M:%S'}
-out:
-    type: oracle
-    host: localhost
-    database: TESTDB
-    user: TEST_USER
-    password: test_pw
-    table: TEST1
-    mode: insert_direct
-    insert_method: direct
-    #driver_path: driver/ojdbc7.jar
+in:
+  type: file
+  path_prefix: '/data/test1/test1.csv'
+  parser:
+    charset: UTF-8
+    newline: CRLF
+    type: csv
+    delimiter: ','
+    quote: ''
+    columns:
+    - {name: ID, type: string}
+    - {name: VARCHAR2_ITEM, type: string}
+    - {name: INTEGER_ITEM, type: long}
+    - {name: NUMBER_ITEM, type: string}
+    - {name: DATE_ITEM, type: timestamp, format: '%Y/%m/%d'}
+    - {name: TIMESTAMP_ITEM, type: timestamp, format: '%Y/%m/%d %H:%M:%S'}
+out:
+    type: oracle
+    host: localhost
+    database: TESTDB
+    user: TEST_USER
+    password: test_pw
+    table: TEST1
+    mode: insert_direct
+    insert_method: direct
+    #driver_path: driver/ojdbc7.jar

data/src/test/resources/yml/test-insert-direct-empty.yml

@@ -1,25 +1,25 @@
-in:
-  type: file
-  path_prefix: '/data/test2/'
-  parser:
-    charset: UTF-8
-    newline: CRLF
-    type: csv
-    delimiter: ','
-    quote: ''
-    columns:
-    - {name: ID, type: string}
-    - {name: VARCHAR2_ITEM, type: string}
-    - {name: INTEGER_ITEM, type: long}
-    - {name: NUMBER_ITEM, type: string}
-    - {name: DATE_ITEM, type: timestamp, format: '%Y/%m/%d'}
-    - {name: TIMESTAMP_ITEM, type: timestamp, format: '%Y/%m/%d %H:%M:%S'}
-out:
-    type: oracle
-    host: localhost
-    database: TESTDB
-    user: TEST_USER
-    password: test_pw
-    table: TEST1
-    mode: insert_direct
-    #driver_path: driver/ojdbc7.jar
+in:
+  type: file
+  path_prefix: '/data/test2/'
+  parser:
+    charset: UTF-8
+    newline: CRLF
+    type: csv
+    delimiter: ','
+    quote: ''
+    columns:
+    - {name: ID, type: string}
+    - {name: VARCHAR2_ITEM, type: string}
+    - {name: INTEGER_ITEM, type: long}
+    - {name: NUMBER_ITEM, type: string}
+    - {name: DATE_ITEM, type: timestamp, format: '%Y/%m/%d'}
+    - {name: TIMESTAMP_ITEM, type: timestamp, format: '%Y/%m/%d %H:%M:%S'}
+out:
+    type: oracle
+    host: localhost
+    database: TESTDB
+    user: TEST_USER
+    password: test_pw
+    table: TEST1
+    mode: insert_direct
+    #driver_path: driver/ojdbc7.jar

data/src/test/resources/yml/test-insert-direct-oci-method-split.yml

@@ -1,28 +1,28 @@
-in:
-  type: filesplit
-  path: '/data/test1/test1.csv'
-  parser:
-    charset: UTF-8
-    newline: CRLF
-    type: csv
-    delimiter: ','
-    quote: ''
-    columns:
-    - {name: ID, type: string}
-    - {name: VARCHAR2_ITEM, type: string}
-    - {name: INTEGER_ITEM, type: long}
-    - {name: NUMBER_ITEM, type: string}
-    - {name: DATE_ITEM, type: timestamp, format: '%Y/%m/%d'}
-    - {name: TIMESTAMP_ITEM, type: timestamp, format: '%Y/%m/%d %H:%M:%S'}
-out:
-    type: oracle
-    host: localhost
-    database: TESTDB
-    user: TEST_USER
-    password: test_pw
-    table: TEST1
-    mode: insert_direct
-    insert_method: oci
-    column_options:
-      INTEGER_ITEM: {value_type: pass}
-    #driver_path: driver/ojdbc7.jar
+in:
+  type: filesplit
+  path: '/data/test1/test1.csv'
+  parser:
+    charset: UTF-8
+    newline: CRLF
+    type: csv
+    delimiter: ','
+    quote: ''
+    columns:
+    - {name: ID, type: string}
+    - {name: VARCHAR2_ITEM, type: string}
+    - {name: INTEGER_ITEM, type: long}
+    - {name: NUMBER_ITEM, type: string}
+    - {name: DATE_ITEM, type: timestamp, format: '%Y/%m/%d'}
+    - {name: TIMESTAMP_ITEM, type: timestamp, format: '%Y/%m/%d %H:%M:%S'}
+out:
+    type: oracle
+    host: localhost
+    database: TESTDB
+    user: TEST_USER
+    password: test_pw
+    table: TEST1
+    mode: insert_direct
+    insert_method: oci
+    column_options:
+      INTEGER_ITEM: {value_type: pass}
+    #driver_path: driver/ojdbc7.jar

data/src/test/resources/yml/test-insert-direct-oci-method.yml

@@ -1,28 +1,28 @@
-in:
-  type: file
-  path_prefix: '/data/test1/test1.csv'
-  parser:
-    charset: UTF-8
-    newline: CRLF
-    type: csv
-    delimiter: ','
-    quote: ''
-    columns:
-    - {name: ID, type: string}
-    - {name: VARCHAR2_ITEM, type: string}
-    - {name: INTEGER_ITEM, type: long}
-    - {name: NUMBER_ITEM, type: string}
-    - {name: DATE_ITEM, type: timestamp, format: '%Y/%m/%d'}
-    - {name: TIMESTAMP_ITEM, type: timestamp, format: '%Y/%m/%d %H:%M:%S'}
-out:
-    type: oracle
-    host: localhost
-    database: TESTDB
-    user: TEST_USER
-    password: test_pw
-    table: TEST1
-    mode: insert_direct
-    insert_method: oci
-    column_options:
-      INTEGER_ITEM: {value_type: pass}
-    #driver_path: driver/ojdbc7.jar
+in:
+  type: file
+  path_prefix: '/data/test1/test1.csv'
+  parser:
+    charset: UTF-8
+    newline: CRLF
+    type: csv
+    delimiter: ','
+    quote: ''
+    columns:
+    - {name: ID, type: string}
+    - {name: VARCHAR2_ITEM, type: string}
+    - {name: INTEGER_ITEM, type: long}
+    - {name: NUMBER_ITEM, type: string}
+    - {name: DATE_ITEM, type: timestamp, format: '%Y/%m/%d'}
+    - {name: TIMESTAMP_ITEM, type: timestamp, format: '%Y/%m/%d %H:%M:%S'}
+out:
+    type: oracle
+    host: localhost
+    database: TESTDB
+    user: TEST_USER
+    password: test_pw
+    table: TEST1
+    mode: insert_direct
+    insert_method: oci
+    column_options:
+      INTEGER_ITEM: {value_type: pass}
+    #driver_path: driver/ojdbc7.jar

data/src/test/resources/yml/test-insert-direct.yml

@@ -1,25 +1,25 @@
-in:
-  type: file
-  path_prefix: '/data/test1/test1.csv'
-  parser:
-    charset: UTF-8
-    newline: CRLF
-    type: csv
-    delimiter: ','
-    quote: ''
-    columns:
-    - {name: ID, type: string}
-    - {name: VARCHAR2_ITEM, type: string}
-    - {name: INTEGER_ITEM, type: long}
-    - {name: NUMBER_ITEM, type: string}
-    - {name: DATE_ITEM, type: timestamp, format: '%Y/%m/%d'}
-    - {name: TIMESTAMP_ITEM, type: timestamp, format: '%Y/%m/%d %H:%M:%S'}
-out:
-    type: oracle
-    host: localhost
-    database: TESTDB
-    user: TEST_USER
-    password: test_pw
-    table: TEST1
-    mode: insert_direct
-    #driver_path: driver/ojdbc7.jar
+in:
+  type: file
+  path_prefix: '/data/test1/test1.csv'
+  parser:
+    charset: UTF-8
+    newline: CRLF
+    type: csv
+    delimiter: ','
+    quote: ''
+    columns:
+    - {name: ID, type: string}
+    - {name: VARCHAR2_ITEM, type: string}
+    - {name: INTEGER_ITEM, type: long}
+    - {name: NUMBER_ITEM, type: string}
+    - {name: DATE_ITEM, type: timestamp, format: '%Y/%m/%d'}
+    - {name: TIMESTAMP_ITEM, type: timestamp, format: '%Y/%m/%d %H:%M:%S'}
+out:
+    type: oracle
+    host: localhost
+    database: TESTDB
+    user: TEST_USER
+    password: test_pw
+    table: TEST1
+    mode: insert_direct
+    #driver_path: driver/ojdbc7.jar