embulk-input-sqlserver 0.9.0 → 0.9.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: aeb5fdb1e2052094319ffd9523d1a2af66cf4b91
-  data.tar.gz: b3d7243830262fbae4c265cb8e248e3a81cea6fb
+  metadata.gz: 2a28bc0a24889fb4b87c8ce28838c6ed3a85bad7
+  data.tar.gz: 25afe54eb3dab0944c644fbc53fdf4325ee1a28d
 SHA512:
-  metadata.gz: 5be091106d42670ae06d736fd0f2b7d585f067ca18e266bfa19477c61f1fa07750b45fcf4c593e764ca6f2b35151c9da0a4e7d3eb68121c9570e4380852d1871
-  data.tar.gz: 93696785f29ea5e78530f53bb7c7edcd72bc3ca1f20889a6689bfffd0d912a4a7dfb0d57143eb509220e0a42e3720f8ec04d88e86f7692d5a8c0439d861971bb
+  metadata.gz: 4550243e5b325368420f04798f53281f18facf4f083088e14e8b5ac7c8fe502593ef2ff5cfc75e973e9f29dfd0817a2f2685d3a6c289070afb19e3afc0b511ba
+  data.tar.gz: a00150591fd92378df2ef32900f5b6fda039c46ec60793158dd2d2e62232c540f21f1e89cdb731d301ec34ca3a8adbaf1aacf59dd4de2f7ebada70f94571dfa8

data/build.gradle

@@ -2,5 +2,5 @@ dependencies {
     compile project(':embulk-input-jdbc')
     compile 'net.sourceforge.jtds:jtds:1.3.1'
 
-    testCompile project(':embulk-input-jdbc').sourceSets.test.output
+    testCompile 'org.embulk:embulk-standards:0.8.15'
 }

data/src/test/java/org/embulk/input/sqlserver/BasicTest.java

@@ -0,0 +1,56 @@
+package org.embulk.input.sqlserver;
+
+import static org.embulk.input.sqlserver.SQLServerTests.execute;
+import static org.embulk.test.EmbulkTests.readSortedFile;
+import static org.hamcrest.Matchers.is;
+import static org.junit.Assert.assertThat;
+
+import java.nio.file.Path;
+
+import org.embulk.config.ConfigDiff;
+import org.embulk.config.ConfigSource;
+import org.embulk.input.SQLServerInputPlugin;
+import org.embulk.spi.InputPlugin;
+import org.embulk.test.EmbulkTests;
+import org.embulk.test.TestingEmbulk;
+import org.junit.Before;
+import org.junit.Rule;
+import org.junit.Test;
+
+public class BasicTest
+{
+    private static final String BASIC_RESOURCE_PATH = "org/embulk/input/sqlserver/test/expect/basic/";
+
+    private static ConfigSource loadYamlResource(TestingEmbulk embulk, String fileName)
+    {
+        return embulk.loadYamlResource(BASIC_RESOURCE_PATH + fileName);
+    }
+
+    private static String readResource(String fileName)
+    {
+        return EmbulkTests.readResource(BASIC_RESOURCE_PATH + fileName);
+    }
+
+    @Rule
+    public TestingEmbulk embulk = TestingEmbulk.builder()
+            .registerPlugin(InputPlugin.class, "sqlserver", SQLServerInputPlugin.class)
+            .build();
+
+    private ConfigSource baseConfig;
+
+    @Before
+    public void setup()
+    {
+        baseConfig = SQLServerTests.baseConfig();
+        execute(readResource("setup.sql")); // setup rows
+    }
+
+    @Test
+    public void test() throws Exception
+    {
+        Path out1 = embulk.createTempFile("csv");
+        TestingEmbulk.RunResult result1 = embulk.runInput(baseConfig.merge(loadYamlResource(embulk, "test_config.yml")), out1);
+        assertThat(readSortedFile(out1), is(readResource("test_expected.csv")));
+        assertThat(result1.getConfigDiff(), is((ConfigDiff) loadYamlResource(embulk, "test_expected.diff")));
+    }
+}

data/src/test/java/org/embulk/input/sqlserver/SQLServerTests.java

@@ -0,0 +1,80 @@
+package org.embulk.input.sqlserver;
+
+import static java.util.Locale.ENGLISH;
+
+import java.io.IOException;
+import java.nio.charset.Charset;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.util.Collections;
+import java.util.List;
+
+import org.embulk.config.ConfigSource;
+import org.embulk.test.EmbulkTests;
+import org.embulk.test.TestingEmbulk;
+
+import com.google.common.base.Throwables;
+import com.google.common.collect.ImmutableList;
+import com.google.common.io.ByteStreams;
+
+public class SQLServerTests
+{
+    public static ConfigSource baseConfig()
+    {
+        return EmbulkTests.config("EMBULK_INPUT_SQLSERVER_TEST_CONFIG");
+    }
+
+    public static void execute(String sql, String... options)
+    {
+        ConfigSource config = baseConfig();
+
+        ImmutableList.Builder<String> args = ImmutableList.builder();
+        args.add("sqlcmd")
+                .add("-U")
+                .add(config.get(String.class, "user"))
+                .add("-P")
+                .add(config.get(String.class, "password"))
+                .add("-H")
+                .add(config.get(String.class, "host"))
+                .add("-d")
+                .add(config.get(String.class, "database"))
+                .add("-Q")
+                .add(sql);
+        for (String option : options) {
+            args.add(option);
+        }
+
+        ProcessBuilder pb = new ProcessBuilder(args.build());
+        pb.redirectErrorStream(true);
+        int code;
+        try {
+            Process process = pb.start();
+            ByteStreams.copy(process.getInputStream(), System.out);
+            code = process.waitFor();
+        } catch (IOException | InterruptedException ex) {
+            throw Throwables.propagate(ex);
+        }
+        if (code != 0) {
+            throw new RuntimeException(String.format(ENGLISH,
+                    "Command finished with non-zero exit code. Exit code is %d.", code));
+        }
+    }
+
+    public static String selectRecords(TestingEmbulk embulk, String tableName) throws IOException
+    {
+        Path temp = embulk.createTempFile("txt");
+        Files.delete(temp);
+
+        // should not use UTF8 because of BOM
+        execute("SET NOCOUNT ON; SELECT * FROM " + tableName, "-h", "-1", "-s", ",", "-W", "-f", "932", "-o", temp.toString());
+
+        List<String> lines = Files.readAllLines(temp, Charset.forName("MS932"));
+        Collections.sort(lines);
+        StringBuilder sb = new StringBuilder();
+        for (String line : lines) {
+            sb.append(line);
+            sb.append("\n");
+        }
+        return sb.toString();
+    }
+}

data/src/test/resources/org/embulk/input/sqlserver/test/expect/basic/setup.sql

@@ -0,0 +1,58 @@
+DROP TABLE TEST1
+CREATE TABLE TEST1 (
+    ID                  CHAR(4),
+    TINYINT_ITEM        TINYINT,
+    SMALLINT_ITEM       SMALLINT,
+    INT_ITEM            INT,
+    BIGINT_ITEM         BIGINT,
+    BIT_ITEM            BIT,
+    DECIMAL_ITEM        DECIMAL(12,2),
+    NUMERIC_ITEM        NUMERIC(5,3),
+    SMALLMONEY_ITEM     SMALLMONEY,
+    MONEY_ITEM          MONEY,
+    REAL_ITEM           REAL,
+    FLOAT_ITEM          FLOAT,
+    CHAR_ITEM           CHAR(4),
+    VARCHAR_ITEM        VARCHAR(8),
+    TEXT_ITEM           TEXT,
+    NCHAR_ITEM          NCHAR(4),
+    NVARCHAR_ITEM       NVARCHAR(8),
+    NTEXT_ITEM          NTEXT,
+    DATE_ITEM           DATE,
+    DATETIME_ITEM       DATETIME,
+    DATETIME2_ITEM      DATETIME2,
+    DATETIME2_2_ITEM    DATETIME2(2),
+    SMALLDATETIME_ITEM  SMALLDATETIME,
+    TIME_ITEM           TIME,
+    TIME_2_ITEM         TIME(2),
+    PRIMARY KEY (ID)
+);
+INSERT INTO TEST1(ID) VALUES('1000');
+INSERT INTO TEST1 VALUES(
+    '1001',
+    12,
+    1234,
+    123456,
+    12345678901234,
+    1,
+    1234567890.12,
+    12.345,
+    12.3456,
+    1234.5678,
+    1234567.8,
+    123456789012.34,
+    'a',
+    'A',
+    'abcdefg',
+    'あ',
+    'ア',
+    'あいうえお',
+    '2018-01-02',
+    '2018-01-03 12:34:56.789',
+    '2018-01-04 12:34:56.1234567',
+    '2018-01-05 12:34:56.89',
+    '2018-01-06 12:34:56',
+    '17:34:56.1234567',
+    '18:34:56.12'
+);
+

data/src/test/resources/org/embulk/input/sqlserver/test/expect/basic/test_config.yml

@@ -0,0 +1,2 @@
+table: TEST1
+order_by: 'ID'

data/src/test/resources/org/embulk/input/sqlserver/test/expect/basic/test_expected.csv

@@ -0,0 +1,2 @@
+1000,,,,,,,,,,,,,,,,,,,,,,,,
+1001,12,1234,123456,12345678901234,true,1.23456789012E9,12.345,12.3456,1234.5678,1234567.75,1.2345678901234E11,a   ,A,abcdefg,あ   ,ア,あいうえお,2018-01-02,2018-01-03 10:34:56.790000 +0000,2018-01-04 12:34:56.1234567,2018-01-05 12:34:56.89,2018-01-06 10:35:00.000000 +0000,17:34:56.1234567,18:34:56.12

data/src/test/resources/org/embulk/input/sqlserver/test/expect/basic/test_expected.diff

@@ -0,0 +1,2 @@
+in: {}
+out: {}

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-sqlserver
 version: !ruby/object:Gem::Version
-  version: 0.9.0
+  version: 0.9.1
 platform: ruby
 authors:
 - Sadayuki Furuhashi
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-12-27 00:00:00.000000000 Z
+date: 2018-03-09 00:00:00.000000000 Z
 dependencies: []
 description: Selects records from a table.
 email:
@@ -19,12 +19,18 @@ extra_rdoc_files: []
 files:
 - README.md
 - build.gradle
-- classpath/embulk-input-jdbc-0.9.0.jar
-- classpath/embulk-input-sqlserver-0.9.0.jar
+- classpath/embulk-input-jdbc-0.9.1.jar
+- classpath/embulk-input-sqlserver-0.9.1.jar
 - classpath/jtds-1.3.1.jar
 - lib/embulk/input/sqlserver.rb
 - src/main/java/org/embulk/input/SQLServerInputPlugin.java
 - src/main/java/org/embulk/input/sqlserver/SQLServerInputConnection.java
+- src/test/java/org/embulk/input/sqlserver/BasicTest.java
+- src/test/java/org/embulk/input/sqlserver/SQLServerTests.java
+- src/test/resources/org/embulk/input/sqlserver/test/expect/basic/setup.sql
+- src/test/resources/org/embulk/input/sqlserver/test/expect/basic/test_config.yml
+- src/test/resources/org/embulk/input/sqlserver/test/expect/basic/test_expected.csv
+- src/test/resources/org/embulk/input/sqlserver/test/expect/basic/test_expected.diff
 homepage: https://github.com/embulk/embulk-input-jdbc
 licenses:
 - Apache 2.0