embulk-parser-csv_guessable 0.1.4 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9cfb187d0ece1ab6bc1a9798e671c1beef48c58b
-  data.tar.gz: e4027715432a5a797ffffc67366863fc35a93c54
+  metadata.gz: 07a5d30689afe074b0db47f61c04651e74b76024
+  data.tar.gz: b16fda4794ed77f2111d4e047210c8966f0fed2e
 SHA512:
-  metadata.gz: 5b82123b220cd203b749ea8604983eac5c0aab4352b5b5f484b35e78ad7f462a964c39b7be98f314b446b306104478dbba3b2724a5181bc7f971f1a38da2c156
-  data.tar.gz: 9646c871c87790b9d36c804c9080144f12f2a2ffe0ee8ef8a16e71ca2ebac69be391e9a3397edbc8ecdc5be8290fe4bc453d05f77d804c4291365063f4f17db1
+  metadata.gz: ca548cf755f02e6be06bef5664754271ac1f5041e4baa0dd015e546ec4e00396051a6fc8d532603d01a778069baf9398ae132b1770b70c6eb1790954cf6eafb3
+  data.tar.gz: 368cb17eb071324704ff2ac131511c4f96e67f3a8eb109fbe9e7dec549757dc0b10cbed1176246d1db18f43f48ad98a4b4213f8f482d70f12a2ee2f5e7283473

data/.circleci/config.yml

@@ -0,0 +1,21 @@
+version: 2
+jobs:
+  build:
+    docker:
+      - image: circleci/openjdk:8-jdk
+    working_directory: ~/repo
+    environment:
+      JVM_OPTS: -Xmx3200m
+      TERM: dumb
+    steps:
+      - checkout
+      - restore_cache:
+          keys:
+          - v1-dependencies-{{ checksum "build.gradle" }}
+          - v1-dependencies-
+      - run: gradle dependencies
+      - save_cache:
+          paths:
+            - ~/.m2
+          key: v1-dependencies-{{ checksum "build.gradle" }}
+      - run: gradle test

data/README.md

@@ -1,3 +1,6 @@
+[![Gem Version](https://badge.fury.io/rb/embulk-parser-csv_guessable.svg)](https://badge.fury.io/rb/embulk-parser-csv_guessable)
+[![CircleCI](https://circleci.com/gh/koooge/embulk-parser-csv_guessable.svg?style=svg)](https://circleci.com/gh/koooge/embulk-parser-csv_guessable)
+
 # Guessable csv parser plugin for Embulk
 **embulk-parser-csv_guessable** (runtime)guesses and parses csv which has schema in header.
 
@@ -24,8 +27,6 @@ It behaves as original csv parser when **embulk-parser-csv_guessable** conifgs(`
     - **date**: Set date part if the format doesn't include date part
 - any other csv configs: see [www.embulk.org](http://www.embulk.org/docs/built-in.html#csv-parser-plugin)
 
-The `columns` 
-
 ## Example
 test.csv (There is a schema at the first line.)
 
@@ -88,8 +89,21 @@ $ embulk gem install embulk-parser-csv_guessable
 $ embulk guess -g csv_guessable config.yml -o guessed.yml
 -->
 
+## Sample
+
+```
+$ cd samples/sample2
+$ embulk run -L ../../ config_rename.yml -l debug
+```
+
 ## Build
 
 ```
 $ ./gradlew gem  # -t to watch change of files and rebuild continuously
 ```
+
+## Test
+
+```
+$ ./gradlew test
+```

data/build.gradle

@@ -13,16 +13,16 @@ configurations {
     provided
 }
 
-version = "0.1.4"
+version = "0.1.5"
 
 sourceCompatibility = 1.7
 targetCompatibility = 1.7
 
 dependencies {
-    compile "org.embulk:embulk-core:0.8.22"
-    compile "org.embulk:embulk-standards:0.8.22"
+    compile "org.embulk:embulk-core:0.8.+"
+    compile "org.embulk:embulk-standards:0.8.+"
     compile "com.opencsv:opencsv:3.9"
-    provided "org.embulk:embulk-core:0.8.22"
+    provided "org.embulk:embulk-core:0.8.+"
     testCompile "junit:junit:4.+"
     testCompile "org.embulk:embulk-core:0.8.+:tests"
     testCompile "org.embulk:embulk-standards:0.8.+:tests"

data/gradle/wrapper/gradle-wrapper.properties

@@ -1,6 +1,5 @@
-#Sun Jan 08 00:35:58 PST 2017
+distributionUrl=https\://services.gradle.org/distributions/gradle-4.2.1-bin.zip
 distributionBase=GRADLE_USER_HOME
 distributionPath=wrapper/dists
-zipStoreBase=GRADLE_USER_HOME
 zipStorePath=wrapper/dists
-distributionUrl=https\://services.gradle.org/distributions/gradle-3.2.1-bin.zip
+zipStoreBase=GRADLE_USER_HOME

data/gradlew

@@ -1,4 +1,4 @@
-#!/usr/bin/env bash
+#!/usr/bin/env sh
 
 ##############################################################################
 ##
@@ -33,11 +33,11 @@ DEFAULT_JVM_OPTS=""
 # Use the maximum available, or set MAX_FD != -1 to use that value.
 MAX_FD="maximum"
 
-warn ( ) {
+warn () {
     echo "$*"
 }
 
-die ( ) {
+die () {
     echo
     echo "$*"
     echo
@@ -154,16 +154,19 @@ if $cygwin ; then
     esac
 fi
 
-# Split up the JVM_OPTS And GRADLE_OPTS values into an array, following the shell quoting and substitution rules
-function splitJvmOpts() {
-    JVM_OPTS=("$@")
+# Escape application args
+save () {
+    for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done
+    echo " "
 }
-eval splitJvmOpts $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS
-JVM_OPTS[${#JVM_OPTS[*]}]="-Dorg.gradle.appname=$APP_BASE_NAME"
+APP_ARGS=$(save "$@")
+
+# Collect all arguments for the java command, following the shell quoting and substitution rules
+eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS"
 
 # by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong
-if [[ "$(uname)" == "Darwin" ]] && [[ "$HOME" == "$PWD" ]]; then
+if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then
   cd "$(dirname "$0")"
 fi
 
-exec "$JAVACMD" "${JVM_OPTS[@]}" -classpath "$CLASSPATH" org.gradle.wrapper.GradleWrapperMain "$@"
+exec "$JAVACMD" "$@"

data/gradlew.bat

@@ -1,84 +1,84 @@
-@if "%DEBUG%" == "" @echo off
-@rem ##########################################################################
-@rem
-@rem  Gradle startup script for Windows
-@rem
-@rem ##########################################################################
-
-@rem Set local scope for the variables with windows NT shell
-if "%OS%"=="Windows_NT" setlocal
-
-set DIRNAME=%~dp0
-if "%DIRNAME%" == "" set DIRNAME=.
-set APP_BASE_NAME=%~n0
-set APP_HOME=%DIRNAME%
-
-@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
-set DEFAULT_JVM_OPTS=
-
-@rem Find java.exe
-if defined JAVA_HOME goto findJavaFromJavaHome
-
-set JAVA_EXE=java.exe
-%JAVA_EXE% -version >NUL 2>&1
-if "%ERRORLEVEL%" == "0" goto init
-
-echo.
-echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
-echo.
-echo Please set the JAVA_HOME variable in your environment to match the
-echo location of your Java installation.
-
-goto fail
-
-:findJavaFromJavaHome
-set JAVA_HOME=%JAVA_HOME:"=%
-set JAVA_EXE=%JAVA_HOME%/bin/java.exe
-
-if exist "%JAVA_EXE%" goto init
-
-echo.
-echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
-echo.
-echo Please set the JAVA_HOME variable in your environment to match the
-echo location of your Java installation.
-
-goto fail
-
-:init
-@rem Get command-line arguments, handling Windows variants
-
-if not "%OS%" == "Windows_NT" goto win9xME_args
-
-:win9xME_args
-@rem Slurp the command line arguments.
-set CMD_LINE_ARGS=
-set _SKIP=2
-
-:win9xME_args_slurp
-if "x%~1" == "x" goto execute
-
-set CMD_LINE_ARGS=%*
-
-:execute
-@rem Setup the command line
-
-set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
-
-@rem Execute Gradle
-"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
-
-:end
-@rem End local scope for the variables with windows NT shell
-if "%ERRORLEVEL%"=="0" goto mainEnd
-
-:fail
-rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
-rem the _cmd.exe /c_ return code!
-if  not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
-exit /b 1
-
-:mainEnd
-if "%OS%"=="Windows_NT" endlocal
-
-:omega
+@if "%DEBUG%" == "" @echo off
+@rem ##########################################################################
+@rem
+@rem  Gradle startup script for Windows
+@rem
+@rem ##########################################################################
+
+@rem Set local scope for the variables with windows NT shell
+if "%OS%"=="Windows_NT" setlocal
+
+set DIRNAME=%~dp0
+if "%DIRNAME%" == "" set DIRNAME=.
+set APP_BASE_NAME=%~n0
+set APP_HOME=%DIRNAME%
+
+@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
+set DEFAULT_JVM_OPTS=
+
+@rem Find java.exe
+if defined JAVA_HOME goto findJavaFromJavaHome
+
+set JAVA_EXE=java.exe
+%JAVA_EXE% -version >NUL 2>&1
+if "%ERRORLEVEL%" == "0" goto init
+
+echo.
+echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
+echo.
+echo Please set the JAVA_HOME variable in your environment to match the
+echo location of your Java installation.
+
+goto fail
+
+:findJavaFromJavaHome
+set JAVA_HOME=%JAVA_HOME:"=%
+set JAVA_EXE=%JAVA_HOME%/bin/java.exe
+
+if exist "%JAVA_EXE%" goto init
+
+echo.
+echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
+echo.
+echo Please set the JAVA_HOME variable in your environment to match the
+echo location of your Java installation.
+
+goto fail
+
+:init
+@rem Get command-line arguments, handling Windows variants
+
+if not "%OS%" == "Windows_NT" goto win9xME_args
+
+:win9xME_args
+@rem Slurp the command line arguments.
+set CMD_LINE_ARGS=
+set _SKIP=2
+
+:win9xME_args_slurp
+if "x%~1" == "x" goto execute
+
+set CMD_LINE_ARGS=%*
+
+:execute
+@rem Setup the command line
+
+set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
+
+@rem Execute Gradle
+"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
+
+:end
+@rem End local scope for the variables with windows NT shell
+if "%ERRORLEVEL%"=="0" goto mainEnd
+
+:fail
+rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
+rem the _cmd.exe /c_ return code!
+if  not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
+exit /b 1
+
+:mainEnd
+if "%OS%"=="Windows_NT" endlocal
+
+:omega

data/samples/sample1/config.yml

@@ -0,0 +1,9 @@
+in:
+  type: file
+  path_prefix: "./sample"
+  parser:
+    type: csv_guessable
+    schema_file: sample1.csv
+    charset: MS932
+out:
+  type: stdout

data/samples/sample1/config_set_type.yml

@@ -0,0 +1,13 @@
+in:
+  type: file
+  path_prefix: "./sample"
+  parser:
+    type: csv_guessable
+    schema_file: sample1.csv
+    charset: MS932
+    columns:
+      - {name: 'ken-code', type: long}
+      - {name: 'sityouson-code', type: long}
+      - {name: 'tiiki-code', type: long}
+out:
+  type: stdout

data/samples/sample1/sample1.csv

@@ -0,0 +1,10 @@
+ken-code,sityouson-code,tiiki-code,ken-name,sityouson-name1,sityouson-name2,sityouson-name3,yomigana
+1,0,1000,�k�C��,,,,�ق������ǂ�
+1,100,1100,�k�C��,�D�y�s,,,�����ۂ낵
+1,101,1101,�k�C��,�D�y�s,,������,���イ������
+1,102,1102,�k�C��,�D�y�s,,�k��,������
+1,103,1103,�k�C��,�D�y�s,,����,�Ђ�����
+1,104,1104,�k�C��,�D�y�s,,���΋�,���낢����
+1,105,1105,�k�C��,�D�y�s,,�L����,�Ƃ�Ђ炭
+1,106,1106,�k�C��,�D�y�s,,���,�݂Ȃ݂�
+1,107,1107,�k�C��,�D�y�s,,����,�ɂ���

data/samples/sample2/config_rename.yml

@@ -0,0 +1,18 @@
+in:
+  type: file
+  path_prefix: "./sample"
+  parser:
+    type: csv_guessable
+    schema_file: sample2.csv
+    charset: MS932
+    columns:
+      - {value_name: '県コード', name: 'ken-code', type: long}
+      - {value_name: '市町村コード', name: 'sityouson-code', type: long}
+      - {value_name: '地域コード', name: 'tiiki-code', type: long}
+      - {value_name: '県名', name: 'ken-name', type: string}
+      - {value_name: '市町村名1', name: 'sityouson-name1', type: string}
+      - {value_name: '市町村名2', name: 'sityouson-name2', type: string}
+      - {value_name: '市町村名3', name: 'sityouson-name3', type: string}
+      - {value_name: '読み仮名', name: 'yomigana', type: string}
+out:
+  type: stdout

data/samples/sample2/sample2.csv

@@ -0,0 +1,10 @@
+���R�[�h,�s�����R�[�h,�n��R�[�h,����,�s������1,�s������2,�s������3,�ǂ݉���
+1,0,1000,�k�C��,,,,�ق������ǂ�
+1,100,1100,�k�C��,�D�y�s,,,�����ۂ낵
+1,101,1101,�k�C��,�D�y�s,,������,���イ������
+1,102,1102,�k�C��,�D�y�s,,�k��,������
+1,103,1103,�k�C��,�D�y�s,,����,�Ђ�����
+1,104,1104,�k�C��,�D�y�s,,���΋�,���낢����
+1,105,1105,�k�C��,�D�y�s,,�L����,�Ƃ�Ђ炭
+1,106,1106,�k�C��,�D�y�s,,���,�݂Ȃ݂�
+1,107,1107,�k�C��,�D�y�s,,����,�ɂ���

data/src/main/java/org/embulk/parser/csv_guessable/CsvGuessableParserPlugin.java

@@ -135,7 +135,9 @@ public class CsvGuessableParserPlugin
 
         if (task.getSchemaFile().isPresent()) {
             int schemaLine = task.getSchemaLine();
-            task.setSkipHeaderLines(schemaLine); // TODO: use 'skip_header_line'
+            if (schemaLine > task.getSkipHeaderLines()) {
+                task.setSkipHeaderLines(schemaLine);
+            }
 
             String header = readHeader(task.getSchemaFile().get().getPath(), schemaLine, task.getCharset());
             log.debug(header);

data/src/test/java/org/embulk/parser/csv_guessable/TestCsvGuessableParserPlugin.java

@@ -6,13 +6,16 @@ import org.embulk.config.ConfigException;
 import org.embulk.config.ConfigLoader;
 import org.embulk.config.ConfigSource;
 import org.embulk.config.TaskSource;
+import org.embulk.spi.Column;
 import org.embulk.spi.Exec;
 import org.embulk.spi.FileInput;
 import org.embulk.spi.ParserPlugin;
 import org.embulk.spi.Schema;
 import org.embulk.spi.TestPageBuilderReader.MockPageOutput;
+import org.embulk.spi.type.Types;
 import org.embulk.spi.util.InputStreamFileInput;
-import org.embulk.standards.TestCsvParserPlugin;
+import org.embulk.spi.util.Pages;
+//import org.embulk.standards.TestCsvParserPlugin;
 import org.junit.Before;
 import org.junit.Rule;
 import org.junit.Test;
@@ -22,13 +25,14 @@ import java.io.File;
 import java.io.FileInputStream;
 import java.io.IOException;
 import java.io.InputStream;
+import java.util.List;
 
 import static org.embulk.parser.csv_guessable.CsvGuessableParserPlugin.PluginTask;
 import static org.junit.Assert.assertEquals;
 import static org.junit.Assert.assertNull;
 
 public class TestCsvGuessableParserPlugin
-        extends TestCsvParserPlugin
+//        extends TestCsvParserPlugin
 {
     @Rule
     public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
@@ -38,6 +42,7 @@ public class TestCsvGuessableParserPlugin
 
     private CsvGuessableParserPlugin plugin;
     private MockPageOutput output;
+    private Schema schema;
 
     @Before
     public void createResouce()
@@ -46,12 +51,6 @@ public class TestCsvGuessableParserPlugin
         output = new MockPageOutput();
     }
 
-    private ConfigSource getConfigFromYaml(String yaml)
-    {
-        ConfigLoader loader = new ConfigLoader(Exec.getModelManager());
-        return loader.fromYamlString(yaml);
-    }
-
     @Test(expected = ConfigException.class)
     public void checkColumnsRequired()
     {
@@ -102,27 +101,175 @@ public class TestCsvGuessableParserPlugin
                 "schema_file: src/test/resources/org/embulk/parser/csv_guessable/data/test.csv\n" + // TODO: FIX PATH
                 "schema_line: 1";
         ConfigSource config = getConfigFromYaml(configYaml);
-        PluginTask task = config.loadConfig(PluginTask.class);
-//        transaction(config, fileInput(new File(this.getClass().getResource("data/test.csv").getPath())));
+        transaction(config, fileInput("data/test.csv"));
+        List<Object[]> records = Pages.toObjects(schema, output.pages);
+        assertEquals(2, records.size());
+
+        Object[] record;
+        {
+            record = records.get(0);
+            assertEquals("100", record[0]);
+            assertEquals("test-title", record[1]);
+            assertEquals("ok", record[2]);
+        }
+        {
+            record = records.get(1);
+            assertEquals("191", record[0]);
+            assertEquals("title2", record[1]);
+            assertEquals("ng", record[2]);
+        }
+    }
+
+    @Test
+    public void specifyType()
+            throws Exception
+    {
+        String configYaml = "" +
+                "type: csv_guessable\n" +
+                "schema_file: src/test/resources/org/embulk/parser/csv_guessable/data/test.csv\n" +
+                "columns:\n" +
+                "  - {name: 'id', type: long}\n" +
+                "  - {name: 'title', type: string}\n" +
+                "  - {name: 'status', type: string}";
+
+        ConfigSource config = getConfigFromYaml(configYaml);
+        transaction(config, fileInput("data/test.csv"));
+        List<Object[]> records = Pages.toObjects(schema, output.pages);
 
-        // TODO: impl
+        Column column;
+        {
+            column = schema.getColumn(0);
+            assertEquals(Types.LONG, column.getType());
+        }
+        {
+            column = schema.getColumn(1);
+            assertEquals(Types.STRING, column.getType());
+        }
+        {
+            column = schema.getColumn(2);
+            assertEquals(Types.STRING, column.getType());
+        }
+
+        assertEquals(2, records.size());
+
+        Object[] record;
+        {
+            record = records.get(0);
+            assertEquals(100L, record[0]);
+            assertEquals("test-title", record[1]);
+            assertEquals("ok", record[2]);
+        }
+        {
+            record = records.get(1);
+            assertEquals(191L, record[0]);
+            assertEquals("title2", record[1]);
+            assertEquals("ng", record[2]);
+        }
     }
 
     @Test
-    public void replaceColumnsMetadata()
+    public void renameColumn()
+            throws Exception
+    {
+        String configYaml = "" +
+                "type: csv_guessable\n" +
+                "schema_file: src/test/resources/org/embulk/parser/csv_guessable/data/test.csv\n" +
+                "columns:\n" +
+                "  - {value_name: 'id', name: 'number', type: long}\n" +
+                "  - {value_name: 'title', name: 'description', type: string}\n" +
+                "  - {value_name: 'status', name: 'ok?', type: string}";
+        ConfigSource config = getConfigFromYaml(configYaml);
+        transaction(config, fileInput("data/test.csv"));
+
+        Column column;
+        {
+            column = schema.getColumn(0);
+            assertEquals("number", column.getName());
+            assertEquals(Types.LONG, column.getType());
+        }
+        {
+            column = schema.getColumn(1);
+            assertEquals("description", column.getName());
+            assertEquals(Types.STRING, column.getType());
+        }
+        {
+            column = schema.getColumn(2);
+            assertEquals("ok?", column.getName());
+            assertEquals(Types.STRING, column.getType());
+        }
+    }
+
+    @Test
+    public void renameColumnAndSpecifyType()
             throws Exception
     {
         String configYaml = "" +
                 "type: csv_guessable\n" +
                 "schema_file: src/test/resources/org/embulk/parser/csv_guessable/data/test.csv\n" + // TODO: FIX PATH
-                "schema_line: 1\n" +
                 "columns:\n" +
-                "- {value_name: '#', name: 'number', type: long}\n" +
-                "- {value_name: 'title', name: 'description', type: string}\n" +
-                "- {value_name: 'status', name: 'ok?', type: string}";
+                "  - {value_name: 'id', name: 'number', type: long}\n" +
+                "  - {value_name: 'title', name: 'description', type: string}\n" +
+                "  - {value_name: 'status', name: 'ok?', type: string}";
         ConfigSource config = getConfigFromYaml(configYaml);
+        transaction(config, fileInput("data/test.csv"));
 
-        // TODO: impl
+        Column column;
+        {
+            column = schema.getColumn(0);
+            assertEquals("number", column.getName());
+            assertEquals(Types.LONG, column.getType());
+        }
+        {
+            column = schema.getColumn(1);
+            assertEquals("description", column.getName());
+            assertEquals(Types.STRING, column.getType());
+        }
+        {
+            column = schema.getColumn(2);
+            assertEquals("ok?", column.getName());
+            assertEquals(Types.STRING, column.getType());
+        }
+    }
+
+    @Test
+    public void skipHeaderLinesIsLargerThanHeaderLine()
+            throws Exception
+    {
+        String configYaml = "" +
+                "type: csv_guessable\n" +
+                "schema_file: src/test/resources/org/embulk/parser/csv_guessable/data/test.csv\n" + // TODO: FIX PATH
+                "skip_header_lines: 2\n" +
+                "columnes:\n" +
+                "  - {value_name: 'id', type: long}\n" +
+                "  - {value_name: 'title', type: string}\n" +
+                "  - {value_name: 'status', type: string}";
+        ConfigSource config = getConfigFromYaml(configYaml);
+        transaction(config, fileInput("data/test.csv"));
+
+        List<Object[]> records = Pages.toObjects(schema, output.pages);
+        assertEquals(1, records.size());
+
+        Object[] record;
+        {
+            record = records.get(0);
+            assertEquals("191", record[0]);
+            assertEquals("title2", record[1]);
+            assertEquals("ng", record[2]);
+        }
+    }
+
+    private ConfigSource getConfigFromYaml(String yaml)
+    {
+        ConfigLoader loader = new ConfigLoader(Exec.getModelManager());
+        return loader.fromYamlString(yaml);
+    }
+
+    private FileInput fileInput(String path)
+            throws Exception
+    {
+        File file = new File(this.getClass().getResource(path).getPath());
+        FileInputStream in = new FileInputStream(file);
+        return new InputStreamFileInput(runtime.getBufferAllocator(), provider(in));
     }
 
     private void transaction(ConfigSource config, final FileInput input)
@@ -132,18 +279,12 @@ public class TestCsvGuessableParserPlugin
             @Override
             public void run(TaskSource taskSource, Schema schema)
             {
+                TestCsvGuessableParserPlugin.this.schema = schema;
                 plugin.run(taskSource, schema, input, output);
             }
         });
     }
 
-    private FileInput fileInput(File file)
-            throws Exception
-    {
-        FileInputStream in = new FileInputStream(file);
-        return new InputStreamFileInput(runtime.getBufferAllocator(), provider(in));
-    }
-
     private InputStreamFileInput.IteratorProvider provider(InputStream... inputStreams)
             throws IOException
     {

metadata

@@ -1,43 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: embulk-parser-csv_guessable
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.5
 platform: ruby
 authors:
 - koooge
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-06-06 00:00:00.000000000 Z
+date: 2017-10-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
+  name: bundler
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.0'
-  name: bundler
-  prerelease: false
-  type: :development
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.0'
+  prerelease: false
+  type: :development
 - !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
+  name: rake
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '10.0'
-  name: rake
-  prerelease: false
-  type: :development
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '10.0'
+  prerelease: false
+  type: :development
 description: Parses Guessable Csv files read by other file input plugins.
 email:
 - koooooge@gmail.com
@@ -45,6 +45,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- .circleci/config.yml
 - .gitignore
 - LICENSE.txt
 - README.md
@@ -57,6 +58,11 @@ files:
 - gradlew.bat
 - lib/embulk/guess/csv_guessable.rb
 - lib/embulk/parser/csv_guessable.rb
+- samples/sample1/config.yml
+- samples/sample1/config_set_type.yml
+- samples/sample1/sample1.csv
+- samples/sample2/config_rename.yml
+- samples/sample2/sample2.csv
 - src/main/java/org/embulk/parser/csv_guessable/CsvGuessableParserPlugin.java
 - src/main/java/org/embulk/parser/csv_guessable/CsvTokenizer.java
 - src/test/java/org/embulk/parser/csv_guessable/TestCsvGuessableParserPlugin.java
@@ -67,11 +73,11 @@ files:
 - src/test/resources/org/embulk/parser/csv_guessable/yml/original-csv.yml
 - src/test/resources/org/embulk/parser/csv_guessable/yml/replace_column_name.yml
 - classpath/commons-lang3-3.5.jar
-- classpath/embulk-parser-csv_guessable-0.1.4.jar
+- classpath/embulk-parser-csv_guessable-0.1.5.jar
+- classpath/embulk-standards-0.8.35.jar
 - classpath/opencsv-3.9.jar
 - classpath/commons-beanutils-1.9.3.jar
 - classpath/commons-compress-1.10.jar
-- classpath/embulk-standards-0.8.22.jar
 - classpath/commons-collections-3.2.2.jar
 - classpath/commons-logging-1.2.jar
 homepage: https://github.com/koooge/embulk-parser-csv_guessable