embulk-parser-csv_guessable 0.1.1

data/src/test/java/org/embulk/parser/csv_guessable/TestCsvGuessableParserPlugin.java

@@ -0,0 +1,81 @@
+package org.embulk.parser.csv_guessable;
+
+import org.embulk.config.ConfigException;
+import org.embulk.config.ConfigLoader;
+import org.embulk.config.ConfigSource;
+import org.embulk.EmbulkTestRuntime;
+import org.embulk.spi.Exec;
+import org.junit.Rule;
+import org.junit.rules.ExpectedException;
+import org.junit.Test;
+
+import static org.junit.Assert.assertFalse;
+
+import static org.embulk.parser.csv_guessable.CsvGuessableParserPlugin.PluginTask;
+
+public class TestCsvGuessableParserPlugin
+{
+    @Rule
+    public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
+
+    @Rule
+    public ExpectedException exception = ExpectedException.none();
+
+    private ConfigSource getConfigFromYaml(String yaml)
+    {
+        ConfigLoader loader = new ConfigLoader(Exec.getModelManager());
+        return loader.fromYamlString(yaml);
+    }
+
+    /*
+    @Test
+    public void throwExceptionWithoutRequisite()
+    {
+        String configYaml = "" +
+                "type: csv_with_header";
+
+        ConfigSource config = getConfigFromYaml(configYaml);
+
+        exception.expect(ConfigException.class);
+        exception.expectMessage("Field either 'columns' or 'schema_file' is required but not set");
+    }
+    */
+
+    @Test
+    public void defaultValue()
+    {
+        String configYaml = "" +
+                "type: csv_with_header\n" +
+                "schema_line: 2";
+        ConfigSource config = getConfigFromYaml(configYaml);
+        PluginTask task = config.loadConfig(PluginTask.class);
+
+        assertFalse(task.getSchemaConfig().isPresent());
+        assertFalse(task.getSchemaFile().isPresent());
+    }
+
+    /*
+    @Test
+    public void originalCsvParserPlugin()
+    {
+        String configYaml = "" +
+                "type: csv_with_header\n" +
+                "columns:\n" +
+                "  - {name: id, type: long}\n" +
+                "  - {name: title, type: string}\n" +
+                "  - {name: status, type: string}";
+        ConfigSource config = getConfigFromYaml(configYaml);
+        PluginTask task = config.loadConfig(PluginTask.class);
+    }
+
+    @Test
+    public void csvGuessable()
+    {
+    }
+
+    @Test
+    public void replaceColumnsName()
+    {
+    }
+    */
+}

data/src/test/resources/data/test.csv

@@ -0,0 +1,3 @@
+id,title,status
+100,test-title,ok
+191,title2,ng

data/src/test/resources/data/test_alias.yml

@@ -0,0 +1,3 @@
+#,description,ok?
+103,awesome description,ok!
+1191,"desc4",ng..

data/src/test/resources/yml/guess_from_header.yml

@@ -0,0 +1,9 @@
+in:
+  type: file
+  path_prefix: data/test
+  parser:
+    type: csv_guessable
+    schema_file: data/test.csv
+    schema_line: 1
+out:
+  type: stdout

data/src/test/resources/yml/original-csv.yml

@@ -0,0 +1,12 @@
+in:
+  type: file
+  path_prefix: data/test
+  parser:
+    type: csv_guessable
+    skip_header_line: 1
+    columns:
+      - {name: id, type: long}
+      - {name: title, type: string}
+      - {name: status, type: string}
+out:
+  type: stdout

data/src/test/resources/yml/replace_column_name.yml

@@ -0,0 +1,13 @@
+in:
+  type: file
+  path_prefix: data/test
+  parser:
+    type: csv_guessable
+    schema_file: data/test.csv
+    schema_line: 1
+    columns:
+      - {value_name: '#', name: number, type: long}
+      - {value_name: 'title', name: description, type: string}
+      - {value_name: 'status', name: ok?, type: string}
+out:
+  type: stdout

metadata

@@ -0,0 +1,100 @@
+--- !ruby/object:Gem::Specification
+name: embulk-parser-csv_guessable
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- koooge
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2017-06-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Parses Csv Guessable files read by other file input plugins.
+email:
+- koooooge@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- LICENSE.txt
+- README.md
+- build.gradle
+- config/checkstyle/checkstyle.xml
+- config/checkstyle/default.xml
+- gradle/wrapper/gradle-wrapper.jar
+- gradle/wrapper/gradle-wrapper.properties
+- gradlew
+- gradlew.bat
+- lib/embulk/guess/csv_guessable.rb
+- lib/embulk/parser/csv_guessable.rb
+- libs/embulk-standards-0.8.22.jar
+- src/main/java/org/embulk/parser/csv_guessable/CsvGuessableParserPlugin.java
+- src/main/java/org/embulk/parser/csv_guessable/CsvTokenizer.java
+- src/test/java/org/embulk/parser/csv_guessable/TestCsvGuessableParserPlugin.java
+- src/test/resources/data/test.csv
+- src/test/resources/data/test_alias.yml
+- src/test/resources/yml/guess_from_header.yml
+- src/test/resources/yml/original-csv.yml
+- src/test/resources/yml/replace_column_name.yml
+- classpath/commons-lang3-3.5.jar
+- classpath/embulk-parser-csv_guessable-0.1.1.jar
+- classpath/opencsv-3.9.jar
+- classpath/commons-beanutils-1.9.3.jar
+- classpath/embulk-standards-0.8.22.jar
+- classpath/commons-collections-3.2.2.jar
+- classpath/commons-logging-1.2.jar
+homepage: https://github.com/koooge/embulk-parser-csv_guessable
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: Csv Guessable parser plugin for Embulk
+test_files: []