embulk-filter-json_csv2arrayofobjects 0.1.0

data/src/test/java/org/embulk/filter/json_csv2arrayofobjects/TestJsonCsv2arrayofobjectsFilterPlugin.java

@@ -0,0 +1,67 @@
+package org.embulk.filter.json_csv2arrayofobjects;
+
+import org.embulk.EmbulkTestRuntime;
+import org.embulk.config.ConfigException;
+import org.embulk.config.ConfigLoader;
+import org.embulk.config.ConfigSource;
+import org.embulk.filter.json_csv2arrayofobjects.JsonCsv2arrayofobjectsFilterPlugin.PluginTask;
+import org.embulk.spi.Exec;
+import org.embulk.spi.Schema;
+import org.embulk.spi.SchemaConfigException;
+import org.embulk.spi.type.Types;
+import org.junit.Rule;
+import org.junit.Test;
+
+public class TestJsonCsv2arrayofobjectsFilterPlugin
+{
+    @Rule
+    public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
+
+    public JsonCsv2arrayofobjectsFilterPlugin plugin = new JsonCsv2arrayofobjectsFilterPlugin();
+
+    public static PluginTask taskFromYamlString(String... lines)
+    {
+        StringBuilder builder = new StringBuilder();
+        for (String line : lines) {
+            builder.append(line).append("\n");
+        }
+        String yamlString = builder.toString();
+
+        ConfigLoader loader = new ConfigLoader(Exec.getModelManager());
+        ConfigSource config = loader.fromYamlString(yamlString);
+        return config.loadConfig(PluginTask.class);
+    }
+
+    @Test(expected = SchemaConfigException.class)
+    public void validateColumnExists()
+    {
+        PluginTask task = taskFromYamlString(
+            "type: json_csv2arrayofobjects",
+            "column: json_payload1",
+            "key: key",
+            "output_keys:",
+            "  - {name: name, type: string}"
+        );
+        Schema inputSchema = Schema.builder()
+            .add("json_payload", Types.STRING)
+            .build();
+        plugin.validate(task, inputSchema);
+    }
+
+    @Test(expected = ConfigException.class)
+    public void validateDelimiterAndSubDelimiterShouldNotBeEqual()
+    {
+        PluginTask task = taskFromYamlString(
+            "type: json_csv2arrayofobjects",
+            "column: json_payload",
+            "key: key",
+            "delimiter: \"-\"",
+            "output_keys:",
+            "  - {name: name, type: string}"
+        );
+        Schema inputSchema = Schema.builder()
+            .add("json_payload", Types.STRING)
+            .build();
+        plugin.validate(task, inputSchema);
+    }
+}

data/src/test/java/org/embulk/filter/json_csv2arrayofobjects/TestStringCast.java

@@ -0,0 +1,99 @@
+package org.embulk.filter.json_csv2arrayofobjects;
+
+import org.embulk.EmbulkTestRuntime;
+import org.embulk.config.ConfigException;
+import org.embulk.spi.DataException;
+import org.embulk.spi.type.Types;
+import org.junit.Rule;
+import org.junit.Test;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
+
+public class TestStringCast
+{
+    @Rule
+    public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
+
+    @Test
+    public void asBoolean()
+    {
+        for (String str : StringCast.TRUE_STRINGS) {
+            assertEquals(true, StringCast.asBoolean(str));
+        }
+        for (String str : StringCast.FALSE_STRINGS) {
+            assertEquals(false, StringCast.asBoolean(str));
+        }
+        try {
+            StringCast.asBoolean("foo");
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asDouble()
+    {
+        assertEquals(1.0, StringCast.asDouble("1"), 0.0);
+        assertEquals(1.5, StringCast.asDouble("1.5"), 0.0);
+        try {
+            StringCast.asDouble("foo");
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asLong()
+    {
+        assertEquals(1, StringCast.asLong("1"));
+        try {
+            StringCast.asLong("1.5");
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+        try {
+            StringCast.asLong("foo");
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asString()
+    {
+        assertEquals("1", StringCast.asString("1"));
+        assertEquals("1.5", StringCast.asString("1.5"));
+        assertEquals("foo", StringCast.asString("foo"));
+    }
+
+    @Test
+    public void cast()
+    {
+        assertTrue((boolean) StringCast.cast("true", Types.BOOLEAN));
+        assertEquals(1.5, (Double) StringCast.cast("1.5", Types.DOUBLE), 0.0);
+        assertEquals(1L, StringCast.cast("1", Types.LONG));
+        assertEquals("foo", StringCast.cast("foo", Types.STRING));
+    }
+
+    @Test(expected = ConfigException.class)
+    public void castToJson()
+    {
+        StringCast.cast("{\"a\":1}", Types.JSON);
+    }
+
+    @Test(expected = ConfigException.class)
+    public void castToTimestamp()
+    {
+        StringCast.cast("2012-12-12 12:12:12.121212", Types.TIMESTAMP);
+    }
+}

metadata

@@ -0,0 +1,98 @@
+--- !ruby/object:Gem::Specification
+name: embulk-filter-json_csv2arrayofobjects
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Yusuke NISHIOKA
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2017-08-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Json Csv2arrayofobjects
+email:
+- yusuke.nishioka.0713@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- LICENSE.txt
+- README.md
+- build.gradle
+- config/checkstyle/checkstyle.xml
+- config/checkstyle/default.xml
+- example/example.tsv
+- example/example.yml
+- gradle/wrapper/gradle-wrapper.jar
+- gradle/wrapper/gradle-wrapper.properties
+- gradlew
+- gradlew.bat
+- lib/embulk/filter/json_csv2arrayofobjects.rb
+- src/main/java/org/embulk/filter/json_csv2arrayofobjects/ColumnVisitorImpl.java
+- src/main/java/org/embulk/filter/json_csv2arrayofobjects/Filter.java
+- src/main/java/org/embulk/filter/json_csv2arrayofobjects/JsonCsv2arrayofobjectsFilterPlugin.java
+- src/main/java/org/embulk/filter/json_csv2arrayofobjects/StringCast.java
+- src/test/java/org/embulk/filter/json_csv2arrayofobjects/TestFilter.java
+- src/test/java/org/embulk/filter/json_csv2arrayofobjects/TestJsonCsv2arrayofobjectsFilterPlugin.java
+- src/test/java/org/embulk/filter/json_csv2arrayofobjects/TestStringCast.java
+- classpath/accessors-smart-1.2.jar
+- classpath/asm-5.0.4.jar
+- classpath/embulk-filter-json_csv2arrayofobjects-0.1.0.jar
+- classpath/json-path-2.4.0.jar
+- classpath/json-smart-2.3.jar
+- classpath/slf4j-api-1.7.25.jar
+homepage:
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: Json Csv2arrayofobjects filter plugin for Embulk
+test_files: []