embulk-parser-joni_regexp 0.1.0

data/src/test/java/org/embulk/parser/joni_regexp/cast/TestBooleanCast.java

@@ -0,0 +1,56 @@
+package org.embulk.parser.joni_regexp.cast;
+
+import org.embulk.spi.DataException;
+import org.junit.Test;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
+
+public class TestBooleanCast
+{
+    @Test
+    public void asBoolean()
+    {
+        assertEquals(true, BooleanCast.asBoolean(true));
+        assertEquals(false, BooleanCast.asBoolean(false));
+    }
+
+    @Test
+    public void asLong()
+    {
+        assertEquals(1, BooleanCast.asLong(true));
+        assertEquals(0, BooleanCast.asLong(false));
+    }
+
+    @Test
+    public void asDouble()
+    {
+        try {
+            BooleanCast.asDouble(true);
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asString()
+    {
+        assertEquals("true", BooleanCast.asString(true));
+        assertEquals("false", BooleanCast.asString(false));
+    }
+
+    @Test
+    public void asTimestamp()
+    {
+        try {
+            BooleanCast.asTimestamp(true);
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+}

data/src/test/java/org/embulk/parser/joni_regexp/cast/TestDoubleCast.java

@@ -0,0 +1,49 @@
+package org.embulk.parser.joni_regexp.cast;
+
+import org.embulk.spi.DataException;
+import org.embulk.spi.time.Timestamp;
+import org.junit.Test;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
+
+public class TestDoubleCast
+{
+    @Test
+    public void asBoolean()
+    {
+        try {
+            DoubleCast.asBoolean(0.5);
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asLong()
+    {
+        assertEquals(0, DoubleCast.asLong(0.5));
+    }
+
+    @Test
+    public void asDouble()
+    {
+        assertEquals(0.5, DoubleCast.asDouble(0.5), 0.0);
+    }
+
+    @Test
+    public void asString()
+    {
+        assertEquals("0.5", DoubleCast.asString(0.5));
+    }
+
+    @Test
+    public void asTimestamp()
+    {
+        Timestamp expected = Timestamp.ofEpochSecond(1, 500000000);
+        assertEquals(expected, DoubleCast.asTimestamp(1.5));
+    }
+}

data/src/test/java/org/embulk/parser/joni_regexp/cast/TestJsonCast.java

@@ -0,0 +1,79 @@
+package org.embulk.parser.joni_regexp.cast;
+
+import org.embulk.spi.DataException;
+import org.junit.Before;
+import org.junit.Test;
+import org.msgpack.value.Value;
+import org.msgpack.value.ValueFactory;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
+
+public class TestJsonCast
+{
+    public Value value;
+
+    @Before
+    public void createResource()
+    {
+        Value[] kvs = new Value[2];
+        kvs[0] = ValueFactory.newString("k");
+        kvs[1] = ValueFactory.newString("v");
+        value = ValueFactory.newMap(kvs);
+    }
+
+    @Test
+    public void asBoolean()
+    {
+        try {
+            JsonCast.asBoolean(value);
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asLong()
+    {
+        try {
+            JsonCast.asLong(value);
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asDouble()
+    {
+        try {
+            JsonCast.asDouble(value);
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asString()
+    {
+        assertEquals("{\"k\":\"v\"}", JsonCast.asString(value));
+    }
+
+    @Test
+    public void asTimestamp()
+    {
+        try {
+            JsonCast.asTimestamp(value);
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+}

data/src/test/java/org/embulk/parser/joni_regexp/cast/TestLongCast.java

@@ -0,0 +1,41 @@
+package org.embulk.parser.joni_regexp.cast;
+
+import org.embulk.spi.time.Timestamp;
+import org.junit.Test;
+
+import static org.junit.Assert.assertEquals;
+
+public class TestLongCast
+{
+    @Test
+    public void asBoolean()
+    {
+        assertEquals(true, LongCast.asBoolean(1));
+        assertEquals(false, LongCast.asBoolean(0));
+    }
+
+    @Test
+    public void asLong()
+    {
+        assertEquals(1, LongCast.asLong(1));
+    }
+
+    @Test
+    public void asDouble()
+    {
+        assertEquals(1.0, LongCast.asDouble(1), 0.0);
+    }
+
+    @Test
+    public void asString()
+    {
+        assertEquals("1", LongCast.asString(1));
+    }
+
+    @Test
+    public void asTimestamp()
+    {
+        Timestamp expected = Timestamp.ofEpochSecond(1);
+        assertEquals(expected, LongCast.asTimestamp(1));
+    }
+}

data/src/test/java/org/embulk/parser/joni_regexp/cast/TestStringCast.java

@@ -0,0 +1,103 @@
+package org.embulk.parser.joni_regexp.cast;
+
+import org.embulk.EmbulkTestRuntime;
+import org.embulk.spi.DataException;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.spi.time.TimestampParser;
+import org.joda.time.DateTimeZone;
+import org.jruby.embed.ScriptingContainer;
+import org.junit.Before;
+import org.junit.Rule;
+import org.junit.Test;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
+
+public class TestStringCast
+{
+    @Rule
+    public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
+    public ScriptingContainer jruby;
+
+    @Before
+    public void createResource()
+    {
+        jruby = new ScriptingContainer();
+    }
+
+    @Test
+    public void asBoolean()
+    {
+        for (String str : StringCast.TRUE_STRINGS) {
+            assertEquals(true, StringCast.asBoolean(str));
+        }
+        for (String str : StringCast.FALSE_STRINGS) {
+            assertEquals(false, StringCast.asBoolean(str));
+        }
+        try {
+            StringCast.asBoolean("foo");
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asLong()
+    {
+        assertEquals(1, StringCast.asLong("1"));
+        try {
+            StringCast.asLong("1.5");
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+        try {
+            StringCast.asLong("foo");
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asDouble()
+    {
+        assertEquals(1.0, StringCast.asDouble("1"), 0.0);
+        assertEquals(1.5, StringCast.asDouble("1.5"), 0.0);
+        try {
+            StringCast.asDouble("foo");
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asString()
+    {
+        assertEquals("1", StringCast.asString("1"));
+        assertEquals("1.5", StringCast.asString("1.5"));
+        assertEquals("foo", StringCast.asString("foo"));
+    }
+
+    @Test
+    public void asTimestamp()
+    {
+        Timestamp expected = Timestamp.ofEpochSecond(1463084053, 123456000);
+        TimestampParser parser = new TimestampParser(jruby, "%Y-%m-%d %H:%M:%S.%N", DateTimeZone.UTC);
+        assertEquals(expected, StringCast.asTimestamp("2016-05-12 20:14:13.123456", parser));
+
+        try {
+            StringCast.asTimestamp("foo", parser);
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+}

metadata

@@ -0,0 +1,112 @@
+--- !ruby/object:Gem::Specification
+name: embulk-parser-joni_regexp
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Hiroyuki Sato
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2017-06-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: The Embulk parser plugin for the Fluentd regex parser(Oniguruma) compatible.
+email:
+- hiroysato@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- LICENSE.txt
+- README.md
+- build.gradle
+- config/checkstyle/checkstyle.xml
+- config/checkstyle/default.xml
+- example/apache.txt
+- example/apache.yml
+- example/conf.yml
+- example/conf2.yml
+- example/conf3.yml
+- example/seed.yml
+- example/test.txt
+- example/test2.txt
+- gradle/wrapper/gradle-wrapper.jar
+- gradle/wrapper/gradle-wrapper.properties
+- gradlew
+- gradlew.bat
+- lib/embulk/guess/joni_regexp.rb
+- lib/embulk/parser/joni_regexp.rb
+- src/main/java/org/embulk/parser/joni_regexp/ColumnCaster.java
+- src/main/java/org/embulk/parser/joni_regexp/ColumnVisitorImpl.java
+- src/main/java/org/embulk/parser/joni_regexp/JoniRegexpParserPlugin.java
+- src/main/java/org/embulk/parser/joni_regexp/JsonRecordValidateException.java
+- src/main/java/org/embulk/parser/joni_regexp/cast/BooleanCast.java
+- src/main/java/org/embulk/parser/joni_regexp/cast/DoubleCast.java
+- src/main/java/org/embulk/parser/joni_regexp/cast/JsonCast.java
+- src/main/java/org/embulk/parser/joni_regexp/cast/LongCast.java
+- src/main/java/org/embulk/parser/joni_regexp/cast/StringCast.java
+- src/test/java/org/embulk/parser/joni_regexp/TestColumnCaster.java
+- src/test/java/org/embulk/parser/joni_regexp/TestJoniRegexpParserPlugin.java
+- src/test/java/org/embulk/parser/joni_regexp/cast/TestBooleanCast.java
+- src/test/java/org/embulk/parser/joni_regexp/cast/TestDoubleCast.java
+- src/test/java/org/embulk/parser/joni_regexp/cast/TestJsonCast.java
+- src/test/java/org/embulk/parser/joni_regexp/cast/TestLongCast.java
+- src/test/java/org/embulk/parser/joni_regexp/cast/TestStringCast.java
+- classpath/embulk-parser-joni_regexp-0.1.0.jar
+- classpath/jcodings-1.0.18.jar
+- classpath/joni-2.1.11.jar
+homepage: https://github.com/hiroyuki-sato/embulk-parser-joni_regexp
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: A Regular expression(Joni) parser plugin for Embulk(Fluentd compatible)
+test_files: []