embulk-filter-typecast 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0ced2804053187863055f59aa064418cd0b8d7aa
-  data.tar.gz: 447a4328482d178a479b404bfb7af62c61a2c1f3
+  metadata.gz: 9fa85a581cc7a32dbae99b2fbacac7150ffe930f
+  data.tar.gz: fd78481a512883f60c0c360cb1ffc08335e70fa5
 SHA512:
-  metadata.gz: 2833a31678457b155864532d95de1af40594ffa7d5ffee4d489bcc4d993b444dacd18adbbcac444b2ad6b2fe85b2fbb837fa559abbdadd13010a98009894ec1d
-  data.tar.gz: f668410813b7109c96a6277b6ecd0b576334f74261f2c5ce5d941ddc0b6b6e2b4e84d4daeedde49b3a86abc140cc99481fa7a5a0e0b330a9494efccd0cd5eaaf
+  metadata.gz: 2dcc900cd25a80f8cb6226e3669a7a35b04065fc1a925fd0bc55ee03ee19c90315e1bacf2e00fe35713e11dc60a4ce50feba962ad4e919a5322c67f8726c6f5b
+  data.tar.gz: 0b800b1434d4099d29fbe7429a97fef8a6dc108dddea0672238528edb06b75f656b07e0a5cc95a377ebab7dad0555a55dcd3068504c2a6dffddb38523614885f

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+# 0.1.4 (2016-10-26)
+
+Enhancements:
+
+* Support casting Json into String **IN** Json payloads
+
 # 0.1.3 (2016-05-19)
 
 Enhancements:

data/build.gradle

@@ -13,15 +13,17 @@ configurations {
     provided
 }
 
-version = "0.1.3"
+version = "0.1.4"
 sourceCompatibility = 1.7
 targetCompatibility = 1.7
 
 dependencies {
     compile  "org.embulk:embulk-core:0.8.+"
     provided "org.embulk:embulk-core:0.8.+"
-    // compile "YOUR_JAR_DEPENDENCY_GROUP:YOUR_JAR_DEPENDENCY_MODULE:YOUR_JAR_DEPENDENCY_VERSION"
+
     testCompile "junit:junit:4.+"
+    testCompile "org.embulk:embulk-core:0.8.+:tests"
+    testCompile "org.embulk:embulk-standards:0.8.+"
 }
 
 checkstyle {

data/example/from_string.txt

@@ -0,0 +1,18 @@
+2016-10-26 17:11:25.347 +0900: Embulk v0.8.13
+2016-10-26 17:11:26.784 +0900 [INFO] (0001:preview): Loaded plugin embulk/filter/typecast from a load path
+2016-10-26 17:11:26.812 +0900 [INFO] (0001:preview): Listing local files at directory 'example' filtering filename by prefix 'example.csv'
+2016-10-26 17:11:26.818 +0900 [INFO] (0001:preview): Loading files [example/example.csv]
++-----------------------------+-----------+-----------+---------------+---------------+--------------+------------+----------------+----------------+---------------+-----------------+
+|         timestamp:timestamp | null:long | long:long | string:string | double:double |   json1:json | json2:json | array_str:json | array_int:json | ignore:string | boolean:boolean |
++-----------------------------+-----------+-----------+---------------+---------------+--------------+------------+----------------+----------------+---------------+-----------------+
+| 2015-07-12 15:00:00.100 UTC |           |        90 |      l6lTsvxd |         903.4 | {"string":0} | {"long":0} |            [0] |            [0] |    2015-07-13 |            true |
+| 2015-07-12 15:00:00.100 UTC |           |        91 |      XoALSEQg |         394.5 | {"string":1} | {"long":1} |            [1] |            [1] |    2015-07-13 |            true |
+| 2015-07-12 15:00:00.100 UTC |           |        92 |      0hgDRI_m |         810.9 | {"string":2} | {"long":2} |            [2] |            [2] |    2015-07-13 |            true |
+| 2015-07-12 15:00:00.100 UTC |           |        93 |      KjCRAc-A |         477.4 | {"string":3} | {"long":3} |            [3] |            [3] |    2015-07-13 |            true |
+| 2015-07-12 15:00:00.100 UTC |           |        94 |      fyQVGlT8 |         725.3 | {"string":4} | {"long":4} |            [4] |            [4] |    2015-07-13 |            true |
+| 2015-07-12 15:00:00.100 UTC |           |        95 |      FpBYRPWK |         316.6 | {"string":5} | {"long":5} |            [5] |            [5] |    2015-07-13 |           false |
+| 2015-07-12 15:00:00.100 UTC |           |        96 |      9ikvnUqp |         369.5 | {"string":6} | {"long":6} |            [6] |            [6] |    2015-07-13 |           false |
+| 2015-07-12 15:00:00.100 UTC |           |        97 |      RRNYDAzK |         506.5 | {"string":7} | {"long":7} |            [7] |            [7] |    2015-07-13 |           false |
+| 2015-07-12 15:00:00.100 UTC |           |        90 |      l6lTsvxd |         903.4 | {"string":8} | {"long":8} |            [8] |            [8] |    2015-07-13 |           false |
+| 2015-07-12 15:00:00.100 UTC |           |        91 |      XoALSEQg |         394.5 | {"string":9} | {"long":9} |            [9] |            [9] |    2015-07-13 |           false |
++-----------------------------+-----------+-----------+---------------+---------------+--------------+------------+----------------+----------------+---------------+-----------------+

data/example/{example2.yml → from_string.yml}

@@ -5,7 +5,7 @@ in:
     type: csv
     charset: UTF-8
     newline: CRLF
-    null_string: 'NULL'
+    null_string: ''
     skip_header_lines: 1
     comment_line_marker: '#'
     columns:
@@ -16,7 +16,10 @@ in:
       - {name: double,    type: string}
       - {name: json1,     type: string}
       - {name: json2,     type: string}
-      - {name: boolean,   type: boolean}
+      - {name: array_str, type: string}
+      - {name: array_int, type: string}
+      - {name: ignore,    type: string}
+      - {name: boolean,   type: string}
 filters:
   - type: typecast
     columns:
@@ -27,8 +30,12 @@ filters:
       - {name: double,    type: double}
       - {name: json1,     type: json}
       - {name: json2,     type: json}
+      - {name: array_str, type: json}
+      - {name: array_int, type: json}
       - {name: boolean,   type: boolean}
       - {name: "$.json1.string", type: long}
       - {name: "$.json2.long",   type: long}
+      - {name: "$.array_str[0]", type: long}
+      - {name: "$.array_int[*]", type: long}
 out:
   type: "null"

data/example/jsoncast.json

@@ -0,0 +1,4 @@
+{"user_id":135400, "data":{"data":{"transaction_name":"1421149413_10"}},"payload":{"schemaVersion":5}}
+{"user_id":133230, "data":{"data":{"transaction_name":"1420839135_16"}},"payload":{"schemaVersion":5}}
+{"user_id":134410, "data":{"data":{"transaction_name":"1420683229_18"}},"payload":{"schemaVersion":5}}
+{"user_id":133220, "data":{"data":{"transaction_name":"1421586269_10"}},"payload":{"schemaVersion":5}}

data/example/jsoncast.txt

@@ -0,0 +1,13 @@
+2016-10-26 17:20:08.421 +0900: Embulk v0.8.13
+2016-10-26 17:20:09.812 +0900 [INFO] (0001:preview): Loaded plugin embulk/filter/typecast from a load path
+2016-10-26 17:20:09.839 +0900 [INFO] (0001:preview): Listing local files at directory 'example' filtering filename by prefix 'jsoncast.json'
+2016-10-26 17:20:09.846 +0900 [INFO] (0001:preview): Loading files [example/jsoncast.json]
+2016-10-26 17:20:09.943 +0900 [INFO] (0001:preview): Loaded plugin embulk-parser-jsonl (0.2.0)
++--------------+-----------------------------------------------------+---------------------+
+| user_id:long |                                           data:json |        payload:json |
++--------------+-----------------------------------------------------+---------------------+
+|      135,400 | {"data":"{\"transaction_name\":\"1421149413_10\"}"} | {"schemaVersion":5} |
+|      133,230 | {"data":"{\"transaction_name\":\"1420839135_16\"}"} | {"schemaVersion":5} |
+|      134,410 | {"data":"{\"transaction_name\":\"1420683229_18\"}"} | {"schemaVersion":5} |
+|      133,220 | {"data":"{\"transaction_name\":\"1421586269_10\"}"} | {"schemaVersion":5} |
++--------------+-----------------------------------------------------+---------------------+

data/example/jsoncast.yml

@@ -0,0 +1,20 @@
+in:
+  type: file
+  path_prefix: example/jsoncast.json
+  parser:
+    type: jsonl
+    default_timezone: Asia/Tokyo
+    columns:
+      - name: user_id
+        type: long
+      - name: data
+        type: json
+      - name: payload
+        type: json
+filters:
+  - type: typecast
+    columns:
+      - name: $.data.data
+        type: string
+out:
+  type: "null"

data/example/to_string.txt

@@ -0,0 +1,18 @@
+2016-10-26 17:06:46.161 +0900: Embulk v0.8.13
+2016-10-26 17:06:47.637 +0900 [INFO] (0001:preview): Loaded plugin embulk/filter/typecast from a load path
+2016-10-26 17:06:47.664 +0900 [INFO] (0001:preview): Listing local files at directory 'example' filtering filename by prefix 'example.csv'
+2016-10-26 17:06:47.671 +0900 [INFO] (0001:preview): Loading files [example/example.csv]
++-------------------------------+-------------+-------------+---------------+---------------+----------------+--------------+----------------+----------------+-------------------------+----------------+
+|              timestamp:string | null:string | long:string | string:string | double:string |   json1:string | json2:string | array_str:json | array_int:json |        ignore:timestamp | boolean:string |
++-------------------------------+-------------+-------------+---------------+---------------+----------------+--------------+----------------+----------------+-------------------------+----------------+
+| 2015-07-13 00:00:00.100000000 |             |          90 |      l6lTsvxd |         903.4 | {"string":"0"} | {"long":"0"} |          ["0"] |          ["0"] | 2015-07-12 15:00:00 UTC |           true |
+| 2015-07-13 00:00:00.100000000 |             |          91 |      XoALSEQg |         394.5 | {"string":"1"} | {"long":"1"} |          ["1"] |          ["1"] | 2015-07-12 15:00:00 UTC |           true |
+| 2015-07-13 00:00:00.100000000 |             |          92 |      0hgDRI_m |         810.9 | {"string":"2"} | {"long":"2"} |          ["2"] |          ["2"] | 2015-07-12 15:00:00 UTC |           true |
+| 2015-07-13 00:00:00.100000000 |             |          93 |      KjCRAc-A |         477.4 | {"string":"3"} | {"long":"3"} |          ["3"] |          ["3"] | 2015-07-12 15:00:00 UTC |           true |
+| 2015-07-13 00:00:00.100000000 |             |          94 |      fyQVGlT8 |         725.3 | {"string":"4"} | {"long":"4"} |          ["4"] |          ["4"] | 2015-07-12 15:00:00 UTC |           true |
+| 2015-07-13 00:00:00.100000000 |             |          95 |      FpBYRPWK |         316.6 | {"string":"5"} | {"long":"5"} |          ["5"] |          ["5"] | 2015-07-12 15:00:00 UTC |          false |
+| 2015-07-13 00:00:00.100000000 |             |          96 |      9ikvnUqp |         369.5 | {"string":"6"} | {"long":"6"} |          ["6"] |          ["6"] | 2015-07-12 15:00:00 UTC |          false |
+| 2015-07-13 00:00:00.100000000 |             |          97 |      RRNYDAzK |         506.5 | {"string":"7"} | {"long":"7"} |          ["7"] |          ["7"] | 2015-07-12 15:00:00 UTC |          false |
+| 2015-07-13 00:00:00.100000000 |             |          90 |      l6lTsvxd |         903.4 | {"string":"8"} | {"long":"8"} |          ["8"] |          ["8"] | 2015-07-12 15:00:00 UTC |          false |
+| 2015-07-13 00:00:00.100000000 |             |          91 |      XoALSEQg |         394.5 | {"string":"9"} | {"long":"9"} |          ["9"] |          ["9"] | 2015-07-12 15:00:00 UTC |          false |
++-------------------------------+-------------+-------------+---------------+---------------+----------------+--------------+----------------+----------------+-------------------------+----------------+

data/example/{example.yml → to_string.yml}

@@ -32,7 +32,7 @@ filters:
       - {name: boolean,   type: string}
       - {name: "$.json1.string", type: string}
       - {name: "$.json2.long",   type: string}
-      - {name: "$.array_str[0]", type: long}
+      - {name: "$.array_str[0]", type: string}
       - {name: "$.array_int[*]", type: string}
 out:
   type: "null"

data/src/main/java/org/embulk/filter/typecast/JsonCaster.java

@@ -2,9 +2,9 @@ package org.embulk.filter.typecast;
 
 import org.embulk.filter.typecast.cast.BooleanCast;
 import org.embulk.filter.typecast.cast.DoubleCast;
+import org.embulk.filter.typecast.cast.JsonCast;
 import org.embulk.filter.typecast.cast.LongCast;
 import org.embulk.filter.typecast.cast.StringCast;
-import org.embulk.spi.DataException;
 import org.embulk.spi.type.BooleanType;
 import org.embulk.spi.type.DoubleType;
 import org.embulk.spi.type.JsonType;
@@ -37,7 +37,7 @@ class JsonCaster
             return ValueFactory.newString(BooleanCast.asString(value.getBoolean()));
         }
         else if (outputType instanceof JsonType) {
-            throw new DataException(String.format("cannot cast boolean to json: \"%s\"", value));
+            return BooleanCast.asJson(value.getBoolean());
         }
         else {
             assert (false);
@@ -60,7 +60,7 @@ class JsonCaster
             return ValueFactory.newString(LongCast.asString(value.asLong()));
         }
         else if (outputType instanceof JsonType) {
-            throw new DataException(String.format("cannot cast long to json:: \"%s\"", value));
+            return LongCast.asJson(value.asLong());
         }
         else {
             assert false;
@@ -83,7 +83,7 @@ class JsonCaster
             return ValueFactory.newString(DoubleCast.asString(value.toDouble()));
         }
         else if (outputType instanceof JsonType) {
-            throw new DataException(String.format("cannot cast double to json:: \"%s\"", value));
+            return DoubleCast.asJson(value.toDouble());
         }
         else {
             assert (false);
@@ -113,4 +113,27 @@ class JsonCaster
             return null;
         }
     }
+
+    public Value fromJson(Type outputType, Value value)
+    {
+        if (outputType instanceof BooleanType) {
+            return ValueFactory.newBoolean(JsonCast.asBoolean(value));
+        }
+        else if (outputType instanceof LongType) {
+            return ValueFactory.newInteger(JsonCast.asLong(value));
+        }
+        else if (outputType instanceof DoubleType) {
+            return ValueFactory.newFloat(JsonCast.asDouble(value));
+        }
+        else if (outputType instanceof StringType) {
+            return ValueFactory.newString(JsonCast.asString(value));
+        }
+        else if (outputType instanceof JsonType) {
+            return value;
+        }
+        else {
+            assert false;
+            return null;
+        }
+    }
 }

data/src/main/java/org/embulk/filter/typecast/JsonVisitor.java

@@ -84,19 +84,43 @@ public class JsonVisitor
         return shouldVisitSet.contains(jsonPath);
     }
 
-    public Value visit(String jsonPath, Value value)
+    public Value visit(String rootPath, Value value)
     {
-        if (!shouldVisit(jsonPath)) {
+        if (!shouldVisit(rootPath)) {
             return value;
         }
+        Type outputType = jsonPathTypeMap.get(rootPath);
+        if (outputType != null) {
+            if (value.isBooleanValue()) {
+                return jsonCaster.fromBoolean(outputType, value.asBooleanValue());
+            }
+            else if (value.isIntegerValue()) {
+                return jsonCaster.fromLong(outputType, value.asIntegerValue());
+            }
+            else if (value.isFloatValue()) {
+                return jsonCaster.fromDouble(outputType, value.asFloatValue());
+            }
+            else if (value.isStringValue()) {
+                return jsonCaster.fromString(outputType, value.asStringValue());
+            }
+            else if (value.isArrayValue()) {
+                return jsonCaster.fromJson(outputType, value);
+            }
+            else if (value.isMapValue()) {
+                return jsonCaster.fromJson(outputType, value);
+            }
+            else {
+                return value;
+            }
+        }
         if (value.isArrayValue()) {
             ArrayValue arrayValue = value.asArrayValue();
             int size = arrayValue.size();
             Value[] newValue = new Value[size];
             for (int i = 0; i < size; i++) {
-                String k = new StringBuilder(jsonPath).append("[").append(Integer.toString(i)).append("]").toString();
+                String k = new StringBuilder(rootPath).append("[").append(Integer.toString(i)).append("]").toString();
                 if (!shouldVisit(k)) {
-                    k = new StringBuilder(jsonPath).append("[*]").toString(); // try [*] too
+                    k = new StringBuilder(rootPath).append("[*]").toString(); // try [*] too
                 }
                 Value v = arrayValue.get(i);
                 newValue[i] = visit(k, v);
@@ -111,29 +135,13 @@ public class JsonVisitor
             for (Map.Entry<Value, Value> entry : mapValue.entrySet()) {
                 Value k = entry.getKey();
                 Value v = entry.getValue();
-                String newPath = new StringBuilder(jsonPath).append(".").append(k.asStringValue().asString()).toString();
+                String newPath = new StringBuilder(rootPath).append(".").append(k.asStringValue().asString()).toString();
                 Value r = visit(newPath, v);
                 newValue[i++] = k;
                 newValue[i++] = r;
             }
             return ValueFactory.newMap(newValue, true);
         }
-        else if (value.isBooleanValue()) {
-            Type outputType = jsonPathTypeMap.get(jsonPath);
-            return jsonCaster.fromBoolean(outputType, value.asBooleanValue());
-        }
-        else if (value.isIntegerValue()) {
-            Type outputType = jsonPathTypeMap.get(jsonPath);
-            return jsonCaster.fromLong(outputType, value.asIntegerValue());
-        }
-        else if (value.isFloatValue()) {
-            Type outputType = jsonPathTypeMap.get(jsonPath);
-            return jsonCaster.fromDouble(outputType, value.asFloatValue());
-        }
-        else if (value.isStringValue()) {
-            Type outputType = jsonPathTypeMap.get(jsonPath);
-            return jsonCaster.fromString(outputType, value.asStringValue());
-        }
         else {
             return value;
         }

data/src/main/java/org/embulk/filter/typecast/cast/StringCast.java

@@ -14,7 +14,7 @@ public class StringCast
     private static final JsonParser jsonParser = new JsonParser();
 
     // copy from csv plugin
-    private static final ImmutableSet<String> TRUE_STRINGS =
+    public static final ImmutableSet<String> TRUE_STRINGS =
             ImmutableSet.of(
                     "true", "True", "TRUE",
                     "yes", "Yes", "YES",
@@ -22,7 +22,7 @@ public class StringCast
                     "on", "On", "ON",
                     "1");
 
-    private static final ImmutableSet<String> FALSE_STRINGS =
+    public static final ImmutableSet<String> FALSE_STRINGS =
             ImmutableSet.of(
                     "false", "False", "FALSE",
                     "no", "No", "NO",

data/src/test/java/org/embulk/filter/typecast/cast/TestBooleanCast.java

@@ -0,0 +1,48 @@
+package org.embulk.filter.typecast.cast;
+
+import org.embulk.spi.DataException;
+import org.junit.Test;
+
+import static org.junit.Assert.assertEquals;
+
+public class TestBooleanCast
+{
+    @Test
+    public void asBoolean()
+    {
+        assertEquals(true, BooleanCast.asBoolean(true));
+        assertEquals(false, BooleanCast.asBoolean(false));
+    }
+
+    @Test
+    public void asLong()
+    {
+        assertEquals(1, BooleanCast.asLong(true));
+        assertEquals(0, BooleanCast.asLong(false));
+    }
+
+    @Test(expected = DataException.class)
+    public void asDouble()
+    {
+        BooleanCast.asDouble(true);
+    }
+
+    @Test
+    public void asString()
+    {
+        assertEquals("true", BooleanCast.asString(true));
+        assertEquals("false", BooleanCast.asString(false));
+    }
+
+    @Test(expected = DataException.class)
+    public void asJson()
+    {
+        BooleanCast.asJson(true);
+    }
+
+    @Test(expected = DataException.class)
+    public void asTimestamp()
+    {
+        BooleanCast.asTimestamp(true);
+    }
+}

data/src/test/java/org/embulk/filter/typecast/cast/TestDoubleCast.java

@@ -0,0 +1,49 @@
+package org.embulk.filter.typecast.cast;
+
+import org.embulk.spi.DataException;
+import org.embulk.spi.time.Timestamp;
+import org.junit.Test;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
+
+public class TestDoubleCast
+{
+    @Test
+    public void asBoolean()
+    {
+        try {
+            DoubleCast.asBoolean(0.5);
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asLong()
+    {
+        assertEquals(0, DoubleCast.asLong(0.5));
+    }
+
+    @Test
+    public void asDouble()
+    {
+        assertEquals(0.5, DoubleCast.asDouble(0.5), 0.0);
+    }
+
+    @Test(expected = DataException.class)
+    public void asJson()
+    {
+        DoubleCast.asJson(0.5);
+    }
+
+    @Test
+    public void asTimestamp()
+    {
+        Timestamp expected = Timestamp.ofEpochSecond(1, 500000000);
+        assertEquals(expected, DoubleCast.asTimestamp(1.5));
+    }
+}

data/src/test/java/org/embulk/filter/typecast/cast/TestJsonCast.java

@@ -0,0 +1,59 @@
+package org.embulk.filter.typecast.cast;
+
+import org.embulk.spi.DataException;
+import org.junit.Before;
+import org.junit.Test;
+import org.msgpack.value.Value;
+import org.msgpack.value.ValueFactory;
+
+import static org.junit.Assert.assertEquals;
+
+public class TestJsonCast
+{
+    public Value value;
+
+    @Before
+    public void createResource()
+    {
+        Value[] kvs = new Value[2];
+        kvs[0] = ValueFactory.newString("k");
+        kvs[1] = ValueFactory.newString("v");
+        value = ValueFactory.newMap(kvs);
+    }
+
+    @Test(expected = DataException.class)
+    public void asBoolean()
+    {
+        JsonCast.asBoolean(value);
+    }
+
+    @Test(expected = DataException.class)
+    public void asLong()
+    {
+        JsonCast.asLong(value);
+    }
+
+    @Test(expected = DataException.class)
+    public void asDouble()
+    {
+        JsonCast.asDouble(value);
+    }
+
+    @Test
+    public void asString()
+    {
+        assertEquals("{\"k\":\"v\"}", JsonCast.asString(value));
+    }
+
+    @Test
+    public void asJson()
+    {
+        assertEquals(value, JsonCast.asJson(value));
+    }
+
+    @Test(expected = DataException.class)
+    public void asTimestamp()
+    {
+        JsonCast.asTimestamp(value);
+    }
+}

data/src/test/java/org/embulk/filter/typecast/cast/TestLongCast.java

@@ -0,0 +1,48 @@
+package org.embulk.filter.typecast.cast;
+
+import org.embulk.spi.DataException;
+import org.embulk.spi.time.Timestamp;
+import org.junit.Test;
+
+import static org.junit.Assert.assertEquals;
+
+public class TestLongCast
+{
+    @Test
+    public void asBoolean()
+    {
+        assertEquals(true, LongCast.asBoolean(1));
+        assertEquals(false, LongCast.asBoolean(0));
+    }
+
+    @Test
+    public void asLong()
+    {
+        assertEquals(1, LongCast.asLong(1));
+    }
+
+    @Test
+    public void asDouble()
+    {
+        assertEquals(1.0, LongCast.asDouble(1), 0.0);
+    }
+
+    @Test
+    public void asString()
+    {
+        assertEquals("1", LongCast.asString(1));
+    }
+
+    @Test(expected = DataException.class)
+    public void asJson()
+    {
+        LongCast.asJson(1);
+    }
+
+    @Test
+    public void asTimestamp()
+    {
+        Timestamp expected = Timestamp.ofEpochSecond(1);
+        assertEquals(expected, LongCast.asTimestamp(1));
+    }
+}

data/src/test/java/org/embulk/filter/typecast/cast/TestStringCast.java

@@ -0,0 +1,116 @@
+package org.embulk.filter.typecast.cast;
+
+import org.embulk.EmbulkTestRuntime;
+import org.embulk.spi.DataException;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.spi.time.TimestampParser;
+import org.joda.time.DateTimeZone;
+import org.jruby.embed.ScriptingContainer;
+import org.junit.Before;
+import org.junit.Rule;
+import org.junit.Test;
+import org.msgpack.value.Value;
+import org.msgpack.value.ValueFactory;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
+
+public class TestStringCast
+{
+    @Rule
+    public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
+    public ScriptingContainer jruby;
+
+    @Before
+    public void createResource()
+    {
+        jruby = new ScriptingContainer();
+    }
+
+    @Test
+    public void asBoolean()
+    {
+        for (String str : StringCast.TRUE_STRINGS) {
+            assertEquals(true, StringCast.asBoolean(str));
+        }
+        for (String str : StringCast.FALSE_STRINGS) {
+            assertEquals(false, StringCast.asBoolean(str));
+        }
+        try {
+            StringCast.asBoolean("foo");
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asLong()
+    {
+        assertEquals(1, StringCast.asLong("1"));
+        try {
+            StringCast.asLong("1.5");
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+        try {
+            StringCast.asLong("foo");
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asDouble()
+    {
+        assertEquals(1.0, StringCast.asDouble("1"), 0.0);
+        assertEquals(1.5, StringCast.asDouble("1.5"), 0.0);
+        try {
+            StringCast.asDouble("foo");
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+
+    @Test
+    public void asString()
+    {
+        assertEquals("1", StringCast.asString("1"));
+        assertEquals("1.5", StringCast.asString("1.5"));
+        assertEquals("foo", StringCast.asString("foo"));
+    }
+
+    @Test
+    public void asJson()
+    {
+        Value[] kvs = new Value[2];
+        kvs[0] = ValueFactory.newString("k");
+        kvs[1] = ValueFactory.newString("v");
+        Value value = ValueFactory.newMap(kvs);
+        assertEquals(value, StringCast.asJson("{\"k\":\"v\"}"));
+    }
+
+    @Test
+    public void asTimestamp()
+    {
+        Timestamp expected = Timestamp.ofEpochSecond(1463084053, 123456000);
+        TimestampParser parser = new TimestampParser(jruby, "%Y-%m-%d %H:%M:%S.%N", DateTimeZone.UTC);
+        assertEquals(expected, StringCast.asTimestamp("2016-05-12 20:14:13.123456", parser));
+
+        try {
+            StringCast.asTimestamp("foo", parser);
+            fail();
+        }
+        catch (Throwable t) {
+            assertTrue(t instanceof DataException);
+        }
+    }
+}

data/src/test/java/org/embulk/filter/typecast/cast/TestTimestampCast.java

@@ -0,0 +1,71 @@
+package org.embulk.filter.typecast.cast;
+
+import org.embulk.EmbulkTestRuntime;
+import org.embulk.spi.DataException;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.spi.time.TimestampFormatter;
+import org.embulk.spi.time.TimestampParser;
+import org.joda.time.DateTimeZone;
+import org.jruby.embed.ScriptingContainer;
+import org.junit.Before;
+import org.junit.Rule;
+import org.junit.Test;
+import org.msgpack.value.Value;
+import org.msgpack.value.ValueFactory;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
+
+public class TestTimestampCast
+{
+    @Rule
+    public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
+    public ScriptingContainer jruby;
+    public Timestamp timestamp;
+
+    @Before
+    public void createResource()
+    {
+        timestamp = Timestamp.ofEpochSecond(1463084053, 500000000);
+        jruby = new ScriptingContainer();
+    }
+
+    @Test(expected = DataException.class)
+    public void asBoolean()
+    {
+        TimestampCast.asBoolean(timestamp);
+    }
+
+    @Test
+    public void asLong()
+    {
+        assertEquals(timestamp.getEpochSecond(), TimestampCast.asLong(timestamp));
+    }
+
+    @Test
+    public void asDouble()
+    {
+        double unixtimestamp = timestamp.getEpochSecond() + timestamp.getNano() / 1000000000.0;
+        assertEquals(unixtimestamp, TimestampCast.asDouble(timestamp), 0.0);
+    }
+
+    @Test
+    public void asString()
+    {
+        TimestampFormatter formatter = new TimestampFormatter(jruby, "%Y-%m-%d %H:%M:%S.%6N", DateTimeZone.UTC);
+        assertEquals("2016-05-12 20:14:13.500000", TimestampCast.asString(timestamp, formatter));
+    }
+
+    @Test(expected = DataException.class)
+    public void asJson()
+    {
+        TimestampCast.asJson(timestamp);
+    }
+
+    @Test
+    public void asTimestamp()
+    {
+        assertEquals(timestamp, TimestampCast.asTimestamp(timestamp));
+    }
+}

metadata

@@ -1,43 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: embulk-filter-typecast
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Naotoshi Seo
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-05-19 00:00:00.000000000 Z
+date: 2016-10-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: bundler
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: '1.0'
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.0'
+  name: bundler
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: rake
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '1.0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '10.0'
+  name: rake
   prerelease: false
   type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
 description: A filter plugin for Embulk to cast column type.
 email:
 - sonots@gmail.com
@@ -54,8 +54,13 @@ files:
 - config/checkstyle/checkstyle.xml
 - example/empty.yml
 - example/example.csv
-- example/example.yml
-- example/example2.yml
+- example/from_string.txt
+- example/from_string.yml
+- example/jsoncast.json
+- example/jsoncast.txt
+- example/jsoncast.yml
+- example/to_string.txt
+- example/to_string.yml
 - gradle/wrapper/gradle-wrapper.jar
 - gradle/wrapper/gradle-wrapper.properties
 - gradlew
@@ -73,8 +78,13 @@ files:
 - src/main/java/org/embulk/filter/typecast/cast/LongCast.java
 - src/main/java/org/embulk/filter/typecast/cast/StringCast.java
 - src/main/java/org/embulk/filter/typecast/cast/TimestampCast.java
-- src/test/java/org/embulk/filter/TestTypecastFilterPlugin.java
-- classpath/embulk-filter-typecast-0.1.3.jar
+- src/test/java/org/embulk/filter/typecast/cast/TestBooleanCast.java
+- src/test/java/org/embulk/filter/typecast/cast/TestDoubleCast.java
+- src/test/java/org/embulk/filter/typecast/cast/TestJsonCast.java
+- src/test/java/org/embulk/filter/typecast/cast/TestLongCast.java
+- src/test/java/org/embulk/filter/typecast/cast/TestStringCast.java
+- src/test/java/org/embulk/filter/typecast/cast/TestTimestampCast.java
+- classpath/embulk-filter-typecast-0.1.4.jar
 homepage: https://github.com/sonots/embulk-filter-typecast
 licenses:
 - MIT

data/src/test/java/org/embulk/filter/TestTypecastFilterPlugin.java

@@ -1,5 +0,0 @@
-package org.embulk.filter;
-
-public class TestTypecastFilterPlugin
-{
-}