embulk-filter-timestamp_format 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6c2034a4c12e1d4439ed09e907953e99ebca2ab7
-  data.tar.gz: 042b74ef4661bb9c1a629178df7e13c76bab03db
+  metadata.gz: fb300296d9f472df63c5d7f3bf6c7b2fadbf730d
+  data.tar.gz: d50abbc10df9eb9723c33b6b27f420d789fdfd6c
 SHA512:
-  metadata.gz: eda3234fc719296056ee7640dcf889dc9af2230f14db52c0bb1678d5a08f709a938bd7a8fbf796ce740a64d22f6a7bf7f7a2930a83b2d30152321e1fd485fc7a
-  data.tar.gz: dc28a057caaf95736d2667542253850d569f00ac2fb9181b4d9526e903a0842eefaca635ce2a41f1b5adc00863f21c3443f89905ff1da9848c8d4f2e897d8f38
+  metadata.gz: 7a275c35383b7e607ffdc69335c36c9087f5db8ae1aaf10d6af5cb0a71407a5f82d40b999b46722bd0ae28806c53392c815ac93f7fefc842bec6c77a126de51c
+  data.tar.gz: 980e5f1414dca7036618ecc8d50d5559a28882d2f02cdd60ce56ee4959bc49476aa206b3a9714cb889f211ffe1eb3db89380ecf553c16a106640a0659ec15430

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+# 0.2.1 (2016-05-19)
+
+Enhancements:
+
+* Support JSONPath array wildcard
+
 # 0.2.0 (2016-05-13)
 
 Enhancements:

data/README.md

@@ -63,6 +63,18 @@ Output will be as:
 
 See [./example](./example) for more examples.
 
+## JSONPath (like) name
+
+For `type: json` column, you can specify [JSONPath](http://goessner.net/articles/JsonPath/) for column's name as:
+
+```
+$.payload.key1
+$.payload.array[0]
+$.payload.array[*]
+```
+
+NOTE: JSONPath syntax is not fully supported
+
 ## JRuby Timestamp Parser Performance Issue
 
 Embulk's timestamp parser originally uses jruby implementation, but it is slow.
@@ -91,9 +103,9 @@ out:
 
 If format strings contain `%`, jruby parser/formatter is used. Otherwirse, java parser/formatter is used
 
-**Auto Java timestamp format conversion** (experimental)
+**Automatic Conversion of Ruby Timestamp Format to Java Timestamp Format** (experimental)
 
-If you configure `timestamp_parser: auto_java`, this plugin tries to convert ruby format into java format to use faster java timestamp parser.
+If you configure `timestamp_parser: auto_java`, this plugin tries to convert ruby format into java format automatically to use faster java timestamp parser.
 
 **COMPARISON:**
 

data/build.gradle

@@ -13,7 +13,7 @@ configurations {
     provided
 }
 
-version = "0.2.0"
+version = "0.2.1"
 sourceCompatibility = 1.7
 targetCompatibility = 1.7
 

data/settings.gradle

@@ -0,0 +1 @@
+rootProject.name = 'embulk-filter-timestamp_format'

data/src/main/java/org/embulk/filter/timestamp_format/JsonVisitor.java

@@ -60,6 +60,7 @@ public class JsonVisitor
                     partialPath.append(".").append(arrayParts[0]);
                     this.shouldVisitSet.add(partialPath.toString());
                     for (int j = 1; j < arrayParts.length; j++) {
+                        // Support both [0] and [*]
                         partialPath.append("[").append(arrayParts[j]);
                         this.shouldVisitSet.add(partialPath.toString());
                     }
@@ -88,6 +89,9 @@ public class JsonVisitor
             Value[] newValue = new Value[size];
             for (int i = 0; i < size; i++) {
                 String k = new StringBuilder(jsonPath).append("[").append(Integer.toString(i)).append("]").toString();
+                if (!shouldVisit(k)) {
+                    k = new StringBuilder(jsonPath).append("[*]").toString(); // try [*] too
+                }
                 Value v = arrayValue.get(i);
                 newValue[i] = visit(k, v);
             }

data/src/main/java/org/embulk/filter/timestamp_format/TimestampFormatFilterPlugin.java

@@ -101,7 +101,8 @@ public class TimestampFormatFilterPlugin implements FilterPlugin
             String name = columnConfig.getName();
             if (name.startsWith("$.")) {
                 String firstName = name.split("\\.", 3)[1]; // check only top level column name
-                inputSchema.lookupColumn(firstName);
+                String firstNameWithoutArray = firstName.split("\\[")[0];
+                inputSchema.lookupColumn(firstNameWithoutArray);
             }
             else {
                 inputSchema.lookupColumn(name);

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-filter-timestamp_format
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Naotoshi Seo
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-05-13 00:00:00.000000000 Z
+date: 2016-05-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -85,6 +85,7 @@ files:
 - gradlew
 - gradlew.bat
 - lib/embulk/filter/timestamp_format.rb
+- settings.gradle
 - src/main/java/org/embulk/filter/timestamp_format/ColumnCaster.java
 - src/main/java/org/embulk/filter/timestamp_format/ColumnVisitorImpl.java
 - src/main/java/org/embulk/filter/timestamp_format/JsonCaster.java
@@ -101,7 +102,7 @@ files:
 - src/main/java/org/embulk/filter/timestamp_format/cast/TimestampCast.java
 - src/test/java/org/embulk/filter/timestamp_format/TestTimestampFormatConverter.java
 - src/test/java/org/embulk/filter/timestamp_format/TestTimestampUnit.java
-- classpath/embulk-filter-timestamp_format-0.2.0.jar
+- classpath/embulk-filter-timestamp_format-0.2.1.jar
 homepage: https://github.com/sonots/embulk-filter-timestamp_format
 licenses:
 - MIT