embulk-output-utf8parquet 1.0.4 → 1.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 24eb44c23a1e6fd43862fbece4ad8425525d9170
-  data.tar.gz: fa133b87a1e45daf0471209f79021edc6d013dca
+  metadata.gz: 69e2d77bc3140486c73e3638fa72efa6ef6f8742
+  data.tar.gz: 26d0d3b1b159c1fa0450709a22d24b79b37a950a
 SHA512:
-  metadata.gz: de472b5c8cb2bea68642ef4ad29a2afad8430ee618159b2dd352a297a110d52c7c536f100073eff32e1796c95f4d4a5e8e573dea50847976dd828ace38e6d860
-  data.tar.gz: 3a90af959c92734b42577081d5846f1cc7b1e22fdff2d8bda594064552a9f8262ddfc6a9993331cce421e47fe7d2ee4454988ddcfbfcc30d272e9d2bb7b8d016
+  metadata.gz: 13716b9056879b513dd419b5dd30153cf5f5bdc7eeb281f28e9f07703af39206b1d930088b9fdf103bf2993970404643978a13454a9cf7dbfa99ca39329523de
+  data.tar.gz: c7400f98826894df7ac42b716f8302e2c764891479d3c82f0916190bbdca678e9c7327fa530aea08177532bbcb538c3e5530ad01a0f33e996b50043ac2b2d3ab

data/README.md

@@ -1,8 +1,8 @@
 # UTF8Parquet output plugin for Embulk
 ** This is actually a clone of https://github.com/choplin/embulk-output-parquet/
 
-We have added support for UTF-8 instead of binary fields
-
+* We have added support for UTF-8 instead of binary fields.
+* It converts json objects to string parquet format.
 
 ## Overview
 

data/build.gradle

@@ -14,7 +14,7 @@ configurations {
     runtime.exclude group: "org.slf4j", module: "slf4j-log4j12"
 }
 
-version = "1.0.4"
+version = "1.0.5"
 
 sourceCompatibility = 1.7
 targetCompatibility = 1.7

data/embulk-output-utf8parquet.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-utf8parquet"
-  spec.version       = "1.0.4"
+  spec.version       = "1.0.5"
   spec.authors       = ["Angelos Alexopoulos"]
   spec.summary       = %[Parquet output plugin for Embulk with UTF8 support]
   spec.description   = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]

data/src/main/java/org/embulk/output/EmbulkWriteSupport.java

@@ -137,6 +137,7 @@ public class EmbulkWriteSupport
         {
             if (!record.isNull(column)) {
                 consumer.addBinary(Binary.fromString(record.getJson(column).toString()));
+
             }
             // throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
         }
@@ -215,5 +216,11 @@ public class EmbulkWriteSupport
             // formatted as string
             fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
         }
+
+        @Override
+        public void jsonColumn(Column column)
+        {
+            fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
+        }
     }
 }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-utf8parquet
 version: !ruby/object:Gem::Version
-  version: 1.0.4
+  version: 1.0.5
 platform: ruby
 authors:
 - Angelos Alexopoulos
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-10-07 00:00:00.000000000 Z
+date: 2019-10-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -72,7 +72,7 @@ files:
 - build/libs/embulk-output-utf8parquet-1.0.1.jar
 - build/libs/embulk-output-utf8parquet-1.0.2.jar
 - build/libs/embulk-output-utf8parquet-1.0.3.jar
-- build/libs/embulk-output-utf8parquet-1.0.4.jar
+- build/libs/embulk-output-utf8parquet-1.0.5.jar
 - build/reports/checkstyle/main.html
 - build/reports/checkstyle/main.xml
 - build/reports/checkstyle/test.html
@@ -112,7 +112,7 @@ files:
 - classpath/curator-client-2.7.1.jar
 - classpath/curator-framework-2.7.1.jar
 - classpath/curator-recipes-2.7.1.jar
-- classpath/embulk-output-utf8parquet-1.0.4.jar
+- classpath/embulk-output-utf8parquet-1.0.5.jar
 - classpath/gson-2.2.4.jar
 - classpath/hadoop-annotations-2.7.1.jar
 - classpath/hadoop-auth-2.7.1.jar
@@ -183,6 +183,9 @@ files:
 - gradlew
 - gradlew.bat
 - lib/embulk/output/utf8parquet.rb
+- pkg/embulk-output-utf8parquet-1.0.1.gem
+- pkg/embulk-output-utf8parquet-1.0.2.gem
+- pkg/embulk-output-utf8parquet-1.0.3.gem
 - src/main/java/org/embulk/output/EmbulkWriteSupport.java
 - src/main/java/org/embulk/output/EmbulkWriterBuilder.java
 - src/main/java/org/embulk/output/ParquetOutputPlugin.java