embulk-output-utf8parquet 1.0.4 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 24eb44c23a1e6fd43862fbece4ad8425525d9170
-  data.tar.gz: fa133b87a1e45daf0471209f79021edc6d013dca
+  metadata.gz: 032c68f793e06ee5eaf85935b22a267a0f958a27
+  data.tar.gz: d4303a771ee5707383e42cf3ea3fc6454aee6a1a
 SHA512:
-  metadata.gz: de472b5c8cb2bea68642ef4ad29a2afad8430ee618159b2dd352a297a110d52c7c536f100073eff32e1796c95f4d4a5e8e573dea50847976dd828ace38e6d860
-  data.tar.gz: 3a90af959c92734b42577081d5846f1cc7b1e22fdff2d8bda594064552a9f8262ddfc6a9993331cce421e47fe7d2ee4454988ddcfbfcc30d272e9d2bb7b8d016
+  metadata.gz: 96b6842ba75ecca374f01e920cf7e3c6c487a38739c91f7251df33367822ef31e5287e24f575317cffab29c2887f4b727bd56e8fd4b29d76ed7d2396e0462861
+  data.tar.gz: d644b0f7ce6407067ea3c56c030a6f7c470beaeda66e8c296215ddb4d48a440a4bcd4daa682dc4665bc968f0f416883e6554cabc69e78d458999b36411cf0902

data/README.md

@@ -1,8 +1,8 @@
 # UTF8Parquet output plugin for Embulk
 ** This is actually a clone of https://github.com/choplin/embulk-output-parquet/
 
-We have added support for UTF-8 instead of binary fields
-
+* We have added support for UTF-8 instead of binary fields.
+* It converts json objects to string parquet format.
 
 ## Overview
 

data/build.gradle

@@ -11,10 +11,12 @@ repositories {
 }
 configurations {
     provided
+    runtime.exclude group: "org.slf4j", module: ""
     runtime.exclude group: "org.slf4j", module: "slf4j-log4j12"
+    runtime.exclude group: "log4j", module: "log4j"
 }
 
-version = "1.0.4"
+version = "1.1.0"
 
 sourceCompatibility = 1.7
 targetCompatibility = 1.7
@@ -23,6 +25,7 @@ dependencies {
     compile  "org.embulk:embulk-core:0.8.28"
     provided "org.embulk:embulk-core:0.8.28"
 
+    compile "org.apache.logging.log4j:log4j-core:2.17.1"
     compile "org.apache.parquet:parquet-hadoop:1.8.1"
     compile "org.apache.hadoop:hadoop-client:2.7.1"
     compile "org.apache.hadoop:hadoop-aws:2.7.1"

data/embulk-output-utf8parquet.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-utf8parquet"
-  spec.version       = "1.0.4"
+  spec.version       = "1.1.0"
   spec.authors       = ["Angelos Alexopoulos"]
   spec.summary       = %[Parquet output plugin for Embulk with UTF8 support]
   spec.description   = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]

data/src/main/java/org/embulk/output/EmbulkWriteSupport.java

@@ -136,7 +136,7 @@ public class EmbulkWriteSupport
         public void jsonColumn(Column column)
         {
             if (!record.isNull(column)) {
-                consumer.addBinary(Binary.fromString(record.getJson(column).toString()));
+            consumer.addBinary(Binary.fromString(record.getString(column)));
             }
             // throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
         }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-utf8parquet
 version: !ruby/object:Gem::Version
-  version: 1.0.4
+  version: 1.1.0
 platform: ruby
 authors:
 - Angelos Alexopoulos
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-10-07 00:00:00.000000000 Z
+date: 2022-07-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -45,10 +45,6 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gradle/3.2.1/taskArtifacts/fileHashes.bin
-- .gradle/3.2.1/taskArtifacts/fileSnapshots.bin
-- .gradle/3.2.1/taskArtifacts/taskArtifacts.bin
-- .gradle/3.2.1/taskArtifacts/taskArtifacts.lock
 - .idea/gradle.xml
 - .idea/misc.xml
 - .idea/modules.xml
@@ -72,7 +68,7 @@ files:
 - build/libs/embulk-output-utf8parquet-1.0.1.jar
 - build/libs/embulk-output-utf8parquet-1.0.2.jar
 - build/libs/embulk-output-utf8parquet-1.0.3.jar
-- build/libs/embulk-output-utf8parquet-1.0.4.jar
+- build/libs/embulk-output-utf8parquet-1.0.5.jar
 - build/reports/checkstyle/main.html
 - build/reports/checkstyle/main.xml
 - build/reports/checkstyle/test.html
@@ -112,7 +108,6 @@ files:
 - classpath/curator-client-2.7.1.jar
 - classpath/curator-framework-2.7.1.jar
 - classpath/curator-recipes-2.7.1.jar
-- classpath/embulk-output-utf8parquet-1.0.4.jar
 - classpath/gson-2.2.4.jar
 - classpath/hadoop-annotations-2.7.1.jar
 - classpath/hadoop-auth-2.7.1.jar
@@ -150,12 +145,10 @@ files:
 - classpath/jetty-6.1.26.jar
 - classpath/jetty-util-6.1.26.jar
 - classpath/jline-0.9.94.jar
-- classpath/joda-time-2.10.4.jar
 - classpath/jsch-0.1.42.jar
 - classpath/jsp-api-2.1.jar
 - classpath/jsr305-3.0.0.jar
 - classpath/leveldbjni-all-1.8.jar
-- classpath/log4j-1.2.17.jar
 - classpath/netty-3.7.0.Final.jar
 - classpath/netty-all-4.0.23.Final.jar
 - classpath/paranamer-2.3.jar
@@ -183,10 +176,17 @@ files:
 - gradlew
 - gradlew.bat
 - lib/embulk/output/utf8parquet.rb
+- pkg/embulk-output-utf8parquet-1.0.1.gem
+- pkg/embulk-output-utf8parquet-1.0.2.gem
+- pkg/embulk-output-utf8parquet-1.0.3.gem
 - src/main/java/org/embulk/output/EmbulkWriteSupport.java
 - src/main/java/org/embulk/output/EmbulkWriterBuilder.java
 - src/main/java/org/embulk/output/ParquetOutputPlugin.java
 - src/test/java/org/embulk/output/ParquetOutputPluginTest.java
+- classpath/joda-time-2.10.14.jar
+- classpath/log4j-api-2.17.1.jar
+- classpath/log4j-core-2.17.1.jar
+- classpath/embulk-output-utf8parquet-1.1.0.jar
 homepage: https://github.com/alexopoulos7/embulk-output-utf8parquet
 licenses:
 - MIT