embulk-output-utf8parquet 1.0.6 → 1.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bff7a4079fd900f3b221e6a6b1624cc0cadcf261
-  data.tar.gz: f335fa1eeb83fca996b0659192e000a36cd9f8b7
+  metadata.gz: e01003f60027102135688cf3466416c3fc791026
+  data.tar.gz: 88912dcc82bccb219c5597f1c608554909a1c540
 SHA512:
-  metadata.gz: a0bdc6866134f1dc93bdc947b2a6cbd46d92da50eb14c8fc95e8bac19762363dadf0406c51fc2b8e84e6a9d57f25b6e5edece20ec8d76c23884e65cc61f379e4
-  data.tar.gz: 8e2cdacd7650cde1b6a468bc72141e91609ccfc9d87f102badd53ad6680588285f61a520b20e0be2c1a80e0589d86f6991db1687c69b763aec043abda815310e
+  metadata.gz: c8b9869a36c357dd753f6692474624362601a14764b34d54c39b0ae535cebeb5c57e0e0bf01def609f521aa3b7ac03ee0896ed9345b4fc848fec6ab273dbbd6d
+  data.tar.gz: 0fb8f792aef4fa5f668ac39a4df51424c51c44d44418eb2f00e09ff7b72bb73275a4a9541e7addce77b40cde448c5e4e03eaa9528ac86920bb307f031b1024a3

data/build.gradle

@@ -11,10 +11,12 @@ repositories {
 }
 configurations {
     provided
+    runtime.exclude group: "org.slf4j", module: ""
     runtime.exclude group: "org.slf4j", module: "slf4j-log4j12"
+    runtime.exclude group: "log4j", module: "log4j"
 }
 
-version = "1.0.6"
+version = "1.1.4"
 
 sourceCompatibility = 1.7
 targetCompatibility = 1.7
@@ -23,10 +25,11 @@ dependencies {
     compile  "org.embulk:embulk-core:0.8.28"
     provided "org.embulk:embulk-core:0.8.28"
 
-    compile "org.apache.parquet:parquet-hadoop:1.8.1"
-    compile "org.apache.hadoop:hadoop-client:2.7.1"
-    compile "org.apache.hadoop:hadoop-aws:2.7.1"
-    compile "org.xerial.snappy:snappy-java:1.1.1.6"
+    compile "org.apache.logging.log4j:log4j-core:2.17.1"
+    compile "org.apache.parquet:parquet-hadoop:1.12.3"
+    compile "org.apache.hadoop:hadoop-client:3.3.3"
+    compile "org.apache.hadoop:hadoop-aws:3.3.3"
+    compile "org.xerial.snappy:snappy-java:1.1.8.4"
 
     testCompile "junit:junit:4.+"
     testCompile "org.embulk:embulk-core:0.8.28:tests"

data/embulk-output-utf8parquet.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-utf8parquet"
-  spec.version       = "1.0.6"
+  spec.version       = "1.1.4"
   spec.authors       = ["Angelos Alexopoulos"]
   spec.summary       = %[Parquet output plugin for Embulk with UTF8 support]
   spec.description   = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]

data/src/main/java/org/embulk/output/EmbulkWriteSupport.java

@@ -136,8 +136,7 @@ public class EmbulkWriteSupport
         public void jsonColumn(Column column)
         {
             if (!record.isNull(column)) {
-                consumer.addBinary(Binary.fromString(record.getJson(column).toString()));
-
+            consumer.addBinary(Binary.fromString(record.getString(column)));
             }
             // throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
         }
@@ -216,11 +215,5 @@ public class EmbulkWriteSupport
             // formatted as string
             fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
         }
-
-        @Override
-        public void jsonColumn(Column column)
-        {
-            fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
-        }
     }
 }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-utf8parquet
 version: !ruby/object:Gem::Version
-  version: 1.0.6
+  version: 1.1.4
 platform: ruby
 authors:
 - Angelos Alexopoulos
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-10-18 00:00:00.000000000 Z
+date: 2022-07-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -45,10 +45,6 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gradle/3.2.1/taskArtifacts/fileHashes.bin
-- .gradle/3.2.1/taskArtifacts/fileSnapshots.bin
-- .gradle/3.2.1/taskArtifacts/taskArtifacts.bin
-- .gradle/3.2.1/taskArtifacts/taskArtifacts.lock
 - .idea/gradle.xml
 - .idea/misc.xml
 - .idea/modules.xml
@@ -71,8 +67,6 @@ files:
 - build/libs/embulk-output-utf8parquet-1.0.0.jar
 - build/libs/embulk-output-utf8parquet-1.0.1.jar
 - build/libs/embulk-output-utf8parquet-1.0.2.jar
-- build/libs/embulk-output-utf8parquet-1.0.3.jar
-- build/libs/embulk-output-utf8parquet-1.0.5.jar
 - build/reports/checkstyle/main.html
 - build/reports/checkstyle/main.xml
 - build/reports/checkstyle/test.html
@@ -88,91 +82,6 @@ files:
 - build/test-results/test/binary/output.bin.idx
 - build/test-results/test/binary/results.bin
 - build/tmp/jar/MANIFEST.MF
-- classpath/activation-1.1.jar
-- classpath/apacheds-i18n-2.0.0-M15.jar
-- classpath/apacheds-kerberos-codec-2.0.0-M15.jar
-- classpath/api-asn1-api-1.0.0-M20.jar
-- classpath/api-util-1.0.0-M20.jar
-- classpath/asm-3.1.jar
-- classpath/avro-1.7.4.jar
-- classpath/aws-java-sdk-1.7.4.jar
-- classpath/commons-beanutils-1.7.0.jar
-- classpath/commons-cli-1.2.jar
-- classpath/commons-codec-1.6.jar
-- classpath/commons-collections-3.2.1.jar
-- classpath/commons-compress-1.4.1.jar
-- classpath/commons-configuration-1.6.jar
-- classpath/commons-digester-1.8.jar
-- classpath/commons-httpclient-3.1.jar
-- classpath/commons-io-2.4.jar
-- classpath/commons-lang-2.6.jar
-- classpath/commons-logging-1.1.3.jar
-- classpath/commons-math3-3.1.1.jar
-- classpath/commons-net-3.1.jar
-- classpath/curator-client-2.7.1.jar
-- classpath/curator-framework-2.7.1.jar
-- classpath/curator-recipes-2.7.1.jar
-- classpath/gson-2.2.4.jar
-- classpath/hadoop-annotations-2.7.1.jar
-- classpath/hadoop-auth-2.7.1.jar
-- classpath/hadoop-aws-2.7.1.jar
-- classpath/hadoop-client-2.7.1.jar
-- classpath/hadoop-common-2.7.1.jar
-- classpath/hadoop-hdfs-2.7.1.jar
-- classpath/hadoop-mapreduce-client-app-2.7.1.jar
-- classpath/hadoop-mapreduce-client-common-2.7.1.jar
-- classpath/hadoop-mapreduce-client-core-2.7.1.jar
-- classpath/hadoop-mapreduce-client-jobclient-2.7.1.jar
-- classpath/hadoop-mapreduce-client-shuffle-2.7.1.jar
-- classpath/hadoop-yarn-api-2.7.1.jar
-- classpath/hadoop-yarn-client-2.7.1.jar
-- classpath/hadoop-yarn-common-2.7.1.jar
-- classpath/hadoop-yarn-server-common-2.7.1.jar
-- classpath/hadoop-yarn-server-nodemanager-2.7.1.jar
-- classpath/htrace-core-3.1.0-incubating.jar
-- classpath/httpclient-4.2.5.jar
-- classpath/httpcore-4.2.4.jar
-- classpath/jackson-core-asl-1.9.13.jar
-- classpath/jackson-jaxrs-1.9.13.jar
-- classpath/jackson-mapper-asl-1.9.13.jar
-- classpath/jackson-xc-1.9.13.jar
-- classpath/java-xmlbuilder-0.4.jar
-- classpath/jaxb-api-2.2.2.jar
-- classpath/jaxb-impl-2.2.3-1.jar
-- classpath/jersey-client-1.9.jar
-- classpath/jersey-core-1.9.jar
-- classpath/jersey-guice-1.9.jar
-- classpath/jersey-json-1.9.jar
-- classpath/jersey-server-1.9.jar
-- classpath/jets3t-0.9.0.jar
-- classpath/jettison-1.1.jar
-- classpath/jetty-6.1.26.jar
-- classpath/jetty-util-6.1.26.jar
-- classpath/jline-0.9.94.jar
-- classpath/joda-time-2.10.4.jar
-- classpath/jsch-0.1.42.jar
-- classpath/jsp-api-2.1.jar
-- classpath/jsr305-3.0.0.jar
-- classpath/leveldbjni-all-1.8.jar
-- classpath/log4j-1.2.17.jar
-- classpath/netty-3.7.0.Final.jar
-- classpath/netty-all-4.0.23.Final.jar
-- classpath/paranamer-2.3.jar
-- classpath/parquet-column-1.8.1.jar
-- classpath/parquet-common-1.8.1.jar
-- classpath/parquet-encoding-1.8.1.jar
-- classpath/parquet-format-2.3.0-incubating.jar
-- classpath/parquet-hadoop-1.8.1.jar
-- classpath/parquet-jackson-1.8.1.jar
-- classpath/protobuf-java-2.5.0.jar
-- classpath/servlet-api-2.5.jar
-- classpath/snappy-java-1.1.1.6.jar
-- classpath/stax-api-1.0-2.jar
-- classpath/xercesImpl-2.9.1.jar
-- classpath/xml-apis-1.3.04.jar
-- classpath/xmlenc-0.52.jar
-- classpath/xz-1.0.jar
-- classpath/zookeeper-3.4.6.jar
 - config/checkstyle/checkstyle.xml
 - config/checkstyle/default.xml
 - embulk-output-utf8parquet.gemspec
@@ -186,7 +95,131 @@ files:
 - src/main/java/org/embulk/output/EmbulkWriterBuilder.java
 - src/main/java/org/embulk/output/ParquetOutputPlugin.java
 - src/test/java/org/embulk/output/ParquetOutputPluginTest.java
-- classpath/embulk-output-utf8parquet-1.0.6.jar
+- classpath/jaxb-impl-2.2.3-1.jar
+- classpath/curator-framework-4.2.0.jar
+- classpath/jakarta.xml.bind-api-2.3.3.jar
+- classpath/commons-logging-1.2.jar
+- classpath/hadoop-yarn-client-3.3.3.jar
+- classpath/commons-io-2.8.0.jar
+- classpath/jetty-util-ajax-9.4.43.v20210629.jar
+- classpath/hadoop-aws-3.3.3.jar
+- classpath/error_prone_annotations-2.2.0.jar
+- classpath/wildfly-openssl-1.0.7.Final.jar
+- classpath/snappy-java-1.1.8.4.jar
+- classpath/hadoop-auth-3.3.3.jar
+- classpath/jersey-guice-1.19.jar
+- classpath/hadoop-mapreduce-client-jobclient-3.3.3.jar
+- classpath/hadoop-annotations-3.3.3.jar
+- classpath/kerby-xdr-1.0.1.jar
+- classpath/failureaccess-1.0.jar
+- classpath/checker-qual-2.5.2.jar
+- classpath/log4j-api-2.17.1.jar
+- classpath/jetty-webapp-9.4.43.v20210629.jar
+- classpath/jackson-jaxrs-json-provider-2.13.2.jar
+- classpath/websocket-api-9.4.43.v20210629.jar
+- classpath/curator-client-4.2.0.jar
+- classpath/httpcore-4.4.13.jar
+- classpath/kerby-pkix-1.0.1.jar
+- classpath/woodstox-core-5.3.0.jar
+- classpath/avro-1.7.7.jar
+- classpath/dnsjava-2.1.7.jar
+- classpath/jersey-client-1.19.jar
+- classpath/jetty-io-9.4.43.v20210629.jar
+- classpath/javax.servlet-api-3.1.0.jar
+- classpath/jline-3.9.0.jar
+- classpath/kerb-server-1.0.1.jar
+- classpath/hadoop-shaded-guava-1.1.1.jar
+- classpath/websocket-client-9.4.43.v20210629.jar
+- classpath/commons-cli-1.2.jar
+- classpath/parquet-jackson-1.12.3.jar
+- classpath/hadoop-hdfs-client-3.3.3.jar
+- classpath/guava-27.0-jre.jar
+- classpath/log4j-core-2.17.1.jar
+- classpath/protobuf-java-2.5.0.jar
+- classpath/jcip-annotations-1.0-1.jar
+- classpath/kerby-asn1-1.0.1.jar
+- classpath/asm-9.1.jar
+- classpath/hadoop-yarn-common-3.3.3.jar
+- classpath/jsr311-api-1.1.1.jar
+- classpath/stax2-api-4.2.1.jar
+- classpath/jackson-jaxrs-base-2.13.2.jar
+- classpath/kerb-identity-1.0.1.jar
+- classpath/jackson-core-2.13.2.jar
+- classpath/websocket-common-9.4.43.v20210629.jar
+- classpath/commons-pool-1.6.jar
+- classpath/kerby-config-1.0.1.jar
+- classpath/hadoop-mapreduce-client-common-3.3.3.jar
+- classpath/kerb-util-1.0.1.jar
+- classpath/zstd-jni-1.5.0-1.jar
+- classpath/okio-1.6.0.jar
+- classpath/jetty-util-9.4.43.v20210629.jar
+- classpath/jersey-json-1.19.jar
+- classpath/jersey-servlet-1.19.jar
+- classpath/jackson-databind-2.13.2.2.jar
+- classpath/aws-java-sdk-bundle-1.11.1026.jar
+- classpath/zookeeper-jute-3.5.6.jar
+- classpath/parquet-hadoop-1.12.3.jar
+- classpath/jaxb-api-2.2.11.jar
+- classpath/commons-configuration2-2.1.1.jar
+- classpath/parquet-common-1.12.3.jar
+- classpath/hadoop-yarn-api-3.3.3.jar
+- classpath/jackson-core-asl-1.9.13.jar
+- classpath/jetty-servlet-9.4.43.v20210629.jar
+- classpath/commons-compress-1.21.jar
+- classpath/curator-recipes-4.2.0.jar
+- classpath/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar
+- classpath/okhttp-2.7.5.jar
+- classpath/jsp-api-2.1.jar
+- classpath/kerb-crypto-1.0.1.jar
+- classpath/jackson-module-jaxb-annotations-2.13.2.jar
+- classpath/jakarta.activation-api-1.2.2.jar
+- classpath/parquet-format-structures-1.12.3.jar
+- classpath/jackson-jaxrs-1.9.2.jar
+- classpath/kerb-admin-1.0.1.jar
+- classpath/hadoop-mapreduce-client-core-3.3.3.jar
+- classpath/javax.ws.rs-api-2.1.1.jar
+- classpath/embulk-output-utf8parquet-1.1.4.jar
+- classpath/j2objc-annotations-1.1.jar
+- classpath/paranamer-2.3.jar
+- classpath/kerb-client-1.0.1.jar
+- classpath/commons-collections-3.2.2.jar
+- classpath/commons-codec-1.15.jar
+- classpath/jettison-1.1.jar
+- classpath/jackson-annotations-2.13.2.jar
+- classpath/hadoop-common-3.3.3.jar
+- classpath/parquet-column-1.12.3.jar
+- classpath/reload4j-1.2.18.3.jar
+- classpath/token-provider-1.0.1.jar
+- classpath/accessors-smart-2.4.7.jar
+- classpath/jersey-core-1.19.jar
+- classpath/json-smart-2.4.7.jar
+- classpath/commons-beanutils-1.9.4.jar
+- classpath/kerb-common-1.0.1.jar
+- classpath/commons-text-1.4.jar
+- classpath/kerb-simplekdc-1.0.1.jar
+- classpath/jersey-server-1.19.jar
+- classpath/jackson-xc-1.9.2.jar
+- classpath/jetty-http-9.4.43.v20210629.jar
+- classpath/re2j-1.1.jar
+- classpath/parquet-encoding-1.12.3.jar
+- classpath/hadoop-client-3.3.3.jar
+- classpath/commons-lang3-3.12.0.jar
+- classpath/kerb-core-1.0.1.jar
+- classpath/nimbus-jose-jwt-9.8.1.jar
+- classpath/httpclient-4.5.13.jar
+- classpath/jetty-xml-9.4.43.v20210629.jar
+- classpath/animal-sniffer-annotations-1.17.jar
+- classpath/jetty-client-9.4.43.v20210629.jar
+- classpath/jetty-security-9.4.43.v20210629.jar
+- classpath/commons-net-3.6.jar
+- classpath/kerby-util-1.0.1.jar
+- classpath/jsr305-3.0.2.jar
+- classpath/jackson-mapper-asl-1.9.13.jar
+- classpath/commons-math3-3.1.1.jar
+- classpath/audience-annotations-0.13.0.jar
+- classpath/gson-2.8.9.jar
+- classpath/hadoop-shaded-protobuf_3_7-1.1.1.jar
+- classpath/zookeeper-3.5.6.jar
 homepage: https://github.com/alexopoulos7/embulk-output-utf8parquet
 licenses:
 - MIT