embulk-output-utf8parquet 1.1.7 → 1.1.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 3eb0fe78b1c28c36e1b0c47a663e2eb7ccb72077
-  data.tar.gz: d9b9df4af7058c475caff484687a2abd67aa40f7
+  metadata.gz: e83c096c853a833b141de6b973bf6e657b168232
+  data.tar.gz: a90627f7386b513e55d78371495a6b2b45deda32
 SHA512:
-  metadata.gz: 4264f8311d599acb82a4eb3d3c0db8cd536d8a57fb41669140429ca02eb5e0691ae91459ee0874315e10f0ba272f3d0b174e610fc6266a0fe257b80a337f1e3d
-  data.tar.gz: 9353dfa6ca23f540ab41051fe7b57d6981634765d5e203c686d9e57b6a26bf1be12c9ef1862720e5a7f25c64d68c64f36b6a4163fb50813e0dd66c292fb553f4
+  metadata.gz: b5dcd3cc9dab5698de02e014c6f348175f1880bf685b5d94997f1bb809861a8b63800457af13a171d4b25c63f531508a4e951e4e6a7fcc70ad3181f7d8550a1a
+  data.tar.gz: b2a794932adaaabb26333be5faf552f30b91ae7ba0ee21afd1a294241e2cc62faab85c72d5b234736ce39d76adea1834200fce754d70e92fb68f895421838a37

data/build.gradle

@@ -11,12 +11,10 @@ repositories {
 }
 configurations {
     provided
-    runtime.exclude group: "org.slf4j", module: ""
     runtime.exclude group: "org.slf4j", module: "slf4j-log4j12"
-    runtime.exclude group: "log4j", module: "log4j"
 }
 
-version = "1.1.7"
+version = "1.1.10"
 
 sourceCompatibility = 1.7
 targetCompatibility = 1.7
@@ -25,10 +23,9 @@ dependencies {
     compile  "org.embulk:embulk-core:0.8.28"
     provided "org.embulk:embulk-core:0.8.28"
 
-    compile "org.apache.logging.log4j:log4j-core:2.17.1"
     compile "org.apache.parquet:parquet-hadoop:1.12.3"
-    compile "org.apache.hadoop:hadoop-client:3.3.3"
-    compile "org.apache.hadoop:hadoop-aws:3.3.3"
+    compile "org.apache.hadoop:hadoop-client:3.3.4"
+    compile "org.apache.hadoop:hadoop-aws:3.1.4"
     compile "org.xerial.snappy:snappy-java:1.1.8.4"
 
     testCompile "junit:junit:4.+"
@@ -65,6 +62,7 @@ task gem(type: JRubyExec, dependsOn: ["gemspec", "classpath"]) {
     doLast { ant.move(file: "${project.name}-${project.version}.gem", todir: "pkg") }
 }
 
+
 task gemPush(type: JRubyExec, dependsOn: ["gem"]) {
     jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "push"
     script "pkg/${project.name}-${project.version}.gem"

data/embulk-output-utf8parquet.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-utf8parquet"
-  spec.version       = "1.1.7"
+  spec.version       = "1.1.10"
   spec.authors       = ["Angelos Alexopoulos"]
   spec.summary       = %[Parquet output plugin for Embulk with UTF8 support]
   spec.description   = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]

data/src/main/java/org/embulk/output/EmbulkWriteSupport.java

@@ -136,7 +136,7 @@ public class EmbulkWriteSupport
         public void jsonColumn(Column column)
         {
             if (!record.isNull(column)) {
-            consumer.addBinary(Binary.fromString(record.getString(column)));
+                consumer.addBinary(Binary.fromString(record.getJson(column).toString()));
             }
             // throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
         }
@@ -212,7 +212,7 @@ public class EmbulkWriteSupport
         @Override
         public void jsonColumn(Column column)
         {
-            fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
+             fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
         }
 
         @Override

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-utf8parquet
 version: !ruby/object:Gem::Version
-  version: 1.1.7
+  version: 1.1.10
 platform: ruby
 authors:
 - Angelos Alexopoulos
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-08-08 00:00:00.000000000 Z
+date: 2022-10-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -71,6 +71,8 @@ files:
 - build/libs/embulk-output-utf8parquet-1.0.0.jar
 - build/libs/embulk-output-utf8parquet-1.0.1.jar
 - build/libs/embulk-output-utf8parquet-1.0.2.jar
+- build/libs/embulk-output-utf8parquet-1.0.3.jar
+- build/libs/embulk-output-utf8parquet-1.0.5.jar
 - build/reports/checkstyle/main.html
 - build/reports/checkstyle/main.xml
 - build/reports/checkstyle/test.html
@@ -86,144 +88,148 @@ files:
 - build/test-results/test/binary/output.bin.idx
 - build/test-results/test/binary/results.bin
 - build/tmp/jar/MANIFEST.MF
-- classpath/accessors-smart-2.4.7.jar
-- classpath/animal-sniffer-annotations-1.17.jar
-- classpath/asm-9.1.jar
-- classpath/audience-annotations-0.13.0.jar
-- classpath/avro-1.7.7.jar
-- classpath/aws-java-sdk-bundle-1.11.1026.jar
-- classpath/checker-qual-2.5.2.jar
-- classpath/commons-beanutils-1.9.4.jar
-- classpath/commons-cli-1.2.jar
-- classpath/commons-codec-1.15.jar
-- classpath/commons-collections-3.2.2.jar
-- classpath/commons-compress-1.21.jar
-- classpath/commons-configuration2-2.1.1.jar
-- classpath/commons-io-2.8.0.jar
-- classpath/commons-lang3-3.12.0.jar
-- classpath/commons-logging-1.2.jar
-- classpath/commons-math3-3.1.1.jar
-- classpath/commons-net-3.6.jar
-- classpath/commons-pool-1.6.jar
-- classpath/commons-text-1.4.jar
-- classpath/curator-client-4.2.0.jar
+- config/checkstyle/checkstyle.xml
+- config/checkstyle/default.xml
+- embulk-output-utf8parquet-1.1.9.gem
+- embulk-output-utf8parquet.gemspec
+- embulk-output-utf8parquet.iml
+- gradle/wrapper/gradle-wrapper.jar
+- gradle/wrapper/gradle-wrapper.properties
+- gradlew
+- gradlew.bat
+- lib/embulk/output/utf8parquet.rb
+- pkg/embulk-output-utf8parquet-1.0.1.gem
+- pkg/embulk-output-utf8parquet-1.0.2.gem
+- pkg/embulk-output-utf8parquet-1.0.3.gem
+- src/main/java/org/embulk/output/EmbulkWriteSupport.java
+- src/main/java/org/embulk/output/EmbulkWriterBuilder.java
+- src/main/java/org/embulk/output/ParquetOutputPlugin.java
+- src/test/java/org/embulk/output/ParquetOutputPluginTest.java
+- classpath/jaxb-impl-2.2.3-1.jar
 - classpath/curator-framework-4.2.0.jar
-- classpath/curator-recipes-4.2.0.jar
-- classpath/dnsjava-2.1.7.jar
+- classpath/jakarta.xml.bind-api-2.3.2.jar
+- classpath/commons-logging-1.2.jar
+- classpath/reload4j-1.2.22.jar
+- classpath/jackson-jaxrs-base-2.12.7.jar
+- classpath/jackson-core-2.12.7.jar
+- classpath/commons-io-2.8.0.jar
+- classpath/jetty-util-ajax-9.4.43.v20210629.jar
+- classpath/hadoop-annotations-3.3.4.jar
+- classpath/hadoop-mapreduce-client-jobclient-3.3.4.jar
 - classpath/error_prone_annotations-2.2.0.jar
+- classpath/slf4j-api-1.7.36.jar
+- classpath/snappy-java-1.1.8.4.jar
+- classpath/jersey-guice-1.19.jar
+- classpath/hadoop-aws-3.1.4.jar
+- classpath/hadoop-yarn-client-3.3.4.jar
+- classpath/kerby-xdr-1.0.1.jar
 - classpath/failureaccess-1.0.jar
-- classpath/gson-2.8.9.jar
-- classpath/guava-27.0-jre.jar
-- classpath/hadoop-annotations-3.3.3.jar
-- classpath/hadoop-auth-3.3.3.jar
-- classpath/hadoop-aws-3.3.3.jar
-- classpath/hadoop-client-3.3.3.jar
-- classpath/hadoop-common-3.3.3.jar
-- classpath/hadoop-hdfs-client-3.3.3.jar
-- classpath/hadoop-mapreduce-client-common-3.3.3.jar
-- classpath/hadoop-mapreduce-client-core-3.3.3.jar
-- classpath/hadoop-mapreduce-client-jobclient-3.3.3.jar
-- classpath/hadoop-shaded-guava-1.1.1.jar
-- classpath/hadoop-shaded-protobuf_3_7-1.1.1.jar
-- classpath/hadoop-yarn-api-3.3.3.jar
-- classpath/hadoop-yarn-client-3.3.3.jar
-- classpath/hadoop-yarn-common-3.3.3.jar
-- classpath/httpclient-4.5.13.jar
+- classpath/checker-qual-2.5.2.jar
+- classpath/slf4j-reload4j-1.7.36.jar
+- classpath/jetty-webapp-9.4.43.v20210629.jar
+- classpath/websocket-api-9.4.43.v20210629.jar
+- classpath/curator-client-4.2.0.jar
+- classpath/hadoop-auth-3.3.4.jar
 - classpath/httpcore-4.4.13.jar
-- classpath/j2objc-annotations-1.1.jar
-- classpath/jackson-annotations-2.13.2.jar
-- classpath/jackson-core-2.13.2.jar
-- classpath/jackson-core-asl-1.9.13.jar
-- classpath/jackson-databind-2.13.2.2.jar
-- classpath/jackson-jaxrs-1.9.2.jar
-- classpath/jackson-jaxrs-base-2.13.2.jar
-- classpath/jackson-jaxrs-json-provider-2.13.2.jar
-- classpath/jackson-mapper-asl-1.9.13.jar
-- classpath/jackson-module-jaxb-annotations-2.13.2.jar
-- classpath/jackson-xc-1.9.2.jar
-- classpath/jakarta.activation-api-1.2.2.jar
-- classpath/jakarta.xml.bind-api-2.3.3.jar
+- classpath/kerby-pkix-1.0.1.jar
+- classpath/woodstox-core-5.3.0.jar
+- classpath/avro-1.7.7.jar
+- classpath/dnsjava-2.1.7.jar
+- classpath/kotlin-stdlib-common-1.4.10.jar
+- classpath/jersey-client-1.19.jar
+- classpath/jetty-io-9.4.43.v20210629.jar
+- classpath/hadoop-yarn-common-3.3.4.jar
+- classpath/jackson-jaxrs-json-provider-2.12.7.jar
 - classpath/javax.servlet-api-3.1.0.jar
-- classpath/javax.ws.rs-api-2.1.1.jar
-- classpath/jaxb-api-2.2.11.jar
-- classpath/jaxb-impl-2.2.3-1.jar
+- classpath/jline-3.9.0.jar
+- classpath/aws-java-sdk-bundle-1.11.271.jar
+- classpath/kerb-server-1.0.1.jar
+- classpath/hadoop-shaded-guava-1.1.1.jar
+- classpath/websocket-client-9.4.43.v20210629.jar
+- classpath/commons-cli-1.2.jar
+- classpath/parquet-jackson-1.12.3.jar
+- classpath/hadoop-mapreduce-client-common-3.3.4.jar
+- classpath/guava-27.0-jre.jar
+- classpath/protobuf-java-2.5.0.jar
 - classpath/jcip-annotations-1.0-1.jar
-- classpath/jersey-client-1.19.jar
-- classpath/jersey-core-1.19.jar
-- classpath/jersey-guice-1.19.jar
+- classpath/kerby-asn1-1.0.1.jar
+- classpath/kotlin-stdlib-1.4.10.jar
+- classpath/asm-9.1.jar
+- classpath/jsr311-api-1.1.1.jar
+- classpath/stax2-api-4.2.1.jar
+- classpath/kerb-identity-1.0.1.jar
+- classpath/websocket-common-9.4.43.v20210629.jar
+- classpath/commons-pool-1.6.jar
+- classpath/hadoop-hdfs-client-3.3.4.jar
+- classpath/kerby-config-1.0.1.jar
+- classpath/kerb-util-1.0.1.jar
+- classpath/zstd-jni-1.5.0-1.jar
+- classpath/jetty-util-9.4.43.v20210629.jar
 - classpath/jersey-json-1.19.jar
-- classpath/jersey-server-1.19.jar
 - classpath/jersey-servlet-1.19.jar
-- classpath/jettison-1.1.jar
-- classpath/jetty-client-9.4.43.v20210629.jar
-- classpath/jetty-http-9.4.43.v20210629.jar
-- classpath/jetty-io-9.4.43.v20210629.jar
-- classpath/jetty-security-9.4.43.v20210629.jar
+- classpath/zookeeper-jute-3.5.6.jar
+- classpath/parquet-hadoop-1.12.3.jar
+- classpath/jaxb-api-2.2.11.jar
+- classpath/commons-configuration2-2.1.1.jar
+- classpath/parquet-common-1.12.3.jar
+- classpath/jakarta.activation-api-1.2.1.jar
+- classpath/jackson-core-asl-1.9.13.jar
 - classpath/jetty-servlet-9.4.43.v20210629.jar
-- classpath/jetty-util-9.4.43.v20210629.jar
-- classpath/jetty-util-ajax-9.4.43.v20210629.jar
-- classpath/jetty-webapp-9.4.43.v20210629.jar
-- classpath/jetty-xml-9.4.43.v20210629.jar
-- classpath/jline-3.9.0.jar
-- classpath/json-smart-2.4.7.jar
+- classpath/commons-compress-1.21.jar
+- classpath/curator-recipes-4.2.0.jar
+- classpath/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar
 - classpath/jsp-api-2.1.jar
-- classpath/jsr305-3.0.2.jar
-- classpath/jsr311-api-1.1.1.jar
+- classpath/kerb-crypto-1.0.1.jar
+- classpath/embulk-output-utf8parquet-1.1.10.jar
+- classpath/parquet-format-structures-1.12.3.jar
+- classpath/hadoop-common-3.3.4.jar
+- classpath/jackson-jaxrs-1.9.2.jar
 - classpath/kerb-admin-1.0.1.jar
+- classpath/j2objc-annotations-1.1.jar
+- classpath/hadoop-yarn-api-3.3.4.jar
+- classpath/paranamer-2.3.jar
 - classpath/kerb-client-1.0.1.jar
+- classpath/commons-collections-3.2.2.jar
+- classpath/commons-codec-1.15.jar
+- classpath/jettison-1.1.jar
+- classpath/hadoop-mapreduce-client-core-3.3.4.jar
+- classpath/parquet-column-1.12.3.jar
+- classpath/token-provider-1.0.1.jar
+- classpath/accessors-smart-2.4.7.jar
+- classpath/jersey-core-1.19.jar
+- classpath/json-smart-2.4.7.jar
+- classpath/commons-beanutils-1.9.4.jar
 - classpath/kerb-common-1.0.1.jar
-- classpath/kerb-core-1.0.1.jar
-- classpath/kerb-crypto-1.0.1.jar
-- classpath/kerb-identity-1.0.1.jar
-- classpath/kerb-server-1.0.1.jar
+- classpath/commons-text-1.4.jar
 - classpath/kerb-simplekdc-1.0.1.jar
-- classpath/kerb-util-1.0.1.jar
-- classpath/kerby-asn1-1.0.1.jar
-- classpath/kerby-config-1.0.1.jar
-- classpath/kerby-pkix-1.0.1.jar
-- classpath/kerby-util-1.0.1.jar
-- classpath/kerby-xdr-1.0.1.jar
-- classpath/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar
-- classpath/log4j-api-2.17.1.jar
-- classpath/log4j-core-2.17.1.jar
-- classpath/nimbus-jose-jwt-9.8.1.jar
-- classpath/okhttp-2.7.5.jar
-- classpath/okio-1.6.0.jar
-- classpath/paranamer-2.3.jar
-- classpath/parquet-column-1.12.3.jar
-- classpath/parquet-common-1.12.3.jar
-- classpath/parquet-encoding-1.12.3.jar
-- classpath/parquet-format-structures-1.12.3.jar
-- classpath/parquet-hadoop-1.12.3.jar
-- classpath/parquet-jackson-1.12.3.jar
-- classpath/protobuf-java-2.5.0.jar
+- classpath/jackson-databind-2.12.7.jar
+- classpath/jersey-server-1.19.jar
+- classpath/jackson-annotations-2.12.7.jar
+- classpath/okio-2.8.0.jar
+- classpath/jackson-xc-1.9.2.jar
+- classpath/jetty-http-9.4.43.v20210629.jar
 - classpath/re2j-1.1.jar
-- classpath/reload4j-1.2.18.3.jar
-- classpath/snappy-java-1.1.8.4.jar
-- classpath/stax2-api-4.2.1.jar
-- classpath/token-provider-1.0.1.jar
-- classpath/websocket-api-9.4.43.v20210629.jar
-- classpath/websocket-client-9.4.43.v20210629.jar
-- classpath/websocket-common-9.4.43.v20210629.jar
-- classpath/wildfly-openssl-1.0.7.Final.jar
-- classpath/woodstox-core-5.3.0.jar
+- classpath/parquet-encoding-1.12.3.jar
+- classpath/commons-lang3-3.12.0.jar
+- classpath/kerb-core-1.0.1.jar
+- classpath/nimbus-jose-jwt-9.8.1.jar
+- classpath/httpclient-4.5.13.jar
+- classpath/jetty-xml-9.4.43.v20210629.jar
+- classpath/animal-sniffer-annotations-1.17.jar
+- classpath/jetty-client-9.4.43.v20210629.jar
+- classpath/jetty-security-9.4.43.v20210629.jar
+- classpath/okhttp-4.9.3.jar
+- classpath/commons-net-3.6.jar
+- classpath/kerby-util-1.0.1.jar
+- classpath/jsr305-3.0.2.jar
+- classpath/jackson-mapper-asl-1.9.13.jar
+- classpath/commons-math3-3.1.1.jar
+- classpath/audience-annotations-0.13.0.jar
+- classpath/jackson-module-jaxb-annotations-2.12.7.jar
+- classpath/gson-2.8.9.jar
+- classpath/hadoop-client-3.3.4.jar
+- classpath/hadoop-shaded-protobuf_3_7-1.1.1.jar
 - classpath/zookeeper-3.5.6.jar
-- classpath/zookeeper-jute-3.5.6.jar
-- classpath/zstd-jni-1.5.0-1.jar
-- config/checkstyle/checkstyle.xml
-- config/checkstyle/default.xml
-- embulk-output-utf8parquet.gemspec
-- embulk-output-utf8parquet.iml
-- gradle/wrapper/gradle-wrapper.jar
-- gradle/wrapper/gradle-wrapper.properties
-- gradlew
-- gradlew.bat
-- lib/embulk/output/utf8parquet.rb
-- src/main/java/org/embulk/output/EmbulkWriteSupport.java
-- src/main/java/org/embulk/output/EmbulkWriterBuilder.java
-- src/main/java/org/embulk/output/ParquetOutputPlugin.java
-- src/test/java/org/embulk/output/ParquetOutputPluginTest.java
-- classpath/embulk-output-utf8parquet-1.1.7.jar
 homepage: https://github.com/alexopoulos7/embulk-output-utf8parquet
 licenses:
 - MIT