embulk-output-utf8parquet 1.0.2 → 1.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e545efc6a3967a1f30bfaff47925ac8e60137b7b
-  data.tar.gz: 49ddf54b117b742794ff65b66446e040409d4461
+  metadata.gz: 2e38df61f967b61c5f59044671033b002eeeb71e
+  data.tar.gz: 23e46929eb6ac40655af650a34768fb8fde9d9e9
 SHA512:
-  metadata.gz: 1c933c32ce3ad8bc03077a4eca2ec4562b46d4316a0d7a77c43bdf3cd1af422ea5f5d464e146c2fd8d7f5ee400dbf10f5d145c7dd718bd9389e5c741957769db
-  data.tar.gz: dd6077a6ba4c1889ab00bcb693b6266ce77384fec489b7f6a7df919defd032dfab00b71b7536229d9f6d4c991bbecb75b334307892ac80d008e1ec666cff31eb
+  metadata.gz: c900f6b2711af1a11f66acfbe8aed08faef76ac95c5ea5ca73ea2d64622fa277ceaecec9b1c2f98ea4fdff9b486156ac9a1bc4833a2c6d0fc8b6002dd2b8745b
+  data.tar.gz: 04612fb39ff0a5ddb7081e0acb4427320b04edea1df1a7f59aec4ad0c31c423363baf306bc5b3430d1f6256f9384812536cc59868770797f9d2e0ba694b1759f

data/build.gradle

@@ -14,10 +14,9 @@ configurations {
     runtime.exclude group: "org.slf4j", module: "slf4j-log4j12"
 }
 
-version = "1.0.2"
+version = "1.0.3"
 
 sourceCompatibility = 1.7
-
 targetCompatibility = 1.7
 
 dependencies {
@@ -57,9 +56,9 @@ task checkstyle(type: Checkstyle) {
     classpath = sourceSets.main.output + sourceSets.test.output
     source = sourceSets.main.allJava + sourceSets.test.allJava
 }
-task gem(type: JRubyExec, dependsOn: ["build", "gemspec", "classpath"]) {
+task gem(type: JRubyExec, dependsOn: ["gemspec", "classpath"]) {
     jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "build"
-    script "build/gemspec"
+    script "${project.name}.gemspec"
     doLast { ant.move(file: "${project.name}-${project.version}.gem", todir: "pkg") }
 }
 
@@ -68,7 +67,19 @@ task gemPush(type: JRubyExec, dependsOn: ["gem"]) {
     script "pkg/${project.name}-${project.version}.gem"
 }
 
-task gemspec << { file("build/gemspec").write($/
+task "package"(dependsOn: ["gemspec", "classpath"]) {
+    doLast {
+        println "> Build succeeded."
+        println "> You can run embulk with '-L ${file(".").absolutePath}' argument."
+    }
+}
+
+task gemspec {
+    ext.gemspecFile = file("${project.name}.gemspec")
+    inputs.file "build.gradle"
+    outputs.file gemspecFile
+    doLast {
+        gemspecFile.write($/
 Gem::Specification.new do |spec|
   spec.name          = "${project.name}"
   spec.version       = "${project.version}"
@@ -88,4 +99,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'rake', ['>= 10.0']
 end
 /$)
+    }
 }
+
+clean { delete "${project.name}.gemspec" }

data/build/gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-utf8parquet"
-  spec.version       = "1.0.2"
+  spec.version       = "1.0.3"
   spec.authors       = ["Angelos Alexopoulos"]
   spec.summary       = %[Parquet output plugin for Embulk with UTF8 support]
   spec.description   = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]

data/build/reports/tests/test/classes/org.embulk.output.ParquetOutputPluginTest.html

@@ -41,7 +41,7 @@
 </td>
 <td>
 <div class="infoBox" id="duration">
-<div class="counter">0.296s</div>
+<div class="counter">15.272s</div>
 <p>duration</p>
 </div>
 </td>
@@ -76,17 +76,17 @@
 </thead>
 <tr>
 <td class="success">checkColumnsRequired</td>
-<td>0.046s</td>
+<td>12.145s</td>
 <td class="success">passed</td>
 </tr>
 <tr>
 <td class="success">checkDefaultValues</td>
-<td>0.007s</td>
+<td>1.190s</td>
 <td class="success">passed</td>
 </tr>
 <tr>
 <td class="success">checkExtraConfigurations</td>
-<td>0.243s</td>
+<td>1.937s</td>
 <td class="success">passed</td>
 </tr>
 </table>
@@ -99,7 +99,7 @@
 <input id="line-wrapping-toggle" type="checkbox" autocomplete="off"/>
 </label>
 </div>Generated by 
-<a href="http://www.gradle.org">Gradle 3.2.1</a> at May 28, 2018 8:55:32 AM</p>
+<a href="http://www.gradle.org">Gradle 3.2.1</a> at Oct 7, 2019 8:42:33 AM</p>
 </div>
 </div>
 </body>

data/build/reports/tests/test/index.html

@@ -38,7 +38,7 @@
 </td>
 <td>
 <div class="infoBox" id="duration">
-<div class="counter">0.296s</div>
+<div class="counter">15.272s</div>
 <p>duration</p>
 </div>
 </td>
@@ -85,7 +85,7 @@
 <td>3</td>
 <td>0</td>
 <td>0</td>
-<td>0.296s</td>
+<td>15.272s</td>
 <td class="success">100%</td>
 </tr>
 </tbody>
@@ -111,7 +111,7 @@
 <td>3</td>
 <td>0</td>
 <td>0</td>
-<td>0.296s</td>
+<td>15.272s</td>
 <td class="success">100%</td>
 </tr>
 </tbody>
@@ -125,7 +125,7 @@
 <input id="line-wrapping-toggle" type="checkbox" autocomplete="off"/>
 </label>
 </div>Generated by 
-<a href="http://www.gradle.org">Gradle 3.2.1</a> at May 28, 2018 8:55:32 AM</p>
+<a href="http://www.gradle.org">Gradle 3.2.1</a> at Oct 7, 2019 8:42:33 AM</p>
 </div>
 </div>
 </body>

data/build/reports/tests/test/packages/org.embulk.output.html

@@ -40,7 +40,7 @@
 </td>
 <td>
 <div class="infoBox" id="duration">
-<div class="counter">0.296s</div>
+<div class="counter">15.272s</div>
 <p>duration</p>
 </div>
 </td>
@@ -83,7 +83,7 @@
 <td>3</td>
 <td>0</td>
 <td>0</td>
-<td>0.296s</td>
+<td>15.272s</td>
 <td class="success">100%</td>
 </tr>
 </table>
@@ -96,7 +96,7 @@
 <input id="line-wrapping-toggle" type="checkbox" autocomplete="off"/>
 </label>
 </div>Generated by 
-<a href="http://www.gradle.org">Gradle 3.2.1</a> at May 28, 2018 8:55:32 AM</p>
+<a href="http://www.gradle.org">Gradle 3.2.1</a> at Oct 7, 2019 8:42:33 AM</p>
 </div>
 </div>
 </body>

data/build/test-results/test/TEST-org.embulk.output.ParquetOutputPluginTest.xml

@@ -1,9 +1,9 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="org.embulk.output.ParquetOutputPluginTest" tests="3" skipped="0" failures="0" errors="0" timestamp="2018-05-28T05:55:29" hostname="Angeloss-MBP" time="2.932">
+<testsuite name="org.embulk.output.ParquetOutputPluginTest" tests="3" skipped="0" failures="0" errors="0" timestamp="2019-10-07T05:42:18" hostname="Angeloss-MBP" time="15.272">
   <properties/>
-  <testcase name="checkColumnsRequired" classname="org.embulk.output.ParquetOutputPluginTest" time="0.046"/>
-  <testcase name="checkExtraConfigurations" classname="org.embulk.output.ParquetOutputPluginTest" time="0.243"/>
-  <testcase name="checkDefaultValues" classname="org.embulk.output.ParquetOutputPluginTest" time="0.007"/>
+  <testcase name="checkColumnsRequired" classname="org.embulk.output.ParquetOutputPluginTest" time="12.145"/>
+  <testcase name="checkExtraConfigurations" classname="org.embulk.output.ParquetOutputPluginTest" time="1.937"/>
+  <testcase name="checkDefaultValues" classname="org.embulk.output.ParquetOutputPluginTest" time="1.19"/>
   <system-out><![CDATA[]]></system-out>
   <system-err><![CDATA[]]></system-err>
 </testsuite>

data/src/main/java/org/embulk/output/EmbulkWriteSupport.java

@@ -135,7 +135,10 @@ public class EmbulkWriteSupport
         @Override
         public void jsonColumn(Column column)
         {
-            throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
+            if (!record.isNull(column)) {
+            consumer.addBinary(Binary.fromString(record.getString(column)));
+            }
+            // throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
         }
 
         @Override
@@ -181,7 +184,8 @@ public class EmbulkWriteSupport
         @Override
         public void jsonColumn(Column column)
         {
-            throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
+            fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName()));
+            // throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
         }
 
         @Override

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-utf8parquet
 version: !ruby/object:Gem::Version
-  version: 1.0.2
+  version: 1.0.3
 platform: ruby
 authors:
 - Angelos Alexopoulos
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-05-28 00:00:00.000000000 Z
+date: 2019-10-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -104,7 +104,7 @@ files:
 - classpath/curator-client-2.7.1.jar
 - classpath/curator-framework-2.7.1.jar
 - classpath/curator-recipes-2.7.1.jar
-- classpath/embulk-output-utf8parquet-1.0.1.jar
+- classpath/embulk-output-utf8parquet-1.0.3.jar
 - classpath/gson-2.2.4.jar
 - classpath/hadoop-annotations-2.7.1.jar
 - classpath/hadoop-auth-2.7.1.jar
@@ -142,7 +142,7 @@ files:
 - classpath/jetty-6.1.26.jar
 - classpath/jetty-util-6.1.26.jar
 - classpath/jline-0.9.94.jar
-- classpath/joda-time-2.9.9.jar
+- classpath/joda-time-2.10.4.jar
 - classpath/jsch-0.1.42.jar
 - classpath/jsp-api-2.1.jar
 - classpath/jsr305-3.0.0.jar
@@ -178,7 +178,6 @@ files:
 - src/main/java/org/embulk/output/EmbulkWriterBuilder.java
 - src/main/java/org/embulk/output/ParquetOutputPlugin.java
 - src/test/java/org/embulk/output/ParquetOutputPluginTest.java
-- classpath/embulk-output-utf8parquet-1.0.2.jar
 homepage: https://github.com/alexopoulos7/embulk-output-utf8parquet
 licenses:
 - MIT