embulk-output-utf8parquet 1.0.1 → 1.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f20eba7a7797807d96afb7e8cc45e6887b7e5500
-  data.tar.gz: eb8d7a808907fa594f3f5c8ede09e143e8d847a5
+  metadata.gz: e545efc6a3967a1f30bfaff47925ac8e60137b7b
+  data.tar.gz: 49ddf54b117b742794ff65b66446e040409d4461
 SHA512:
-  metadata.gz: 9c2f8f747dccd42848987e224e4c84b623d037bffd3eaf9ac5ddb9b8d0a7db309f2972c3551b72b5c47f299230bd769b0633223a06f2db5f7330e2373af71f99
-  data.tar.gz: bdbdbd4f47be8f86b6ff1b935c1420dead51ee7f54f70aaf88f5653c662c3fde2184e9abc403c6d11855b65e8d051cccbdea27102e072fcb36fa44465d1ebbe9
+  metadata.gz: 1c933c32ce3ad8bc03077a4eca2ec4562b46d4316a0d7a77c43bdf3cd1af422ea5f5d464e146c2fd8d7f5ee400dbf10f5d145c7dd718bd9389e5c741957769db
+  data.tar.gz: dd6077a6ba4c1889ab00bcb693b6266ce77384fec489b7f6a7df919defd032dfab00b71b7536229d9f6d4c991bbecb75b334307892ac80d008e1ec666cff31eb

data/LICENSE.txt

@@ -0,0 +1,21 @@
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/build.gradle

@@ -0,0 +1,91 @@
+plugins {
+    id "com.jfrog.bintray" version "1.1"
+    id "com.github.jruby-gradle.base" version "0.1.5"
+    id "java"
+    id "checkstyle"
+}
+import com.github.jrubygradle.JRubyExec
+repositories {
+    mavenCentral()
+    jcenter()
+}
+configurations {
+    provided
+    runtime.exclude group: "org.slf4j", module: "slf4j-log4j12"
+}
+
+version = "1.0.2"
+
+sourceCompatibility = 1.7
+
+targetCompatibility = 1.7
+
+dependencies {
+    compile  "org.embulk:embulk-core:0.8.28"
+    provided "org.embulk:embulk-core:0.8.28"
+
+    compile "org.apache.parquet:parquet-hadoop:1.8.1"
+    compile "org.apache.hadoop:hadoop-client:2.7.1"
+    compile "org.apache.hadoop:hadoop-aws:2.7.1"
+    compile "org.xerial.snappy:snappy-java:1.1.1.6"
+
+    testCompile "junit:junit:4.+"
+    testCompile "org.embulk:embulk-core:0.8.28:tests"
+    testCompile "org.embulk:embulk-standards:0.8.28"
+}
+
+task classpath(type: Copy, dependsOn: ["jar"]) {
+    doFirst { file("classpath").deleteDir() }
+    from (configurations.runtime - configurations.provided + files(jar.archivePath))
+    into "classpath"
+}
+clean { delete 'classpath' }
+
+checkstyle {
+    configFile = file("${project.rootDir}/config/checkstyle/checkstyle.xml")
+    toolVersion = '6.14.1'
+}
+checkstyleMain {
+    configFile = file("${project.rootDir}/config/checkstyle/default.xml")
+    ignoreFailures = true
+}
+checkstyleTest {
+    configFile = file("${project.rootDir}/config/checkstyle/default.xml")
+    ignoreFailures = true
+}
+task checkstyle(type: Checkstyle) {
+    classpath = sourceSets.main.output + sourceSets.test.output
+    source = sourceSets.main.allJava + sourceSets.test.allJava
+}
+task gem(type: JRubyExec, dependsOn: ["build", "gemspec", "classpath"]) {
+    jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "build"
+    script "build/gemspec"
+    doLast { ant.move(file: "${project.name}-${project.version}.gem", todir: "pkg") }
+}
+
+task gemPush(type: JRubyExec, dependsOn: ["gem"]) {
+    jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "push"
+    script "pkg/${project.name}-${project.version}.gem"
+}
+
+task gemspec << { file("build/gemspec").write($/
+Gem::Specification.new do |spec|
+  spec.name          = "${project.name}"
+  spec.version       = "${project.version}"
+  spec.authors       = ["Angelos Alexopoulos"]
+  spec.summary       = %[Parquet output plugin for Embulk with UTF8 support]
+  spec.description   = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]
+  spec.email         = ["alexopoulos7@gmail.com"]
+  spec.licenses      = ["MIT"]
+  spec.homepage      = "https://github.com/alexopoulos7/embulk-output-utf8parquet"
+
+  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
+  spec.test_files    = spec.files.grep(%r"^(test|spec)/")
+  spec.require_paths = ["lib"]
+
+  #spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
+  spec.add_development_dependency 'bundler', ['~> 1.0']
+  spec.add_development_dependency 'rake', ['>= 10.0']
+end
+/$)
+}

data/build/gemspec

@@ -0,0 +1,19 @@
+
+Gem::Specification.new do |spec|
+  spec.name          = "embulk-output-utf8parquet"
+  spec.version       = "1.0.2"
+  spec.authors       = ["Angelos Alexopoulos"]
+  spec.summary       = %[Parquet output plugin for Embulk with UTF8 support]
+  spec.description   = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]
+  spec.email         = ["alexopoulos7@gmail.com"]
+  spec.licenses      = ["MIT"]
+  spec.homepage      = "https://github.com/alexopoulos7/embulk-output-utf8parquet"
+
+  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
+  spec.test_files    = spec.files.grep(%r"^(test|spec)/")
+  spec.require_paths = ["lib"]
+
+  #spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
+  spec.add_development_dependency 'bundler', ['~> 1.0']
+  spec.add_development_dependency 'rake', ['>= 10.0']
+end

data/build/reports/checkstyle/main.html

@@ -0,0 +1,119 @@
+<html>
+<head>
+<META http-equiv="Content-Type" content="text/html; charset=UTF-8">
+<style type="text/css">
+    .bannercell {
+      border: 0px;
+      padding: 0px;
+    }
+    body {
+      margin-left: 10;
+      margin-right: 10;
+      font:normal 80% arial,helvetica,sanserif;
+      background-color:#FFFFFF;
+      color:#000000;
+    }
+    .a td {
+      background: #efefef;
+    }
+    .b td {
+      background: #fff;
+    }
+    th, td {
+      text-align: left;
+      vertical-align: top;
+    }
+    th {
+      font-weight:bold;
+      background: #ccc;
+      color: black;
+    }
+    table, th, td {
+      font-size:100%;
+      border: none
+    }
+    table.log tr td, tr th {
+
+    }
+    h2 {
+      font-weight:bold;
+      font-size:140%;
+      margin-bottom: 5;
+    }
+    h3 {
+      font-size:100%;
+      font-weight:bold;
+      background: #525D76;
+      color: white;
+      text-decoration: none;
+      padding: 5px;
+      margin-right: 2px;
+      margin-left: 2px;
+      margin-bottom: 0;
+    }
+		</style>
+</head>
+<body>
+<a name="top"></a>
+<table border="0" cellpadding="0" cellspacing="0" width="100%">
+<tr>
+<td class="bannercell" rowspan="2"></td><td class="text-align:right">
+<h2>CheckStyle Audit</h2>
+</td>
+</tr>
+<tr>
+<td class="text-align:right">Designed for use with <a href="http://checkstyle.sourceforge.net/">CheckStyle</a> and <a href="http://jakarta.apache.org">Ant</a>.</td>
+</tr>
+</table>
+<hr size="1">
+<h3>Summary</h3>
+<table class="log" border="0" cellpadding="5" cellspacing="2" width="100%">
+<tr>
+<th>Files</th><th>Errors</th>
+</tr>
+<tr class="a">
+<td>3</td><td>0</td>
+</tr>
+</table>
+<hr size="1" width="100%" align="left">
+<h3>Files</h3>
+<table class="log" border="0" cellpadding="5" cellspacing="2" width="100%">
+<tr>
+<th>Name</th><th>Errors</th>
+</tr>
+<tr class="a">
+<td><a href="#f-/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/EmbulkWriteSupport.java">/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/EmbulkWriteSupport.java</a></td><td>0</td>
+</tr>
+<tr class="b">
+<td><a href="#f-/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/EmbulkWriterBuilder.java">/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/EmbulkWriterBuilder.java</a></td><td>0</td>
+</tr>
+<tr class="a">
+<td><a href="#f-/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/ParquetOutputPlugin.java">/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/ParquetOutputPlugin.java</a></td><td>0</td>
+</tr>
+</table>
+<hr size="1" width="100%" align="left">
+<a name="f-/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/EmbulkWriteSupport.java"></a>
+<h3>File /Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/EmbulkWriteSupport.java</h3>
+<table class="log" border="0" cellpadding="5" cellspacing="2" width="100%">
+<tr>
+<th>Error Description</th><th>Line</th>
+</tr>
+</table>
+<a href="#top">Back to top</a><a name="f-/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/EmbulkWriterBuilder.java"></a>
+<h3>File /Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/EmbulkWriterBuilder.java</h3>
+<table class="log" border="0" cellpadding="5" cellspacing="2" width="100%">
+<tr>
+<th>Error Description</th><th>Line</th>
+</tr>
+</table>
+<a href="#top">Back to top</a><a name="f-/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/ParquetOutputPlugin.java"></a>
+<h3>File /Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/ParquetOutputPlugin.java</h3>
+<table class="log" border="0" cellpadding="5" cellspacing="2" width="100%">
+<tr>
+<th>Error Description</th><th>Line</th>
+</tr>
+</table>
+<a href="#top">Back to top</a>
+<hr size="1" width="100%" align="left">
+</body>
+</html>

data/build/reports/checkstyle/main.xml

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<checkstyle version="6.14.1">
+<file name="/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/EmbulkWriteSupport.java">
+</file>
+<file name="/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/EmbulkWriterBuilder.java">
+</file>
+<file name="/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/main/java/org/embulk/output/ParquetOutputPlugin.java">
+</file>
+</checkstyle>

data/build/reports/checkstyle/test.html

@@ -0,0 +1,99 @@
+<html>
+<head>
+<META http-equiv="Content-Type" content="text/html; charset=UTF-8">
+<style type="text/css">
+    .bannercell {
+      border: 0px;
+      padding: 0px;
+    }
+    body {
+      margin-left: 10;
+      margin-right: 10;
+      font:normal 80% arial,helvetica,sanserif;
+      background-color:#FFFFFF;
+      color:#000000;
+    }
+    .a td {
+      background: #efefef;
+    }
+    .b td {
+      background: #fff;
+    }
+    th, td {
+      text-align: left;
+      vertical-align: top;
+    }
+    th {
+      font-weight:bold;
+      background: #ccc;
+      color: black;
+    }
+    table, th, td {
+      font-size:100%;
+      border: none
+    }
+    table.log tr td, tr th {
+
+    }
+    h2 {
+      font-weight:bold;
+      font-size:140%;
+      margin-bottom: 5;
+    }
+    h3 {
+      font-size:100%;
+      font-weight:bold;
+      background: #525D76;
+      color: white;
+      text-decoration: none;
+      padding: 5px;
+      margin-right: 2px;
+      margin-left: 2px;
+      margin-bottom: 0;
+    }
+		</style>
+</head>
+<body>
+<a name="top"></a>
+<table border="0" cellpadding="0" cellspacing="0" width="100%">
+<tr>
+<td class="bannercell" rowspan="2"></td><td class="text-align:right">
+<h2>CheckStyle Audit</h2>
+</td>
+</tr>
+<tr>
+<td class="text-align:right">Designed for use with <a href="http://checkstyle.sourceforge.net/">CheckStyle</a> and <a href="http://jakarta.apache.org">Ant</a>.</td>
+</tr>
+</table>
+<hr size="1">
+<h3>Summary</h3>
+<table class="log" border="0" cellpadding="5" cellspacing="2" width="100%">
+<tr>
+<th>Files</th><th>Errors</th>
+</tr>
+<tr class="a">
+<td>1</td><td>0</td>
+</tr>
+</table>
+<hr size="1" width="100%" align="left">
+<h3>Files</h3>
+<table class="log" border="0" cellpadding="5" cellspacing="2" width="100%">
+<tr>
+<th>Name</th><th>Errors</th>
+</tr>
+<tr class="a">
+<td><a href="#f-/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/test/java/org/embulk/output/ParquetOutputPluginTest.java">/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/test/java/org/embulk/output/ParquetOutputPluginTest.java</a></td><td>0</td>
+</tr>
+</table>
+<hr size="1" width="100%" align="left">
+<a name="f-/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/test/java/org/embulk/output/ParquetOutputPluginTest.java"></a>
+<h3>File /Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/test/java/org/embulk/output/ParquetOutputPluginTest.java</h3>
+<table class="log" border="0" cellpadding="5" cellspacing="2" width="100%">
+<tr>
+<th>Error Description</th><th>Line</th>
+</tr>
+</table>
+<a href="#top">Back to top</a>
+<hr size="1" width="100%" align="left">
+</body>
+</html>

data/build/reports/checkstyle/test.xml

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<checkstyle version="6.14.1">
+<file name="/Users/angelosalexopoulos/Desktop/Upwork/work/DataPlatform/embulk-output-utf8parquet/src/test/java/org/embulk/output/ParquetOutputPluginTest.java">
+</file>
+</checkstyle>

data/build/reports/tests/test/classes/org.embulk.output.ParquetOutputPluginTest.html

@@ -0,0 +1,106 @@
+<!DOCTYPE html>
+<html>
+<head>
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8"/>
+<meta http-equiv="x-ua-compatible" content="IE=edge"/>
+<title>Test results - Class org.embulk.output.ParquetOutputPluginTest</title>
+<link href="../css/base-style.css" rel="stylesheet" type="text/css"/>
+<link href="../css/style.css" rel="stylesheet" type="text/css"/>
+<script src="../js/report.js" type="text/javascript"></script>
+</head>
+<body>
+<div id="content">
+<h1>Class org.embulk.output.ParquetOutputPluginTest</h1>
+<div class="breadcrumbs">
+<a href="../index.html">all</a> &gt; 
+<a href="../packages/org.embulk.output.html">org.embulk.output</a> &gt; ParquetOutputPluginTest</div>
+<div id="summary">
+<table>
+<tr>
+<td>
+<div class="summaryGroup">
+<table>
+<tr>
+<td>
+<div class="infoBox" id="tests">
+<div class="counter">3</div>
+<p>tests</p>
+</div>
+</td>
+<td>
+<div class="infoBox" id="failures">
+<div class="counter">0</div>
+<p>failures</p>
+</div>
+</td>
+<td>
+<div class="infoBox" id="ignored">
+<div class="counter">0</div>
+<p>ignored</p>
+</div>
+</td>
+<td>
+<div class="infoBox" id="duration">
+<div class="counter">0.296s</div>
+<p>duration</p>
+</div>
+</td>
+</tr>
+</table>
+</div>
+</td>
+<td>
+<div class="infoBox success" id="successRate">
+<div class="percent">100%</div>
+<p>successful</p>
+</div>
+</td>
+</tr>
+</table>
+</div>
+<div id="tabs">
+<ul class="tabLinks">
+<li>
+<a href="#tab0">Tests</a>
+</li>
+</ul>
+<div id="tab0" class="tab">
+<h2>Tests</h2>
+<table>
+<thead>
+<tr>
+<th>Test</th>
+<th>Duration</th>
+<th>Result</th>
+</tr>
+</thead>
+<tr>
+<td class="success">checkColumnsRequired</td>
+<td>0.046s</td>
+<td class="success">passed</td>
+</tr>
+<tr>
+<td class="success">checkDefaultValues</td>
+<td>0.007s</td>
+<td class="success">passed</td>
+</tr>
+<tr>
+<td class="success">checkExtraConfigurations</td>
+<td>0.243s</td>
+<td class="success">passed</td>
+</tr>
+</table>
+</div>
+</div>
+<div id="footer">
+<p>
+<div>
+<label class="hidden" id="label-for-line-wrapping-toggle" for="line-wrapping-toggle">Wrap lines
+<input id="line-wrapping-toggle" type="checkbox" autocomplete="off"/>
+</label>
+</div>Generated by 
+<a href="http://www.gradle.org">Gradle 3.2.1</a> at May 28, 2018 8:55:32 AM</p>
+</div>
+</div>
+</body>
+</html>