embulk-output-utf8parquet 1.0.6 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/build/classes/main/org/embulk/output/EmbulkWriteSupport$ParquetColumnVisitor.class +0 -0
- data/build/classes/main/org/embulk/output/EmbulkWriteSupport$SchemaConvertColumnVisitor.class +0 -0
- data/build/classes/main/org/embulk/output/EmbulkWriteSupport$SchemaConvertColumnVisitorWithUTF8.class +0 -0
- data/build/classes/main/org/embulk/output/ParquetOutputPlugin.class +0 -0
- data/build/libs/embulk-output-utf8parquet-1.0.3.jar +0 -0
- data/build.gradle +4 -1
- data/classpath/embulk-output-utf8parquet-1.1.0.jar +0 -0
- data/classpath/{joda-time-2.10.4.jar → joda-time-2.10.14.jar} +0 -0
- data/classpath/log4j-api-2.17.1.jar +0 -0
- data/classpath/log4j-core-2.17.1.jar +0 -0
- data/embulk-output-utf8parquet.gemspec +1 -1
- data/pkg/embulk-output-utf8parquet-1.0.1.gem +0 -0
- data/pkg/embulk-output-utf8parquet-1.0.2.gem +0 -0
- data/pkg/embulk-output-utf8parquet-1.0.3.gem +0 -0
- data/src/main/java/org/embulk/output/EmbulkWriteSupport.java +1 -8
- metadata +9 -9
- data/.gradle/3.2.1/taskArtifacts/fileHashes.bin +0 -0
- data/.gradle/3.2.1/taskArtifacts/fileSnapshots.bin +0 -0
- data/.gradle/3.2.1/taskArtifacts/taskArtifacts.bin +0 -0
- data/.gradle/3.2.1/taskArtifacts/taskArtifacts.lock +0 -0
- data/classpath/embulk-output-utf8parquet-1.0.6.jar +0 -0
- data/classpath/log4j-1.2.17.jar +0 -0
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 032c68f793e06ee5eaf85935b22a267a0f958a27
|
4
|
+
data.tar.gz: d4303a771ee5707383e42cf3ea3fc6454aee6a1a
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 96b6842ba75ecca374f01e920cf7e3c6c487a38739c91f7251df33367822ef31e5287e24f575317cffab29c2887f4b727bd56e8fd4b29d76ed7d2396e0462861
|
7
|
+
data.tar.gz: d644b0f7ce6407067ea3c56c030a6f7c470beaeda66e8c296215ddb4d48a440a4bcd4daa682dc4665bc968f0f416883e6554cabc69e78d458999b36411cf0902
|
Binary file
|
data/build/classes/main/org/embulk/output/EmbulkWriteSupport$SchemaConvertColumnVisitor.class
CHANGED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
data/build.gradle
CHANGED
@@ -11,10 +11,12 @@ repositories {
|
|
11
11
|
}
|
12
12
|
configurations {
|
13
13
|
provided
|
14
|
+
runtime.exclude group: "org.slf4j", module: ""
|
14
15
|
runtime.exclude group: "org.slf4j", module: "slf4j-log4j12"
|
16
|
+
runtime.exclude group: "log4j", module: "log4j"
|
15
17
|
}
|
16
18
|
|
17
|
-
version = "1.0
|
19
|
+
version = "1.1.0"
|
18
20
|
|
19
21
|
sourceCompatibility = 1.7
|
20
22
|
targetCompatibility = 1.7
|
@@ -23,6 +25,7 @@ dependencies {
|
|
23
25
|
compile "org.embulk:embulk-core:0.8.28"
|
24
26
|
provided "org.embulk:embulk-core:0.8.28"
|
25
27
|
|
28
|
+
compile "org.apache.logging.log4j:log4j-core:2.17.1"
|
26
29
|
compile "org.apache.parquet:parquet-hadoop:1.8.1"
|
27
30
|
compile "org.apache.hadoop:hadoop-client:2.7.1"
|
28
31
|
compile "org.apache.hadoop:hadoop-aws:2.7.1"
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
@@ -1,7 +1,7 @@
|
|
1
1
|
|
2
2
|
Gem::Specification.new do |spec|
|
3
3
|
spec.name = "embulk-output-utf8parquet"
|
4
|
-
spec.version = "1.0
|
4
|
+
spec.version = "1.1.0"
|
5
5
|
spec.authors = ["Angelos Alexopoulos"]
|
6
6
|
spec.summary = %[Parquet output plugin for Embulk with UTF8 support]
|
7
7
|
spec.description = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]
|
Binary file
|
Binary file
|
Binary file
|
@@ -136,8 +136,7 @@ public class EmbulkWriteSupport
|
|
136
136
|
public void jsonColumn(Column column)
|
137
137
|
{
|
138
138
|
if (!record.isNull(column)) {
|
139
|
-
|
140
|
-
|
139
|
+
consumer.addBinary(Binary.fromString(record.getString(column)));
|
141
140
|
}
|
142
141
|
// throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
|
143
142
|
}
|
@@ -216,11 +215,5 @@ public class EmbulkWriteSupport
|
|
216
215
|
// formatted as string
|
217
216
|
fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
|
218
217
|
}
|
219
|
-
|
220
|
-
@Override
|
221
|
-
public void jsonColumn(Column column)
|
222
|
-
{
|
223
|
-
fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
|
224
|
-
}
|
225
218
|
}
|
226
219
|
}
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-output-utf8parquet
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0
|
4
|
+
version: 1.1.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Angelos Alexopoulos
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2022-07-26 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -45,10 +45,6 @@ executables: []
|
|
45
45
|
extensions: []
|
46
46
|
extra_rdoc_files: []
|
47
47
|
files:
|
48
|
-
- .gradle/3.2.1/taskArtifacts/fileHashes.bin
|
49
|
-
- .gradle/3.2.1/taskArtifacts/fileSnapshots.bin
|
50
|
-
- .gradle/3.2.1/taskArtifacts/taskArtifacts.bin
|
51
|
-
- .gradle/3.2.1/taskArtifacts/taskArtifacts.lock
|
52
48
|
- .idea/gradle.xml
|
53
49
|
- .idea/misc.xml
|
54
50
|
- .idea/modules.xml
|
@@ -149,12 +145,10 @@ files:
|
|
149
145
|
- classpath/jetty-6.1.26.jar
|
150
146
|
- classpath/jetty-util-6.1.26.jar
|
151
147
|
- classpath/jline-0.9.94.jar
|
152
|
-
- classpath/joda-time-2.10.4.jar
|
153
148
|
- classpath/jsch-0.1.42.jar
|
154
149
|
- classpath/jsp-api-2.1.jar
|
155
150
|
- classpath/jsr305-3.0.0.jar
|
156
151
|
- classpath/leveldbjni-all-1.8.jar
|
157
|
-
- classpath/log4j-1.2.17.jar
|
158
152
|
- classpath/netty-3.7.0.Final.jar
|
159
153
|
- classpath/netty-all-4.0.23.Final.jar
|
160
154
|
- classpath/paranamer-2.3.jar
|
@@ -182,11 +176,17 @@ files:
|
|
182
176
|
- gradlew
|
183
177
|
- gradlew.bat
|
184
178
|
- lib/embulk/output/utf8parquet.rb
|
179
|
+
- pkg/embulk-output-utf8parquet-1.0.1.gem
|
180
|
+
- pkg/embulk-output-utf8parquet-1.0.2.gem
|
181
|
+
- pkg/embulk-output-utf8parquet-1.0.3.gem
|
185
182
|
- src/main/java/org/embulk/output/EmbulkWriteSupport.java
|
186
183
|
- src/main/java/org/embulk/output/EmbulkWriterBuilder.java
|
187
184
|
- src/main/java/org/embulk/output/ParquetOutputPlugin.java
|
188
185
|
- src/test/java/org/embulk/output/ParquetOutputPluginTest.java
|
189
|
-
- classpath/
|
186
|
+
- classpath/joda-time-2.10.14.jar
|
187
|
+
- classpath/log4j-api-2.17.1.jar
|
188
|
+
- classpath/log4j-core-2.17.1.jar
|
189
|
+
- classpath/embulk-output-utf8parquet-1.1.0.jar
|
190
190
|
homepage: https://github.com/alexopoulos7/embulk-output-utf8parquet
|
191
191
|
licenses:
|
192
192
|
- MIT
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
data/classpath/log4j-1.2.17.jar
DELETED
Binary file
|