embulk-output-utf8parquet 1.0.5 → 1.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/build/classes/main/org/embulk/output/EmbulkWriteSupport$ParquetColumnVisitor.class +0 -0
- data/build/classes/main/org/embulk/output/EmbulkWriteSupport$SchemaConvertColumnVisitor.class +0 -0
- data/build/classes/main/org/embulk/output/EmbulkWriteSupport$SchemaConvertColumnVisitorWithUTF8.class +0 -0
- data/build/classes/main/org/embulk/output/ParquetOutputPlugin.class +0 -0
- data/build.gradle +4 -1
- data/{build/libs/embulk-output-utf8parquet-1.0.3.jar → classpath/embulk-output-utf8parquet-1.1.2.jar} +0 -0
- data/classpath/{joda-time-2.10.4.jar → joda-time-2.10.14.jar} +0 -0
- data/classpath/log4j-api-2.17.1.jar +0 -0
- data/classpath/log4j-core-2.17.1.jar +0 -0
- data/embulk-output-utf8parquet.gemspec +1 -1
- data/src/main/java/org/embulk/output/EmbulkWriteSupport.java +1 -8
- metadata +6 -14
- data/.gradle/3.2.1/taskArtifacts/fileHashes.bin +0 -0
- data/.gradle/3.2.1/taskArtifacts/fileSnapshots.bin +0 -0
- data/.gradle/3.2.1/taskArtifacts/taskArtifacts.bin +0 -0
- data/.gradle/3.2.1/taskArtifacts/taskArtifacts.lock +0 -0
- data/build/libs/embulk-output-utf8parquet-1.0.5.jar +0 -0
- data/classpath/embulk-output-utf8parquet-1.0.5.jar +0 -0
- data/classpath/log4j-1.2.17.jar +0 -0
- data/pkg/embulk-output-utf8parquet-1.0.1.gem +0 -0
- data/pkg/embulk-output-utf8parquet-1.0.2.gem +0 -0
- data/pkg/embulk-output-utf8parquet-1.0.3.gem +0 -0
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 7f66b414441c22373eeb47ed162729ad5b6229eb
|
4
|
+
data.tar.gz: 3efa7ca53e7e2b67d209291de3582b972914abfa
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 711873d22419ac3412e29c75da9cca5c08f399a2a9dd18ad75dd58fb24228e4e16563623457d00908799d3bc374672b1f4ece7d4111525d7d274e71560691720
|
7
|
+
data.tar.gz: 5c7bd0f96a671c098cc3bed73e35466bbac9b2864325cc3029e06135a53a29778fb411ee383dfff7ef3e7eea14306797b9d7601042061f8076d00ec26b61d71e
|
Binary file
|
data/build/classes/main/org/embulk/output/EmbulkWriteSupport$SchemaConvertColumnVisitor.class
CHANGED
Binary file
|
Binary file
|
Binary file
|
data/build.gradle
CHANGED
@@ -11,10 +11,12 @@ repositories {
|
|
11
11
|
}
|
12
12
|
configurations {
|
13
13
|
provided
|
14
|
+
runtime.exclude group: "org.slf4j", module: ""
|
14
15
|
runtime.exclude group: "org.slf4j", module: "slf4j-log4j12"
|
16
|
+
runtime.exclude group: "log4j", module: "log4j"
|
15
17
|
}
|
16
18
|
|
17
|
-
version = "1.
|
19
|
+
version = "1.1.2"
|
18
20
|
|
19
21
|
sourceCompatibility = 1.7
|
20
22
|
targetCompatibility = 1.7
|
@@ -23,6 +25,7 @@ dependencies {
|
|
23
25
|
compile "org.embulk:embulk-core:0.8.28"
|
24
26
|
provided "org.embulk:embulk-core:0.8.28"
|
25
27
|
|
28
|
+
compile "org.apache.logging.log4j:log4j-core:2.17.1"
|
26
29
|
compile "org.apache.parquet:parquet-hadoop:1.8.1"
|
27
30
|
compile "org.apache.hadoop:hadoop-client:2.7.1"
|
28
31
|
compile "org.apache.hadoop:hadoop-aws:2.7.1"
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
@@ -1,7 +1,7 @@
|
|
1
1
|
|
2
2
|
Gem::Specification.new do |spec|
|
3
3
|
spec.name = "embulk-output-utf8parquet"
|
4
|
-
spec.version = "1.
|
4
|
+
spec.version = "1.1.2"
|
5
5
|
spec.authors = ["Angelos Alexopoulos"]
|
6
6
|
spec.summary = %[Parquet output plugin for Embulk with UTF8 support]
|
7
7
|
spec.description = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]
|
@@ -136,8 +136,7 @@ public class EmbulkWriteSupport
|
|
136
136
|
public void jsonColumn(Column column)
|
137
137
|
{
|
138
138
|
if (!record.isNull(column)) {
|
139
|
-
|
140
|
-
|
139
|
+
consumer.addBinary(Binary.fromString(record.getString(column)));
|
141
140
|
}
|
142
141
|
// throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
|
143
142
|
}
|
@@ -216,11 +215,5 @@ public class EmbulkWriteSupport
|
|
216
215
|
// formatted as string
|
217
216
|
fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
|
218
217
|
}
|
219
|
-
|
220
|
-
@Override
|
221
|
-
public void jsonColumn(Column column)
|
222
|
-
{
|
223
|
-
fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
|
224
|
-
}
|
225
218
|
}
|
226
219
|
}
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-output-utf8parquet
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.1.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Angelos Alexopoulos
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2022-07-26 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -45,10 +45,6 @@ executables: []
|
|
45
45
|
extensions: []
|
46
46
|
extra_rdoc_files: []
|
47
47
|
files:
|
48
|
-
- .gradle/3.2.1/taskArtifacts/fileHashes.bin
|
49
|
-
- .gradle/3.2.1/taskArtifacts/fileSnapshots.bin
|
50
|
-
- .gradle/3.2.1/taskArtifacts/taskArtifacts.bin
|
51
|
-
- .gradle/3.2.1/taskArtifacts/taskArtifacts.lock
|
52
48
|
- .idea/gradle.xml
|
53
49
|
- .idea/misc.xml
|
54
50
|
- .idea/modules.xml
|
@@ -71,8 +67,6 @@ files:
|
|
71
67
|
- build/libs/embulk-output-utf8parquet-1.0.0.jar
|
72
68
|
- build/libs/embulk-output-utf8parquet-1.0.1.jar
|
73
69
|
- build/libs/embulk-output-utf8parquet-1.0.2.jar
|
74
|
-
- build/libs/embulk-output-utf8parquet-1.0.3.jar
|
75
|
-
- build/libs/embulk-output-utf8parquet-1.0.5.jar
|
76
70
|
- build/reports/checkstyle/main.html
|
77
71
|
- build/reports/checkstyle/main.xml
|
78
72
|
- build/reports/checkstyle/test.html
|
@@ -112,7 +106,6 @@ files:
|
|
112
106
|
- classpath/curator-client-2.7.1.jar
|
113
107
|
- classpath/curator-framework-2.7.1.jar
|
114
108
|
- classpath/curator-recipes-2.7.1.jar
|
115
|
-
- classpath/embulk-output-utf8parquet-1.0.5.jar
|
116
109
|
- classpath/gson-2.2.4.jar
|
117
110
|
- classpath/hadoop-annotations-2.7.1.jar
|
118
111
|
- classpath/hadoop-auth-2.7.1.jar
|
@@ -150,12 +143,10 @@ files:
|
|
150
143
|
- classpath/jetty-6.1.26.jar
|
151
144
|
- classpath/jetty-util-6.1.26.jar
|
152
145
|
- classpath/jline-0.9.94.jar
|
153
|
-
- classpath/joda-time-2.10.4.jar
|
154
146
|
- classpath/jsch-0.1.42.jar
|
155
147
|
- classpath/jsp-api-2.1.jar
|
156
148
|
- classpath/jsr305-3.0.0.jar
|
157
149
|
- classpath/leveldbjni-all-1.8.jar
|
158
|
-
- classpath/log4j-1.2.17.jar
|
159
150
|
- classpath/netty-3.7.0.Final.jar
|
160
151
|
- classpath/netty-all-4.0.23.Final.jar
|
161
152
|
- classpath/paranamer-2.3.jar
|
@@ -183,13 +174,14 @@ files:
|
|
183
174
|
- gradlew
|
184
175
|
- gradlew.bat
|
185
176
|
- lib/embulk/output/utf8parquet.rb
|
186
|
-
- pkg/embulk-output-utf8parquet-1.0.1.gem
|
187
|
-
- pkg/embulk-output-utf8parquet-1.0.2.gem
|
188
|
-
- pkg/embulk-output-utf8parquet-1.0.3.gem
|
189
177
|
- src/main/java/org/embulk/output/EmbulkWriteSupport.java
|
190
178
|
- src/main/java/org/embulk/output/EmbulkWriterBuilder.java
|
191
179
|
- src/main/java/org/embulk/output/ParquetOutputPlugin.java
|
192
180
|
- src/test/java/org/embulk/output/ParquetOutputPluginTest.java
|
181
|
+
- classpath/joda-time-2.10.14.jar
|
182
|
+
- classpath/log4j-api-2.17.1.jar
|
183
|
+
- classpath/log4j-core-2.17.1.jar
|
184
|
+
- classpath/embulk-output-utf8parquet-1.1.2.jar
|
193
185
|
homepage: https://github.com/alexopoulos7/embulk-output-utf8parquet
|
194
186
|
licenses:
|
195
187
|
- MIT
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
data/classpath/log4j-1.2.17.jar
DELETED
Binary file
|
Binary file
|
Binary file
|
Binary file
|