embulk-output-utf8parquet 1.1.4 → 1.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.gradle/3.2.1/taskArtifacts/fileHashes.bin +0 -0
- data/.gradle/3.2.1/taskArtifacts/fileSnapshots.bin +0 -0
- data/.gradle/3.2.1/taskArtifacts/taskArtifacts.bin +0 -0
- data/.gradle/3.2.1/taskArtifacts/taskArtifacts.lock +0 -0
- data/build/classes/main/org/embulk/output/EmbulkWriteSupport$ParquetColumnVisitor.class +0 -0
- data/build/classes/main/org/embulk/output/EmbulkWriteSupport$SchemaConvertColumnVisitorWithUTF8.class +0 -0
- data/build.gradle +1 -1
- data/classpath/{embulk-output-utf8parquet-1.1.4.jar → embulk-output-utf8parquet-1.1.9.jar} +0 -0
- data/embulk-output-utf8parquet.gemspec +1 -1
- data/src/main/java/org/embulk/output/EmbulkWriteSupport.java +8 -1
- metadata +126 -122
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 11b501e1c2078e0d6d59a7930c8b43b583ac8b18
|
4
|
+
data.tar.gz: 17ba538f19bb5e89d3c1e833aa136cf6717bdfaf
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 2fed39f7e51fd63005e6edcd303da854906e83091b4d52e2faa9dec2c2ecb3b9ca85971d1dd90b1950aa7ef508d6ce43cd7755525f3d77051f16d10afb655053
|
7
|
+
data.tar.gz: 15d56483f904d472551cd80862f808857829973ec7137819481d7497a482ea8ead8511247b4e4a578ea793d1cbcf95967784a2735d8f003577014c3ffd313e18
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
data/build.gradle
CHANGED
Binary file
|
@@ -1,7 +1,7 @@
|
|
1
1
|
|
2
2
|
Gem::Specification.new do |spec|
|
3
3
|
spec.name = "embulk-output-utf8parquet"
|
4
|
-
spec.version = "1.1.
|
4
|
+
spec.version = "1.1.9"
|
5
5
|
spec.authors = ["Angelos Alexopoulos"]
|
6
6
|
spec.summary = %[Parquet output plugin for Embulk with UTF8 support]
|
7
7
|
spec.description = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]
|
@@ -136,7 +136,7 @@ public class EmbulkWriteSupport
|
|
136
136
|
public void jsonColumn(Column column)
|
137
137
|
{
|
138
138
|
if (!record.isNull(column)) {
|
139
|
-
|
139
|
+
consumer.addBinary(Binary.fromString(record.getJson(column).toString()));
|
140
140
|
}
|
141
141
|
// throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
|
142
142
|
}
|
@@ -209,6 +209,13 @@ public class EmbulkWriteSupport
|
|
209
209
|
fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
|
210
210
|
}
|
211
211
|
|
212
|
+
@Override
|
213
|
+
public void jsonColumn(Column column)
|
214
|
+
{
|
215
|
+
System.out.println("Adding json utf8 column="+ column.getName());
|
216
|
+
fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
|
217
|
+
}
|
218
|
+
|
212
219
|
@Override
|
213
220
|
public void timestampColumn(Column column)
|
214
221
|
{
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-output-utf8parquet
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.1.
|
4
|
+
version: 1.1.9
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Angelos Alexopoulos
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-08-08 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -45,6 +45,10 @@ executables: []
|
|
45
45
|
extensions: []
|
46
46
|
extra_rdoc_files: []
|
47
47
|
files:
|
48
|
+
- .gradle/3.2.1/taskArtifacts/fileHashes.bin
|
49
|
+
- .gradle/3.2.1/taskArtifacts/fileSnapshots.bin
|
50
|
+
- .gradle/3.2.1/taskArtifacts/taskArtifacts.bin
|
51
|
+
- .gradle/3.2.1/taskArtifacts/taskArtifacts.lock
|
48
52
|
- .idea/gradle.xml
|
49
53
|
- .idea/misc.xml
|
50
54
|
- .idea/modules.xml
|
@@ -82,144 +86,144 @@ files:
|
|
82
86
|
- build/test-results/test/binary/output.bin.idx
|
83
87
|
- build/test-results/test/binary/results.bin
|
84
88
|
- build/tmp/jar/MANIFEST.MF
|
85
|
-
-
|
86
|
-
-
|
87
|
-
-
|
88
|
-
-
|
89
|
-
-
|
90
|
-
-
|
91
|
-
-
|
92
|
-
-
|
93
|
-
-
|
94
|
-
-
|
95
|
-
-
|
96
|
-
-
|
97
|
-
-
|
98
|
-
- classpath/jaxb-impl-2.2.3-1.jar
|
99
|
-
- classpath/curator-framework-4.2.0.jar
|
100
|
-
- classpath/jakarta.xml.bind-api-2.3.3.jar
|
101
|
-
- classpath/commons-logging-1.2.jar
|
102
|
-
- classpath/hadoop-yarn-client-3.3.3.jar
|
89
|
+
- classpath/accessors-smart-2.4.7.jar
|
90
|
+
- classpath/animal-sniffer-annotations-1.17.jar
|
91
|
+
- classpath/asm-9.1.jar
|
92
|
+
- classpath/audience-annotations-0.13.0.jar
|
93
|
+
- classpath/avro-1.7.7.jar
|
94
|
+
- classpath/aws-java-sdk-bundle-1.11.1026.jar
|
95
|
+
- classpath/checker-qual-2.5.2.jar
|
96
|
+
- classpath/commons-beanutils-1.9.4.jar
|
97
|
+
- classpath/commons-cli-1.2.jar
|
98
|
+
- classpath/commons-codec-1.15.jar
|
99
|
+
- classpath/commons-collections-3.2.2.jar
|
100
|
+
- classpath/commons-compress-1.21.jar
|
101
|
+
- classpath/commons-configuration2-2.1.1.jar
|
103
102
|
- classpath/commons-io-2.8.0.jar
|
104
|
-
- classpath/
|
105
|
-
- classpath/
|
103
|
+
- classpath/commons-lang3-3.12.0.jar
|
104
|
+
- classpath/commons-logging-1.2.jar
|
105
|
+
- classpath/commons-math3-3.1.1.jar
|
106
|
+
- classpath/commons-net-3.6.jar
|
107
|
+
- classpath/commons-pool-1.6.jar
|
108
|
+
- classpath/commons-text-1.4.jar
|
109
|
+
- classpath/curator-client-4.2.0.jar
|
110
|
+
- classpath/curator-framework-4.2.0.jar
|
111
|
+
- classpath/curator-recipes-4.2.0.jar
|
112
|
+
- classpath/dnsjava-2.1.7.jar
|
106
113
|
- classpath/error_prone_annotations-2.2.0.jar
|
107
|
-
- classpath/
|
108
|
-
- classpath/
|
114
|
+
- classpath/failureaccess-1.0.jar
|
115
|
+
- classpath/gson-2.8.9.jar
|
116
|
+
- classpath/guava-27.0-jre.jar
|
117
|
+
- classpath/hadoop-annotations-3.3.3.jar
|
109
118
|
- classpath/hadoop-auth-3.3.3.jar
|
110
|
-
- classpath/
|
119
|
+
- classpath/hadoop-aws-3.3.3.jar
|
120
|
+
- classpath/hadoop-client-3.3.3.jar
|
121
|
+
- classpath/hadoop-common-3.3.3.jar
|
122
|
+
- classpath/hadoop-hdfs-client-3.3.3.jar
|
123
|
+
- classpath/hadoop-mapreduce-client-common-3.3.3.jar
|
124
|
+
- classpath/hadoop-mapreduce-client-core-3.3.3.jar
|
111
125
|
- classpath/hadoop-mapreduce-client-jobclient-3.3.3.jar
|
112
|
-
- classpath/hadoop-
|
113
|
-
- classpath/
|
114
|
-
- classpath/
|
115
|
-
- classpath/
|
116
|
-
- classpath/
|
117
|
-
- classpath/
|
118
|
-
- classpath/jackson-jaxrs-json-provider-2.13.2.jar
|
119
|
-
- classpath/websocket-api-9.4.43.v20210629.jar
|
120
|
-
- classpath/curator-client-4.2.0.jar
|
126
|
+
- classpath/hadoop-shaded-guava-1.1.1.jar
|
127
|
+
- classpath/hadoop-shaded-protobuf_3_7-1.1.1.jar
|
128
|
+
- classpath/hadoop-yarn-api-3.3.3.jar
|
129
|
+
- classpath/hadoop-yarn-client-3.3.3.jar
|
130
|
+
- classpath/hadoop-yarn-common-3.3.3.jar
|
131
|
+
- classpath/httpclient-4.5.13.jar
|
121
132
|
- classpath/httpcore-4.4.13.jar
|
122
|
-
- classpath/
|
123
|
-
- classpath/
|
124
|
-
- classpath/
|
125
|
-
- classpath/
|
133
|
+
- classpath/j2objc-annotations-1.1.jar
|
134
|
+
- classpath/jackson-annotations-2.13.2.jar
|
135
|
+
- classpath/jackson-core-2.13.2.jar
|
136
|
+
- classpath/jackson-core-asl-1.9.13.jar
|
137
|
+
- classpath/jackson-databind-2.13.2.2.jar
|
138
|
+
- classpath/jackson-jaxrs-1.9.2.jar
|
139
|
+
- classpath/jackson-jaxrs-base-2.13.2.jar
|
140
|
+
- classpath/jackson-jaxrs-json-provider-2.13.2.jar
|
141
|
+
- classpath/jackson-mapper-asl-1.9.13.jar
|
142
|
+
- classpath/jackson-module-jaxb-annotations-2.13.2.jar
|
143
|
+
- classpath/jackson-xc-1.9.2.jar
|
144
|
+
- classpath/jakarta.activation-api-1.2.2.jar
|
145
|
+
- classpath/jakarta.xml.bind-api-2.3.3.jar
|
146
|
+
- classpath/javax.servlet-api-3.1.0.jar
|
147
|
+
- classpath/javax.ws.rs-api-2.1.1.jar
|
148
|
+
- classpath/jaxb-api-2.2.11.jar
|
149
|
+
- classpath/jaxb-impl-2.2.3-1.jar
|
150
|
+
- classpath/jcip-annotations-1.0-1.jar
|
126
151
|
- classpath/jersey-client-1.19.jar
|
152
|
+
- classpath/jersey-core-1.19.jar
|
153
|
+
- classpath/jersey-guice-1.19.jar
|
154
|
+
- classpath/jersey-json-1.19.jar
|
155
|
+
- classpath/jersey-server-1.19.jar
|
156
|
+
- classpath/jersey-servlet-1.19.jar
|
157
|
+
- classpath/jettison-1.1.jar
|
158
|
+
- classpath/jetty-client-9.4.43.v20210629.jar
|
159
|
+
- classpath/jetty-http-9.4.43.v20210629.jar
|
127
160
|
- classpath/jetty-io-9.4.43.v20210629.jar
|
128
|
-
- classpath/
|
161
|
+
- classpath/jetty-security-9.4.43.v20210629.jar
|
162
|
+
- classpath/jetty-servlet-9.4.43.v20210629.jar
|
163
|
+
- classpath/jetty-util-9.4.43.v20210629.jar
|
164
|
+
- classpath/jetty-util-ajax-9.4.43.v20210629.jar
|
165
|
+
- classpath/jetty-webapp-9.4.43.v20210629.jar
|
166
|
+
- classpath/jetty-xml-9.4.43.v20210629.jar
|
129
167
|
- classpath/jline-3.9.0.jar
|
130
|
-
- classpath/
|
131
|
-
- classpath/
|
132
|
-
- classpath/
|
133
|
-
- classpath/commons-cli-1.2.jar
|
134
|
-
- classpath/parquet-jackson-1.12.3.jar
|
135
|
-
- classpath/hadoop-hdfs-client-3.3.3.jar
|
136
|
-
- classpath/guava-27.0-jre.jar
|
137
|
-
- classpath/log4j-core-2.17.1.jar
|
138
|
-
- classpath/protobuf-java-2.5.0.jar
|
139
|
-
- classpath/jcip-annotations-1.0-1.jar
|
140
|
-
- classpath/kerby-asn1-1.0.1.jar
|
141
|
-
- classpath/asm-9.1.jar
|
142
|
-
- classpath/hadoop-yarn-common-3.3.3.jar
|
168
|
+
- classpath/json-smart-2.4.7.jar
|
169
|
+
- classpath/jsp-api-2.1.jar
|
170
|
+
- classpath/jsr305-3.0.2.jar
|
143
171
|
- classpath/jsr311-api-1.1.1.jar
|
144
|
-
- classpath/
|
145
|
-
- classpath/
|
172
|
+
- classpath/kerb-admin-1.0.1.jar
|
173
|
+
- classpath/kerb-client-1.0.1.jar
|
174
|
+
- classpath/kerb-common-1.0.1.jar
|
175
|
+
- classpath/kerb-core-1.0.1.jar
|
176
|
+
- classpath/kerb-crypto-1.0.1.jar
|
146
177
|
- classpath/kerb-identity-1.0.1.jar
|
147
|
-
- classpath/
|
148
|
-
- classpath/
|
149
|
-
- classpath/commons-pool-1.6.jar
|
150
|
-
- classpath/kerby-config-1.0.1.jar
|
151
|
-
- classpath/hadoop-mapreduce-client-common-3.3.3.jar
|
178
|
+
- classpath/kerb-server-1.0.1.jar
|
179
|
+
- classpath/kerb-simplekdc-1.0.1.jar
|
152
180
|
- classpath/kerb-util-1.0.1.jar
|
153
|
-
- classpath/
|
154
|
-
- classpath/
|
155
|
-
- classpath/
|
156
|
-
- classpath/
|
157
|
-
- classpath/
|
158
|
-
- classpath/jackson-databind-2.13.2.2.jar
|
159
|
-
- classpath/aws-java-sdk-bundle-1.11.1026.jar
|
160
|
-
- classpath/zookeeper-jute-3.5.6.jar
|
161
|
-
- classpath/parquet-hadoop-1.12.3.jar
|
162
|
-
- classpath/jaxb-api-2.2.11.jar
|
163
|
-
- classpath/commons-configuration2-2.1.1.jar
|
164
|
-
- classpath/parquet-common-1.12.3.jar
|
165
|
-
- classpath/hadoop-yarn-api-3.3.3.jar
|
166
|
-
- classpath/jackson-core-asl-1.9.13.jar
|
167
|
-
- classpath/jetty-servlet-9.4.43.v20210629.jar
|
168
|
-
- classpath/commons-compress-1.21.jar
|
169
|
-
- classpath/curator-recipes-4.2.0.jar
|
181
|
+
- classpath/kerby-asn1-1.0.1.jar
|
182
|
+
- classpath/kerby-config-1.0.1.jar
|
183
|
+
- classpath/kerby-pkix-1.0.1.jar
|
184
|
+
- classpath/kerby-util-1.0.1.jar
|
185
|
+
- classpath/kerby-xdr-1.0.1.jar
|
170
186
|
- classpath/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar
|
187
|
+
- classpath/log4j-api-2.17.1.jar
|
188
|
+
- classpath/log4j-core-2.17.1.jar
|
189
|
+
- classpath/nimbus-jose-jwt-9.8.1.jar
|
171
190
|
- classpath/okhttp-2.7.5.jar
|
172
|
-
- classpath/
|
173
|
-
- classpath/kerb-crypto-1.0.1.jar
|
174
|
-
- classpath/jackson-module-jaxb-annotations-2.13.2.jar
|
175
|
-
- classpath/jakarta.activation-api-1.2.2.jar
|
176
|
-
- classpath/parquet-format-structures-1.12.3.jar
|
177
|
-
- classpath/jackson-jaxrs-1.9.2.jar
|
178
|
-
- classpath/kerb-admin-1.0.1.jar
|
179
|
-
- classpath/hadoop-mapreduce-client-core-3.3.3.jar
|
180
|
-
- classpath/javax.ws.rs-api-2.1.1.jar
|
181
|
-
- classpath/embulk-output-utf8parquet-1.1.4.jar
|
182
|
-
- classpath/j2objc-annotations-1.1.jar
|
191
|
+
- classpath/okio-1.6.0.jar
|
183
192
|
- classpath/paranamer-2.3.jar
|
184
|
-
- classpath/kerb-client-1.0.1.jar
|
185
|
-
- classpath/commons-collections-3.2.2.jar
|
186
|
-
- classpath/commons-codec-1.15.jar
|
187
|
-
- classpath/jettison-1.1.jar
|
188
|
-
- classpath/jackson-annotations-2.13.2.jar
|
189
|
-
- classpath/hadoop-common-3.3.3.jar
|
190
193
|
- classpath/parquet-column-1.12.3.jar
|
194
|
+
- classpath/parquet-common-1.12.3.jar
|
195
|
+
- classpath/parquet-encoding-1.12.3.jar
|
196
|
+
- classpath/parquet-format-structures-1.12.3.jar
|
197
|
+
- classpath/parquet-hadoop-1.12.3.jar
|
198
|
+
- classpath/parquet-jackson-1.12.3.jar
|
199
|
+
- classpath/protobuf-java-2.5.0.jar
|
200
|
+
- classpath/re2j-1.1.jar
|
191
201
|
- classpath/reload4j-1.2.18.3.jar
|
202
|
+
- classpath/snappy-java-1.1.8.4.jar
|
203
|
+
- classpath/stax2-api-4.2.1.jar
|
192
204
|
- classpath/token-provider-1.0.1.jar
|
193
|
-
- classpath/
|
194
|
-
- classpath/
|
195
|
-
- classpath/
|
196
|
-
- classpath/
|
197
|
-
- classpath/
|
198
|
-
- classpath/commons-text-1.4.jar
|
199
|
-
- classpath/kerb-simplekdc-1.0.1.jar
|
200
|
-
- classpath/jersey-server-1.19.jar
|
201
|
-
- classpath/jackson-xc-1.9.2.jar
|
202
|
-
- classpath/jetty-http-9.4.43.v20210629.jar
|
203
|
-
- classpath/re2j-1.1.jar
|
204
|
-
- classpath/parquet-encoding-1.12.3.jar
|
205
|
-
- classpath/hadoop-client-3.3.3.jar
|
206
|
-
- classpath/commons-lang3-3.12.0.jar
|
207
|
-
- classpath/kerb-core-1.0.1.jar
|
208
|
-
- classpath/nimbus-jose-jwt-9.8.1.jar
|
209
|
-
- classpath/httpclient-4.5.13.jar
|
210
|
-
- classpath/jetty-xml-9.4.43.v20210629.jar
|
211
|
-
- classpath/animal-sniffer-annotations-1.17.jar
|
212
|
-
- classpath/jetty-client-9.4.43.v20210629.jar
|
213
|
-
- classpath/jetty-security-9.4.43.v20210629.jar
|
214
|
-
- classpath/commons-net-3.6.jar
|
215
|
-
- classpath/kerby-util-1.0.1.jar
|
216
|
-
- classpath/jsr305-3.0.2.jar
|
217
|
-
- classpath/jackson-mapper-asl-1.9.13.jar
|
218
|
-
- classpath/commons-math3-3.1.1.jar
|
219
|
-
- classpath/audience-annotations-0.13.0.jar
|
220
|
-
- classpath/gson-2.8.9.jar
|
221
|
-
- classpath/hadoop-shaded-protobuf_3_7-1.1.1.jar
|
205
|
+
- classpath/websocket-api-9.4.43.v20210629.jar
|
206
|
+
- classpath/websocket-client-9.4.43.v20210629.jar
|
207
|
+
- classpath/websocket-common-9.4.43.v20210629.jar
|
208
|
+
- classpath/wildfly-openssl-1.0.7.Final.jar
|
209
|
+
- classpath/woodstox-core-5.3.0.jar
|
222
210
|
- classpath/zookeeper-3.5.6.jar
|
211
|
+
- classpath/zookeeper-jute-3.5.6.jar
|
212
|
+
- classpath/zstd-jni-1.5.0-1.jar
|
213
|
+
- config/checkstyle/checkstyle.xml
|
214
|
+
- config/checkstyle/default.xml
|
215
|
+
- embulk-output-utf8parquet.gemspec
|
216
|
+
- embulk-output-utf8parquet.iml
|
217
|
+
- gradle/wrapper/gradle-wrapper.jar
|
218
|
+
- gradle/wrapper/gradle-wrapper.properties
|
219
|
+
- gradlew
|
220
|
+
- gradlew.bat
|
221
|
+
- lib/embulk/output/utf8parquet.rb
|
222
|
+
- src/main/java/org/embulk/output/EmbulkWriteSupport.java
|
223
|
+
- src/main/java/org/embulk/output/EmbulkWriterBuilder.java
|
224
|
+
- src/main/java/org/embulk/output/ParquetOutputPlugin.java
|
225
|
+
- src/test/java/org/embulk/output/ParquetOutputPluginTest.java
|
226
|
+
- classpath/embulk-output-utf8parquet-1.1.9.jar
|
223
227
|
homepage: https://github.com/alexopoulos7/embulk-output-utf8parquet
|
224
228
|
licenses:
|
225
229
|
- MIT
|