embulk-output-utf8parquet 1.1.4 → 1.1.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: e01003f60027102135688cf3466416c3fc791026
4
- data.tar.gz: 88912dcc82bccb219c5597f1c608554909a1c540
3
+ metadata.gz: 11b501e1c2078e0d6d59a7930c8b43b583ac8b18
4
+ data.tar.gz: 17ba538f19bb5e89d3c1e833aa136cf6717bdfaf
5
5
  SHA512:
6
- metadata.gz: c8b9869a36c357dd753f6692474624362601a14764b34d54c39b0ae535cebeb5c57e0e0bf01def609f521aa3b7ac03ee0896ed9345b4fc848fec6ab273dbbd6d
7
- data.tar.gz: 0fb8f792aef4fa5f668ac39a4df51424c51c44d44418eb2f00e09ff7b72bb73275a4a9541e7addce77b40cde448c5e4e03eaa9528ac86920bb307f031b1024a3
6
+ metadata.gz: 2fed39f7e51fd63005e6edcd303da854906e83091b4d52e2faa9dec2c2ecb3b9ca85971d1dd90b1950aa7ef508d6ce43cd7755525f3d77051f16d10afb655053
7
+ data.tar.gz: 15d56483f904d472551cd80862f808857829973ec7137819481d7497a482ea8ead8511247b4e4a578ea793d1cbcf95967784a2735d8f003577014c3ffd313e18
data/build.gradle CHANGED
@@ -16,7 +16,7 @@ configurations {
16
16
  runtime.exclude group: "log4j", module: "log4j"
17
17
  }
18
18
 
19
- version = "1.1.4"
19
+ version = "1.1.9"
20
20
 
21
21
  sourceCompatibility = 1.7
22
22
  targetCompatibility = 1.7
@@ -1,7 +1,7 @@
1
1
 
2
2
  Gem::Specification.new do |spec|
3
3
  spec.name = "embulk-output-utf8parquet"
4
- spec.version = "1.1.4"
4
+ spec.version = "1.1.9"
5
5
  spec.authors = ["Angelos Alexopoulos"]
6
6
  spec.summary = %[Parquet output plugin for Embulk with UTF8 support]
7
7
  spec.description = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]
@@ -136,7 +136,7 @@ public class EmbulkWriteSupport
136
136
  public void jsonColumn(Column column)
137
137
  {
138
138
  if (!record.isNull(column)) {
139
- consumer.addBinary(Binary.fromString(record.getString(column)));
139
+ consumer.addBinary(Binary.fromString(record.getJson(column).toString()));
140
140
  }
141
141
  // throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
142
142
  }
@@ -209,6 +209,13 @@ public class EmbulkWriteSupport
209
209
  fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
210
210
  }
211
211
 
212
+ @Override
213
+ public void jsonColumn(Column column)
214
+ {
215
+ System.out.println("Adding json utf8 column="+ column.getName());
216
+ fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
217
+ }
218
+
212
219
  @Override
213
220
  public void timestampColumn(Column column)
214
221
  {
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: embulk-output-utf8parquet
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.1.4
4
+ version: 1.1.9
5
5
  platform: ruby
6
6
  authors:
7
7
  - Angelos Alexopoulos
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-07-26 00:00:00.000000000 Z
11
+ date: 2022-08-08 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -45,6 +45,10 @@ executables: []
45
45
  extensions: []
46
46
  extra_rdoc_files: []
47
47
  files:
48
+ - .gradle/3.2.1/taskArtifacts/fileHashes.bin
49
+ - .gradle/3.2.1/taskArtifacts/fileSnapshots.bin
50
+ - .gradle/3.2.1/taskArtifacts/taskArtifacts.bin
51
+ - .gradle/3.2.1/taskArtifacts/taskArtifacts.lock
48
52
  - .idea/gradle.xml
49
53
  - .idea/misc.xml
50
54
  - .idea/modules.xml
@@ -82,144 +86,144 @@ files:
82
86
  - build/test-results/test/binary/output.bin.idx
83
87
  - build/test-results/test/binary/results.bin
84
88
  - build/tmp/jar/MANIFEST.MF
85
- - config/checkstyle/checkstyle.xml
86
- - config/checkstyle/default.xml
87
- - embulk-output-utf8parquet.gemspec
88
- - embulk-output-utf8parquet.iml
89
- - gradle/wrapper/gradle-wrapper.jar
90
- - gradle/wrapper/gradle-wrapper.properties
91
- - gradlew
92
- - gradlew.bat
93
- - lib/embulk/output/utf8parquet.rb
94
- - src/main/java/org/embulk/output/EmbulkWriteSupport.java
95
- - src/main/java/org/embulk/output/EmbulkWriterBuilder.java
96
- - src/main/java/org/embulk/output/ParquetOutputPlugin.java
97
- - src/test/java/org/embulk/output/ParquetOutputPluginTest.java
98
- - classpath/jaxb-impl-2.2.3-1.jar
99
- - classpath/curator-framework-4.2.0.jar
100
- - classpath/jakarta.xml.bind-api-2.3.3.jar
101
- - classpath/commons-logging-1.2.jar
102
- - classpath/hadoop-yarn-client-3.3.3.jar
89
+ - classpath/accessors-smart-2.4.7.jar
90
+ - classpath/animal-sniffer-annotations-1.17.jar
91
+ - classpath/asm-9.1.jar
92
+ - classpath/audience-annotations-0.13.0.jar
93
+ - classpath/avro-1.7.7.jar
94
+ - classpath/aws-java-sdk-bundle-1.11.1026.jar
95
+ - classpath/checker-qual-2.5.2.jar
96
+ - classpath/commons-beanutils-1.9.4.jar
97
+ - classpath/commons-cli-1.2.jar
98
+ - classpath/commons-codec-1.15.jar
99
+ - classpath/commons-collections-3.2.2.jar
100
+ - classpath/commons-compress-1.21.jar
101
+ - classpath/commons-configuration2-2.1.1.jar
103
102
  - classpath/commons-io-2.8.0.jar
104
- - classpath/jetty-util-ajax-9.4.43.v20210629.jar
105
- - classpath/hadoop-aws-3.3.3.jar
103
+ - classpath/commons-lang3-3.12.0.jar
104
+ - classpath/commons-logging-1.2.jar
105
+ - classpath/commons-math3-3.1.1.jar
106
+ - classpath/commons-net-3.6.jar
107
+ - classpath/commons-pool-1.6.jar
108
+ - classpath/commons-text-1.4.jar
109
+ - classpath/curator-client-4.2.0.jar
110
+ - classpath/curator-framework-4.2.0.jar
111
+ - classpath/curator-recipes-4.2.0.jar
112
+ - classpath/dnsjava-2.1.7.jar
106
113
  - classpath/error_prone_annotations-2.2.0.jar
107
- - classpath/wildfly-openssl-1.0.7.Final.jar
108
- - classpath/snappy-java-1.1.8.4.jar
114
+ - classpath/failureaccess-1.0.jar
115
+ - classpath/gson-2.8.9.jar
116
+ - classpath/guava-27.0-jre.jar
117
+ - classpath/hadoop-annotations-3.3.3.jar
109
118
  - classpath/hadoop-auth-3.3.3.jar
110
- - classpath/jersey-guice-1.19.jar
119
+ - classpath/hadoop-aws-3.3.3.jar
120
+ - classpath/hadoop-client-3.3.3.jar
121
+ - classpath/hadoop-common-3.3.3.jar
122
+ - classpath/hadoop-hdfs-client-3.3.3.jar
123
+ - classpath/hadoop-mapreduce-client-common-3.3.3.jar
124
+ - classpath/hadoop-mapreduce-client-core-3.3.3.jar
111
125
  - classpath/hadoop-mapreduce-client-jobclient-3.3.3.jar
112
- - classpath/hadoop-annotations-3.3.3.jar
113
- - classpath/kerby-xdr-1.0.1.jar
114
- - classpath/failureaccess-1.0.jar
115
- - classpath/checker-qual-2.5.2.jar
116
- - classpath/log4j-api-2.17.1.jar
117
- - classpath/jetty-webapp-9.4.43.v20210629.jar
118
- - classpath/jackson-jaxrs-json-provider-2.13.2.jar
119
- - classpath/websocket-api-9.4.43.v20210629.jar
120
- - classpath/curator-client-4.2.0.jar
126
+ - classpath/hadoop-shaded-guava-1.1.1.jar
127
+ - classpath/hadoop-shaded-protobuf_3_7-1.1.1.jar
128
+ - classpath/hadoop-yarn-api-3.3.3.jar
129
+ - classpath/hadoop-yarn-client-3.3.3.jar
130
+ - classpath/hadoop-yarn-common-3.3.3.jar
131
+ - classpath/httpclient-4.5.13.jar
121
132
  - classpath/httpcore-4.4.13.jar
122
- - classpath/kerby-pkix-1.0.1.jar
123
- - classpath/woodstox-core-5.3.0.jar
124
- - classpath/avro-1.7.7.jar
125
- - classpath/dnsjava-2.1.7.jar
133
+ - classpath/j2objc-annotations-1.1.jar
134
+ - classpath/jackson-annotations-2.13.2.jar
135
+ - classpath/jackson-core-2.13.2.jar
136
+ - classpath/jackson-core-asl-1.9.13.jar
137
+ - classpath/jackson-databind-2.13.2.2.jar
138
+ - classpath/jackson-jaxrs-1.9.2.jar
139
+ - classpath/jackson-jaxrs-base-2.13.2.jar
140
+ - classpath/jackson-jaxrs-json-provider-2.13.2.jar
141
+ - classpath/jackson-mapper-asl-1.9.13.jar
142
+ - classpath/jackson-module-jaxb-annotations-2.13.2.jar
143
+ - classpath/jackson-xc-1.9.2.jar
144
+ - classpath/jakarta.activation-api-1.2.2.jar
145
+ - classpath/jakarta.xml.bind-api-2.3.3.jar
146
+ - classpath/javax.servlet-api-3.1.0.jar
147
+ - classpath/javax.ws.rs-api-2.1.1.jar
148
+ - classpath/jaxb-api-2.2.11.jar
149
+ - classpath/jaxb-impl-2.2.3-1.jar
150
+ - classpath/jcip-annotations-1.0-1.jar
126
151
  - classpath/jersey-client-1.19.jar
152
+ - classpath/jersey-core-1.19.jar
153
+ - classpath/jersey-guice-1.19.jar
154
+ - classpath/jersey-json-1.19.jar
155
+ - classpath/jersey-server-1.19.jar
156
+ - classpath/jersey-servlet-1.19.jar
157
+ - classpath/jettison-1.1.jar
158
+ - classpath/jetty-client-9.4.43.v20210629.jar
159
+ - classpath/jetty-http-9.4.43.v20210629.jar
127
160
  - classpath/jetty-io-9.4.43.v20210629.jar
128
- - classpath/javax.servlet-api-3.1.0.jar
161
+ - classpath/jetty-security-9.4.43.v20210629.jar
162
+ - classpath/jetty-servlet-9.4.43.v20210629.jar
163
+ - classpath/jetty-util-9.4.43.v20210629.jar
164
+ - classpath/jetty-util-ajax-9.4.43.v20210629.jar
165
+ - classpath/jetty-webapp-9.4.43.v20210629.jar
166
+ - classpath/jetty-xml-9.4.43.v20210629.jar
129
167
  - classpath/jline-3.9.0.jar
130
- - classpath/kerb-server-1.0.1.jar
131
- - classpath/hadoop-shaded-guava-1.1.1.jar
132
- - classpath/websocket-client-9.4.43.v20210629.jar
133
- - classpath/commons-cli-1.2.jar
134
- - classpath/parquet-jackson-1.12.3.jar
135
- - classpath/hadoop-hdfs-client-3.3.3.jar
136
- - classpath/guava-27.0-jre.jar
137
- - classpath/log4j-core-2.17.1.jar
138
- - classpath/protobuf-java-2.5.0.jar
139
- - classpath/jcip-annotations-1.0-1.jar
140
- - classpath/kerby-asn1-1.0.1.jar
141
- - classpath/asm-9.1.jar
142
- - classpath/hadoop-yarn-common-3.3.3.jar
168
+ - classpath/json-smart-2.4.7.jar
169
+ - classpath/jsp-api-2.1.jar
170
+ - classpath/jsr305-3.0.2.jar
143
171
  - classpath/jsr311-api-1.1.1.jar
144
- - classpath/stax2-api-4.2.1.jar
145
- - classpath/jackson-jaxrs-base-2.13.2.jar
172
+ - classpath/kerb-admin-1.0.1.jar
173
+ - classpath/kerb-client-1.0.1.jar
174
+ - classpath/kerb-common-1.0.1.jar
175
+ - classpath/kerb-core-1.0.1.jar
176
+ - classpath/kerb-crypto-1.0.1.jar
146
177
  - classpath/kerb-identity-1.0.1.jar
147
- - classpath/jackson-core-2.13.2.jar
148
- - classpath/websocket-common-9.4.43.v20210629.jar
149
- - classpath/commons-pool-1.6.jar
150
- - classpath/kerby-config-1.0.1.jar
151
- - classpath/hadoop-mapreduce-client-common-3.3.3.jar
178
+ - classpath/kerb-server-1.0.1.jar
179
+ - classpath/kerb-simplekdc-1.0.1.jar
152
180
  - classpath/kerb-util-1.0.1.jar
153
- - classpath/zstd-jni-1.5.0-1.jar
154
- - classpath/okio-1.6.0.jar
155
- - classpath/jetty-util-9.4.43.v20210629.jar
156
- - classpath/jersey-json-1.19.jar
157
- - classpath/jersey-servlet-1.19.jar
158
- - classpath/jackson-databind-2.13.2.2.jar
159
- - classpath/aws-java-sdk-bundle-1.11.1026.jar
160
- - classpath/zookeeper-jute-3.5.6.jar
161
- - classpath/parquet-hadoop-1.12.3.jar
162
- - classpath/jaxb-api-2.2.11.jar
163
- - classpath/commons-configuration2-2.1.1.jar
164
- - classpath/parquet-common-1.12.3.jar
165
- - classpath/hadoop-yarn-api-3.3.3.jar
166
- - classpath/jackson-core-asl-1.9.13.jar
167
- - classpath/jetty-servlet-9.4.43.v20210629.jar
168
- - classpath/commons-compress-1.21.jar
169
- - classpath/curator-recipes-4.2.0.jar
181
+ - classpath/kerby-asn1-1.0.1.jar
182
+ - classpath/kerby-config-1.0.1.jar
183
+ - classpath/kerby-pkix-1.0.1.jar
184
+ - classpath/kerby-util-1.0.1.jar
185
+ - classpath/kerby-xdr-1.0.1.jar
170
186
  - classpath/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar
187
+ - classpath/log4j-api-2.17.1.jar
188
+ - classpath/log4j-core-2.17.1.jar
189
+ - classpath/nimbus-jose-jwt-9.8.1.jar
171
190
  - classpath/okhttp-2.7.5.jar
172
- - classpath/jsp-api-2.1.jar
173
- - classpath/kerb-crypto-1.0.1.jar
174
- - classpath/jackson-module-jaxb-annotations-2.13.2.jar
175
- - classpath/jakarta.activation-api-1.2.2.jar
176
- - classpath/parquet-format-structures-1.12.3.jar
177
- - classpath/jackson-jaxrs-1.9.2.jar
178
- - classpath/kerb-admin-1.0.1.jar
179
- - classpath/hadoop-mapreduce-client-core-3.3.3.jar
180
- - classpath/javax.ws.rs-api-2.1.1.jar
181
- - classpath/embulk-output-utf8parquet-1.1.4.jar
182
- - classpath/j2objc-annotations-1.1.jar
191
+ - classpath/okio-1.6.0.jar
183
192
  - classpath/paranamer-2.3.jar
184
- - classpath/kerb-client-1.0.1.jar
185
- - classpath/commons-collections-3.2.2.jar
186
- - classpath/commons-codec-1.15.jar
187
- - classpath/jettison-1.1.jar
188
- - classpath/jackson-annotations-2.13.2.jar
189
- - classpath/hadoop-common-3.3.3.jar
190
193
  - classpath/parquet-column-1.12.3.jar
194
+ - classpath/parquet-common-1.12.3.jar
195
+ - classpath/parquet-encoding-1.12.3.jar
196
+ - classpath/parquet-format-structures-1.12.3.jar
197
+ - classpath/parquet-hadoop-1.12.3.jar
198
+ - classpath/parquet-jackson-1.12.3.jar
199
+ - classpath/protobuf-java-2.5.0.jar
200
+ - classpath/re2j-1.1.jar
191
201
  - classpath/reload4j-1.2.18.3.jar
202
+ - classpath/snappy-java-1.1.8.4.jar
203
+ - classpath/stax2-api-4.2.1.jar
192
204
  - classpath/token-provider-1.0.1.jar
193
- - classpath/accessors-smart-2.4.7.jar
194
- - classpath/jersey-core-1.19.jar
195
- - classpath/json-smart-2.4.7.jar
196
- - classpath/commons-beanutils-1.9.4.jar
197
- - classpath/kerb-common-1.0.1.jar
198
- - classpath/commons-text-1.4.jar
199
- - classpath/kerb-simplekdc-1.0.1.jar
200
- - classpath/jersey-server-1.19.jar
201
- - classpath/jackson-xc-1.9.2.jar
202
- - classpath/jetty-http-9.4.43.v20210629.jar
203
- - classpath/re2j-1.1.jar
204
- - classpath/parquet-encoding-1.12.3.jar
205
- - classpath/hadoop-client-3.3.3.jar
206
- - classpath/commons-lang3-3.12.0.jar
207
- - classpath/kerb-core-1.0.1.jar
208
- - classpath/nimbus-jose-jwt-9.8.1.jar
209
- - classpath/httpclient-4.5.13.jar
210
- - classpath/jetty-xml-9.4.43.v20210629.jar
211
- - classpath/animal-sniffer-annotations-1.17.jar
212
- - classpath/jetty-client-9.4.43.v20210629.jar
213
- - classpath/jetty-security-9.4.43.v20210629.jar
214
- - classpath/commons-net-3.6.jar
215
- - classpath/kerby-util-1.0.1.jar
216
- - classpath/jsr305-3.0.2.jar
217
- - classpath/jackson-mapper-asl-1.9.13.jar
218
- - classpath/commons-math3-3.1.1.jar
219
- - classpath/audience-annotations-0.13.0.jar
220
- - classpath/gson-2.8.9.jar
221
- - classpath/hadoop-shaded-protobuf_3_7-1.1.1.jar
205
+ - classpath/websocket-api-9.4.43.v20210629.jar
206
+ - classpath/websocket-client-9.4.43.v20210629.jar
207
+ - classpath/websocket-common-9.4.43.v20210629.jar
208
+ - classpath/wildfly-openssl-1.0.7.Final.jar
209
+ - classpath/woodstox-core-5.3.0.jar
222
210
  - classpath/zookeeper-3.5.6.jar
211
+ - classpath/zookeeper-jute-3.5.6.jar
212
+ - classpath/zstd-jni-1.5.0-1.jar
213
+ - config/checkstyle/checkstyle.xml
214
+ - config/checkstyle/default.xml
215
+ - embulk-output-utf8parquet.gemspec
216
+ - embulk-output-utf8parquet.iml
217
+ - gradle/wrapper/gradle-wrapper.jar
218
+ - gradle/wrapper/gradle-wrapper.properties
219
+ - gradlew
220
+ - gradlew.bat
221
+ - lib/embulk/output/utf8parquet.rb
222
+ - src/main/java/org/embulk/output/EmbulkWriteSupport.java
223
+ - src/main/java/org/embulk/output/EmbulkWriterBuilder.java
224
+ - src/main/java/org/embulk/output/ParquetOutputPlugin.java
225
+ - src/test/java/org/embulk/output/ParquetOutputPluginTest.java
226
+ - classpath/embulk-output-utf8parquet-1.1.9.jar
223
227
  homepage: https://github.com/alexopoulos7/embulk-output-utf8parquet
224
228
  licenses:
225
229
  - MIT