embulk-output-utf8parquet 1.0.6 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: bff7a4079fd900f3b221e6a6b1624cc0cadcf261
4
- data.tar.gz: f335fa1eeb83fca996b0659192e000a36cd9f8b7
3
+ metadata.gz: 032c68f793e06ee5eaf85935b22a267a0f958a27
4
+ data.tar.gz: d4303a771ee5707383e42cf3ea3fc6454aee6a1a
5
5
  SHA512:
6
- metadata.gz: a0bdc6866134f1dc93bdc947b2a6cbd46d92da50eb14c8fc95e8bac19762363dadf0406c51fc2b8e84e6a9d57f25b6e5edece20ec8d76c23884e65cc61f379e4
7
- data.tar.gz: 8e2cdacd7650cde1b6a468bc72141e91609ccfc9d87f102badd53ad6680588285f61a520b20e0be2c1a80e0589d86f6991db1687c69b763aec043abda815310e
6
+ metadata.gz: 96b6842ba75ecca374f01e920cf7e3c6c487a38739c91f7251df33367822ef31e5287e24f575317cffab29c2887f4b727bd56e8fd4b29d76ed7d2396e0462861
7
+ data.tar.gz: d644b0f7ce6407067ea3c56c030a6f7c470beaeda66e8c296215ddb4d48a440a4bcd4daa682dc4665bc968f0f416883e6554cabc69e78d458999b36411cf0902
data/build.gradle CHANGED
@@ -11,10 +11,12 @@ repositories {
11
11
  }
12
12
  configurations {
13
13
  provided
14
+ runtime.exclude group: "org.slf4j", module: ""
14
15
  runtime.exclude group: "org.slf4j", module: "slf4j-log4j12"
16
+ runtime.exclude group: "log4j", module: "log4j"
15
17
  }
16
18
 
17
- version = "1.0.6"
19
+ version = "1.1.0"
18
20
 
19
21
  sourceCompatibility = 1.7
20
22
  targetCompatibility = 1.7
@@ -23,6 +25,7 @@ dependencies {
23
25
  compile "org.embulk:embulk-core:0.8.28"
24
26
  provided "org.embulk:embulk-core:0.8.28"
25
27
 
28
+ compile "org.apache.logging.log4j:log4j-core:2.17.1"
26
29
  compile "org.apache.parquet:parquet-hadoop:1.8.1"
27
30
  compile "org.apache.hadoop:hadoop-client:2.7.1"
28
31
  compile "org.apache.hadoop:hadoop-aws:2.7.1"
Binary file
Binary file
@@ -1,7 +1,7 @@
1
1
 
2
2
  Gem::Specification.new do |spec|
3
3
  spec.name = "embulk-output-utf8parquet"
4
- spec.version = "1.0.6"
4
+ spec.version = "1.1.0"
5
5
  spec.authors = ["Angelos Alexopoulos"]
6
6
  spec.summary = %[Parquet output plugin for Embulk with UTF8 support]
7
7
  spec.description = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]
@@ -136,8 +136,7 @@ public class EmbulkWriteSupport
136
136
  public void jsonColumn(Column column)
137
137
  {
138
138
  if (!record.isNull(column)) {
139
- consumer.addBinary(Binary.fromString(record.getJson(column).toString()));
140
-
139
+ consumer.addBinary(Binary.fromString(record.getString(column)));
141
140
  }
142
141
  // throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
143
142
  }
@@ -216,11 +215,5 @@ public class EmbulkWriteSupport
216
215
  // formatted as string
217
216
  fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
218
217
  }
219
-
220
- @Override
221
- public void jsonColumn(Column column)
222
- {
223
- fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
224
- }
225
218
  }
226
219
  }
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: embulk-output-utf8parquet
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.0.6
4
+ version: 1.1.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Angelos Alexopoulos
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2019-10-18 00:00:00.000000000 Z
11
+ date: 2022-07-26 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -45,10 +45,6 @@ executables: []
45
45
  extensions: []
46
46
  extra_rdoc_files: []
47
47
  files:
48
- - .gradle/3.2.1/taskArtifacts/fileHashes.bin
49
- - .gradle/3.2.1/taskArtifacts/fileSnapshots.bin
50
- - .gradle/3.2.1/taskArtifacts/taskArtifacts.bin
51
- - .gradle/3.2.1/taskArtifacts/taskArtifacts.lock
52
48
  - .idea/gradle.xml
53
49
  - .idea/misc.xml
54
50
  - .idea/modules.xml
@@ -149,12 +145,10 @@ files:
149
145
  - classpath/jetty-6.1.26.jar
150
146
  - classpath/jetty-util-6.1.26.jar
151
147
  - classpath/jline-0.9.94.jar
152
- - classpath/joda-time-2.10.4.jar
153
148
  - classpath/jsch-0.1.42.jar
154
149
  - classpath/jsp-api-2.1.jar
155
150
  - classpath/jsr305-3.0.0.jar
156
151
  - classpath/leveldbjni-all-1.8.jar
157
- - classpath/log4j-1.2.17.jar
158
152
  - classpath/netty-3.7.0.Final.jar
159
153
  - classpath/netty-all-4.0.23.Final.jar
160
154
  - classpath/paranamer-2.3.jar
@@ -182,11 +176,17 @@ files:
182
176
  - gradlew
183
177
  - gradlew.bat
184
178
  - lib/embulk/output/utf8parquet.rb
179
+ - pkg/embulk-output-utf8parquet-1.0.1.gem
180
+ - pkg/embulk-output-utf8parquet-1.0.2.gem
181
+ - pkg/embulk-output-utf8parquet-1.0.3.gem
185
182
  - src/main/java/org/embulk/output/EmbulkWriteSupport.java
186
183
  - src/main/java/org/embulk/output/EmbulkWriterBuilder.java
187
184
  - src/main/java/org/embulk/output/ParquetOutputPlugin.java
188
185
  - src/test/java/org/embulk/output/ParquetOutputPluginTest.java
189
- - classpath/embulk-output-utf8parquet-1.0.6.jar
186
+ - classpath/joda-time-2.10.14.jar
187
+ - classpath/log4j-api-2.17.1.jar
188
+ - classpath/log4j-core-2.17.1.jar
189
+ - classpath/embulk-output-utf8parquet-1.1.0.jar
190
190
  homepage: https://github.com/alexopoulos7/embulk-output-utf8parquet
191
191
  licenses:
192
192
  - MIT
Binary file