embulk-output-utf8parquet 1.0.5 → 1.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 69e2d77bc3140486c73e3638fa72efa6ef6f8742
4
- data.tar.gz: 26d0d3b1b159c1fa0450709a22d24b79b37a950a
3
+ metadata.gz: 7f66b414441c22373eeb47ed162729ad5b6229eb
4
+ data.tar.gz: 3efa7ca53e7e2b67d209291de3582b972914abfa
5
5
  SHA512:
6
- metadata.gz: 13716b9056879b513dd419b5dd30153cf5f5bdc7eeb281f28e9f07703af39206b1d930088b9fdf103bf2993970404643978a13454a9cf7dbfa99ca39329523de
7
- data.tar.gz: c7400f98826894df7ac42b716f8302e2c764891479d3c82f0916190bbdca678e9c7327fa530aea08177532bbcb538c3e5530ad01a0f33e996b50043ac2b2d3ab
6
+ metadata.gz: 711873d22419ac3412e29c75da9cca5c08f399a2a9dd18ad75dd58fb24228e4e16563623457d00908799d3bc374672b1f4ece7d4111525d7d274e71560691720
7
+ data.tar.gz: 5c7bd0f96a671c098cc3bed73e35466bbac9b2864325cc3029e06135a53a29778fb411ee383dfff7ef3e7eea14306797b9d7601042061f8076d00ec26b61d71e
data/build.gradle CHANGED
@@ -11,10 +11,12 @@ repositories {
11
11
  }
12
12
  configurations {
13
13
  provided
14
+ runtime.exclude group: "org.slf4j", module: ""
14
15
  runtime.exclude group: "org.slf4j", module: "slf4j-log4j12"
16
+ runtime.exclude group: "log4j", module: "log4j"
15
17
  }
16
18
 
17
- version = "1.0.5"
19
+ version = "1.1.2"
18
20
 
19
21
  sourceCompatibility = 1.7
20
22
  targetCompatibility = 1.7
@@ -23,6 +25,7 @@ dependencies {
23
25
  compile "org.embulk:embulk-core:0.8.28"
24
26
  provided "org.embulk:embulk-core:0.8.28"
25
27
 
28
+ compile "org.apache.logging.log4j:log4j-core:2.17.1"
26
29
  compile "org.apache.parquet:parquet-hadoop:1.8.1"
27
30
  compile "org.apache.hadoop:hadoop-client:2.7.1"
28
31
  compile "org.apache.hadoop:hadoop-aws:2.7.1"
Binary file
Binary file
@@ -1,7 +1,7 @@
1
1
 
2
2
  Gem::Specification.new do |spec|
3
3
  spec.name = "embulk-output-utf8parquet"
4
- spec.version = "1.0.5"
4
+ spec.version = "1.1.2"
5
5
  spec.authors = ["Angelos Alexopoulos"]
6
6
  spec.summary = %[Parquet output plugin for Embulk with UTF8 support]
7
7
  spec.description = %[Parquet output plugin is an Embulk plugin that loads records to Parquet read by any input plugins. Search the input plugins by "embulk-input" keyword.]
@@ -136,8 +136,7 @@ public class EmbulkWriteSupport
136
136
  public void jsonColumn(Column column)
137
137
  {
138
138
  if (!record.isNull(column)) {
139
- consumer.addBinary(Binary.fromString(record.getJson(column).toString()));
140
-
139
+ consumer.addBinary(Binary.fromString(record.getString(column)));
141
140
  }
142
141
  // throw new UnsupportedOperationException("This plugin doesn't support json type. Please try to upgrade version of the plugin using 'embulk gem update' command. If the latest version still doesn't support json type, please contact plugin developers, or change configuration of input plugin not to use json type.");
143
142
  }
@@ -216,11 +215,5 @@ public class EmbulkWriteSupport
216
215
  // formatted as string
217
216
  fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
218
217
  }
219
-
220
- @Override
221
- public void jsonColumn(Column column)
222
- {
223
- fields.add(new PrimitiveType(Type.Repetition.OPTIONAL, PrimitiveTypeName.BINARY, column.getName(), OriginalType.UTF8));
224
- }
225
218
  }
226
219
  }
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: embulk-output-utf8parquet
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.0.5
4
+ version: 1.1.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Angelos Alexopoulos
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2019-10-18 00:00:00.000000000 Z
11
+ date: 2022-07-26 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -45,10 +45,6 @@ executables: []
45
45
  extensions: []
46
46
  extra_rdoc_files: []
47
47
  files:
48
- - .gradle/3.2.1/taskArtifacts/fileHashes.bin
49
- - .gradle/3.2.1/taskArtifacts/fileSnapshots.bin
50
- - .gradle/3.2.1/taskArtifacts/taskArtifacts.bin
51
- - .gradle/3.2.1/taskArtifacts/taskArtifacts.lock
52
48
  - .idea/gradle.xml
53
49
  - .idea/misc.xml
54
50
  - .idea/modules.xml
@@ -71,8 +67,6 @@ files:
71
67
  - build/libs/embulk-output-utf8parquet-1.0.0.jar
72
68
  - build/libs/embulk-output-utf8parquet-1.0.1.jar
73
69
  - build/libs/embulk-output-utf8parquet-1.0.2.jar
74
- - build/libs/embulk-output-utf8parquet-1.0.3.jar
75
- - build/libs/embulk-output-utf8parquet-1.0.5.jar
76
70
  - build/reports/checkstyle/main.html
77
71
  - build/reports/checkstyle/main.xml
78
72
  - build/reports/checkstyle/test.html
@@ -112,7 +106,6 @@ files:
112
106
  - classpath/curator-client-2.7.1.jar
113
107
  - classpath/curator-framework-2.7.1.jar
114
108
  - classpath/curator-recipes-2.7.1.jar
115
- - classpath/embulk-output-utf8parquet-1.0.5.jar
116
109
  - classpath/gson-2.2.4.jar
117
110
  - classpath/hadoop-annotations-2.7.1.jar
118
111
  - classpath/hadoop-auth-2.7.1.jar
@@ -150,12 +143,10 @@ files:
150
143
  - classpath/jetty-6.1.26.jar
151
144
  - classpath/jetty-util-6.1.26.jar
152
145
  - classpath/jline-0.9.94.jar
153
- - classpath/joda-time-2.10.4.jar
154
146
  - classpath/jsch-0.1.42.jar
155
147
  - classpath/jsp-api-2.1.jar
156
148
  - classpath/jsr305-3.0.0.jar
157
149
  - classpath/leveldbjni-all-1.8.jar
158
- - classpath/log4j-1.2.17.jar
159
150
  - classpath/netty-3.7.0.Final.jar
160
151
  - classpath/netty-all-4.0.23.Final.jar
161
152
  - classpath/paranamer-2.3.jar
@@ -183,13 +174,14 @@ files:
183
174
  - gradlew
184
175
  - gradlew.bat
185
176
  - lib/embulk/output/utf8parquet.rb
186
- - pkg/embulk-output-utf8parquet-1.0.1.gem
187
- - pkg/embulk-output-utf8parquet-1.0.2.gem
188
- - pkg/embulk-output-utf8parquet-1.0.3.gem
189
177
  - src/main/java/org/embulk/output/EmbulkWriteSupport.java
190
178
  - src/main/java/org/embulk/output/EmbulkWriterBuilder.java
191
179
  - src/main/java/org/embulk/output/ParquetOutputPlugin.java
192
180
  - src/test/java/org/embulk/output/ParquetOutputPluginTest.java
181
+ - classpath/joda-time-2.10.14.jar
182
+ - classpath/log4j-api-2.17.1.jar
183
+ - classpath/log4j-core-2.17.1.jar
184
+ - classpath/embulk-output-utf8parquet-1.1.2.jar
193
185
  homepage: https://github.com/alexopoulos7/embulk-output-utf8parquet
194
186
  licenses:
195
187
  - MIT
Binary file