embulk-formatter-avro 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 9fe7f1bec5a58a73ef465e0dbe1d905a11af5ff0
|
|
4
|
+
data.tar.gz: 40f003f4911ab7c635efb83b8a67820baad5ffa4
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 96b5a25afb51f07f9e629e00fd7536140819eaeb2d70d7cb548decb9139de5919b33ca9ee9f72adfe9924a13e1c1822fa61dcabb286603ab596fd5ca40426b17
|
|
7
|
+
data.tar.gz: c105fe45e42fffa3a6c45a74b12b4f5a242018fb2d262b0b623ee8e4356aec5f7aaece17b5e0e785f5295d0e324698e24c7011376e718ec8b2b765eae5ff2757
|
data/build.gradle
CHANGED
|
@@ -13,7 +13,7 @@ configurations {
|
|
|
13
13
|
provided
|
|
14
14
|
}
|
|
15
15
|
|
|
16
|
-
version = "0.1.
|
|
16
|
+
version = "0.1.1"
|
|
17
17
|
|
|
18
18
|
sourceCompatibility = 1.7
|
|
19
19
|
targetCompatibility = 1.7
|
|
@@ -81,7 +81,7 @@ Gem::Specification.new do |spec|
|
|
|
81
81
|
spec.description = %[Formats Avro files for other file output plugins.]
|
|
82
82
|
spec.email = ["kakyoin.hierophant@gmail.com"]
|
|
83
83
|
spec.licenses = ["MIT"]
|
|
84
|
-
|
|
84
|
+
spec.homepage = "https://github.com/joker1007/embulk-formatter-avro"
|
|
85
85
|
|
|
86
86
|
spec.files = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
|
|
87
87
|
spec.test_files = spec.files.grep(%r"^(test|spec)/")
|
|
@@ -30,8 +30,6 @@ import org.slf4j.Logger;
|
|
|
30
30
|
|
|
31
31
|
import java.io.File;
|
|
32
32
|
import java.io.IOException;
|
|
33
|
-
import java.util.ArrayList;
|
|
34
|
-
import java.util.List;
|
|
35
33
|
import java.util.Map;
|
|
36
34
|
|
|
37
35
|
public class AvroFormatterPlugin
|
|
@@ -78,7 +76,7 @@ public class AvroFormatterPlugin
|
|
|
78
76
|
control.run(task.dump());
|
|
79
77
|
}
|
|
80
78
|
|
|
81
|
-
final Logger logger = Exec.getLogger(this.getClass());
|
|
79
|
+
private final Logger logger = Exec.getLogger(this.getClass());
|
|
82
80
|
|
|
83
81
|
@Override
|
|
84
82
|
public PageOutput open(TaskSource taskSource, final Schema schema,
|
|
@@ -104,7 +102,6 @@ public class AvroFormatterPlugin
|
|
|
104
102
|
}
|
|
105
103
|
|
|
106
104
|
final AbstractAvroValueConverter[] avroValueConverters = new AbstractAvroValueConverter[schema.size()];
|
|
107
|
-
List<AbstractAvroValueConverter> array = new ArrayList<>();
|
|
108
105
|
for (Column c : schema.getColumns()) {
|
|
109
106
|
org.apache.avro.Schema.Field field = avroSchema.getField(c.getName());
|
|
110
107
|
if (field != null) {
|
|
@@ -124,17 +121,6 @@ public class AvroFormatterPlugin
|
|
|
124
121
|
|
|
125
122
|
try {
|
|
126
123
|
schema.visitColumns(new AvroFormatterColumnVisitor(pageReader, timestampFormatters, avroValueConverters, record));
|
|
127
|
-
} catch (RuntimeException ex) {
|
|
128
|
-
if (skipErrorRecord) {
|
|
129
|
-
logger.warn(ex.getMessage());
|
|
130
|
-
logger.warn(String.format("skip record: %s", record));
|
|
131
|
-
continue;
|
|
132
|
-
} else {
|
|
133
|
-
throw ex;
|
|
134
|
-
}
|
|
135
|
-
}
|
|
136
|
-
|
|
137
|
-
try {
|
|
138
124
|
writer.append(record);
|
|
139
125
|
} catch (RuntimeException ex) {
|
|
140
126
|
if (skipErrorRecord) {
|
|
@@ -5,7 +5,7 @@ import org.apache.avro.generic.GenericData;
|
|
|
5
5
|
import org.apache.avro.generic.GenericFixed;
|
|
6
6
|
|
|
7
7
|
public class AvroFixedConverter extends AbstractAvroValueConverter {
|
|
8
|
-
AvroFixedConverter(Schema schema) {
|
|
8
|
+
public AvroFixedConverter(Schema schema) {
|
|
9
9
|
super(schema);
|
|
10
10
|
}
|
|
11
11
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-formatter-avro
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- joker1007
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-01-
|
|
11
|
+
date: 2017-01-04 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -78,13 +78,13 @@ files:
|
|
|
78
78
|
- src/test/java/org/embulk/formatter/avro/TestAvroFormatterPlugin.java
|
|
79
79
|
- classpath/xz-1.5.jar
|
|
80
80
|
- classpath/jackson-mapper-asl-1.9.13.jar
|
|
81
|
-
- classpath/embulk-formatter-avro-0.1.0.jar
|
|
82
81
|
- classpath/paranamer-2.7.jar
|
|
83
82
|
- classpath/avro-1.8.1.jar
|
|
84
83
|
- classpath/commons-compress-1.8.1.jar
|
|
85
84
|
- classpath/snappy-java-1.1.1.3.jar
|
|
85
|
+
- classpath/embulk-formatter-avro-0.1.1.jar
|
|
86
86
|
- classpath/jackson-core-asl-1.9.13.jar
|
|
87
|
-
homepage:
|
|
87
|
+
homepage: https://github.com/joker1007/embulk-formatter-avro
|
|
88
88
|
licenses:
|
|
89
89
|
- MIT
|
|
90
90
|
metadata: {}
|