embulk-formatter-avro 0.1.0 → 0.1.1

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: e1170302700b2ed63cbd0da015409f288c6819e2
4
- data.tar.gz: 11e385a000ba991fcbb513943f3338d35089b0c7
3
+ metadata.gz: 9fe7f1bec5a58a73ef465e0dbe1d905a11af5ff0
4
+ data.tar.gz: 40f003f4911ab7c635efb83b8a67820baad5ffa4
5
5
  SHA512:
6
- metadata.gz: 6cea64613d6cc65f19600e13e3faa698f920a92f56561ebfb71aafc3b2d86c3d3a69fc44a6726e80802063def7bb72ce0cc242f01d29bfb520fb4e07d2d2a588
7
- data.tar.gz: 875dd43f514b3e01dfce2968d588cb4dfc46ceed218f8c1a97ac0b46cafc520a868e94396f3780336fb9ded3ba6991b305e17926a2be3c28425aecc0303a3631
6
+ metadata.gz: 96b5a25afb51f07f9e629e00fd7536140819eaeb2d70d7cb548decb9139de5919b33ca9ee9f72adfe9924a13e1c1822fa61dcabb286603ab596fd5ca40426b17
7
+ data.tar.gz: c105fe45e42fffa3a6c45a74b12b4f5a242018fb2d262b0b623ee8e4356aec5f7aaece17b5e0e785f5295d0e324698e24c7011376e718ec8b2b765eae5ff2757
data/build.gradle CHANGED
@@ -13,7 +13,7 @@ configurations {
13
13
  provided
14
14
  }
15
15
 
16
- version = "0.1.0"
16
+ version = "0.1.1"
17
17
 
18
18
  sourceCompatibility = 1.7
19
19
  targetCompatibility = 1.7
@@ -81,7 +81,7 @@ Gem::Specification.new do |spec|
81
81
  spec.description = %[Formats Avro files for other file output plugins.]
82
82
  spec.email = ["kakyoin.hierophant@gmail.com"]
83
83
  spec.licenses = ["MIT"]
84
- # TODO set this: spec.homepage = "https://github.com/joker1007/embulk-formatter-avro"
84
+ spec.homepage = "https://github.com/joker1007/embulk-formatter-avro"
85
85
 
86
86
  spec.files = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
87
87
  spec.test_files = spec.files.grep(%r"^(test|spec)/")
@@ -30,8 +30,6 @@ import org.slf4j.Logger;
30
30
 
31
31
  import java.io.File;
32
32
  import java.io.IOException;
33
- import java.util.ArrayList;
34
- import java.util.List;
35
33
  import java.util.Map;
36
34
 
37
35
  public class AvroFormatterPlugin
@@ -78,7 +76,7 @@ public class AvroFormatterPlugin
78
76
  control.run(task.dump());
79
77
  }
80
78
 
81
- final Logger logger = Exec.getLogger(this.getClass());
79
+ private final Logger logger = Exec.getLogger(this.getClass());
82
80
 
83
81
  @Override
84
82
  public PageOutput open(TaskSource taskSource, final Schema schema,
@@ -104,7 +102,6 @@ public class AvroFormatterPlugin
104
102
  }
105
103
 
106
104
  final AbstractAvroValueConverter[] avroValueConverters = new AbstractAvroValueConverter[schema.size()];
107
- List<AbstractAvroValueConverter> array = new ArrayList<>();
108
105
  for (Column c : schema.getColumns()) {
109
106
  org.apache.avro.Schema.Field field = avroSchema.getField(c.getName());
110
107
  if (field != null) {
@@ -124,17 +121,6 @@ public class AvroFormatterPlugin
124
121
 
125
122
  try {
126
123
  schema.visitColumns(new AvroFormatterColumnVisitor(pageReader, timestampFormatters, avroValueConverters, record));
127
- } catch (RuntimeException ex) {
128
- if (skipErrorRecord) {
129
- logger.warn(ex.getMessage());
130
- logger.warn(String.format("skip record: %s", record));
131
- continue;
132
- } else {
133
- throw ex;
134
- }
135
- }
136
-
137
- try {
138
124
  writer.append(record);
139
125
  } catch (RuntimeException ex) {
140
126
  if (skipErrorRecord) {
@@ -5,7 +5,7 @@ import org.apache.avro.generic.GenericData;
5
5
  import org.apache.avro.generic.GenericFixed;
6
6
 
7
7
  public class AvroFixedConverter extends AbstractAvroValueConverter {
8
- AvroFixedConverter(Schema schema) {
8
+ public AvroFixedConverter(Schema schema) {
9
9
  super(schema);
10
10
  }
11
11
 
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: embulk-formatter-avro
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.0
4
+ version: 0.1.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - joker1007
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-01-02 00:00:00.000000000 Z
11
+ date: 2017-01-04 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -78,13 +78,13 @@ files:
78
78
  - src/test/java/org/embulk/formatter/avro/TestAvroFormatterPlugin.java
79
79
  - classpath/xz-1.5.jar
80
80
  - classpath/jackson-mapper-asl-1.9.13.jar
81
- - classpath/embulk-formatter-avro-0.1.0.jar
82
81
  - classpath/paranamer-2.7.jar
83
82
  - classpath/avro-1.8.1.jar
84
83
  - classpath/commons-compress-1.8.1.jar
85
84
  - classpath/snappy-java-1.1.1.3.jar
85
+ - classpath/embulk-formatter-avro-0.1.1.jar
86
86
  - classpath/jackson-core-asl-1.9.13.jar
87
- homepage:
87
+ homepage: https://github.com/joker1007/embulk-formatter-avro
88
88
  licenses:
89
89
  - MIT
90
90
  metadata: {}