embulk-formatter-avro 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e1170302700b2ed63cbd0da015409f288c6819e2
-  data.tar.gz: 11e385a000ba991fcbb513943f3338d35089b0c7
+  metadata.gz: 9fe7f1bec5a58a73ef465e0dbe1d905a11af5ff0
+  data.tar.gz: 40f003f4911ab7c635efb83b8a67820baad5ffa4
 SHA512:
-  metadata.gz: 6cea64613d6cc65f19600e13e3faa698f920a92f56561ebfb71aafc3b2d86c3d3a69fc44a6726e80802063def7bb72ce0cc242f01d29bfb520fb4e07d2d2a588
-  data.tar.gz: 875dd43f514b3e01dfce2968d588cb4dfc46ceed218f8c1a97ac0b46cafc520a868e94396f3780336fb9ded3ba6991b305e17926a2be3c28425aecc0303a3631
+  metadata.gz: 96b5a25afb51f07f9e629e00fd7536140819eaeb2d70d7cb548decb9139de5919b33ca9ee9f72adfe9924a13e1c1822fa61dcabb286603ab596fd5ca40426b17
+  data.tar.gz: c105fe45e42fffa3a6c45a74b12b4f5a242018fb2d262b0b623ee8e4356aec5f7aaece17b5e0e785f5295d0e324698e24c7011376e718ec8b2b765eae5ff2757

data/build.gradle

@@ -13,7 +13,7 @@ configurations {
     provided
 }
 
-version = "0.1.0"
+version = "0.1.1"
 
 sourceCompatibility = 1.7
 targetCompatibility = 1.7
@@ -81,7 +81,7 @@ Gem::Specification.new do |spec|
   spec.description   = %[Formats Avro files for other file output plugins.]
   spec.email         = ["kakyoin.hierophant@gmail.com"]
   spec.licenses      = ["MIT"]
-  # TODO set this: spec.homepage      = "https://github.com/joker1007/embulk-formatter-avro"
+  spec.homepage      = "https://github.com/joker1007/embulk-formatter-avro"
 
   spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
   spec.test_files    = spec.files.grep(%r"^(test|spec)/")

data/src/main/java/org/embulk/formatter/avro/AvroFormatterPlugin.java

@@ -30,8 +30,6 @@ import org.slf4j.Logger;
 
 import java.io.File;
 import java.io.IOException;
-import java.util.ArrayList;
-import java.util.List;
 import java.util.Map;
 
 public class AvroFormatterPlugin
@@ -78,7 +76,7 @@ public class AvroFormatterPlugin
         control.run(task.dump());
     }
 
-    final Logger logger = Exec.getLogger(this.getClass());
+    private final Logger logger = Exec.getLogger(this.getClass());
 
     @Override
     public PageOutput open(TaskSource taskSource, final Schema schema,
@@ -104,7 +102,6 @@ public class AvroFormatterPlugin
         }
 
         final AbstractAvroValueConverter[] avroValueConverters = new AbstractAvroValueConverter[schema.size()];
-        List<AbstractAvroValueConverter> array = new ArrayList<>();
         for (Column c : schema.getColumns()) {
             org.apache.avro.Schema.Field field = avroSchema.getField(c.getName());
             if (field != null) {
@@ -124,17 +121,6 @@ public class AvroFormatterPlugin
 
                     try {
                         schema.visitColumns(new AvroFormatterColumnVisitor(pageReader, timestampFormatters, avroValueConverters, record));
-                    } catch (RuntimeException ex) {
-                        if (skipErrorRecord) {
-                            logger.warn(ex.getMessage());
-                            logger.warn(String.format("skip record: %s", record));
-                            continue;
-                        } else {
-                            throw ex;
-                        }
-                    }
-
-                    try {
                         writer.append(record);
                     } catch (RuntimeException ex) {
                         if (skipErrorRecord) {

data/src/main/java/org/embulk/formatter/avro/converter/AvroFixedConverter.java

@@ -5,7 +5,7 @@ import org.apache.avro.generic.GenericData;
 import org.apache.avro.generic.GenericFixed;
 
 public class AvroFixedConverter extends AbstractAvroValueConverter {
-    AvroFixedConverter(Schema schema) {
+    public AvroFixedConverter(Schema schema) {
         super(schema);
     }
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-formatter-avro
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - joker1007
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-01-02 00:00:00.000000000 Z
+date: 2017-01-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -78,13 +78,13 @@ files:
 - src/test/java/org/embulk/formatter/avro/TestAvroFormatterPlugin.java
 - classpath/xz-1.5.jar
 - classpath/jackson-mapper-asl-1.9.13.jar
-- classpath/embulk-formatter-avro-0.1.0.jar
 - classpath/paranamer-2.7.jar
 - classpath/avro-1.8.1.jar
 - classpath/commons-compress-1.8.1.jar
 - classpath/snappy-java-1.1.1.3.jar
+- classpath/embulk-formatter-avro-0.1.1.jar
 - classpath/jackson-core-asl-1.9.13.jar
-homepage:
+homepage: https://github.com/joker1007/embulk-formatter-avro
 licenses:
 - MIT
 metadata: {}