embulk-formatter-avro 0.1.0

data/src/main/java/org/embulk/formatter/avro/converter/AvroValueConverterFactory.java

@@ -0,0 +1,52 @@
+package org.embulk.formatter.avro.converter;
+
+import com.google.common.collect.ImmutableMap;
+import org.apache.avro.Schema;
+
+public class AvroValueConverterFactory {
+    static public AbstractAvroValueConverter createConverter(Schema.Field field) {
+        return detectConverter(field.schema());
+    }
+
+    static private AbstractAvroValueConverter detectConverter(Schema schema) {
+        Schema.Type avroType = schema.getType();
+        switch (avroType) {
+            case NULL:
+                return new AvroNullConverter(schema);
+            case BOOLEAN:
+                return new AvroBooleanConverter(schema);
+            case STRING:
+                return new AvroStringConverter(schema);
+            case INT:
+                return new AvroIntConverter(schema);
+            case LONG:
+                return new AvroLongConverter(schema);
+            case FLOAT:
+                return new AvroFloatConverter(schema);
+            case DOUBLE:
+                return new AvroDoubleConverter(schema);
+            case ENUM:
+                return new AvroEnumConverter(schema, schema.getEnumSymbols());
+            case FIXED:
+                return new AvroFixedConverter(schema);
+            case UNION:
+                for (Schema s : schema.getTypes()) {
+                    if (s.getType() != Schema.Type.NULL)
+                        return detectConverter(s);
+                }
+                return new AvroNullConverter(schema);
+            case ARRAY:
+                return new AvroArrayConverter(schema, detectConverter(schema.getElementType()));
+            case MAP:
+                return new AvroMapConverter(schema, detectConverter(schema.getValueType()));
+            case RECORD:
+                ImmutableMap.Builder<String, AbstractAvroValueConverter> builder = ImmutableMap.builder();
+                for (Schema.Field f : schema.getFields()) {
+                    builder.put(f.name(), detectConverter(f.schema()));
+                }
+                return new AvroRecordConverter(schema, builder.build());
+            default:
+                throw new RuntimeException(String.format("%s of %s is unsupported avro type", schema.getType(), schema.getName()));
+        }
+    }
+}

data/src/test/java/org/embulk/formatter/avro/TestAvroFormatterPlugin.java

@@ -0,0 +1,5 @@
+package org.embulk.formatter.avro;
+
+public class TestAvroFormatterPlugin
+{
+}

metadata

@@ -0,0 +1,111 @@
+--- !ruby/object:Gem::Specification
+name: embulk-formatter-avro
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- joker1007
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2017-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Formats Avro files for other file output plugins.
+email:
+- kakyoin.hierophant@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- LICENSE.txt
+- README.md
+- build.gradle
+- config/checkstyle/checkstyle.xml
+- config/checkstyle/default.xml
+- example/config.yml
+- example/sample_01.csv
+- example/schema.avsc
+- gradle/wrapper/gradle-wrapper.jar
+- gradle/wrapper/gradle-wrapper.properties
+- gradlew
+- gradlew.bat
+- lib/embulk/formatter/avro.rb
+- src/main/java/org/embulk/formatter/avro/AvroFormatterColumnVisitor.java
+- src/main/java/org/embulk/formatter/avro/AvroFormatterPlugin.java
+- src/main/java/org/embulk/formatter/avro/converter/AbstractAvroValueConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroArrayConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroBooleanConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroDoubleConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroEnumConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroFixedConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroFloatConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroIntConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroLongConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroMapConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroNullConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroRecordConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroStringConverter.java
+- src/main/java/org/embulk/formatter/avro/converter/AvroValueConverterFactory.java
+- src/test/java/org/embulk/formatter/avro/TestAvroFormatterPlugin.java
+- classpath/xz-1.5.jar
+- classpath/jackson-mapper-asl-1.9.13.jar
+- classpath/embulk-formatter-avro-0.1.0.jar
+- classpath/paranamer-2.7.jar
+- classpath/avro-1.8.1.jar
+- classpath/commons-compress-1.8.1.jar
+- classpath/snappy-java-1.1.1.3.jar
+- classpath/jackson-core-asl-1.9.13.jar
+homepage:
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: Avro formatter plugin for Embulk
+test_files: []