embulk-filter-protobuf 0.1.0

data/src/test/java/org/embulk/filter/protobuf/TestProtobufFilterPlugin.java

@@ -0,0 +1,172 @@
+package org.embulk.filter.protobuf;
+
+import org.embulk.EmbulkTestRuntime;
+import org.embulk.config.ConfigException;
+import org.embulk.config.ConfigLoader;
+import org.embulk.config.ConfigSource;
+import org.embulk.filter.protobuf.ProtobufFilterPlugin.PluginTask;
+import org.embulk.spi.Exec;
+import org.embulk.spi.Schema;
+import org.embulk.spi.SchemaConfigException;
+import org.embulk.spi.type.Types;
+
+import org.junit.Before;
+import org.junit.Rule;
+import org.junit.Test;
+import org.junit.rules.ExpectedException;
+
+import java.io.File;
+
+public class TestProtobufFilterPlugin
+{
+    @Rule
+    public EmbulkTestRuntime runtime;
+
+    @Rule
+    public ExpectedException thrown;
+
+    private String protobufJarPath;
+    private ProtobufFilterPlugin plugin;
+    private Schema defaultInputSchema;
+
+    public TestProtobufFilterPlugin()
+    {
+        this.runtime = new EmbulkTestRuntime();
+        this.thrown = ExpectedException.none();
+
+        String pluginBasePath = new File(".").getAbsoluteFile().getParent();
+        this.protobufJarPath = String.format(
+            "%s/example/AddressBookProtosProto3Syntax.jar",
+            pluginBasePath);
+    }
+
+    @Before
+    public void createResources()
+    {
+        this.plugin = new ProtobufFilterPlugin();
+        Schema defaultInputSchema = Schema.builder()
+            .add("to serialize", Types.STRING)
+            .build();
+    }
+
+    public static PluginTask taskFromYamlString(String... lines)
+    {
+        StringBuilder builder = new StringBuilder();
+        for (String line : lines) {
+            builder.append(line).append("\n");
+        }
+        String yamlString = builder.toString();
+
+        ConfigLoader loader = new ConfigLoader(Exec.getModelManager());
+        ConfigSource config = loader.fromYamlString(yamlString);
+        return config.loadConfig(PluginTask.class);
+    }
+
+    @Test
+    public void testValidate_bothTrue()
+    {
+        // 'serialize: true' and 'deserilize: true'
+        // TODO: expect ConfigException,
+        //       but somehow get java.util.concurrent.ExecutionException
+        //thrown.expect(ConfigException.class);
+        thrown.expectMessage("Specify either 'serialize: true' or 'deserialize: true'.");
+        PluginTask task = taskFromYamlString(
+            "type: protobuf",
+            "serialize: true",
+            "deserialize: true",
+            "encoding: Base64",
+            "protobuf_jar_path: " + protobufJarPath,
+            "columns:",
+            "  - {name: to serialize, message: com.example.tutorial.AddressBookProtos$Person}"
+        );
+        plugin.validate(task, defaultInputSchema);
+    }
+
+    @Test
+    public void testValidate_bothFalse()
+    {
+        // 'serialize: false' and 'deserilize: false'
+        //thrown.expect(ConfigException.class);
+        thrown.expectMessage("Specify either 'serialize: true' or 'deserialize: true'.");
+        PluginTask task = taskFromYamlString(
+            "type: protobuf",
+            "encoding: Base64",
+            "protobuf_jar_path: " + protobufJarPath,
+            "columns:",
+            "  - {name: to serialize, message: com.example.tutorial.AddressBookProtos$Person}"
+        );
+        plugin.validate(task, defaultInputSchema);
+    }
+
+    @Test
+    public void testValidate_encoding()
+    {
+        //thrown.expect(ConfigException.class);
+        thrown.expectMessage("Specify 'encoding: Base64'.");
+        PluginTask task = taskFromYamlString(
+            "type: protobuf",
+            "serialize: true",
+            "encoding: Base1",
+            "protobuf_jar_path: " + protobufJarPath,
+            "columns:",
+            "  - {name: to serialize, message: com.example.tutorial.AddressBookProtos$Person}"
+        );
+        plugin.validate(task, defaultInputSchema);
+    }
+
+    @Test
+    public void testValidate_protobufJarPathDoesNotExist()
+    {
+        //thrown.expect(ConfigException.class);
+        thrown.expectMessage("The jar file does not exist.");
+        PluginTask task = taskFromYamlString(
+            "type: protobuf",
+            "serialize: true",
+            "encoding: Base64",
+            "protobuf_jar_path: ./A.jar",
+            "columns:",
+            "  - {name: to serialize, message: com.example.tutorial.AddressBookProtos$Person}"
+        );
+        plugin.validate(task, defaultInputSchema);
+    }
+
+    @Test
+    public void testValidate_inputColumnDoesNotExist()
+    {
+        String colName = "to serialize";
+        //thrown.expect(SchemaConfigException.class);
+        thrown.expectMessage(String.format(
+            "Column '%s' is not found", colName));
+        PluginTask task = taskFromYamlString(
+            "type: protobuf",
+            "serialize: true",
+            "encoding: Base64",
+            "protobuf_jar_path: " + protobufJarPath,
+            "columns:",
+            "  - {name: " + colName + ", message: com.example.tutorial.AddressBookProtos$Person}"
+        );
+        Schema customInputSchema = Schema.builder()
+            .add("to deserialize", Types.STRING)
+            .build();
+        plugin.validate(task, customInputSchema);
+    }
+
+    @Test
+    public void testValidate_invalidTypeOfInputColumn()
+    {
+        //thrown.expect(ConfigException.class);
+        thrown.expectMessage("Type of input columns must be string.");
+        PluginTask task = taskFromYamlString(
+            "type: protobuf",
+            "serialize: true",
+            "encoding: Base64",
+            "protobuf_jar_path: " + protobufJarPath,
+            "columns:",
+            "  - {name: to serialize, message: com.example.tutorial.AddressBookProtos$Person}"
+        );
+        Schema customInputSchema = Schema.builder()
+            .add("to serialize", Types.BOOLEAN)
+            .build();
+        plugin.validate(task, customInputSchema);
+    }
+}

metadata

@@ -0,0 +1,100 @@
+--- !ruby/object:Gem::Specification
+name: embulk-filter-protobuf
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Yusuke NISHIOKA
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2017-01-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: An Embulk filter plugin for interconversion between Protocol Buffer message and JSON.
+email:
+- yusuke.nishioka.0713@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- LICENSE.txt
+- README.md
+- build.gradle
+- config/checkstyle/checkstyle.xml
+- config/checkstyle/default.xml
+- example/GenerateTestData.java
+- example/addressbook_proto2_syntax.proto
+- example/addressbook_proto3_syntax.proto
+- example/example_deserialize.csv
+- example/example_deserialize.yml
+- example/example_serialize.json
+- example/example_serialize.yml
+- example/generate_jar_from_proto
+- example/generate_test_data
+- gradle/wrapper/gradle-wrapper.jar
+- gradle/wrapper/gradle-wrapper.properties
+- gradlew
+- gradlew.bat
+- lib/embulk/filter/protobuf.rb
+- src/main/java/org/embulk/filter/protobuf/ColumnVisitorImpl.java
+- src/main/java/org/embulk/filter/protobuf/ProtobufFilterPlugin.java
+- src/test/java/org/embulk/filter/protobuf/TestColumnVisitorImpl.java
+- src/test/java/org/embulk/filter/protobuf/TestProtobufFilterPlugin.java
+- classpath/embulk-filter-protobuf-0.1.0.jar
+- classpath/gson-2.7.jar
+- classpath/protobuf-java-3.1.0.jar
+- classpath/protobuf-java-util-3.1.0.jar
+homepage: https://github.com/ysk24ok/embulk-filter-protobuf
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: Protobuf filter plugin for Embulk
+test_files: []