embulk-filter-query_string 0.1.0

data/src/test/java/org/embulk/filter/query_string/TestQueryStringFilterPlugin.java

@@ -0,0 +1,128 @@
+/*
+ * Copyright 2016 Minnano Wedding Co., Ltd.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.embulk.filter.query_string;
+
+import com.google.common.base.Throwables;
+import org.embulk.EmbulkTestRuntime;
+import org.embulk.config.ConfigLoader;
+import org.embulk.config.ConfigSource;
+import org.embulk.config.TaskSource;
+import org.embulk.spi.Exec;
+import org.embulk.spi.FilterPlugin;
+import org.embulk.spi.Page;
+import org.embulk.spi.PageOutput;
+import org.embulk.spi.PageReader;
+import org.embulk.spi.PageTestUtils;
+import org.embulk.spi.Schema;
+import org.embulk.spi.TestPageBuilderReader;
+import org.junit.Rule;
+import org.junit.Test;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.util.List;
+
+import static org.embulk.spi.type.Types.STRING;
+import static org.hamcrest.CoreMatchers.is;
+import static org.junit.Assert.assertThat;
+
+public class TestQueryStringFilterPlugin
+{
+    @Rule
+    public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
+
+    @Test
+    public void testTransaction()
+    {
+        ConfigSource configSource = loadConfigSource("testTransaction.yml");
+        final Schema inputSchema = Schema.builder()
+                .add("qb", STRING)
+                .add("qs", STRING)
+                .add("qa", STRING)
+                .build();
+
+        final QueryStringFilterPlugin plugin = new QueryStringFilterPlugin();
+
+        plugin.transaction(configSource, inputSchema, new FilterPlugin.Control()
+        {
+            @Override
+            public void run(TaskSource taskSource, Schema outputSchema)
+            {
+                assertThat(outputSchema.getColumnCount(), is(5));
+
+                assertThat(outputSchema.getColumn(0).getName(), is("qb"));
+                assertThat(outputSchema.getColumn(1).getName(), is("q1"));
+                assertThat(outputSchema.getColumn(2).getName(), is("q2"));
+                assertThat(outputSchema.getColumn(3).getName(), is("q3"));
+                assertThat(outputSchema.getColumn(4).getName(), is("qa"));
+            }
+        });
+    }
+
+    @Test
+    public void testOpenSuccessfully()
+    {
+        ConfigSource configSource = loadConfigSource("testOpen.yml");
+        final Schema inputSchema = Schema.builder()
+                .add("qb", STRING)
+                .add("qs", STRING)
+                .add("qa", STRING)
+                .build();
+
+        final QueryStringFilterPlugin plugin = new QueryStringFilterPlugin();
+        plugin.transaction(configSource, inputSchema, new FilterPlugin.Control()
+        {
+            @Override
+            public void run(TaskSource taskSource, Schema outputSchema)
+            {
+                TestPageBuilderReader.MockPageOutput mockPageOutput = new TestPageBuilderReader.MockPageOutput();
+                PageOutput pageOutput = plugin.open(taskSource, inputSchema, outputSchema, mockPageOutput);
+
+                List<Page> pages = PageTestUtils.buildPage(runtime.getBufferAllocator(), inputSchema, "before", "/path?q1=one&q2=2", "after");
+                for (Page page : pages) {
+                    pageOutput.add(page);
+                }
+
+                pageOutput.finish();
+                pageOutput.close();
+
+                PageReader pageReader = new PageReader(outputSchema);
+                for (Page page : mockPageOutput.pages) {
+                    pageReader.setPage(page);
+
+                    assertThat(pageReader.getString(0), is("before"));
+                    assertThat(pageReader.getString(1), is("one"));
+                    assertThat(pageReader.getLong(2), is(Long.valueOf(2L)));
+                    assertThat(pageReader.getString(3), is("after"));
+                }
+            }
+        });
+    }
+
+    private ConfigSource loadConfigSource(String yamlPath)
+    {
+        try {
+            ConfigLoader loader = new ConfigLoader(Exec.getModelManager());
+            InputStream stream = Thread.currentThread().getContextClassLoader().getResourceAsStream(yamlPath);
+
+            return loader.fromYaml(stream);
+        }
+        catch (IOException e) {
+            throw Throwables.propagate(e);
+        }
+    }
+}

data/src/test/resources/testOpen.yml

@@ -0,0 +1,5 @@
+type: query_string
+query_string_column_name: qs
+expanded_columns:
+  - {name: q1, type: string}
+  - {name: q2, type: long}

data/src/test/resources/testTransaction.yml

@@ -0,0 +1,6 @@
+type: query_string
+query_string_column_name: qs
+expanded_columns:
+  - {name: q1, type: boolean}
+  - {name: q2, type: long}
+  - {name: q3, type: string}

metadata

@@ -0,0 +1,95 @@
+--- !ruby/object:Gem::Specification
+name: embulk-filter-query_string
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Minnano Wedding Co., Ltd.
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2016-03-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: The query string filter plugin parses the column contents as query string and insert columns from that field.
+email:
+- takai.naoto@mwed.co.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- LICENSE.txt
+- README.md
+- build.gradle
+- config/checkstyle/checkstyle.xml
+- config/checkstyle/default.xml
+- gradle/wrapper/gradle-wrapper.jar
+- gradle/wrapper/gradle-wrapper.properties
+- gradlew
+- gradlew.bat
+- lib/embulk/filter/query_string.rb
+- src/main/java/org/embulk/filter/query_string/QueryStringFilterPlugin.java
+- src/test/java/org/embulk/filter/query_string/TestQueryStringFilterPlugin.java
+- src/test/resources/testOpen.yml
+- src/test/resources/testTransaction.yml
+- classpath/commons-codec-1.9.jar
+- classpath/commons-logging-1.2.jar
+- classpath/embulk-filter-query_string-0.1.0.jar
+- classpath/fastutil-6.2.2.jar
+- classpath/httpclient-4.5.1.jar
+- classpath/httpcore-4.4.3.jar
+- classpath/log4j-1.2.17.jar
+- classpath/util-urlparsing-1.0.15.jar
+homepage: https://github.com/mwed/embulk-filter-query_string
+licenses:
+- Apache License, Version 2.0
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: Query String filter plugin for Embulk
+test_files: []