embulk-plugin-filter-convert 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 45a7808c48b447eb5ec9947a83dfb291c80d9c10
+  data.tar.gz: eef210d7a0a7d2844584a16c8d7058fac56a4e49
+SHA512:
+  metadata.gz: 65db5dcd765ef613c27dfbb4b0e80faf5e5f0f9e043ff4846c2d76887b244d79fbabf96221fb89ce9cab0e08ee7bb1528db00cb64405ac19d2b60967a1f482f1
+  data.tar.gz: 5b4f814a136514d0dfa82f87abd8833167a96aa3750608596cfa8a6b30b6905d1bf4061f18bb692b4fdae31df5caabc17b9ca67b6e7abeb52e7c65840f373ab2

data/README.md

@@ -0,0 +1,37 @@
+# Embulk filter plugin for data convert
+
+data convert
+
+no filter:
+
+```
+id,account,time,comment
+1,32864,2015-01-27 19:23:49.000000 +0000,embulk
+2,14824,2015-01-27 19:01:23.000000 +0000,embulk jruby
+3,27559,2015-01-28 02:20:02.000000 +0000,embulk core
+4,11270,2015-01-29 11:54:36.000000 +0000,Embulk "csv" parser plugin
+```
+
+filter convert: comment,id,time
+
+```
+comment,id,time,
+embulk,32864,2015-01-27 19:23:49.000000 +0000
+embulk jruby,14824,2015-01-27 19:01:23.000000 +0000
+embulk core,27559,2015-01-28 02:20:02.000000 +0000
+```
+
+## Configuration
+
+- **columns** need column name and type (array)
+
+### Example
+
+```yaml
+filters:
+  - type: convert
+    columns:
+    - {name: comment, type: string}
+    - {name: account, type: long}
+    - {name: time, type: timestamp}
+```

data/lib/embulk/filter_convert.rb

@@ -0,0 +1,49 @@
+module Embulk
+  module Plugin
+
+    class FilterConvert < FilterPlugin
+
+      Plugin.register_filter('convert', self)
+
+      def self.transaction(config, in_schema, &control)
+        task = {
+          'columns' => config.param('columns', :array),
+        }
+
+        out_columns = []
+
+        record = 0
+        task['columns'].each do |column|
+          out_columns << Column.new(record, column['name'], column['type'].to_sym)
+          record += 1
+        end
+
+        yield(task, out_columns)
+      end
+
+      def initialize(task, in_schema, out_schema, page_builder)
+        super
+        @columns = task['columns']
+      end
+
+      def close
+      end
+
+      def add(page)
+        page.each do |record|
+          hash = Hash[in_schema.names.zip(record)]
+          out_record = []
+          @columns.each do |column|
+            out_record << hash[column['name']]
+          end
+          @page_builder.add(out_record)
+        end
+      end
+
+      def finish
+        @page_builder.finish
+      end
+    end
+
+  end
+end

metadata

@@ -0,0 +1,60 @@
+--- !ruby/object:Gem::Specification
+name: embulk-plugin-filter-convert
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Tadaichiro Nakano
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-02-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.8'
+description: Embulk Fileter Plugin Convert
+email:
+- nakanotadaichiro@outlook.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/embulk/filter_convert.rb
+- README.md
+homepage: https://github.com/tadaichiro/embulk-plugin-filter-convert
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Embulk Fileter Plugin Convert
+test_files: []