embulk-plugin-redis 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 61bf03fb439dda8470f34e9da531eb3cdca993ff
+  data.tar.gz: baff64f2a630fe88d3220bd281a1ad4e0fe9fca8
+SHA512:
+  metadata.gz: 71a2c46d0ae1631ca5bbbd414af8a7816557f12f2d881d485b2fdfd566e0a9790257f480c7e22307f674fbafcf3c66fb08564ee1033d705137cb7e87efc72d69
+  data.tar.gz: b488de53ecb598297f2035e58140c8bf015603bf822890a28bd20ecc76bc353fe5795b5b239980dd365a59d15dd27a2939524de3aadbe98a7bb47b4757087655

data/Gemfile

@@ -0,0 +1,2 @@
+source "http://rubygems.org"
+gemspec

data/Gemfile.lock

@@ -0,0 +1,19 @@
+PATH
+  remote: .
+  specs:
+    embulk-plugin-redis (0.1.0)
+      redis (>= 3.0.5)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    rake (10.4.2)
+    redis (3.0.7)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0)
+  embulk-plugin-redis!
+  rake (>= 0.9.2)

data/README.md

@@ -0,0 +1,32 @@
+# Embulk input/output plugin for Redis
+
+This [Embulk](https://github.com/embulk/embulk) output plugin writes records to a json column of a table.
+
+This plugin runs without transaction for now.
+
+## Configuration
+
+- **host** host name of the Redis server (string, default: "localhost")
+- **port** port of the Redis server (integer, default: 6379)
+- **db** destination database number (integer, default: 0)
+- **key_prefix** key prefix to search keys for input plugin (string)
+- **key** key name for output plugin (string, required)
+
+### Example
+
+```yaml
+out:
+  type: redis
+  host: localhost
+  port: 6379
+  db: 0
+  key: user_name
+
+in:
+  type: redis
+  host: localhost
+  port: 6379
+  db: 0
+  key_prefix: user_
+```
+

data/Rakefile

@@ -0,0 +1,4 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+task :default => [:build]

data/embulk-plugin-redis.gemspec

@@ -0,0 +1,21 @@
+
+Gem::Specification.new do |gem|
+  gem.name          = "embulk-plugin-redis"
+  gem.version       = "0.1.0"
+
+  gem.summary       = %q{Embulk plugin for Redis}
+  gem.description   = gem.summary
+  gem.authors       = ["Mitsunori Komatsu"]
+  gem.email         = ["komamitsu@gmail.com"]
+  gem.license       = "Apache 2.0"
+  gem.homepage      = "https://github.com/komamitsu/embulk-plugin-redis"
+
+  gem.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+  gem.has_rdoc      = false
+
+  gem.add_dependency 'redis', ['>= 3.0.5']
+  gem.add_development_dependency 'bundler', ['~> 1.0']
+  gem.add_development_dependency 'rake', ['>= 0.9.2']
+end

data/lib/embulk/input_redis.rb

@@ -0,0 +1,44 @@
+module Embulk
+
+  class InputRedis < InputPlugin
+    require 'redis'
+
+    Plugin.register_input('redis', self)
+
+    def self.transaction(config, &control)
+      task = {
+        'host' => config.param('host', :string, :default => 'localhost'),
+        'port' => config.param('port', :int, :default => 6379),
+        'db' => config.param('db', :int, :default => 0),
+        'key_prefix' => config.param('key_prefix', :string, :default => ''),
+      }
+      threads = config.param('threads', :int, default: 1)
+
+      columns = [
+        Column.new(0, 'key', :string),
+        Column.new(1, 'value', :string),
+      ]
+
+      puts "Redis input started."
+      commit_reports = yield(task, columns, threads)
+      puts "Redis input finished. Commit reports = #{commit_reports.to_json}"
+
+      return {}
+    end
+
+    def self.run(task, schema, index, page_builder)
+      puts "Redis input thread #{index}..."
+
+      r = ::Redis.new(:host => task['host'], :port => task['port'], :db => task['db'])
+      r.keys("#{task['key_prefix']}*").each do |k|
+        page_builder.add([k, r.get(k)])
+      end
+      page_builder.finish  # don't forget to call finish :-)
+
+      commit_report = {
+      }
+      return commit_report
+    end
+  end
+
+end

data/lib/embulk/output_redis.rb

@@ -0,0 +1,56 @@
+module Embulk
+
+  class OutputRedis < OutputPlugin
+    require 'redis'
+
+    Plugin.register_output('redis', self)
+
+    def self.transaction(config, schema, processor_count, &control)
+      task = {
+        'host' => config.param('host', :string, :default => 'localhost'),
+        'port' => config.param('port', :int, :default => 6379),
+        'db' => config.param('db', :int, :default => 0),
+        'key' => config.param('key', :string),
+      }
+
+      puts "Redis output started."
+      commit_reports = yield(task)
+      puts "Redis output finished. Commit reports = #{commit_reports.to_json}"
+
+      return {}
+    end
+
+    def initialize(task, schema, index)
+      puts "Example output thread #{index}..."
+      super
+      @records = 0
+      @redis = ::Redis.new(:host => task['host'], :port => task['port'], :db => task['db'])
+    end
+
+    def close
+    end
+
+    def add(page)
+      page.each do |record|
+        hash = Hash[schema.names.zip(record)]
+        puts "#{@message}: #{hash.to_json}"
+        @redis.set(hash[task['key']], hash)
+        @records += 1 
+      end
+    end
+
+    def finish
+    end
+
+    def abort
+    end
+
+    def commit
+      commit_report = {
+        "records" => @records
+      }
+      return commit_report
+    end
+  end
+
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification
+name: embulk-plugin-redis
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Mitsunori Komatsu
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.5
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+description: Embulk plugin for Redis
+email:
+- komamitsu@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- embulk-plugin-redis.gemspec
+- lib/embulk/input_redis.rb
+- lib/embulk/output_redis.rb
+homepage: https://github.com/komamitsu/embulk-plugin-redis
+licenses:
+- Apache 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Embulk plugin for Redis
+test_files: []
+has_rdoc: false