embulk-plugin-redis 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 61bf03fb439dda8470f34e9da531eb3cdca993ff
-  data.tar.gz: baff64f2a630fe88d3220bd281a1ad4e0fe9fca8
+  metadata.gz: c5fc0040623c35d2fb3e7fffd0e324f18bd8822a
+  data.tar.gz: cee02cf8f22689ea7820fd9af577539579a6d85f
 SHA512:
-  metadata.gz: 71a2c46d0ae1631ca5bbbd414af8a7816557f12f2d881d485b2fdfd566e0a9790257f480c7e22307f674fbafcf3c66fb08564ee1033d705137cb7e87efc72d69
-  data.tar.gz: b488de53ecb598297f2035e58140c8bf015603bf822890a28bd20ecc76bc353fe5795b5b239980dd365a59d15dd27a2939524de3aadbe98a7bb47b4757087655
+  metadata.gz: e1ba98a53b13bae429403b6e9a71962d45d1772c22674f3a2579b5012e404793c5a2e1d0276de2eb16d7749a9e6a09015edce029d5eac2de4b2c49a36403cf8b
+  data.tar.gz: 3212c1634bfb418442c5ef7c984d75e14a3a27f4f010666273905a317bb44c7825b1bc35fe2541186af2f2b6b7eecbbf879438dbaeb93ca137a91919096c3f87

data/embulk-plugin-redis.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |gem|
   gem.name          = "embulk-plugin-redis"
-  gem.version       = "0.1.0"
+  gem.version       = "0.1.1"
 
   gem.summary       = %q{Embulk plugin for Redis}
   gem.description   = gem.summary

data/lib/embulk/input_redis.rb

@@ -2,6 +2,7 @@ module Embulk
 
   class InputRedis < InputPlugin
     require 'redis'
+    require 'json'
 
     Plugin.register_input('redis', self)
 
@@ -11,6 +12,7 @@ module Embulk
         'port' => config.param('port', :int, :default => 6379),
         'db' => config.param('db', :int, :default => 0),
         'key_prefix' => config.param('key_prefix', :string, :default => ''),
+        'encode' => config.param('encode', :string, :default => 'json'),
       }
       threads = config.param('threads', :int, default: 1)
 
@@ -26,14 +28,19 @@ module Embulk
       return {}
     end
 
-    def self.run(task, schema, index, page_builder)
-      puts "Redis input thread #{index}..."
-
-      r = ::Redis.new(:host => task['host'], :port => task['port'], :db => task['db'])
-      r.keys("#{task['key_prefix']}*").each do |k|
-        page_builder.add([k, r.get(k)])
+    def run
+      puts "Redis input thread #{@index}..."
+
+      r = Redis.new(:host => @task['host'], :port => @task['port'], :db => @task['db'])
+      r.keys("#{@task['key_prefix']}*").each do |k|
+        # TODO: Use MGET or something
+        case @task['encode']
+        when 'json'
+          v = r.get(k)
+          @page_builder.add([k, v])
+        end
       end
-      page_builder.finish  # don't forget to call finish :-)
+      @page_builder.finish  # don't forget to call finish :-)
 
       commit_report = {
       }

data/lib/embulk/output_redis.rb

@@ -2,6 +2,7 @@ module Embulk
 
   class OutputRedis < OutputPlugin
     require 'redis'
+    require 'json'
 
     Plugin.register_output('redis', self)
 
@@ -11,6 +12,8 @@ module Embulk
         'port' => config.param('port', :int, :default => 6379),
         'db' => config.param('db', :int, :default => 0),
         'key' => config.param('key', :string),
+        'key_prefix' => config.param('key_prefix', :string, :default => ''),
+        'encode' => config.param('encode', :string, :default => 'json'),
       }
 
       puts "Redis output started."
@@ -33,8 +36,11 @@ module Embulk
     def add(page)
       page.each do |record|
         hash = Hash[schema.names.zip(record)]
-        puts "#{@message}: #{hash.to_json}"
-        @redis.set(hash[task['key']], hash)
+          case task['encode']
+          when 'json'
+            v = hash.to_json
+            @redis.set("#{task['key_prefix']}#{hash[task['key']]}", v)
+          end
         @records += 1 
       end
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-plugin-redis
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Mitsunori Komatsu