embulk-plugin-redis 0.1.2 → 0.1.3

data/README.md

@@ -6,11 +6,14 @@ This plugin runs without transaction for now.
 
 ## Configuration
 
-- **host** host name of the Redis server (string, default: "localhost")
-- **port** port of the Redis server (integer, default: 6379)
-- **db** destination database number (integer, default: 0)
-- **key_prefix** key prefix to search keys for input/output plugin (string)
-- **key** key name for output plugin (string, required)
+- **host** Hostname of the Redis server (string, default: "localhost")
+- **port** Port of the Redis server (integer, default: 6379)
+- **db** Database number (integer, default: 0)
+- **key_prefix** Key prefix for input/output plugin (string)
+- **encode** Encoding in Redis
+ - json: Stored as a JSON string. GET/SET commands can access it (string)
+ - hash: Stored as a Hash. H* commands such as HMGET/HMSET can access it (string, output only)
+- **key** Column name used for a key in Redis (string, required: output only)
 
 ### Example
 
@@ -22,7 +25,7 @@ out:
   db: 0
   key: user_name
   key_prefix: user_
-
+  encode: hash
 
 in:
   type: redis
@@ -30,5 +33,6 @@ in:
   port: 6379
   db: 0
   key_prefix: user_
+  encode: json
 ```
 

data/embulk-plugin-redis.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |gem|
   gem.name          = "embulk-plugin-redis"
-  gem.version       = "0.1.2"
+  gem.version       = "0.1.3"
 
   gem.summary       = %q{Embulk plugin for Redis}
   gem.description   = gem.summary

data/lib/embulk/output_redis.rb

@@ -3,6 +3,7 @@ module Embulk
   class OutputRedis < OutputPlugin
     require 'redis'
     require 'json'
+    require 'set'
 
     Plugin.register_output('redis', self)
 
@@ -26,7 +27,8 @@ module Embulk
     def initialize(task, schema, index)
       puts "Example output thread #{index}..."
       super
-      @records = 0
+      @rows = 0
+      @unique_keys = ::Set.new
       @redis = ::Redis.new(:host => task['host'], :port => task['port'], :db => task['db'])
     end
 
@@ -36,12 +38,20 @@ module Embulk
     def add(page)
       page.each do |record|
         hash = Hash[schema.names.zip(record)]
+        k = "#{task['key_prefix']}#{hash[task['key']]}"
+        unless @unique_keys.include? k
           case task['encode']
           when 'json'
             v = hash.to_json
-            @redis.set("#{task['key_prefix']}#{hash[task['key']]}", v)
+            @redis.set(k, v)
+          when 'hash'
+            @redis.hmset(k, hash.to_a.flatten)
           end
-        @records += 1
+          @unique_keys << k
+        else
+          puts "Warning: #{k} is already exists"
+        end
+        @rows += 1  # inrement anyway
       end
     end
 
@@ -53,7 +63,8 @@ module Embulk
 
     def commit
       commit_report = {
-        "records" => @records
+        "rows" => @rows,
+        "unique_keys" => @unique_keys.size
       }
       return commit_report
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-plugin-redis
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-01-27 00:00:00.000000000 Z
+date: 2015-02-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis