embulk-plugin-redis-url 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b97423b367fe9075e8cc5deb5089dc46d2c1d3dd
-  data.tar.gz: 2bbf54cec6d6e3bbf51da0c54a2cb545201ec446
+  metadata.gz: ca55ebc56bb95a1ed3e65183437f886d26cdecff
+  data.tar.gz: 6281c46d70bb64167f0f474b425616590fc0821e
 SHA512:
-  metadata.gz: 1dc05a7f11392afbcd6839503c91e0471cfb07f525d3f51ac97bef31a5b30f18bd8086275a4004254efc561a8ce710fb7f6773ab4c64c81f6292f1dd7cb4234b
-  data.tar.gz: 7f12b8f2759a9b5727e1775280910eade19a6dc87a72dd66fa29cdb79e1f30ba5639deca20a8debc50f0bdec4e8e8f6acb8e51896bca6dbd57d16e1588273015
+  metadata.gz: dd8b9b19a867d085c0a661ad869823a5dbe8917356bd153fa0f030b0f011e46eb7ddcf3de9952b10424470cdd02151f670a41d7692cb07aaa2a12c3d33f48c27
+  data.tar.gz: adb9d0b5a7b3e51280d06f0a06a512b00349adf91ac972b30bde57d1b8f5ba5b08c3ddb7df6893a517a9bf5653d63c8d7a53701f546f30a4b5995205bf46ea58

data/README.md

@@ -1,6 +1,13 @@
 # Embulk input/output plugin for Redis
 
-This [Embulk](https://github.com/embulk/embulk) output plugin writes records to a json column of a table.
+This is a fork of https://github.com/frsyuki/embulk-plugin-redis
+
+The biggest change is that it accepts a Redis URL connection string.
+This makes it easy to output to a Compose.io hosted Redis for example.
+
+It also fixes a few issues and adds some support for working with JSON. It will now,
+optionally, save a JSON string into Redis with the output plugin. Otherwise, it 
+stores a hash.
 
 This plugin runs without transaction for now.
 
@@ -30,3 +37,21 @@ in:
   key_prefix: user_
 ```
 
+### New Feature Example
+
+Assuming Embulk is ingesting log files with line by line JSON strings...This will import
+to Redis using a key found within the JSON object. An example line item may be:
+
+```{"id": "myId", "name": "Bob"}```
+
+The following configuration would use the id value "myId" as a key in Redis with a string
+value of the entire record.
+
+```yaml
+out:
+  type: redis
+  url: redis://x:21345@host.com:6379
+  db: 0
+  is_json: true
+  key: id
+```

data/embulk-plugin-redis.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |gem|
   gem.name          = "embulk-plugin-redis-url"
-  gem.version       = "0.3.0"
+  gem.version       = "0.4.0"
 
   gem.summary       = %q{Embulk plugin for Redis (with URL connection string support)}
   gem.description   = gem.summary

data/lib/embulk/output/redis.rb

@@ -12,6 +12,7 @@ module Embulk
         'db' => config.param('db', :integer, :default => 0),
         'key' => config.param('key', :string),
         'url' => config.param('url', :string),
+        'is_json' => config.param('is_json', :boolean, :default => false),
       }
 
       puts "Redis output started."
@@ -39,7 +40,14 @@ module Embulk
       page.each do |record|
         hash = Hash[schema.names.zip(record)]
         puts "#{@message}: #{hash.to_json}"
-        @redis.set(hash[task['key']], hash)
+        # puts "key field: #{task['key']}"
+        # puts "key: #{record[0][task['key']]}"
+        # If the data being stored is known to be JSON.
+        if task['is_json']
+          @redis.set(record[0][task['key']], record[0].to_json)
+        else
+          @redis.set(hash[task['key']], hash)
+        end
         @records += 1 
       end
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-plugin-redis-url
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Mitsunori Komatsu
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-04-28 00:00:00.000000000 Z
+date: 2016-04-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis