redis_pipeliner 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/Gemfile

@@ -0,0 +1,5 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in redis_pipeliner.gemspec
+gemspec
+

data/README.md

@@ -0,0 +1,49 @@
+# Ruby gem for easily pipelining REDIS commands
+https://github.com/mrdanadams/redis_pipeliner
+
+(Inspired by this blog post on [5-10x Speed Ups by Pipeling Multiple REDIS Commands in Ruby](http://mrdanadams.com/2012/pipeline-redis-commands-ruby/) by [Dan Adams](http://mrdanadams.com).)
+
+[Pipelining in REDIS](https://github.com/redis/redis-rb#pipelining) is a great way to stay performant when executing multiple commands. It should also be easy to use.
+
+## Usage
+
+Basic usage involves:
+
+1. Enqueueing a number of REDIS commands inside a `pipelined` block
+2. Doing something with the results either afterwards or inside blocks specific to each command.
+
+Ex: (a bit contrived...)
+
+```ruby
+# Put a bunch of values in a few different hashes
+redis = Redis.connect
+redis.hset "h1", "foo", 1
+redis.hset "h2", "bar", 2
+redis.hest "h3", "baz", 3
+
+# Get the values pipelined and sum them up
+values = RedisPipeliner.pipeline redis do |p|
+  # This would normally be 3 round-trips
+  p.enqueue redis.hget("h1", "foo")
+  p.enqueue redis.hget("h2", "bar")
+  p.enqueue redis.hget("h3", "baz")
+end
+values.map(&:to_i).inject(&:+).should == 6
+```
+
+You can also pass in a block to be called for each value rather than operating on the values afterwards:
+
+```ruby
+results = []
+RedisPipeliner.pipeline redis do |p|
+  [%w(h1 foo), %w(h2 bar), %w(h3 baz)].each do |pair|
+    p.enqueue redis.hget(pair[0], pair[1]) do |value|
+      # referencing pair inside the block
+      results << pair[1] + value
+    end
+  end
+end
+results.first.should == "foo1"
+```
+
+See the specs for executable examples.

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/redis_pipeliner/pipeliner.rb

@@ -0,0 +1,44 @@
+module RedisPipeliner
+  # Enqueues commands in a pipeline and waits until they are finished.
+  # Usage pattern is to call #enqueue with each REDIS future and a block to process it,
+  # then call #wait outside the Redis.pipelined call.
+  class Pipeliner
+    def initialize(redis)
+      @redis = redis
+      @commands = []
+    end
+
+    # Adds a command (a Future, actually) with an option block to call when the Future has been realized.
+    def enqueue(future, &proc)
+      @commands << { future: future, callback: proc }
+    end
+
+    # Blocks until all Futures have been realized and returns the values.
+    # This should be called _outside_ the Redis.pipelined call.
+    # Note that the value enqueue is the REDIS return value, not the value returned by any passed block.
+    # Nil values will be included in the return values (if that's what REDIS gives us).
+    def values
+      return @values unless @values.nil?
+
+      @values = []
+      @commands.each do |cmd|
+        while cmd[:future].value.is_a?(Redis::FutureNotReady)
+          sleep(1.0 / 100.0)
+        end
+
+        v = cmd[:future].value
+        cmd[:callback].call(v) unless cmd[:callback].nil?
+        @values << v
+      end
+
+      @values
+    end
+
+    # Returns the enqueue REDIS commands
+    def commands
+      @commands.map {|h| h[:future] }
+    end
+
+    alias_method :wait, :values
+  end
+end

data/lib/redis_pipeliner/version.rb

@@ -0,0 +1,3 @@
+module RedisPipeliner
+  VERSION = "0.0.1"
+end

data/lib/redis_pipeliner.rb

@@ -0,0 +1,17 @@
+require "redis_pipeliner/version"
+require "redis"
+require "redis_pipeliner/pipeliner"
+
+module RedisPipeliner
+  class << self
+    # Convenience for creating a pipeline, enqueueing, and blocking until the results are processed.
+    def pipeline(redis, &proc)
+      pipeliner = RedisPipeliner::Pipeliner.new(redis)
+      redis.pipelined do
+        proc.call pipeliner
+      end
+
+      pipeliner.values
+    end
+  end
+end

data/redis_pipeliner.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "redis_pipeliner/version"
+
+Gem::Specification.new do |s|
+  s.name        = "redis_pipeliner"
+  s.version     = RedisPipeliner::VERSION
+  s.authors     = ["Dan Adams"]
+  s.email       = ["mr.danadams@gmail.com"]
+  s.homepage    = "https://github.com/mrdanadams/redis_pipeliner"
+  s.summary     = %q{Easy pipelining of REDIS commands}
+  s.description = %q{Easy pipelining of REDIS commands}
+
+  s.rubyforge_project = "redis_pipeliner"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency "redis"
+  s.add_development_dependency "rspec"
+  s.add_development_dependency "pry"
+end

data/spec/pipeliner_spec.rb

@@ -0,0 +1,61 @@
+require 'spec_helper'
+
+describe RedisPipeliner do
+  let :redis do
+    Redis.connect
+  end
+
+  it 'supports basic usage' do
+    redis.del "testhash"
+    redis.hset "testhash", "bar", 1
+    redis.hset "testhash", "foo", 2
+
+    redis.hmget("testhash", "foo", "bar").map(&:to_i).inject(&:+).should == 3
+
+    total = 0
+    values = RedisPipeliner.pipeline redis do |pipe|
+      %w(bar foo).each do |key|
+        pipe.enqueue redis.hget("testhash", key) do |result|
+          total += result.to_i
+        end
+      end
+    end
+    values.map(&:to_i).inject(&:+).should == 3
+  end
+
+  it 'can reference variables outside the proce' do
+    redis.del "testhash"
+    redis.hset "testhash", "bar", 1
+    redis.hset "testhash", "foo", 2
+
+    results = []
+    RedisPipeliner.pipeline redis do |pipe|
+      %w(bar foo).each do |key|
+        pipe.enqueue redis.hget("testhash", key) do |result|
+          results << key+result
+        end
+      end
+    end
+
+    results.should == %w(bar1 foo2)
+  end
+
+  it 'should pipelines commands and return values' do
+    redis.del "testhash"
+    redis.hset "testhash", "bar", 1
+    redis.hset "testhash", "foo", 2
+
+    pipeliner = RedisPipeliner::Pipeliner.new(redis)
+    redis.pipelined do
+      %w(bar foo).each do |key|
+        # allows not having a block
+        pipeliner.enqueue redis.hget("testhash", key)
+      end
+    end
+
+    pipeliner.commands.first.value.should_not be_nil # you can't test this class for type...
+
+    pipeliner.values.map(&:to_i).inject(&:+).should == 3
+    pipeliner.values.should === pipeliner.values
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,20 @@
+require 'redis_pipeliner'
+require 'pry'
+
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+end

metadata

@@ -0,0 +1,106 @@
+--- !ruby/object:Gem::Specification
+name: redis_pipeliner
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Dan Adams
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Easy pipelining of REDIS commands
+email:
+- mr.danadams@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- Gemfile
+- README.md
+- Rakefile
+- lib/redis_pipeliner.rb
+- lib/redis_pipeliner/pipeliner.rb
+- lib/redis_pipeliner/version.rb
+- redis_pipeliner.gemspec
+- spec/pipeliner_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/mrdanadams/redis_pipeliner
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: redis_pipeliner
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Easy pipelining of REDIS commands
+test_files:
+- spec/pipeliner_spec.rb
+- spec/spec_helper.rb