sliced_redis 0.0.1

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+gemspec
+

data/Gemfile.lock

@@ -0,0 +1,44 @@
+PATH
+  remote: .
+  specs:
+    sliced_redis (0.0.1)
+      redis
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.3)
+    ffi (1.1.5)
+    guard (1.3.2)
+      listen (>= 0.4.2)
+      thor (>= 0.14.6)
+    guard-rspec (1.2.1)
+      guard (>= 1.1)
+    listen (0.4.7)
+      rb-fchange (~> 0.0.5)
+      rb-fsevent (~> 0.9.1)
+      rb-inotify (~> 0.8.8)
+    rb-fchange (0.0.5)
+      ffi
+    rb-fsevent (0.9.1)
+    rb-inotify (0.8.8)
+      ffi (>= 0.5.0)
+    redis (3.0.1)
+    rspec (2.11.0)
+      rspec-core (~> 2.11.0)
+      rspec-expectations (~> 2.11.0)
+      rspec-mocks (~> 2.11.0)
+    rspec-core (2.11.1)
+    rspec-expectations (2.11.2)
+      diff-lcs (~> 1.1.3)
+    rspec-mocks (2.11.2)
+    thor (0.16.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  guard
+  guard-rspec
+  rspec
+  sliced_redis!

data/Guardfile

@@ -0,0 +1,11 @@
+group :test do
+  gem 'guard-rspec'
+
+  guard 'rspec', :version => 2 do
+    watch(%r{^spec/.+_spec\.rb$})
+    watch('lib/sliced_redis.rb')           { "spec" }
+    watch(%r{^lib/sliced_redis/(.+)\.rb$}) { |m| "spec/lib/#{m[1]}_spec.rb" }
+    watch('spec/spec_helper.rb')    { "spec" }
+  end
+end
+

data/README.md

@@ -0,0 +1,5 @@
+sliced_redis
+==============
+
+Experimenting with slicing and dicing large Redis SET commands to better handle
+problematic networks.

data/Rakefile

@@ -0,0 +1,9 @@
+require "bundler/gem_tasks"
+require 'rspec/core/rake_task'
+
+desc 'Default: run specs.'
+task :default => :spec
+
+desc "Run specs"
+RSpec::Core::RakeTask.new
+

data/lib/sliced_redis.rb

@@ -0,0 +1,27 @@
+require "sliced_redis/version"
+
+class SlicedRedis
+  class << self
+    def set( redis, key, value )
+      redis.multi do
+        redis.del key
+        chunked_append redis, key, value
+      end
+    end
+
+    def setex( redis, key, expiration, value )
+      redis.multi do
+        redis.del key
+        chunked_append redis, key, value
+        redis.expire key, expiration
+      end
+    end
+
+    # Append value to the given key in 50kb chunks.
+    def chunked_append( redis, key, value )
+      value.scan( /.{1,51200}/ ) do |chunk|
+        redis.append key, chunk
+      end
+    end
+  end
+end

data/lib/sliced_redis/version.rb

@@ -0,0 +1,3 @@
+class SlicedRedis
+  VERSION = "0.0.1"
+end

data/sliced_redis.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "sliced_redis/version"
+
+Gem::Specification.new do |s|
+  s.name        = "sliced_redis"
+  s.version     = SlicedRedis::VERSION
+  s.authors     = ["Tyson Tate"]
+  s.email       = ["tyson@tysontate.com"]
+  s.homepage    = "http://github.com/tysontate/sliced_redis"
+  s.summary     = "Slice and dice Redis SET commands."
+  s.description = "Cut up large Redis SET commands into smaller pieces."
+
+  s.rubyforge_project = "sliced_redis"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_development_dependency "rspec"
+  s.add_development_dependency "guard"
+  s.add_development_dependency "guard-rspec"
+  s.add_runtime_dependency "redis"
+end

data/spec/lib/sliced_redis_spec.rb

@@ -0,0 +1,40 @@
+require_relative '../spec_helper'
+
+describe SlicedRedis do
+  let( :redis ) { Redis.new }
+  let( :key ) { "test" }
+  let( :small_value ) { "foo" }
+  let( :large_value ) { "x" * 1024 * 1024 }
+
+  after :each do
+    redis.del key
+  end
+
+  it "handles small set" do
+    SlicedRedis.set( redis, key, small_value )
+    redis.get( key ).should == small_value
+  end
+
+  it "handles large set" do
+    SlicedRedis.set( redis, key, large_value )
+    redis.get( key ).should == large_value
+  end
+
+  it "doesn't append to old value" do
+    2.times { SlicedRedis.set( redis, key, small_value ) }
+    redis.get( key ).should == small_value
+  end
+
+  it "handles small setex" do
+    SlicedRedis.setex( redis, key, 10, small_value )
+    redis.get( key ).should == small_value
+    redis.ttl( key ).should == 10
+  end
+
+  it "handles large setex" do
+    SlicedRedis.setex( redis, key, 10, large_value )
+    redis.get( key ).should == large_value
+    redis.ttl( key ).should == 10
+  end
+end
+

data/spec/spec_helper.rb

@@ -0,0 +1,3 @@
+require 'bundler'
+Bundler.require
+require 'redis'

metadata

@@ -0,0 +1,122 @@
+--- !ruby/object:Gem::Specification
+name: sliced_redis
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Tyson Tate
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-03-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Cut up large Redis SET commands into smaller pieces.
+email:
+- tyson@tysontate.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- Guardfile
+- README.md
+- Rakefile
+- lib/sliced_redis.rb
+- lib/sliced_redis/version.rb
+- sliced_redis.gemspec
+- spec/lib/sliced_redis_spec.rb
+- spec/spec_helper.rb
+homepage: http://github.com/tysontate/sliced_redis
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: sliced_redis
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Slice and dice Redis SET commands.
+test_files:
+- spec/lib/sliced_redis_spec.rb
+- spec/spec_helper.rb
+has_rdoc: