redis_queue 0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f4f72acc7eb8f9da95bb6a42b1a1736b7f7363bc
+  data.tar.gz: 391941520d6adc380e7e9bfb71cbf1d35ff0f6a4
+SHA512:
+  metadata.gz: 42c3df90c0d601a5d761e54a00f05359ceaf74d856bbd7664c6f30c7246a6ef638cfe9629186b2af594004b93cd3d36ee2574156241ee966a58d4f023c94e916
+  data.tar.gz: 2065c90f9ac1b3f0c8763f20bf90dbbc8075c3df184659593d8d5e4512a2751ee300515e5d9a7bf898205798b6a8586a065d224b2308674aa96e0a8dc8524b1a

data/lib/redis_connection.rb

@@ -0,0 +1,25 @@
+require 'redis'
+
+class RedisConnection
+  def initialize url
+    @url = url
+  end
+
+  def run
+    @redis ||= new_redis
+
+    begin
+      yield(@redis)
+    rescue Redis::CannotConnectError, Redis::TimeoutError => e
+      puts e.backtrace
+      puts "Redis crashed, retrying"
+      sleep 5
+      @redis = new_redis
+      retry
+    end
+  end
+
+  def new_redis
+    ::Redis.connect(url: @url)
+  end
+end

data/lib/redis_queue.rb

@@ -0,0 +1,111 @@
+require_relative 'redis_connection'
+
+class RedisQueue
+  def initialize id=:messages, url='redis://localhost:6379/0'
+    @id = id
+    @redis_connection = RedisConnection.new(url)
+  end
+
+  def pop
+    @redis_connection.run do |redis|
+      redis.blpop(@id).last.tap { |msg| redis.sadd "#{@id}_in_use", msg }
+    end
+  end
+
+  def push task
+    @redis_connection.run { |redis| redis.rpush @id, task }
+  end
+
+  def fail task
+    @redis_connection.run do |redis|
+      redis.pipelined do
+        redis.sadd "#{@id}_failed", task
+        redis.srem "#{@id}_in_use", task
+      end
+    end
+  end
+
+  def done task
+    @redis_connection.run do |redis|
+      redis.pipelined do
+        redis.sadd "#{@id}_done", task
+        redis.srem "#{@id}_in_use", task
+      end
+    end
+  end
+
+  def unpop task
+    @redis_connection.run do |redis|
+      redis.pipelined do
+        redis.lpush @id, task
+        redis.srem "#{@id}_in_use", task
+      end
+    end
+  end
+
+  def reset
+    init_from "#{@id}_in_use"
+    @redis_connection.run { |redis| redis.del "#{@id}_in_use" }
+  end
+
+  def init_from set
+    @redis_connection.run do |redis|
+      redis.rpush @id, redis.smembers(set)
+    end
+  end
+
+  def size
+    @redis_connection.run { |redis| redis.llen @id }.to_i
+  end
+
+  def done_size
+    @redis_connection.run { |redis| redis.scard "#{@id}_done" }.to_i
+  end
+
+  def failed_size
+    @redis_connection.run { |redis| redis.scard "#{@id}_failed" }.to_i
+  end
+
+  def in_use_size
+    @redis_connection.run { |redis| redis.scard "#{@id}_in_use" }.to_i
+  end
+
+  def list
+    @redis_connection.run { |redis| redis.lrange @id, 0, -1 }
+  end
+
+  def done_list
+    @redis_connection.run { |redis| redis.smembers "#{@id}_done" }
+  end
+
+  def failed_list
+    @redis_connection.run { |redis| redis.smembers "#{@id}_failed" }
+  end
+
+  def in_use_list
+    @redis_connection.run { |redis| redis.smembers "#{@id}_in_use" }
+  end
+
+  def print_stats
+    puts "#{@id} enqueued: #{size}"
+    puts "#{@id} in use:   #{in_use_size}"
+    puts "#{@id} failed:   #{failed_size}"
+    puts "#{@id} done:     #{done_size}"
+  end
+
+  def print_contents
+    puts "#{@id} enqueued: #{list}"
+    puts "#{@id} in use:   #{in_use_list}"
+    puts "#{@id} failed:   #{failed_list}"
+    puts "#{@id} done:     #{done_list}"
+  end
+
+  def clear
+    @redis_connection.run do |redis|
+      redis.del @id
+      redis.del "#{@id}_in_use"
+      redis.del "#{@id}_done"
+      redis.del "#{@id}_failed"
+    end
+  end
+end

metadata

@@ -0,0 +1,59 @@
+--- !ruby/object:Gem::Specification
+name: redis_queue
+version: !ruby/object:Gem::Version
+  version: '0.1'
+platform: ruby
+authors:
+- Jose Ignacio Fernandez
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A redis-based queue
+email: joseignacio.fernandez@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/redis_queue.rb
+- lib/redis_connection.rb
+homepage: http://github.com/josei/redis_queue
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Redis Queue
+test_files: []