busdriver 0.1 → 0.2

data/Gemfile

@@ -0,0 +1,5 @@
+source "http://rubygems.org"
+
+gem "redis", require: ["redis/connection/hiredis", "redis"]
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,21 @@
+PATH
+  remote: .
+  specs:
+    busdriver (0.1)
+      hiredis
+      press
+      redis
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    hiredis (0.4.5)
+    press (0.1)
+    redis (2.2.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  busdriver!
+  redis

data/lib/busdriver.rb

@@ -0,0 +1,142 @@
+require "redis"
+require "json"
+require "securerandom"
+require "press"
+
+module Busdriver
+  extend Press
+
+  TIMEOUT  = 3
+
+  def self.timeout=(timeout)
+    @timeout = timeout
+  end
+
+  def self.timeout
+    @timeout ||= ENV['BUSDRIVER_TIMEOUT'] || TIMEOUT
+  end
+
+  TIME_TO_LIVE = 30
+
+  def self.time_to_live=(time_to_live)
+    @time_to_live = time_to_live
+  end
+
+  def self.time_to_live
+    @time_to_live ||= ENV['BUSDRIVER_TIME_TO_LIVE'] || TIME_TO_LIVE
+  end
+
+  TIME_TO_EXPIRE = 90
+
+  def self.time_to_expire=(time_to_expire)
+    @time_to_expire = time_to_expire
+  end
+
+  def self.time_to_expire
+    @time_to_expire ||= ENV['BUSDRIVER_TIME_TO_EXPIRE'] || TIME_TO_EXPIRE
+  end
+
+  def self.urls=(urls)
+    @urls = urls
+  end
+
+  def self.urls
+    @urls ||= ENV['BUSDRIVER_URLS'].split(",")
+  end
+
+  def self.url=(url)
+    @url = url
+  end
+
+  def self.url
+    @url ||= urls[ENV['BUSDRIVER_ZONE'].ord % urls.size]
+  end
+
+  def self.connect(url)
+    Redis.connect(url: url, timeout: timeout)
+  end
+
+  def self.conns
+    @conns ||= urls.map { |url| connect(url) }
+  end
+
+  def self.conn
+    @conn ||= connect(url)
+  end
+
+  def self.header_format
+    { message_id: SecureRandom.uuid, published_on: Time.now.to_i, ttl: time_to_live }
+  end
+
+  def self.publish(key, data)
+    header = header_format
+    payload_json = JSON.dump(header: header, payload: data)
+    printfm __FILE__, __method__, header, key: key
+    conns.shuffle.each do |conn|
+      begin
+        conn.rpush(key, payload_json)
+        conn.expire(key, time_to_expire) rescue nil
+        printfm __FILE__, __method__, at: "published", key: key
+      rescue => e
+        printfme __FILE__, __method__, e, host: conn.client.host
+      end
+    end
+  end
+
+  def self.subscribe(keys, &blk)
+    while true
+      begin
+        key, payload_json = conn.blpop(*keys, 1)
+        if payload_json
+          payload = JSON.parse(payload_json)
+          header, data = payload.values_at("header", "payload")
+          published_on, ttl = header.values_at("published_on", "ttl")
+          printfm __FILE__, __method__, header, key: key
+          if Time.now.to_i - published_on.to_i > ttl
+            printfm __FILE__, __method__, header, at: "timeout", key: key
+          else
+            begin
+              printfm __FILE__, __method__, header, at: "received", key: key
+              yield key, data
+              printfm __FILE__, __method__, header, at: "processed", key: key
+            rescue => e
+              printfme __FILE__, __method__, e
+            end
+          end
+        end
+      rescue => e
+        printfme __FILE__, __method__, e, host: conn.client.host
+        raise e
+      end
+    end
+  end
+
+  def self.counts(pattern)
+    llen, llens = 0, Hash.new(0)
+    conns.shuffle.each do |conn|
+      begin
+        conn.keys(pattern).each do |key|
+          len = conn.llen(key)
+          llen += len
+          llens[key] += len
+        end
+      rescue => e
+        printfme __FILE__, __method__, e, host: conn.client.host
+      end
+    end
+    printfm __FILE__, __method__, llens, length: llen
+  end
+
+  def self.drain(pattern)
+    conns.shuffle.each do |conn|
+      begin
+        conn.keys(pattern).each do |key|
+          conn.del(key)
+          printfm __FILE__, __method__, key: key
+        end
+      rescue => e
+        printfme __FILE__, __method__, e, host: conn.client.host
+      end
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: busdriver
 version: !ruby/object:Gem::Version
-  version: '0.1'
+  version: '0.2'
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ date: 2012-05-22 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: hiredis
-  requirement: &2152276100 !ruby/object:Gem::Requirement
+  requirement: &2152194180 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2152276100
+  version_requirements: *2152194180
 - !ruby/object:Gem::Dependency
   name: redis
-  requirement: &2152274860 !ruby/object:Gem::Requirement
+  requirement: &2152163240 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2152274860
+  version_requirements: *2152163240
 - !ruby/object:Gem::Dependency
   name: press
-  requirement: &2152274000 !ruby/object:Gem::Requirement
+  requirement: &2152160860 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,13 +43,16 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2152274000
+  version_requirements: *2152160860
 description: A highly available redis bus client for Ruby apps.
 email: mark.fine@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
-files: []
+files:
+- lib/busdriver.rb
+- Gemfile
+- Gemfile.lock
 homepage: http://github.com/mfine/busdriver
 licenses: []
 post_install_message: