redis-repeater 0.0.1

data/bin/redis-repeater

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+require File.dirname(__FILE__) + '/../lib/redis-repeater'
+RedisRepeater::start(ARGV.empty? ? File.dirname(__FILE__) + '/../config' : ARGV[0])

data/lib/redis-repeater.rb

@@ -0,0 +1,56 @@
+require File.dirname(__FILE__) + '/redis-repeater/scheduler.rb'
+require File.dirname(__FILE__) + '/redis-repeater/scheduler_job.rb'
+require File.dirname(__FILE__) + '/redis-repeater/transfer_scheduler_job.rb'
+
+require 'yaml'
+require 'logger'
+require 'fileutils'
+
+require 'rubygems'
+require 'redis'
+require 'eventmachine'
+
+module RedisRepeater
+ 
+  DefaultRedisHost = 'localhost'
+  DefaultRedisPort = 6380
+  LogDefaultFilename = File.dirname(__FILE__) + '/../log/redis-repeater.log'
+
+  def self.start(config_dir = File.dirname(__FILE__) + '/../config')
+
+    # Connect to redis
+    config = YAML::load File.open("#{config_dir}/config.yml")
+    redis_from = redis_configure(config, 'origin')
+    redis_to = redis_configure(config, 'destination')
+
+    # Load the queues from the config file
+    queues = YAML::load File.open("#{config_dir}/queues.yml")
+
+    # Logger
+    log_filename = config.has_key?('log') ? config['log'] : LogDefaultFilename
+    log_path = File.dirname(log_filename)
+    FileUtils.mkdir_p(log_path)
+    logger = Logger.new(log_filename)
+
+    # Load the queues into the scheduler
+    scheduler = Scheduler.new(logger)
+    queues.each do |name, timeout|
+      scheduler << TransferSchedulerJob.new(name, timeout, logger, redis_from, redis_to)
+    end
+
+    # Perform forever
+    scheduler.perform # TODO make configurable
+
+  end
+
+  def self.redis_configure(config, name)
+    host = DefaultRedisHost
+    port = DefaultRedisPort
+    if config.has_key?(name)
+      host = config[name]['host'] if config[name].has_key?('host')
+      port = config[name]['port'] if config[name].has_key?('port')
+    end
+    Redis.new(:host => host, :port => port)
+  end
+
+end

data/lib/redis-repeater/scheduler.rb

@@ -0,0 +1,24 @@
+module RedisRepeater
+
+  class Scheduler
+
+    def initialize(logger = nil)
+      @logger = logger
+    end
+
+    # When adding, we move through the current queue, and
+    # find the first one that is performing after we want to
+    def <<(job)
+      scheduler = self
+      EventMachine.run {
+        EventMachine::add_timer(job.timeout) { job.perform; scheduler << job }
+      }
+    end
+
+    def perform
+      @logger.info 'Running on schedule forever...'
+    end
+
+  end
+ 
+end

data/lib/redis-repeater/scheduler_job.rb

@@ -0,0 +1,24 @@
+module RedisRepeater
+  
+  class SchedulerJob
+
+    def initialize(name, timeout, logger)
+      @name = name
+      @timeout = timeout
+      @logger = logger
+      @next_allowed_performance = Time.now + timeout
+    end
+
+    def perform
+      puts "Performing #{self.name}"
+    end
+
+    def adjust_next_allowed_performance
+      @next_allowed_performance = Time.now + timeout
+    end
+
+    attr_reader :name, :timeout, :next_allowed_performance
+
+  end
+ 
+end

data/lib/redis-repeater/transfer_scheduler_job.rb

@@ -0,0 +1,24 @@
+module RedisRepeater
+
+  # Move jobs from One Redis queue to the same queue on a different machine
+
+  class TransferSchedulerJob < SchedulerJob
+
+    def initialize(name, timeout, logger, redis_from, redis_to)
+      @redis_from = redis_from
+      @redis_to = redis_to
+      super(name, timeout, logger)
+    end
+
+    def perform
+      count = 0
+      while (item = @redis_from.lpop @name)
+        @redis_to.rpush(@name, item)
+        count += 1
+      end
+      @logger.debug "Transported #{count} items for #{@name}"
+    end
+
+  end
+
+end

data/lib/redis-repeater/version.rb

@@ -0,0 +1,5 @@
+module RedisRepeater
+
+  VERSION = [0, 0, 1]
+
+end

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification 
+name: redis-repeater
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- John Crepezzi
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-11-09 00:00:00 -05:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+description: Automatically move events from one redis queue to the same queue on another server
+email: john@crepezzi.com
+executables: 
+- redis-repeater
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/redis-repeater/scheduler.rb
+- lib/redis-repeater/scheduler_job.rb
+- lib/redis-repeater/transfer_scheduler_job.rb
+- lib/redis-repeater/version.rb
+- lib/redis-repeater.rb
+- bin/redis-repeater
+has_rdoc: true
+homepage: http://seejohnrun.github.com/redis-repeater/
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: redis-repeater
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Redis Repeater
+test_files: []
+