roundhouse-x 0.1.0

data/lib/roundhouse.rb

@@ -0,0 +1,177 @@
+# encoding: utf-8
+require 'roundhouse/version'
+fail "Roundhouse #{Roundhouse::VERSION} does not support Ruby 1.9." if RUBY_PLATFORM != 'java' && RUBY_VERSION < '2.0.0'
+
+require 'roundhouse/logging'
+require 'roundhouse/client'
+require 'roundhouse/worker'
+require 'roundhouse/redis_connection'
+
+require 'json'
+
+module Roundhouse
+  NAME = 'Roundhouse'
+  LICENSE = 'See LICENSE and the LGPL-3.0 for licensing details.'
+
+  DEFAULTS = {
+    queues: [],
+    labels: [],
+    concurrency: 25,
+    require: '.',
+    environment: nil,
+    timeout: 8,
+    poll_interval_average: nil,
+    average_scheduled_poll_interval: 15,
+    error_handlers: [],
+    lifecycle_events: {
+      startup: [],
+      quiet: [],
+      shutdown: [],
+    },
+    dead_max_jobs: 10_000,
+    dead_timeout_in_seconds: 180 * 24 * 60 * 60 # 6 months
+  }
+
+  DEFAULT_WORKER_OPTIONS = {
+    'retry' => true,
+    'queue' => 'default'
+  }
+
+  def self.❨╯°□°❩╯︵┻━┻
+    puts "Calm down, yo."
+  end
+
+  def self.options
+    @options ||= DEFAULTS.dup
+  end
+
+  def self.options=(opts)
+    @options = opts
+  end
+
+  ##
+  # Configuration for Roundhouse server, use like:
+  #
+  #   Roundhouse.configure_server do |config|
+  #     config.redis = { :namespace => 'myapp', :size => 25, :url => 'redis://myhost:8877/0' }
+  #     config.server_middleware do |chain|
+  #       chain.add MyServerHook
+  #     end
+  #   end
+  def self.configure_server
+    yield self if server?
+  end
+
+  ##
+  # Configuration for Roundhouse client, use like:
+  #
+  #   Roundhouse.configure_client do |config|
+  #     config.redis = { :namespace => 'myapp', :size => 1, :url => 'redis://myhost:8877/0' }
+  #   end
+  def self.configure_client
+    yield self unless server?
+  end
+
+  def self.server?
+    defined?(Roundhouse::CLI)
+  end
+
+  def self.redis(&block)
+    raise ArgumentError, "requires a block" unless block
+    redis_pool.with(&block)
+  end
+
+  def self.redis_pool
+    @redis ||= Roundhouse::RedisConnection.create
+  end
+
+  def self.redis=(hash)
+    @redis = if hash.is_a?(ConnectionPool)
+      hash
+    else
+      Roundhouse::RedisConnection.create(hash)
+    end
+  end
+
+  def self.client_middleware
+    @client_chain ||= Middleware::Chain.new
+    yield @client_chain if block_given?
+    @client_chain
+  end
+
+  def self.server_middleware
+    @server_chain ||= Processor.default_middleware
+    yield @server_chain if block_given?
+    @server_chain
+  end
+
+  def self.default_worker_options=(hash)
+    @default_worker_options = default_worker_options.merge(hash.stringify_keys)
+  end
+
+  def self.default_worker_options
+    defined?(@default_worker_options) ? @default_worker_options : DEFAULT_WORKER_OPTIONS
+  end
+
+  def self.load_json(string)
+    JSON.parse(string)
+  end
+
+  def self.dump_json(object)
+    JSON.generate(object)
+  end
+
+  def self.logger
+    Roundhouse::Logging.logger
+  end
+
+  def self.logger=(log)
+    Roundhouse::Logging.logger = log
+  end
+
+  # When set, overrides Roundhouse.options[:average_scheduled_poll_interval] and sets
+  # the average interval that this process will delay before checking for
+  # scheduled jobs or job retries that are ready to run.
+  #
+  # See roundhouse/scheduled.rb for an in-depth explanation of this value
+  def self.poll_interval=(interval)
+    $stderr.puts "DEPRECATION: `config.poll_interval = #{interval}` will be removed in Roundhouse 4. Please update to `config.average_scheduled_poll_interval = #{interval}`."
+    self.options[:poll_interval_average] = interval
+  end
+
+  # How frequently Redis should be checked by a random Roundhouse process for
+  # scheduled and retriable jobs. Each individual process will take turns by
+  # waiting some multiple of this value.
+  #
+  # See roundhouse/scheduled.rb for an in-depth explanation of this value
+  def self.average_scheduled_poll_interval=(interval)
+    self.options[:average_scheduled_poll_interval] = interval
+  end
+
+  # Register a proc to handle any error which occurs within the Roundhouse process.
+  #
+  #   Roundhouse.configure_server do |config|
+  #     config.error_handlers << proc {|ex,ctx_hash| MyErrorService.notify(ex, ctx_hash) }
+  #   end
+  #
+  # The default error handler logs errors to Roundhouse.logger.
+  def self.error_handlers
+    self.options[:error_handlers]
+  end
+
+  # Register a block to run at a point in the Roundhouse lifecycle.
+  # :startup, :quiet or :shutdown are valid events.
+  #
+  #   Roundhouse.configure_server do |config|
+  #     config.on(:shutdown) do
+  #       puts "Goodbye cruel world!"
+  #     end
+  #   end
+  def self.on(event, &block)
+    raise ArgumentError, "Symbols only please: #{event}" unless event.is_a?(Symbol)
+    raise ArgumentError, "Invalid event name: #{event}" unless options[:lifecycle_events].key?(event)
+    options[:lifecycle_events][event] << block
+  end
+end
+
+require 'roundhouse/rails' if defined?(::Rails::Engine)

data/roundhouse.gemspec

@@ -0,0 +1,27 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/roundhouse/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Ho-Sheng Hsiao", "Mike Perham"]
+  gem.email         = ["hosh@shopapps.co", "mperham@gmail.com"]
+  gem.summary       = "Round-robin load-balanced background processing for Ruby"
+  gem.description   = "Round-robin load-balanced background processing for Ruby."
+  gem.homepage      = "http://roundhouse.shopapps.io"
+  gem.license       = "LGPL-3.0"
+
+  gem.executables   = ['roundhouse', 'roundhousectl']
+  gem.files         = `git ls-files | grep -Ev '^(myapp|examples)'`.split("\n")
+  gem.test_files    = `git ls-files -- test/*`.split("\n")
+  gem.name          = "roundhouse-x"
+  gem.require_paths = ["lib"]
+  gem.version       = Roundhouse::VERSION
+  gem.add_dependency                  'redis', '~> 3.2', '>= 3.2.1'
+  gem.add_dependency                  'redis-namespace', '~> 1.5', '>= 1.5.2'
+  gem.add_dependency                  'connection_pool', '~> 2.2', '>= 2.2.0'
+  gem.add_dependency                  'celluloid', '~> 0.17.0'
+  gem.add_dependency                  'json', '~> 1.0'
+  gem.add_development_dependency      'sinatra', '~> 1.4', '>= 1.4.6'
+  gem.add_development_dependency      'minitest', '~> 5.7', '>= 5.7.0'
+  gem.add_development_dependency      'rake', '~> 10.0'
+  gem.add_development_dependency      'rails', '~> 4', '>= 3.2.0'
+end

data/test/config.yml

@@ -0,0 +1,9 @@
+---
+:verbose:      false
+:require:      ./test/fake_env.rb
+:pidfile:      /tmp/roundhouse-config-test.pid
+:logfile:      /tmp/roundhouse.log
+:concurrency:  50
+:queues:
+  - [<%="very_"%>often, 2]
+  - [seldom, 1]

data/test/env_based_config.yml

@@ -0,0 +1,11 @@
+---
+:pidfile:      /tmp/roundhouse-config-test.pid
+:concurrency:  50
+staging:
+  :verbose:      false
+  :require:      ./test/fake_env.rb
+  :logfile:      /tmp/roundhouse.log
+  :concurrency:  5
+  :queues:
+    - [<%="very_"%>often, 2]
+    - [seldom, 1]

data/test/fixtures/en.yml

@@ -0,0 +1,2 @@
+en:
+  translated_text: 'Changed text from add locals'

data/test/helper.rb

@@ -0,0 +1,49 @@
+$CELLULOID_DEBUG = false
+$TESTING = true
+if ENV["COVERAGE"]
+  require 'simplecov'
+  SimpleCov.start do
+    add_filter "/test/"
+    add_filter "/myapp/"
+  end
+end
+ENV['RACK_ENV'] = ENV['RAILS_ENV'] = 'test'
+
+begin
+  require 'pry-byebug'
+rescue LoadError
+end
+
+require 'minitest/autorun'
+require 'minitest/pride'
+
+require 'celluloid/current'
+require 'celluloid/test'
+Celluloid.boot
+require 'roundhouse'
+require 'roundhouse/util'
+Roundhouse.logger.level = Logger::ERROR
+
+Roundhouse::Test = Minitest::Test
+
+require 'roundhouse/redis_connection'
+REDIS_URL = ENV['REDIS_URL'] || 'redis://localhost/15'
+REDIS = Roundhouse::RedisConnection.create(:url => REDIS_URL, :namespace => 'testy')
+
+Roundhouse.configure_client do |config|
+  config.redis = { :url => REDIS_URL, :namespace => 'testy' }
+end
+
+def capture_logging(lvl=Logger::INFO)
+  old = Roundhouse.logger
+  begin
+    out = StringIO.new
+    logger = Logger.new(out)
+    logger.level = lvl
+    Roundhouse.logger = logger
+    yield
+    out.string
+  ensure
+    Roundhouse.logger = old
+  end
+end