sidekiq 0.5.0

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of sidekiq might be problematic. Click here for more details.

Files changed (62) hide show
  1. data/.rvmrc +3 -0
  2. data/COMM-LICENSE +75 -0
  3. data/Changes.md +4 -0
  4. data/Gemfile +4 -0
  5. data/Gemfile.lock +32 -0
  6. data/LICENSE +9 -0
  7. data/README.md +64 -0
  8. data/Rakefile +8 -0
  9. data/TODO.md +4 -0
  10. data/bin/client +7 -0
  11. data/bin/sidekiq +19 -0
  12. data/lib/sidekiq.rb +4 -0
  13. data/lib/sidekiq/cli.rb +100 -0
  14. data/lib/sidekiq/client.rb +47 -0
  15. data/lib/sidekiq/manager.rb +131 -0
  16. data/lib/sidekiq/middleware.rb +89 -0
  17. data/lib/sidekiq/processor.rb +37 -0
  18. data/lib/sidekiq/rails.rb +5 -0
  19. data/lib/sidekiq/util.rb +36 -0
  20. data/lib/sidekiq/version.rb +3 -0
  21. data/lib/sidekiq/worker.rb +42 -0
  22. data/myapp/.gitignore +15 -0
  23. data/myapp/Gemfile +5 -0
  24. data/myapp/Gemfile.lock +100 -0
  25. data/myapp/Rakefile +7 -0
  26. data/myapp/app/controllers/application_controller.rb +3 -0
  27. data/myapp/app/helpers/application_helper.rb +2 -0
  28. data/myapp/app/mailers/.gitkeep +0 -0
  29. data/myapp/app/models/.gitkeep +0 -0
  30. data/myapp/app/models/post.rb +2 -0
  31. data/myapp/app/views/layouts/application.html.erb +14 -0
  32. data/myapp/app/workers/hard_worker.rb +6 -0
  33. data/myapp/config.ru +4 -0
  34. data/myapp/config/application.rb +59 -0
  35. data/myapp/config/boot.rb +6 -0
  36. data/myapp/config/database.yml +25 -0
  37. data/myapp/config/environment.rb +5 -0
  38. data/myapp/config/environments/development.rb +37 -0
  39. data/myapp/config/environments/production.rb +67 -0
  40. data/myapp/config/environments/test.rb +37 -0
  41. data/myapp/config/initializers/backtrace_silencers.rb +7 -0
  42. data/myapp/config/initializers/inflections.rb +15 -0
  43. data/myapp/config/initializers/mime_types.rb +5 -0
  44. data/myapp/config/initializers/secret_token.rb +7 -0
  45. data/myapp/config/initializers/session_store.rb +8 -0
  46. data/myapp/config/initializers/wrap_parameters.rb +14 -0
  47. data/myapp/config/locales/en.yml +5 -0
  48. data/myapp/config/routes.rb +58 -0
  49. data/myapp/db/migrate/20120123214055_create_posts.rb +10 -0
  50. data/myapp/db/seeds.rb +7 -0
  51. data/myapp/lib/assets/.gitkeep +0 -0
  52. data/myapp/lib/tasks/.gitkeep +0 -0
  53. data/myapp/log/.gitkeep +0 -0
  54. data/myapp/script/rails +6 -0
  55. data/sidekiq.gemspec +22 -0
  56. data/test/helper.rb +9 -0
  57. data/test/test_client.rb +50 -0
  58. data/test/test_manager.rb +38 -0
  59. data/test/test_middleware.rb +62 -0
  60. data/test/test_processor.rb +52 -0
  61. data/test/timed_queue.rb +42 -0
  62. metadata +179 -0
@@ -0,0 +1,6 @@
1
+ require 'rubygems'
2
+
3
+ # Set up gems listed in the Gemfile.
4
+ ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
5
+
6
+ require 'bundler/setup' if File.exists?(ENV['BUNDLE_GEMFILE'])
@@ -0,0 +1,25 @@
1
+ # SQLite version 3.x
2
+ # gem install sqlite3
3
+ #
4
+ # Ensure the SQLite 3 gem is defined in your Gemfile
5
+ # gem 'sqlite3'
6
+ development:
7
+ adapter: sqlite3
8
+ database: db/development.sqlite3
9
+ pool: 5
10
+ timeout: 5000
11
+
12
+ # Warning: The database defined as "test" will be erased and
13
+ # re-generated from your development database when you run "rake".
14
+ # Do not set this db to the same as development or production.
15
+ test:
16
+ adapter: sqlite3
17
+ database: db/test.sqlite3
18
+ pool: 5
19
+ timeout: 5000
20
+
21
+ production:
22
+ adapter: sqlite3
23
+ database: db/production.sqlite3
24
+ pool: 5
25
+ timeout: 5000
@@ -0,0 +1,5 @@
1
+ # Load the rails application
2
+ require File.expand_path('../application', __FILE__)
3
+
4
+ # Initialize the rails application
5
+ Myapp::Application.initialize!
@@ -0,0 +1,37 @@
1
+ Myapp::Application.configure do
2
+ # Settings specified here will take precedence over those in config/application.rb
3
+
4
+ # In the development environment your application's code is reloaded on
5
+ # every request. This slows down response time but is perfect for development
6
+ # since you don't have to restart the web server when you make code changes.
7
+ config.cache_classes = false
8
+
9
+ # Log error messages when you accidentally call methods on nil.
10
+ config.whiny_nils = true
11
+
12
+ # Show full error reports and disable caching
13
+ config.consider_all_requests_local = true
14
+ config.action_controller.perform_caching = false
15
+
16
+ # Don't care if the mailer can't send
17
+ config.action_mailer.raise_delivery_errors = false
18
+
19
+ # Print deprecation notices to the Rails logger
20
+ config.active_support.deprecation = :log
21
+
22
+ # Only use best-standards-support built into browsers
23
+ config.action_dispatch.best_standards_support = :builtin
24
+
25
+ # Raise exception on mass assignment protection for Active Record models
26
+ config.active_record.mass_assignment_sanitizer = :strict
27
+
28
+ # Log the query plan for queries taking more than this (works
29
+ # with SQLite, MySQL, and PostgreSQL)
30
+ config.active_record.auto_explain_threshold_in_seconds = 0.5
31
+
32
+ # Do not compress assets
33
+ config.assets.compress = false
34
+
35
+ # Expands the lines which load the assets
36
+ config.assets.debug = true
37
+ end
@@ -0,0 +1,67 @@
1
+ Myapp::Application.configure do
2
+ # Settings specified here will take precedence over those in config/application.rb
3
+
4
+ # Code is not reloaded between requests
5
+ config.cache_classes = true
6
+
7
+ # Full error reports are disabled and caching is turned on
8
+ config.consider_all_requests_local = false
9
+ config.action_controller.perform_caching = true
10
+
11
+ # Disable Rails's static asset server (Apache or nginx will already do this)
12
+ config.serve_static_assets = false
13
+
14
+ # Compress JavaScripts and CSS
15
+ config.assets.compress = true
16
+
17
+ # Don't fallback to assets pipeline if a precompiled asset is missed
18
+ config.assets.compile = false
19
+
20
+ # Generate digests for assets URLs
21
+ config.assets.digest = true
22
+
23
+ # Defaults to Rails.root.join("public/assets")
24
+ # config.assets.manifest = YOUR_PATH
25
+
26
+ # Specifies the header that your server uses for sending files
27
+ # config.action_dispatch.x_sendfile_header = "X-Sendfile" # for apache
28
+ # config.action_dispatch.x_sendfile_header = 'X-Accel-Redirect' # for nginx
29
+
30
+ # Force all access to the app over SSL, use Strict-Transport-Security, and use secure cookies.
31
+ # config.force_ssl = true
32
+
33
+ # See everything in the log (default is :info)
34
+ # config.log_level = :debug
35
+
36
+ # Prepend all log lines with the following tags
37
+ # config.log_tags = [ :subdomain, :uuid ]
38
+
39
+ # Use a different logger for distributed setups
40
+ # config.logger = ActiveSupport::TaggedLogging.new(SyslogLogger.new)
41
+
42
+ # Use a different cache store in production
43
+ # config.cache_store = :mem_cache_store
44
+
45
+ # Enable serving of images, stylesheets, and JavaScripts from an asset server
46
+ # config.action_controller.asset_host = "http://assets.example.com"
47
+
48
+ # Precompile additional assets (application.js, application.css, and all non-JS/CSS are already added)
49
+ # config.assets.precompile += %w( search.js )
50
+
51
+ # Disable delivery errors, bad email addresses will be ignored
52
+ # config.action_mailer.raise_delivery_errors = false
53
+
54
+ # Enable threaded mode
55
+ # config.threadsafe!
56
+
57
+ # Enable locale fallbacks for I18n (makes lookups for any locale fall back to
58
+ # the I18n.default_locale when a translation can not be found)
59
+ config.i18n.fallbacks = true
60
+
61
+ # Send deprecation notices to registered listeners
62
+ config.active_support.deprecation = :notify
63
+
64
+ # Log the query plan for queries taking more than this (works
65
+ # with SQLite, MySQL, and PostgreSQL)
66
+ # config.active_record.auto_explain_threshold_in_seconds = 0.5
67
+ end
@@ -0,0 +1,37 @@
1
+ Myapp::Application.configure do
2
+ # Settings specified here will take precedence over those in config/application.rb
3
+
4
+ # The test environment is used exclusively to run your application's
5
+ # test suite. You never need to work with it otherwise. Remember that
6
+ # your test database is "scratch space" for the test suite and is wiped
7
+ # and recreated between test runs. Don't rely on the data there!
8
+ config.cache_classes = true
9
+
10
+ # Configure static asset server for tests with Cache-Control for performance
11
+ config.serve_static_assets = true
12
+ config.static_cache_control = "public, max-age=3600"
13
+
14
+ # Log error messages when you accidentally call methods on nil
15
+ config.whiny_nils = true
16
+
17
+ # Show full error reports and disable caching
18
+ config.consider_all_requests_local = true
19
+ config.action_controller.perform_caching = false
20
+
21
+ # Raise exceptions instead of rendering exception templates
22
+ config.action_dispatch.show_exceptions = false
23
+
24
+ # Disable request forgery protection in test environment
25
+ config.action_controller.allow_forgery_protection = false
26
+
27
+ # Tell Action Mailer not to deliver emails to the real world.
28
+ # The :test delivery method accumulates sent emails in the
29
+ # ActionMailer::Base.deliveries array.
30
+ config.action_mailer.delivery_method = :test
31
+
32
+ # Raise exception on mass assignment protection for Active Record models
33
+ config.active_record.mass_assignment_sanitizer = :strict
34
+
35
+ # Print deprecation notices to the stderr
36
+ config.active_support.deprecation = :stderr
37
+ end
@@ -0,0 +1,7 @@
1
+ # Be sure to restart your server when you modify this file.
2
+
3
+ # You can add backtrace silencers for libraries that you're using but don't wish to see in your backtraces.
4
+ # Rails.backtrace_cleaner.add_silencer { |line| line =~ /my_noisy_library/ }
5
+
6
+ # You can also remove all the silencers if you're trying to debug a problem that might stem from framework code.
7
+ # Rails.backtrace_cleaner.remove_silencers!
@@ -0,0 +1,15 @@
1
+ # Be sure to restart your server when you modify this file.
2
+
3
+ # Add new inflection rules using the following format
4
+ # (all these examples are active by default):
5
+ # ActiveSupport::Inflector.inflections do |inflect|
6
+ # inflect.plural /^(ox)$/i, '\1en'
7
+ # inflect.singular /^(ox)en/i, '\1'
8
+ # inflect.irregular 'person', 'people'
9
+ # inflect.uncountable %w( fish sheep )
10
+ # end
11
+ #
12
+ # These inflection rules are supported but not enabled by default:
13
+ # ActiveSupport::Inflector.inflections do |inflect|
14
+ # inflect.acronym 'RESTful'
15
+ # end
@@ -0,0 +1,5 @@
1
+ # Be sure to restart your server when you modify this file.
2
+
3
+ # Add new mime types for use in respond_to blocks:
4
+ # Mime::Type.register "text/richtext", :rtf
5
+ # Mime::Type.register_alias "text/html", :iphone
@@ -0,0 +1,7 @@
1
+ # Be sure to restart your server when you modify this file.
2
+
3
+ # Your secret key for verifying the integrity of signed cookies.
4
+ # If you change this key, all old signed cookies will become invalid!
5
+ # Make sure the secret is at least 30 characters and all random,
6
+ # no regular words or you'll be exposed to dictionary attacks.
7
+ Myapp::Application.config.secret_token = 'bdd335500c81ba1f279f9dd8198d1f334445d0193168ed73c1282502180dca27e3e102ec345e99b2acac6a63f7fe29da69c60cc9e76e8da34fb5d4989db24cd8'
@@ -0,0 +1,8 @@
1
+ # Be sure to restart your server when you modify this file.
2
+
3
+ Myapp::Application.config.session_store :cookie_store, key: '_myapp_session'
4
+
5
+ # Use the database for sessions instead of the cookie-based default,
6
+ # which shouldn't be used to store highly confidential information
7
+ # (create the session table with "rails generate session_migration")
8
+ # Myapp::Application.config.session_store :active_record_store
@@ -0,0 +1,14 @@
1
+ # Be sure to restart your server when you modify this file.
2
+ #
3
+ # This file contains settings for ActionController::ParamsWrapper which
4
+ # is enabled by default.
5
+
6
+ # Enable parameter wrapping for JSON. You can disable this by setting :format to an empty array.
7
+ ActiveSupport.on_load(:action_controller) do
8
+ wrap_parameters format: [:json]
9
+ end
10
+
11
+ # Disable root element in JSON by default.
12
+ ActiveSupport.on_load(:active_record) do
13
+ self.include_root_in_json = false
14
+ end
@@ -0,0 +1,5 @@
1
+ # Sample localization file for English. Add more files in this directory for other locales.
2
+ # See https://github.com/svenfuchs/rails-i18n/tree/master/rails%2Flocale for starting points.
3
+
4
+ en:
5
+ hello: "Hello world"
@@ -0,0 +1,58 @@
1
+ Myapp::Application.routes.draw do
2
+ # The priority is based upon order of creation:
3
+ # first created -> highest priority.
4
+
5
+ # Sample of regular route:
6
+ # match 'products/:id' => 'catalog#view'
7
+ # Keep in mind you can assign values other than :controller and :action
8
+
9
+ # Sample of named route:
10
+ # match 'products/:id/purchase' => 'catalog#purchase', :as => :purchase
11
+ # This route can be invoked with purchase_url(:id => product.id)
12
+
13
+ # Sample resource route (maps HTTP verbs to controller actions automatically):
14
+ # resources :products
15
+
16
+ # Sample resource route with options:
17
+ # resources :products do
18
+ # member do
19
+ # get 'short'
20
+ # post 'toggle'
21
+ # end
22
+ #
23
+ # collection do
24
+ # get 'sold'
25
+ # end
26
+ # end
27
+
28
+ # Sample resource route with sub-resources:
29
+ # resources :products do
30
+ # resources :comments, :sales
31
+ # resource :seller
32
+ # end
33
+
34
+ # Sample resource route with more complex sub-resources
35
+ # resources :products do
36
+ # resources :comments
37
+ # resources :sales do
38
+ # get 'recent', :on => :collection
39
+ # end
40
+ # end
41
+
42
+ # Sample resource route within a namespace:
43
+ # namespace :admin do
44
+ # # Directs /admin/products/* to Admin::ProductsController
45
+ # # (app/controllers/admin/products_controller.rb)
46
+ # resources :products
47
+ # end
48
+
49
+ # You can have the root of your site routed with "root"
50
+ # just remember to delete public/index.html.
51
+ # root :to => 'welcome#index'
52
+
53
+ # See how all your routes lay out with "rake routes"
54
+
55
+ # This is a legacy wild controller route that's not recommended for RESTful applications.
56
+ # Note: This route will make all actions in every controller accessible via GET requests.
57
+ # match ':controller(/:action(/:id))(.:format)'
58
+ end
@@ -0,0 +1,10 @@
1
+ class CreatePosts < ActiveRecord::Migration
2
+ def change
3
+ create_table :posts do |t|
4
+ t.string :title
5
+ t.string :body
6
+
7
+ t.timestamps
8
+ end
9
+ end
10
+ end
@@ -0,0 +1,7 @@
1
+ # This file should contain all the record creation needed to seed the database with its default values.
2
+ # The data can then be loaded with the rake db:seed (or created alongside the db with db:setup).
3
+ #
4
+ # Examples:
5
+ #
6
+ # cities = City.create([{ name: 'Chicago' }, { name: 'Copenhagen' }])
7
+ # Mayor.create(name: 'Emanuel', city: cities.first)
File without changes
File without changes
File without changes
@@ -0,0 +1,6 @@
1
+ #!/usr/bin/env ruby
2
+ # This command will automatically be run when you run "rails" with Rails 3 gems installed from the root of your application.
3
+
4
+ APP_PATH = File.expand_path('../../config/application', __FILE__)
5
+ require File.expand_path('../../config/boot', __FILE__)
6
+ require 'rails/commands'
@@ -0,0 +1,22 @@
1
+ # -*- encoding: utf-8 -*-
2
+ require File.expand_path('../lib/sidekiq/version', __FILE__)
3
+
4
+ Gem::Specification.new do |gem|
5
+ gem.authors = ["Mike Perham"]
6
+ gem.email = ["mperham@gmail.com"]
7
+ gem.description = gem.summary = "Simple, efficient message processing for Ruby"
8
+ gem.homepage = "http://mperham.github.com/sidekiq"
9
+
10
+ gem.executables = ['sidekiq']
11
+ gem.files = `git ls-files`.split("\n")
12
+ gem.test_files = `git ls-files -- test/*`.split("\n")
13
+ gem.name = "sidekiq"
14
+ gem.require_paths = ["lib"]
15
+ gem.version = Sidekiq::VERSION
16
+ gem.add_dependency 'redis'
17
+ gem.add_dependency 'connection_pool'
18
+ gem.add_dependency 'celluloid'
19
+ gem.add_dependency 'multi_json'
20
+ gem.add_development_dependency 'minitest'
21
+ gem.add_development_dependency 'rake'
22
+ end
@@ -0,0 +1,9 @@
1
+ $TESTING = true
2
+ if false
3
+ require 'simplecov'
4
+ SimpleCov.start
5
+ end
6
+
7
+ require 'minitest/unit'
8
+ require 'minitest/pride'
9
+ require 'minitest/autorun'
@@ -0,0 +1,50 @@
1
+ require 'helper'
2
+ require 'sidekiq/client'
3
+ require 'sidekiq/worker'
4
+
5
+ class TestClient < MiniTest::Unit::TestCase
6
+ describe 'with mock redis' do
7
+ before do
8
+ @redis = MiniTest::Mock.new
9
+ Sidekiq::Client.redis = @redis
10
+ end
11
+
12
+ it 'raises ArgumentError with invalid params' do
13
+ assert_raises ArgumentError do
14
+ Sidekiq::Client.push('foo', 1)
15
+ end
16
+
17
+ assert_raises ArgumentError do
18
+ Sidekiq::Client.push('foo', :class => 'Foo', :noargs => [1, 2])
19
+ end
20
+ end
21
+
22
+ it 'pushes messages to redis' do
23
+ @redis.expect :rpush, 1, ['queue:foo', String]
24
+ count = Sidekiq::Client.push('foo', 'class' => 'Foo', 'args' => [1, 2])
25
+ assert count > 0
26
+ @redis.verify
27
+ end
28
+
29
+ class MyWorker
30
+ include Sidekiq::Worker
31
+ def self.queue
32
+ 'foo'
33
+ end
34
+ end
35
+
36
+ it 'handles perform_async' do
37
+ @redis.expect :rpush, 1, ['queue:default', String]
38
+ count = MyWorker.perform_async(1, 2)
39
+ assert count > 0
40
+ @redis.verify
41
+ end
42
+
43
+ it 'enqueues messages to redis' do
44
+ @redis.expect :rpush, 1, ['queue:foo', String]
45
+ count = Sidekiq::Client.enqueue(MyWorker, 1, 2)
46
+ assert count > 0
47
+ @redis.verify
48
+ end
49
+ end
50
+ end
@@ -0,0 +1,38 @@
1
+ require 'helper'
2
+ require 'sidekiq'
3
+ require 'sidekiq/manager'
4
+ require 'timed_queue'
5
+
6
+ class TestManager < MiniTest::Unit::TestCase
7
+ describe 'with redis' do
8
+ before do
9
+ Sidekiq::Client.redis = @redis = Redis.connect(:url => 'redis://localhost/sidekiq_test')
10
+ @redis.flushdb
11
+ $processed = 0
12
+ end
13
+
14
+ class IntegrationWorker
15
+ include Sidekiq::Worker
16
+
17
+ def perform(a, b)
18
+ $processed += 1
19
+ a + b
20
+ end
21
+ end
22
+
23
+ it 'processes messages' do
24
+ Sidekiq::Client.push(:foo, 'class' => IntegrationWorker, 'args' => [1, 2])
25
+ Sidekiq::Client.push(:foo, 'class' => IntegrationWorker, 'args' => [1, 2])
26
+
27
+ q = TimedQueue.new
28
+ mgr = Sidekiq::Manager.new("redis://localhost/sidekiq_test", :queues => [:foo])
29
+ mgr.when_done do |_|
30
+ q << 'done' if $processed == 2
31
+ end
32
+ mgr.start!
33
+ result = q.timed_pop
34
+ assert_equal 'done', result
35
+ mgr.stop
36
+ end
37
+ end
38
+ end