workerholic 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 61f1243274828aafe8b8c00d714b00e0832e1998
-  data.tar.gz: 7d1d1d50f9fa005e596b2500482831c749b9d8bd
+  metadata.gz: 3dbbd1a9c47965c3c80a7325581badfc7dc96b96
+  data.tar.gz: 37df7707f5d84b23bc934bd0bc16885d8dfa8d99
 SHA512:
-  metadata.gz: 6d758f61a7cb894d6b514643e3c896cf2ea42adeeda3d66c79c99ded136b8cd9369faa89027f99695b6ebb44904f2357496ad401b1233c624fd8e2e1ebf94956
-  data.tar.gz: c9ee873f1ed1f1a402947f777b21cd706bd72418a9d40b98566e57ebd833a7e76a3abd41b0bfc6ee0b4d9af5af4e670485508f3995c2a898fc619685dccc6bd7
+  metadata.gz: 28a2e6a4335623487fa2b3913022c0a9675de2220fd16bd55490273876cfbaff8f1d8bd007ea354cac0b976245704a2a30888c7704b84a2102db761e07a1c964
+  data.tar.gz: 417af745f8894b013567f19b635441cf23eef8050b46f91c1bf2e366a4e006b726fb91c0206cd45a20d28e745871eae560b04d9ac0b591af597723d0ab9d87d2

data/Gemfile

@@ -1,7 +1,10 @@
 source 'https://rubygems.org'
 
+gemspec
+
 gem 'redis', '~> 3.3', '>= 3.3.3'
 gem 'connection_pool', '~> 2.2', '>= 2.2.0'
+gem 'sinatra'
 
 group :development, :test do
   gem 'pry-byebug'

data/Gemfile.lock

@@ -1,3 +1,11 @@
+PATH
+  remote: .
+  specs:
+    workerholic (0.0.2)
+      connection_pool (~> 2.2, >= 2.2.0)
+      redis (~> 3.3, >= 3.3.3)
+      sinatra
+
 GEM
   remote: https://rubygems.org/
   specs:
@@ -6,6 +14,7 @@ GEM
     connection_pool (2.2.1)
     diff-lcs (1.3)
     method_source (0.8.2)
+    mustermann (1.0.0)
     pry (0.10.4)
       coderay (~> 1.1.0)
       method_source (~> 0.8.1)
@@ -13,6 +22,9 @@ GEM
     pry-byebug (3.4.2)
       byebug (~> 9.0)
       pry (~> 0.10)
+    rack (2.0.3)
+    rack-protection (2.0.0)
+      rack
     redis (3.3.3)
     rspec (3.6.0)
       rspec-core (~> 3.6.0)
@@ -27,7 +39,13 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.6.0)
     rspec-support (3.6.0)
+    sinatra (2.0.0)
+      mustermann (~> 1.0)
+      rack (~> 2.0)
+      rack-protection (= 2.0.0)
+      tilt (~> 2.0)
     slop (3.6.0)
+    tilt (2.0.7)
 
 PLATFORMS
   ruby
@@ -36,7 +54,9 @@ DEPENDENCIES
   connection_pool (~> 2.2, >= 2.2.0)
   pry-byebug
   redis (~> 3.3, >= 3.3.3)
-  rspec
+  rspec (~> 3.6, >= 3.6.0)
+  sinatra
+  workerholic!
 
 BUNDLED WITH
-   1.15.1
+   1.15.3

data/Rakefile

@@ -0,0 +1 @@
+require 'bundler/gem_tasks'

data/app_test/job_test.rb

@@ -1,4 +1,4 @@
-require_relative '../lib/workerholic'
+require 'workerholic'
 
 class JobTestFast
   include Workerholic::Job
@@ -14,7 +14,71 @@ class JobTestSlow
   job_options queue_name: 'workerholic:queue:job_slow'
 
   def perform(str, num)
-    str
-    sleep(0.1)
+    sleep(0.5)
+    puts "#{num} - #{str}"
+  end
+end
+
+class ThreadKiller
+  include Workerholic::Job
+
+  def perform(string, n)
+    puts "#{n}. #{string}"
+    Thread.main.kill
+  end
+end
+
+class LargeArg
+  include Workerholic::Job
+
+  def perform(arr, n)
+    puts n
+  end
+end
+
+class ManyArgs
+  include Workerholic::Job
+
+  def perform(n, *args)
+    puts "#{n}: #{args}"
+  end
+end
+
+# A CPU-blocking operation
+class HeavyCalculation
+  include Workerholic::Job
+
+  def perform(n, arr)
+    arr = bubble_sort(arr)
+    puts "#{n}: #{arr[0..9]}"
+  end
+
+  def bubble_sort(array)
+    return array if array.size <= 1
+
+    unsorted = true
+
+    while unsorted do
+      unsorted = false
+      0.upto(array.size-2) do |i|
+        if array[i] > array[i+1]
+          array[i], array[i+1] = array[i+1], array[i]
+          unsorted = true
+        end
+      end
+    end
+
+    array
+  end
+end
+
+class GetPrimes
+  include Workerholic::Job
+
+  def perform(n, max)
+    Prime.each(max) do |prime|
+      prime
+    end
+    puts n
   end
 end

data/app_test/run.rb

@@ -1,5 +1,30 @@
 require_relative 'job_test'
 
+# 100000.times do |n|
+#   JobTestFast.new.perform_async('NONBLOCKING', n)
+#   # sleep(0.0015)
+# end
+
+# 10000.times do |n|
+#   JobTestSlow.new.perform_async('BLOCKING', n)
+#   sleep(0.0015)
+# end
+
+# 100000.times do |n|
+#   ThreadKiller.new.perform_async('Kill', n)
+# end
+
+# arg = Array.new(10000, 'string')
+# 10000.times do |n|
+#   LargeArg.new.perform_async(arg, n)
+# end
+
+# unsorted_array = (1..10000).to_a.shuffle
+unsorted_array = (1..1000).to_a.shuffle
+1000.times do |n|
+  HeavyCalculation.new.perform_async(n, unsorted_array)
+end
+
 5_000.times do |n|
   JobTestFast.new.perform_async('NON BLOCKING', n)
   JobTestFast.new.perform_async('NON BLOCKING', n)
@@ -8,3 +33,11 @@ require_relative 'job_test'
   # # JobTestSlow.new.perform_async('BLOCKING', n)
   JobTestSlow.new.perform_async('BLOCKING', n)
 end
+
+# 100000.times do |n|
+#   ManyArgs.new.perform_async(n, [1, 2, 3], { key: 'value'}, :symb, 'string', 22, false)
+# end
+
+# 100000.times do |n|
+#   GetPrimes.new.perform_async(n, 1000000)
+# end

data/bin/workerholic

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/workerholic/cli'
+
+Workerholic::CLI.run

data/lib/workerholic/cli.rb

@@ -0,0 +1,21 @@
+$LOAD_PATH << __dir__ + '/..'
+
+require 'workerholic'
+
+module Workerholic
+  class CLI
+    def self.run
+      auto_balance = ARGV.any? { |arg| arg == '--auto-balance' }
+      workers_count = ARGV.find { |arg| arg.match? /^--workers=\d+$/ }
+
+      if workers_count
+        workers_count = workers_count[/\d+/].to_i
+        Workerholic.workers_count = workers_count
+      end
+
+      Manager.new.start
+    end
+  end
+end
+
+

data/lib/workerholic/log_manager.rb

@@ -7,6 +7,8 @@ module Workerholic
     end
 
     def log(severity, message)
+      return if $TESTING
+
       logger.formatter = proc do |severity, datetime, progname, msg|
         "#{severity}: #{msg}\n"
       end

data/lib/workerholic/queue.rb

@@ -1,7 +1,7 @@
 module Workerholic
   # Handles background job enqueueing/dequeuing functionality
   class Queue
-    attr_reader :storage, :name
+    attr_reader :storage, :name, :logger
 
     def initialize(name = 'workerholic:queue:main')
       @storage = Storage::RedisWrapper.new
@@ -11,7 +11,7 @@ module Workerholic
 
     def enqueue(serialized_job)
       storage.push(name, serialized_job)
-      @logger.log('info', "Your job was placed in the #{name} queue on #{Time.now}.")
+      logger.log('info', "Your job was placed in the #{name} queue on #{Time.now}.")
     end
 
     def dequeue
@@ -20,7 +20,7 @@ module Workerholic
     end
 
     def empty?
-      storage.list_length(name).zero?
+      storage.list_length(name) == 0
     end
 
     def size

data/lib/workerholic/sorted_set.rb

@@ -20,7 +20,7 @@ module Workerholic
     end
 
     def empty?
-      storage.set_empty?(name) == 0
+      storage.sorted_set_size(name) == 0
     end
   end
 end

data/lib/workerholic/storage.rb

@@ -13,55 +13,56 @@ module Workerholic
         end
       end
 
-      def list_length(key)
-        execute { |conn| conn.llen(key) }
+      def list_length(key, retry_delay = 5)
+        execute(retry_delay) { |conn| conn.llen(key) }
       end
 
-      def push(key, value)
-        execute { |conn| conn.rpush(key, value) }
+      def push(key, value, retry_delay = 5)
+        execute(retry_delay) { |conn| conn.rpush(key, value) }
       end
 
       # blocking pop from Redis queue
-      def pop(key, timeout = 1)
-        execute { |conn| conn.blpop(key, timeout) }
+      def pop(key, timeout = 1, retry_delay = 5)
+        execute(retry_delay) { |conn| conn.blpop(key, timeout) }
       end
 
-      def add_to_set(key, score, value)
-        execute { |conn| conn.zadd(key, score, value) }
+      def add_to_set(key, score, value, retry_delay = 5)
+        execute(retry_delay) { |conn| conn.zadd(key, score, value) }
       end
 
-      def peek(key)
-        execute { |conn| conn.zrange(key, 0, 0, with_scores: true).first }
+      def peek(key, retry_delay = 5)
+        execute(retry_delay) { |conn| conn.zrange(key, 0, 0, with_scores: true).first }
       end
 
-      def remove_from_set(key, score)
-        execute { |conn| conn.zremrangebyscore(key, score, score) }
+      def remove_from_set(key, score, retry_delay = 5)
+        execute(retry_delay) { |conn| conn.zremrangebyscore(key, score, score) }
       end
 
-      def set_empty?(key)
-        execute { |conn| conn.zcount(key, 0, '+inf') }
+      def sorted_set_size(key, retry_delay = 5)
+        execute(retry_delay) { |conn| conn.zcount(key, 0, '+inf') }
       end
 
-      def fetch_queue_names
-        execute { |conn| conn.scan(0, match: 'workerholic:queue*').last }
+      def fetch_queue_names(retry_delay = 5)
+        queue_name_pattern = $TESTING ? 'workerholic:testing:queue*' : 'workerholic:queue*'
+
+        execute(retry_delay) { |conn| conn.scan(0, match: queue_name_pattern).last }
       end
 
       class RedisCannotRecover < Redis::CannotConnectError; end
 
       private
 
-      def execute
+      def execute(retry_delay = 5)
         begin
           result = redis.with { |conn| yield conn }
           reset_retries
         rescue Redis::CannotConnectError
-          # LogManager might want to output our retries to the user
           @retries += 1
           if retries_exhausted?
             raise RedisCannotRecover, 'Redis reconnect retries exhausted. Main Workerholic thread will be terminated now.'
           end
 
-          sleep(5)
+          sleep retry_delay
           retry
         end
 

data/lib/workerholic/version.rb

@@ -0,0 +1,3 @@
+module Workerholic
+  VERSION = '0.0.3'
+end

data/lib/workerholic.rb

@@ -1,5 +1,3 @@
-$LOAD_PATH << __dir__
-
 require 'yaml'
 require 'redis'
 require 'connection_pool'

data/spec/helpers/helper_methods.rb

@@ -1,5 +1,8 @@
-TEST_QUEUE = 'workerholic:queue:_test_queue'
-TEST_SCHEDULED_SORTED_SET = 'workerholic:test:scheduled_jobs'
+TEST_QUEUE = 'workerholic:testing:queue:test_queue'
+ANOTHER_TEST_QUEUE = 'workerholic:testing:queue:another_test_queue'
+BALANCER_TEST_QUEUE = 'workerholic:testing:queue:balancer_test_queue'
+ANOTHER_BALANCER_TEST_QUEUE = 'workerholic:testing:queue:another_balancer_test_queue'
+TEST_SCHEDULED_SORTED_SET = 'workerholic:testing:scheduled_jobs'
 
 def expect_during(duration_in_secs, target)
   timeout = Time.now.to_f + duration_in_secs

data/spec/helpers/job_tests.rb

@@ -15,3 +15,22 @@ class ComplexJobTest
     [arg1, arg2, arg3]
   end
 end
+
+class FirstJobBalancerTest
+  include Workerholic::Job
+  job_options queue_name: BALANCER_TEST_QUEUE
+
+  def perform(str, num)
+    str
+  end
+end
+
+class SecondJobBalancerTest
+  include Workerholic::Job
+  job_options queue_name: ANOTHER_BALANCER_TEST_QUEUE
+
+  def perform(str, num)
+    str
+  end
+end
+

data/spec/integration/dequeuing_and_job_processing_spec.rb

@@ -2,7 +2,6 @@ require_relative '../spec_helper'
 
 describe 'dequeuing and processesing of jobs' do
   let(:redis) { Redis.new }
-  before { redis.del(TEST_QUEUE) }
 
   xit 'successfully dequeues and process a simple job' do
     serialized_job = Workerholic::JobSerializer.serialize(
@@ -13,7 +12,10 @@ describe 'dequeuing and processesing of jobs' do
     manager = Workerholic::Manager.new
 
     Thread.new { manager.start }
-    expect_during(1, false) { redis.exists(TEST_QUEUE) }
+    sleep(0.05)
+
+    expect(redis.llen(TEST_QUEUE)).to eq(0)
+    Thread.list.reject { |t| t == Thread.main }.each(&:kill)
   end
 
   it 'successfully dequeues and process a complex job'

data/spec/integration/enqueuing_jobs_spec.rb

@@ -2,7 +2,6 @@ require_relative '../spec_helper'
 
 describe 'enqueuing jobs to Redis' do
   let(:redis) { Redis.new }
-  before { redis.del(TEST_QUEUE) }
 
   context 'successfully creates a job and enqueues it in Redis' do
     it 'enqueues a simple job in redis' do

data/spec/job_processor_spec.rb

@@ -33,17 +33,17 @@ describe Workerholic::JobProcessor do
     expect(job_processor.process).to eq(complex_job_result)
   end
 
-  # it 'raises a custom error when processing a job with error' do
-  #   serialized_job = Workerholic::JobSerializer.serialize({
-  #                      class: SimpleJobTestWithError,
-  #                      arguments: [],
-  #                      statistics: Workerholic::Statistics.new.to_hash
-  #                    })
+  it 'does not raise an error when processing a job with error' do
+    serialized_job = Workerholic::JobSerializer.serialize({
+                       class: SimpleJobTestWithError,
+                       arguments: [],
+                       statistics: Workerholic::Statistics.new.to_hash
+                     })
 
-  #   job_processor = Workerholic::JobProcessor.new(serialized_job)
+    job_processor = Workerholic::JobProcessor.new(serialized_job)
 
-  #   expect { job_processor.process }.to raise_error(Workerholic::JobProcessingError)
-  # end
+    expect { job_processor.process }.not_to raise_error
+  end
 
   it 'retries job when job processing fails' do
     job = {
@@ -54,7 +54,6 @@ describe Workerholic::JobProcessor do
     serialized_job = Workerholic::JobSerializer.serialize(job)
 
     allow(Workerholic::JobRetry).to receive(:new)
-
     expect(Workerholic::JobRetry).to receive(:new)
 
     Workerholic::JobProcessor.new(serialized_job).process

data/spec/job_retry_spec.rb

@@ -9,8 +9,6 @@ end
 describe Workerholic::JobRetry do
   let(:redis) { Redis.new }
 
-  before { redis.del(TEST_SCHEDULED_SORTED_SET) }
-
   it 'increments retry count' do
     job = Workerholic::JobWrapper.new(class: JobWithError, arguments: [])
 

data/spec/job_scheduler_spec.rb

@@ -13,8 +13,6 @@ describe Workerholic::JobScheduler do
   let(:scheduler) { Workerholic::JobScheduler.new(set_name: TEST_SCHEDULED_SORTED_SET, queue_name: TEST_QUEUE) }
   let(:redis) { Redis.new }
 
-  before { redis.del(TEST_SCHEDULED_SORTED_SET) }
-
   context 'with non-empty set' do
     let(:serialized_job) do
       job = Workerholic::JobWrapper.new(

data/spec/manager_spec.rb

@@ -5,7 +5,7 @@ describe Workerholic::Manager do
     manager = Workerholic::Manager.new
 
     manager.workers.each { |worker| expect(worker).to be_a(Workerholic::Worker) }
-    expect(manager.workers.size).to eq(Workerholic::Manager::WORKERS_COUNT)
+    expect(manager.workers.size).to eq(Workerholic.workers_count)
   end
 
   it 'creates a job scheduler' do
@@ -17,10 +17,12 @@ describe Workerholic::Manager do
   it 'starts up the workers and the scheduler' do
     manager = Workerholic::Manager.new
 
+    allow_any_instance_of(Workerholic::Worker).to receive(:work) { nil }
+
     expect(manager.workers.first).to receive(:work)
     expect(manager.scheduler).to receive(:start)
-    Thread.new { manager.start }
 
-    sleep(0.1)
+    t = Thread.new { manager.start }
+    sleep(0.01)
   end
 end

data/spec/queue_spec.rb

@@ -1,7 +1,8 @@
 require_relative 'spec_helper'
 
 describe Workerholic::Queue do
-  let(:queue) { Workerholic::Queue.new('test') }
+  let(:redis) { Redis.new }
+  let(:queue) { Workerholic::Queue.new(TEST_QUEUE) }
   let(:job) { 'test job' }
 
   it 'enqueues a job' do
@@ -13,4 +14,16 @@ describe Workerholic::Queue do
     expect(queue.storage).to receive(:pop).with(queue.name).and_return([queue.name,job])
     queue.dequeue
   end
+
+  it 'checks if queue is empty' do
+    expect(queue.empty?).to eq(true)
+  end
+
+  it 'returns size of queue' do
+    redis.rpush(TEST_QUEUE, job)
+    redis.rpush(TEST_QUEUE, job)
+    redis.rpush(TEST_QUEUE, job)
+
+    expect(queue.size).to eq(3)
+  end
 end

data/spec/{sorted_set.rb → sorted_set_spec.rb}

@@ -5,21 +5,34 @@ describe Workerholic::SortedSet do
   let(:redis) { Redis.new }
   let(:sorted_set) { Workerholic::SortedSet.new(TEST_SCHEDULED_SORTED_SET) }
 
-  after { redis.del(TEST_SCHEDULED_SORTED_SET) }
-
   it 'adds a serialized job to the sorted set' do
     serialized_job = Workerholic::JobSerializer.serialize(job)
     score = Time.now.to_f
-    expect(sorted_set.add(score, serialized_job)).to eq(true)
+
+    expect(sorted_set.storage).to receive(:add_to_set).and_return(true)
+
+    sorted_set.add(serialized_job, score)
   end
 
   it 'removes due job from the sorted set' do
     serialized_job = Workerholic::JobSerializer.serialize(job)
     score = Time.now.to_f
+    redis.zadd(TEST_SCHEDULED_SORTED_SET, score, serialized_job)
 
-    sorted_set.add(score, serialized_job)
     sorted_set.remove(score)
 
     expect(redis.zcount(TEST_SCHEDULED_SORTED_SET, 0, '+inf')).to eq(0)
   end
+
+  it 'returns first element from sorted set' do
+    expect(sorted_set.storage).to receive(:peek)
+
+    sorted_set.peek
+  end
+
+  it 'checks if set is empty' do
+    expect(sorted_set.storage).to receive(:sorted_set_size)
+
+    sorted_set.empty?
+  end
 end

data/spec/spec_helper.rb

@@ -1,5 +1,7 @@
 $LOAD_PATH << __dir__ + '/../lib/'
 
+$TESTING = true
+
 require 'workerholic'
 
 require_relative 'helpers/helper_methods'
@@ -15,4 +17,8 @@ RSpec.configure do |config|
   end
 
   config.shared_context_metadata_behavior = :apply_to_host_groups
+
+  config.before do
+    Redis.new.del(TEST_QUEUE, ANOTHER_TEST_QUEUE, BALANCER_TEST_QUEUE, ANOTHER_BALANCER_TEST_QUEUE, TEST_SCHEDULED_SORTED_SET)
+  end
 end

data/spec/storage_spec.rb

@@ -2,16 +2,95 @@ require_relative 'spec_helper'
 
 describe Workerholic::Storage do
   let(:storage) { Workerholic::Storage::RedisWrapper.new }
+  let(:redis) { Redis.new }
   let(:queue_name) { TEST_QUEUE }
   let(:job) { 'test job' }
 
-  it 'adds a job to the test queue' do
-    expect(storage.redis).to receive(:rpush).with(queue_name, job)
-    storage.push(queue_name, job)
+  context 'with Redis running' do
+    it 'adds a job to the test queue' do
+      storage.push(queue_name, job)
+
+      expect(redis.llen(queue_name)).to eq(1)
+    end
+
+    it 'pops a job from the test queue' do
+      storage.push(queue_name, job)
+      storage.pop(queue_name)
+
+      expect(storage.list_length(queue_name)).to eq(0)
+    end
+
+    it 'gets the size for a specific queue' do
+      storage.push(queue_name, job)
+      storage.push(queue_name, job)
+
+      expect(storage.list_length(queue_name)).to eq(2)
+    end
+
+    it 'adds job to sorted set' do
+      score = Time.now.to_f
+      storage.add_to_set(TEST_SCHEDULED_SORTED_SET, score, job)
+
+      expect(redis.zrange(TEST_SCHEDULED_SORTED_SET, 0, 0, with_scores: true).first).to eq([job, score])
+    end
+
+    it 'returns first element in sorted set' do
+      score = Time.now.to_f
+      redis.zadd(TEST_SCHEDULED_SORTED_SET, score, job)
+
+      expect(storage.peek(TEST_SCHEDULED_SORTED_SET)).to eq([job, score])
+    end
+
+    it 'removes specified element from set' do
+      score1 = Time.now.to_f
+      score2 = score1 + 10
+      job2 = 'second test job'
+      redis.zadd(TEST_SCHEDULED_SORTED_SET, score1, job)
+      redis.zadd(TEST_SCHEDULED_SORTED_SET, score2, job2)
+
+      expect(storage.remove_from_set(TEST_SCHEDULED_SORTED_SET, score1)).to eq(1)
+      expect(redis.zcount(TEST_SCHEDULED_SORTED_SET, 0, '+inf')).to eq(1)
+    end
+
+    it 'checks if the sorted set is empty' do
+      score1 = Time.now.to_f
+      score2 = score1 + 10
+      job2 = 'second test job'
+      redis.zadd(TEST_SCHEDULED_SORTED_SET, score1, job)
+      redis.zadd(TEST_SCHEDULED_SORTED_SET, score2, job2)
+
+      expect(storage.sorted_set_size(TEST_SCHEDULED_SORTED_SET)).to eq(2)
+    end
+
+    it 'returns the workerholic queue names that are in redis' do
+      storage.push(queue_name, job)
+      storage.push(ANOTHER_TEST_QUEUE, job)
+
+      expect(storage.fetch_queue_names).to match_array([queue_name, ANOTHER_TEST_QUEUE])
+    end
   end
 
-  it 'pops a job from the test queue' do
-    expect(storage.redis).to receive(:blpop).with(queue_name, 1)
-    storage.pop(queue_name)
+  context 'with Redis not running' do
+    it 'calls Redis command inside a block wrapper' do
+      expect(storage).to receive(:execute)
+
+      storage.list_length(queue_name)
+    end
+
+    it 'increments the retries variable on inaccessible Redis instance' do
+      expect(storage.redis).to receive(:with).at_least(1).and_raise(Redis::CannotConnectError)
+
+      begin
+        storage.push(queue_name, job, 0.01)
+      rescue Redis::CannotConnectError
+        expect(storage.instance_variable_get(:@retries)).to eq(5)
+      end
+    end
+
+    it 'raises error if the number of retries has been exceeded' do
+      expect(storage.redis).to receive(:with).at_least(1).and_raise(Redis::CannotConnectError)
+
+      expect { storage.push(queue_name, job, 0.01) }.to raise_error(Workerholic::Storage::RedisWrapper::RedisCannotRecover)
+    end
   end
 end

data/spec/worker_balancer_spec.rb

@@ -0,0 +1,23 @@
+require_relative 'spec_helper'
+
+TESTED_QUEUES = [BALANCER_TEST_QUEUE, ANOTHER_BALANCER_TEST_QUEUE]
+
+describe Workerholic::WorkerBalancer do
+  let(:storage) { Workerholic::Storage::RedisWrapper.new }
+  let(:redis) { Redis.new }
+
+  before do
+    100.times do |n|
+      FirstJobBalancerTest.new.perform_async('first string', n)
+      SecondJobBalancerTest.new.perform_async('second string', n)
+    end
+  end
+
+  it 'fetches queues' do
+    allow(Workerholic::WorkerBalancer.new).to receive(:fetch_queues).and_return(TESTED_QUEUES)
+
+    manager = Workerholic::WorkerBalancer.new(workers: [])
+
+    expect(manager.queues.map(&:name)).to match_array(TESTED_QUEUES)
+  end
+end

data/spec/worker_spec.rb

@@ -26,10 +26,7 @@ describe Workerholic::Worker do
     }
   end
 
-  before do
-    redis.del(TEST_SCHEDULED_SORTED_SET)
-    WorkerJobTest.reset
-  end
+  before { WorkerJobTest.reset }
 
   context '#work' do
     it 'polls a job from a thread' do

data/web/application.rb

@@ -0,0 +1,30 @@
+require 'sinatra'
+require 'sinatra/reloader'
+
+get '/' do
+  erb :index
+end
+
+get '/details' do
+  erb :details
+end
+
+get '/queues' do
+  #placeholder
+  erb :index
+end
+
+get '/workers' do
+  #placeholder
+  erb :workers
+end
+
+get '/failed' do
+  #placeholder
+  erb :index
+end
+
+get '/scheduled' do
+  #placeholder
+  erb :scheduled
+end

data/web/public/stylesheets/application.css

@@ -0,0 +1,79 @@
+@import 'whitespace-reset.css';
+
+body {
+  font-family: Arial, sans-serif;
+  background: #FFD252;
+}
+
+header {
+  font-family: 'Dosis', sans-serif;
+  font-size: 128px;
+  color: #fff;
+  text-align: center;
+  background: linear-gradient(to bottom, #3A0E40, #E739FF);
+}
+
+footer {
+  position: fixed;
+  bottom: 0;
+  left: 0;
+  width: 100%;
+}
+
+footer p {
+  display: inline-block;
+  width: 100%;
+  text-align: center;
+}
+
+nav {
+  background: #fff;
+}
+
+nav li {
+  display: inline-block;
+  font-size: 20px;
+  padding: 10px 0 10px 0;
+  margin-left: 20px;
+  color: #000;
+}
+
+nav a {
+  display: inline-block;
+  width: 100px;
+  padding: 20px;
+  text-align: center;
+  text-decoration: none;
+  border-radius: 5px;
+  border: 3px solid #E739FF;
+  color: #fff;
+  background: #A016B2;
+}
+
+#statistics {
+  font-family: 'Monaco', serif;
+  width: 1000px;
+  padding: 25px;
+  margin: 50px auto;
+  border: 2px dotted #000;
+  border-radius: 10px;
+  background: #fff;
+}
+
+#statistics h2 {
+  font-size: 32px;
+}
+
+#statistics p {
+  font-size: 24px;
+  margin-top: 20px;
+}
+
+#completed {
+  color: green;
+}
+
+#failed {
+  color: red;
+  font-weight: bold;
+}

data/web/public/stylesheets/whitespace-reset.css

@@ -0,0 +1,22 @@
+/*
+----------------------------------------
+Tantek Celik's Whitepsace Reset
+     Author:  	Tantek Celik, Shane Riley
+    Version:  	(CC) 2010 Some Rights Reserved - http://creativecommons.org/licenses/by/2.0
+Description:	Resets default styling of common browsers to a common base
+----------------------------------------
+*/
+
+ul,ol { list-style: none; }
+h1,h2,h3,h4,h5,h6,pre,code { font-size: 1em; }
+ul,ol,li,h1,h2,h3,h4,h5,h6,pre,form,body,html,p,blockquote,fieldset,input,dl,dt,dd, figure, figcaption {
+  margin: 0;
+  padding: 0; }
+a img,:link img,:visited img, fieldset { border: none; }
+address { font-style: normal; }
+header, section, article, nav, footer, hgroup, details, summary, figure, main { display: block; }
+mark {
+  color: inherit;
+  background: transparent; }
+abbr { border: none; }
+summary::-webkit-details-marker { display: none; }

data/web/views/details.erb

@@ -0,0 +1,32 @@
+<html>
+  <head>
+    <title>Workerholic Overview</title>
+    <link href="https://fonts.googleapis.com/css?family=Dosis" rel="stylesheet">
+    <link href='stylesheets/application.css' rel='stylesheet'>
+  </head>
+
+  <body>
+    <header>
+      Workerholic
+    </header>
+    <nav>
+      <ul>
+        <li><a href='/'>Overview</a></li>
+        <li><a href='/details'>Job Details</a></li>
+        <li><a href='/queues'>Queues</a></li>
+        <li><a href='/queues'>Workers</a></li>  
+        <li><a href='/what'>Failed</a></li>
+        <li><a href='/what'>Scheduled</a></li>
+      </ul>
+    </nav>
+
+    <div id="statistics">
+      <h2>Your current active queues:</h2>
+      <p>JobTestFast: 1,234</p>
+      <p>JobtestSlow: 2,144,822</p>
+      <p>GetPrimes:     102,891</p>
+      <p>Total: 2,248,947</p>
+    </div>
+
+  </body>
+</html>

data/web/views/index.erb

@@ -0,0 +1,35 @@
+<html>
+  <head>
+    <title>Workerholic Overview</title>
+    <link href="https://fonts.googleapis.com/css?family=Dosis" rel="stylesheet">
+    <link href='stylesheets/application.css' rel='stylesheet'>
+  </head>
+
+  <body>
+    <header>
+      Workerholic
+    </header>
+    <nav>
+      <ul>
+        <li><a href='/'>Overview</a></li>
+        <li><a href='/details'>Job Details</a></li>
+        <li><a href='/placehold'>Queues</a></li>
+        <li><a href='/workers'>Workers</a></li>
+        <li><a href='/what'>Failed</a></li>
+        <li><a href='/what'>Scheduled</a></li>
+      </ul>
+    </nav>
+
+    <div id="statistics">
+      <h2>Your current jobs overview</h2>
+      <p id="completed">Finished Jobs: 0</p>
+      <p>Jobs in queue: 100,000,000</p>
+      <p id="failed">Jobs failed: 10,000,000</p>
+    </div>
+
+    <footer>
+      <p>&copy; 2017 Workerholic. All rights reserved.</p>
+    </footer>
+
+  </body>
+</html>

data/web/views/workers.erb

@@ -0,0 +1,45 @@
+<html>
+  <head>
+    <title>Workerholic Overview</title>
+    <link href="https://fonts.googleapis.com/css?family=Dosis" rel="stylesheet">
+    <link href='stylesheets/application.css' rel='stylesheet'>
+  </head>
+
+  <body>
+    <header>
+      Workerholic
+    </header>
+    <nav>
+      <ul>
+        <li><a href='/'>Overview</a></li>
+        <li><a href='/details'>Job Details</a></li>
+        <li><a href='/placehold'>Queues</a></li>
+        <li><a href='/workers'>Workers</a></li>
+        <li><a href='/what'>Failed</a></li>
+        <li><a href='/what'>Scheduled</a></li>
+      </ul>
+    </nav>
+
+    <div id="workers">
+      <table>
+        <tr>
+          <th>Worker</th>
+          <th>Queue</th>
+          <th>Class</th>
+          <th>Arguments</th>
+        </tr>
+        <tr>
+          <td>Worker 1</td>
+          <td>workerholic:queue:main</td>
+          <td>GetPrimes</td>
+          <td>[n, 1000000]</td>
+        </tr>
+      </table>
+    </div>
+
+    <footer>
+      <p>&copy; 2017 Workerholic. All rights reserved.</p>
+    </footer>
+
+  </body>
+</html>

data/workerholic.gemspec

@@ -13,13 +13,14 @@ Gem::Specification.new do |gem|
 
   gem.files         = `git ls-files`.split("\n")
   gem.test_files    = `git ls-files -- spec/*`.split("\n")
-  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.executables   = ['workerholic']
   gem.require_paths = ['lib']
 
   gem.required_ruby_version = '>= 2.2.2'
 
   gem.add_dependency 'redis', '~> 3.3', '>= 3.3.3'
   gem.add_dependency 'connection_pool', '~> 2.2', '>= 2.2.0'
+  gem.add_dependency 'sinatra'
 
   gem.add_development_dependency 'pry-byebug'
   gem.add_development_dependency 'rspec', '~> 3.6', '>= 3.6.0'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: workerholic
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Antoine Leclercq
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-07-26 00:00:00.000000000 Z
+date: 2017-07-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis
@@ -52,6 +52,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 2.2.0
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: pry-byebug
   requirement: !ruby/object:Gem::Requirement
@@ -91,7 +105,8 @@ email:
 - antoine.leclercq.49@gmail.com
 - lmwinr@gmail.com
 - tim-lee92@outlook.com
-executables: []
+executables:
+- workerholic
 extensions: []
 extra_rdoc_files: []
 files:
@@ -101,11 +116,13 @@ files:
 - Gemfile.lock
 - LICENSE
 - README.md
+- Rakefile
 - app_test/job_test.rb
 - app_test/run.rb
-- lib/server.rb
+- bin/workerholic
 - lib/workerholic.rb
 - lib/workerholic/adapters/active_job_adapter.rb
+- lib/workerholic/cli.rb
 - lib/workerholic/job.rb
 - lib/workerholic/job_processor.rb
 - lib/workerholic/job_retry.rb
@@ -118,8 +135,10 @@ files:
 - lib/workerholic/sorted_set.rb
 - lib/workerholic/statistics.rb
 - lib/workerholic/storage.rb
+- lib/workerholic/version.rb
 - lib/workerholic/worker.rb
 - lib/workerholic/worker_balancer.rb
+- pkg/workerholic-0.0.2.gem
 - spec/helpers/helper_methods.rb
 - spec/helpers/job_tests.rb
 - spec/integration/dequeuing_and_job_processing_spec.rb
@@ -131,11 +150,18 @@ files:
 - spec/job_wrapper_spec.rb
 - spec/manager_spec.rb
 - spec/queue_spec.rb
-- spec/sorted_set.rb
+- spec/sorted_set_spec.rb
 - spec/spec_helper.rb
 - spec/statistics_spec.rb
 - spec/storage_spec.rb
+- spec/worker_balancer_spec.rb
 - spec/worker_spec.rb
+- web/application.rb
+- web/public/stylesheets/application.css
+- web/public/stylesheets/whitespace-reset.css
+- web/views/details.erb
+- web/views/index.erb
+- web/views/workers.erb
 - workerholic.gemspec
 homepage: https://github.com/workerholic/workerholic
 licenses:
@@ -173,8 +199,9 @@ test_files:
 - spec/job_wrapper_spec.rb
 - spec/manager_spec.rb
 - spec/queue_spec.rb
-- spec/sorted_set.rb
+- spec/sorted_set_spec.rb
 - spec/spec_helper.rb
 - spec/statistics_spec.rb
 - spec/storage_spec.rb
+- spec/worker_balancer_spec.rb
 - spec/worker_spec.rb

data/lib/server.rb

@@ -1,13 +0,0 @@
-$LOAD_PATH << __dir__
-
-require 'workerholic'
-
-auto_balance = ARGV.any? { |arg| arg == '--auto-balance' }
-workers_count = ARGV.find { |arg| arg.match? /^--workers=\d+$/ }
-
-if workers_count
-  workers_count = workers_count[/\d+/].to_i
-  Workerholic.workers_count = workers_count
-end
-
-Workerholic::Manager.new(auto_balance: auto_balance).start