caerus 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 038ef3da882624c61a6e3b705cf5fcd4ef60eab9
+  data.tar.gz: b5235ce5dc6ff380712c9108b2fdd5aa1e3366f4
+SHA512:
+  metadata.gz: 815521019867e490cde76698e3590dace814fc22233b230a8cf2772c9c634cc3233a1411155598b0e06565050f4d68529f2ee371cc198e81261b9241147e6508
+  data.tar.gz: 5efa179bbcebe93f012fab6dea782a01f424355f19f0df1fda40222b40bd016f90fe82529bd3f286c3c1c91bc528a20cf7a9242fad6430a14a5ad7b4ba42504a

data/bin/caerus_master

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+#require 'pry'
+current_path = File.expand_path(File.dirname(File.dirname(__FILE__)))
+
+$: << File.join(current_path, 'lib')
+require 'caerus'
+
+Caerus::Application::Master.new.run
+

data/lib/caerus.rb

@@ -0,0 +1,9 @@
+require 'colorize'
+require 'caerus/application/base'
+require 'caerus/application/master'
+require 'caerus/redis/base'
+require 'caerus/redis/redis_gateway'
+
+#require 'pry'
+#require_relative '../test/class1'
+

data/lib/caerus/application/base.rb

@@ -0,0 +1,15 @@
+#require 'pry'
+
+require 'caerus/common_methods'
+
+module Caerus
+  module Application
+    class Base
+      attr_reader :redis
+
+      def connect_to_redis
+        @redis = Caerus.connect_to_redis
+      end
+    end
+  end
+end

data/lib/caerus/application/master.rb

@@ -0,0 +1,23 @@
+require 'caerus/job_control'
+
+module Caerus
+  module Application
+    class Master < Base
+      include Caerus::JobControl
+
+      def run
+        connect_to_redis
+        enter_infinite_loop
+      end
+
+      def enter_infinite_loop
+        @r = redis.redis_server
+         loop do
+           load_job
+           puts 'nothing to do'
+           sleep 0.2
+         end
+      end
+    end
+  end
+end

data/lib/caerus/common_methods.rb

@@ -0,0 +1,19 @@
+require 'json'
+
+module Caerus
+  def self.connect_to_redis
+    Caerus::Redis::RedisGateway.new
+  end
+
+  def self.enqueue(klass, could_be_anything = '' )
+    puts "#{klass} and #{could_be_anything} to be enqueued"
+
+    hash_to_json = {}
+
+    hash_to_json[klass] = could_be_anything
+    redis = connect_to_redis.redis_server
+
+    hash_to_json["status"] = 'new'
+    redis.lpush 'Caerus:jobs', hash_to_json.to_json
+  end
+end

data/lib/caerus/job_control.rb

@@ -0,0 +1,123 @@
+module Caerus
+  module JobControl
+    #Methods to do the job control
+    #get the jobs from redis and make a hash out of it, create a class and run perfom
+
+    CAERUS_JOBS_LIST = 'Caerus:jobs'
+    CAERUS_JOBS_PROCESSING_LIST = 'Caerus:processing'
+    CAERUS_JOBS_FAILED_LIST = 'Caerus:failed'
+
+    def load_job
+      klass, params = read_job_from_queue
+      process_job(klass,params) if (params && klass)
+    end
+
+    def read_job_from_queue
+      return if (job_list_length < 1)
+      return unless (object_hash = get_job)
+
+      object_to_bring      = object_hash.first.first
+      param_to_use_with_it = object_hash.first.last || ''
+      @json_string = object_hash.to_json
+
+      return object_to_bring, param_to_use_with_it
+    end
+
+    def process_job(object_to_bring,param_to_use_with_it)
+       begin
+         klass = Kernel.const_get(object_to_bring)
+       rescue Exception => e
+         puts "Nothing to do Class do not exit #{object_to_bring}"
+         deal_with_faulty_job(e)
+         return
+       end
+
+      #If the job blow up in your face catch the error!
+      #the fork engine is going to be this point on
+      begin
+        klass.perform(param_to_use_with_it)
+      rescue Exception => e
+        deal_with_faulty_job(e)
+        return
+      end
+    end
+
+    def get_job
+      search_candidate
+    end
+
+    def job_list_length
+      (@r.llen CAERUS_JOBS_LIST)
+    end
+
+    def processing_list_length
+      (@r.llen CAERUS_JOBS_PROCESSING_LIST)
+    end
+
+    def search_candidate
+      #TODO FIX linear search, replace it later for a better algorithm
+      0.upto((job_list_length) -1) do
+        job = @r.rpop CAERUS_JOBS_LIST
+        next unless validate_object(job)
+
+        #binding.pry
+        hash_job = JSON.parse(job)
+        status = hash_job['status']
+
+        case status
+          when /new/
+            puts 'New job'
+            job_with_pid = print_child_pid(hash_job)
+            put_it_in_the_processing_queue(job_with_pid, :left)
+
+            return hash_job
+          else
+            puts "unknow state removing from the queue #{job}"
+            return nil
+        end
+      end
+    end
+
+    def validate_object(job)
+      tmp_hash = JSON.parse(job)
+      (tmp_hash.size == 2) && (tmp_hash["status"]) && (tmp_hash.kind_of? Hash)
+    end
+
+    def put_it_in_the_processing_queue(job, direction)
+      case direction
+        when :left
+          @r.lpush CAERUS_JOBS_PROCESSING_LIST, job
+        when :right
+          @r.rpush CAERUS_JOBS_PROCESSING_LIST, job
+      end
+    end
+
+    def print_child_pid(job)
+      job['status'] = $$
+      job.to_json
+    end
+
+    def remove_job_from_being_processed
+      #Todo remove the linear search
+      list = @r.lrange CAERUS_JOBS_PROCESSING_LIST, 0, -1
+      if list.size > 0
+        list.each do |job,index|
+          if JSON.parse(job)['status'] == $$
+            @r.lrem CAERUS_JOBS_PROCESSING_LIST, -1, job
+          end
+        end
+      end
+    end
+
+    def enque_job_in_failed_to_be_processed(error)
+      puts "FAILED JOB! #{@json_string} #{error.backtrace}"
+      failed_job_json = @json_string.dup
+      @r.lpush CAERUS_JOBS_FAILED_LIST, (failed_job_json << " " << error.backtrace.to_s || '')
+    end
+
+    def deal_with_faulty_job(e)
+      remove_job_from_being_processed
+      enque_job_in_failed_to_be_processed e
+    end
+  end
+end

data/lib/caerus/redis/base.rb

@@ -0,0 +1,7 @@
+module Caerus
+  module Redis
+    class Base
+
+    end
+  end
+end

data/lib/caerus/redis/redis_gateway.rb

@@ -0,0 +1,16 @@
+require 'redis'
+module Caerus
+  module Redis
+    class RedisGateway < Base
+      attr_reader :redis_server
+
+      def initialize
+        get_server
+      end
+
+      def get_server
+        @redis_server = ::Redis.connect()
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,192 @@
+--- !ruby/object:Gem::Specification
+name: caerus
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Manuel Gutierrez
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-08-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ipaddress
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: typhoeus
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-expectations
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-mocks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec_junit_formatter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Another Background gem
+email: m.gutierrez@modcloth.com
+executables:
+- caerus_master
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/caerus_master
+- lib/caerus.rb
+- lib/caerus/application/base.rb
+- lib/caerus/application/master.rb
+- lib/caerus/common_methods.rb
+- lib/caerus/job_control.rb
+- lib/caerus/redis/base.rb
+- lib/caerus/redis/redis_gateway.rb
+homepage: https://github.com/atilamx/caerus
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Another Backgrund gem
+test_files: []
+has_rdoc: