lobster 0.1.0.alpha

data/Gemfile

@@ -0,0 +1,5 @@
+# A sample Gemfile
+source "http://rubygems.org"
+
+# gem "rails"
+gemspec

data/Gemfile.lock

@@ -0,0 +1,16 @@
+PATH
+  remote: .
+  specs:
+    lobster (0.1.0)
+      daemons (>= 1.1.4)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    daemons (1.1.4)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  lobster!

data/bin/lobster

@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+
+require 'lobster'
+require 'daemons'
+
+lobster_dir = File.expand_path(ENV['LOBSTER_DIR'] || '.')
+log_dir = File.join(lobster_dir, 'log')
+
+Dir.mkdir log_dir unless Dir.exist?(log_dir) || ARGV.first == "run"
+
+#puts "LOBSTER_DIR set to #{lobster_dir}"
+
+options = {
+  :multiple => false,
+  :monitor => true,
+  :backtrace => true,
+  :log_dir => File.join(lobster_dir, 'log'),
+  :log_output => true
+}
+options[:dir_mode] = :system unless ARGV.first == "run"
+options[:log_dir] = File.join(lobster_dir, 'log')
+
+Daemons.run_proc('lobster', options) do
+  Lobster::Service.start(lobster_dir)
+end

data/lib/lobster/job.rb

@@ -0,0 +1,52 @@
+module Lobster
+  class Job
+    attr_accessor :next_run
+
+    def initialize(name)
+      @name = name
+      Lobster.logger.info "Job #{name} created."
+      @pid = nil
+    end
+
+    def reload(options)
+      options[:delay] ||= 10
+
+      if options[:command] != @command
+        Lobster.logger.info "Job command updated for #{@name}" if @command
+        @command = options.delete(:command)
+      end
+      
+      if options[:delay] != @delay
+        Lobster.logger.info "Job delay updated for #{@name}" if @delay
+        @delay = options.delete(:delay)
+        @next_run = nil unless running?
+      end
+
+      @name ||= "<unnamed_job_#{command.hash.abs}>"
+      @next_run ||= Time.now + rand(@delay*60)
+    end
+
+    def running?
+      return false if @pid.nil?
+      if Process.wait @pid, Process::WNOHANG
+        Lobster.logger.error "Job #{@name} Failed with status #{$?}" unless $?.success?
+        @pid = nil
+        @next_run = Time.now + @delay*60
+        false
+      else
+        true
+      end
+    end
+
+    def run(out,err,dir)
+      Lobster.logger.info "starting job #{@name} from directory #{dir}"
+      begin
+        @pid = spawn(@command, :out=>out, :err=>err, :chdir=>dir)
+        Process.detach @pid
+      rescue Exception => e
+        Lobster.logger.error "#{e}: error when starting job #{@name}"
+        @next_run = Time.now + 10
+      end
+    end
+  end
+end

data/lib/lobster/job_list.rb

@@ -0,0 +1,55 @@
+module Lobster
+  class JobList
+    attr_accessor :jobs
+
+    def initialize(file)
+      @file = file
+      #@options = {}
+      @current_options = nil
+      @jobs = {}
+    end
+
+    def reload
+      @new_jobs = {}
+      #@new_options = {}
+
+      instance_eval(File.read(@file),@file)
+
+      # purely for logging
+      @jobs.each do |name, job|
+        Lobster.logger.info "Job #{name} deleted." unless @new_jobs[name]
+      end
+      #@options.each do |key, value|
+      #  Lobster.logger.info "#{key} unset." unless @new_options[key]
+      #end
+
+      @jobs = @new_jobs
+      #@options = @new_options
+    end
+
+    def job(name)
+      @current_options = {}
+      yield
+      @new_jobs[name] ||= @jobs[name] || Job.new(name)
+      @new_jobs[name].reload(@current_options)
+      @current_options = nil
+    end
+
+    def cmd(command)
+      @current_options[:command] = command
+    end
+
+    def delay(delay)
+      @current_options[:delay] = delay
+    end
+
+#    def set(option, value)
+#      Lobster.logger.info "set #{option}=#{value}" if value != @options[option]
+#      @new_options[option] = value
+#    end
+#
+#    def get(option)
+#      @options[option]
+#    end
+  end
+end

data/lib/lobster/service.rb

@@ -0,0 +1,65 @@
+require 'logger'
+
+module Lobster
+  class Service
+    def self.start(dir)
+      Lobster.logger = Logger.new(STDOUT)
+      new(dir).run
+    end
+
+    def initialize(dir)
+      @job_list = nil
+      @directory = dir || '.'
+      @file = File.join(@directory, 'config', 'schedule.rb')
+      @poll_delay = 60
+
+      rout, @wout = IO.pipe
+      rerr, @werr = IO.pipe
+
+      Thread.new do
+        while (line = rout.gets)
+          Lobster.logger.info "out: #{line}"
+        end
+      end
+
+      Thread.new do
+        while (line = rerr.gets)
+          Lobster.logger.error "err: #{line}"
+        end
+      end
+
+      Signal.trap "INT" do
+        Lobster.logger.info  "All jobs are getting killed."
+        exit 0
+      end
+    end
+
+    def run
+      Lobster.logger.info "Lobster started."
+      Lobster.logger.info "Schedule file: #{@file}"
+      Lobster.logger.info "Poll delay: #{@poll_delay}"
+      
+      loop do
+        now = Time.now
+        
+        reload_config
+
+        @job_list.jobs.each_value do |job|
+          if not job.running? and now >= job.next_run
+            job.run(@wout, @werr, @directory)
+          end
+        end
+        sleep @poll_delay
+      end
+    end
+
+    def reload_config
+      @job_list ||= JobList.new(@file)
+      begin
+        @job_list.reload
+      rescue Exception => e
+        Lobster.logger.error "#{e}: error while reading config file in #{@file}, not updating"
+      end
+    end
+  end
+end

data/lib/lobster/version.rb

@@ -0,0 +1,3 @@
+module Lobster
+  VERSION = '0.1.0.alpha'
+end

data/lib/lobster.rb

@@ -0,0 +1,9 @@
+module Lobster
+  autoload :JobList,  'lobster/job_list'
+  autoload :Job,      'lobster/job'
+  autoload :Service,  'lobster/service'
+
+  class << self
+    attr_accessor :logger
+  end
+end

data/lobster.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "lobster/version"
+
+Gem::Specification.new do |s|
+  s.name        = "lobster"
+  s.version     = Lobster::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Maxime Brugidou"]
+  s.email       = ["m.brugidou@criteo.com"]
+  s.homepage    = ""
+  s.summary     = %q{Simple loop job runner service.}
+  s.description = %q{}
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- test/{functional,unit}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+  
+  s.add_dependency "daemons", ">= 1.1.4"
+  
+  #s.add_development_dependency "shoulda", ">= 2.1.1"
+end

metadata

@@ -0,0 +1,66 @@
+--- !ruby/object:Gem::Specification
+name: lobster
+version: !ruby/object:Gem::Version
+  version: 0.1.0.alpha
+  prerelease: 6
+platform: ruby
+authors:
+- Maxime Brugidou
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-12-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: daemons
+  requirement: &76767520 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.4
+  type: :runtime
+  prerelease: false
+  version_requirements: *76767520
+description: ''
+email:
+- m.brugidou@criteo.com
+executables:
+- lobster
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- bin/lobster
+- lib/lobster.rb
+- lib/lobster/job.rb
+- lib/lobster/job_list.rb
+- lib/lobster/service.rb
+- lib/lobster/version.rb
+- lobster.gemspec
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>'
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Simple loop job runner service.
+test_files: []