iyyov 1.0.0-java

data/History.rdoc

@@ -0,0 +1,2 @@
+=== 1.0.0 (2010-3-7)
+* Initial release.

data/Manifest.txt

@@ -0,0 +1,18 @@
+Manifest.txt
+History.rdoc
+README.rdoc
+Rakefile
+bin/iyyov-fg
+init/iyyov-daemon
+lib/iyyov/base.rb
+lib/iyyov.rb
+lib/iyyov/context.rb
+lib/iyyov/daemon.rb
+lib/iyyov/errors.rb
+lib/iyyov/log_rotator.rb
+lib/iyyov/scheduler.rb
+lib/iyyov/shutdown_handler.rb
+lib/iyyov/task.rb
+test/setup.rb
+test/test_daemon.rb
+test/test_scheduler.rb

data/README.rdoc

@@ -0,0 +1,31 @@
+= Iyyov
+
+* http://github.com/dekellum/iyyov
+* http://en.wikipedia.org/wiki/Iyyov
+* http://gravitext.com/#vblog
+
+== Description
+
+Down-to-earth job control and monitoring. Features include:
+
+* Runs on JRuby (no fork)
+* Ruby-based configuration
+* Gem packaged/Hashdot daemon based launching
+* Log rotation with daemon SIGHUP support
+* Fixed and periodic time job scheduling (basic cron replacement).
+
+== License
+
+Copyright (c) 2010 David Kellum
+
+Licensed under the Apache License, Version 2.0 (the "License"); you
+may not use this file except in compliance with the License.  You
+may obtain a copy of the License at:
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+implied.  See the License for the specific language governing
+permissions and limitations under the License.

data/Rakefile

@@ -0,0 +1,53 @@
+# -*- ruby -*-
+#--
+# Copyright (C) 2010 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+$LOAD_PATH << './lib'
+
+require 'rubygems'
+gem     'rjack-tarpit', '~> 1.2.0'
+require 'rjack-tarpit'
+
+require 'iyyov/base'
+
+t = RJack::TarPit.new( 'iyyov', Iyyov::VERSION, :java_platform )
+
+t.specify do |h|
+  h.developer( 'David Kellum', 'dek-oss@gravitext.com' )
+  h.testlib = :minitest
+  h.extra_deps     += [ [ 'rjack-sfl4j',         '~> 1.5.11' ],
+                        [ 'rjack-logback',       '~> 0.9.18' ],
+                        [ 'logrotate',           '=  1.2.1' ] ]
+  h.extra_dev_deps += [ [ 'minitest',            '~> 1.5.0' ],
+                        [ 'hashdot-test-daemon', '>= 1.0.0' ] ]
+end
+
+task :check_init_version do
+  t.test_line_match( 'init/iyyov-daemon',
+                      /^gem.+#{t.name}/, /= #{t.version}/ )
+end
+task :check_history_version do
+  t.test_line_match( 'History.rdoc', /^==/, / #{t.version} / )
+end
+task :check_history_date do
+  t.test_line_match( 'History.rdoc', /^==/, /\([0-9\-]+\)$/ )
+end
+
+task :gem  => [ :check_init_version, :check_history_version ]
+task :tag  => [ :check_init_version, :check_history_version, :check_history_date ]
+task :push => [                                              :check_history_date ]
+
+t.define_tasks

data/bin/iyyov-fg

@@ -0,0 +1,63 @@
+#!/usr/bin/env jruby
+# -*- ruby -*-
+#. hashdot.vm.options += -Xmx64m
+#. hashdot.vm.options += -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled
+
+#--
+# Copyright (C) 2010 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+$LOAD_PATH.unshift File.join( File.dirname(__FILE__), "..", "lib" )
+
+require 'rubygems'
+require 'rjack-logback'
+
+Logback.config_console( :thread => true, :lwidth => 35,
+                        :level => Logback::INFO )
+
+require 'optparse'
+require 'iyyov'
+
+oparser = OptionParser.new do |opts|
+  opts.banner = <<END
+Usage: iyyov-fg [options] <job-config-files>
+Run iyyov in foreground for testing job-config-files.
+Default base_dir for daemons is CWD.
+Options:
+END
+
+  opts.on( "-d", "--debug", "Enable debug logging" ) do
+    Logback.root.level = Logback::DEBUG
+  end
+
+  opts.on( "-v", "--version", "Show version and exit" ) do
+    puts "Iyyov (#{$0}) version: #{ Iyyov::VERSION }"
+    exit
+  end
+
+end
+
+oparser.parse!
+
+if ARGV.empty?
+  puts oparser.help
+  exit 1
+end
+
+Iyyov.run( ARGV ) do |c|
+  # iyyov-fg specific defaults
+  c.base_dir = '.'
+  c.stop_on_exit = true
+end

data/init/iyyov-daemon

@@ -0,0 +1,34 @@
+#!/usr/bin/env jruby
+#-*- ruby -*-
+#. hashdot.profile         += daemon
+#. hashdot.pid_file         = ./iyyov-daemon.pid
+#. hashdot.io_redirect.file = ./iyyov-daemon.log
+#. hashdot.vm.options += -Xmx64m
+#. hashdot.vm.options += -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled
+
+#--
+# Copyright (C) 2010 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'rubygems'
+
+gem( "iyyov", "= 1.0.0" )
+
+require 'rjack-logback'
+RJack::Logback.config_console( :full => true, :thread => true )
+
+require 'iyyov'
+
+Iyyov.run( ARGV )

data/lib/iyyov/base.rb

@@ -0,0 +1,20 @@
+#--
+# Copyright (C) 2010 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+module Iyyov
+  # Iyyov version
+  VERSION = '1.0.0'
+end

data/lib/iyyov/context.rb

@@ -0,0 +1,205 @@
+#--
+# Copyright (C) 2010 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'rjack-slf4j'
+require 'fileutils'
+
+require 'iyyov/errors'
+require 'iyyov/task'
+require 'iyyov/scheduler'
+require 'iyyov/daemon'
+
+module Iyyov
+
+  class Context
+
+    # Default base directory under which Daemon run directories are found
+    #
+    # ~to_s (default: /opt/var)
+    attr_accessor :base_dir
+
+    # Default whether to make Daemon run directories if not already present.
+    #
+    # Boolean (default: true)
+    attr_accessor :make_run_dir
+
+    # Default whether to stop Daemons on Iyyov exit.
+    #
+    # Boolean (default: false)
+    attr_accessor :stop_on_exit
+
+    # Default duration in seconds between SIGTERM and final SIGKILL when
+    # stopping Daemons.
+    #
+    # Numeric (default: 30.0)
+    attr_accessor :stop_delay
+
+    # Watch loaded config files for changes?
+    #
+    # Boolean (default: true)
+    attr_accessor :watch_files
+
+    attr_reader   :scheduler
+    attr_reader   :daemons
+
+    def initialize
+      @base_dir     = "/opt/var"
+      @make_run_dir = true
+      @stop_on_exit = false
+      @stop_delay   = 30.0
+      @watch_files  = true
+
+      #FIXME: Support other gem home than ours?
+
+      @rotators  = {}
+      @daemons   = {}
+      @state     = :begin
+      @log = RJack::SLF4J[ self.class ]
+      @scheduler = Scheduler.new
+      @scheduler.on_exit { do_shutdown }
+      @files     = {}
+      @root_files = []
+
+      # By default with potential for override
+      iyyov_log_rotate
+
+      yield self if block_given?
+    end
+
+    def shutdown
+      do_shutdown
+      @scheduler.off_exit
+    end
+
+    def do_shutdown
+      unless @state == :shutdown
+        @log.info "Shutting down"
+        @daemons.values.each { |d| d.do_exit }
+        @state = :shutdown
+      end
+    end
+
+    # Setup log rotation not associated with a daemon
+    def log_rotate( &block )
+      lr = LogRotator.new( nil, &block )
+      @rotators[ lr.log ] = lr
+    end
+
+    # Setup log rotation for the iyyov daemon itself
+    def iyyov_log_rotate( &block )
+      rf = Java::java.lang.System.get_property( "hashdot.io_redirect.file" )
+      if rf && File.exist?( rf )
+        lr = LogRotator.new( rf, &block )
+        lr.pid = 0
+        @rotators[ lr.log ] = lr
+      end
+    end
+
+    def schedule_at( opts = {}, &block )
+      t = Task.new( opts, &block )
+      @scheduler.add( t )
+    end
+
+    def define_daemon( &block )
+      d = Daemon.new( self, &block )
+      if @daemons.has_key?( d.full_name )
+        raise( SetupError,
+               "Can't define daemon with duplicate full_name = #{d.full_name}" )
+      end
+      @daemons[ d.full_name ] = d
+      nil
+    end
+
+    def load_file( file, is_root = false )
+      @log.info { "Loading #{file}" }
+      begin
+        load file
+        @files[ file ] = File.stat( file ).mtime
+        @root_files << file if is_root
+        true
+      rescue SetupError, ScriptError, StandardError => e
+        @log.error( "On load of #{file}", e )
+        false
+      end
+    end
+
+    def register_rotator_tasks
+      @rotators.values.each do |lr|
+        t = Task.new( :name => rotate_name( lr.log ),
+                      :mode => :async,
+                      :period => lr.check_period ) do
+          lr.check_rotate do |rlog|
+            @log.info { "Rotating log #{rlog}" }
+          end
+        end
+        @scheduler.add( t )
+      end
+    end
+
+    def register_files_watch_task
+      return unless @watch_files && ! @files.empty?
+      t = Task.new( :name => "watch-files", :period => 11.0 ) do
+        reload = false
+        @files.each do |fname, last_time|
+          begin
+            new_time = File.stat( fname ).mtime
+            if new_time != last_time
+              @log.info { "#{fname} has new modification time, reloading." }
+              reload = true
+              break
+            end
+          rescue Errno::ENOENT, Errno::EACCES => e
+            @log.error( e.to_s )
+          end
+        end
+        rc = :continue
+        if reload
+          @log.info { "Rescaning gems." }
+          Gem.clear_paths
+          if Iyyov.load_root_files( @root_files )
+            @log.info "Load passed, shutdown"
+            rc = :shutdown
+          end
+        end
+        rc
+      end
+      @scheduler.add( t )
+    end
+
+    def start_and_register_daemons
+      @daemons.values.each { |d| d.do_first( @scheduler ) }
+    end
+
+    def rotate_name( log_file )
+      "#{ File.basename( log_file, ".log" ) }.rotate"
+    end
+
+    def event_loop
+      @state = :starting
+      start_and_register_daemons
+      register_rotator_tasks
+      register_files_watch_task
+
+      @log.debug "Event loop starting"
+      @state = :running
+      rc = @scheduler.event_loop
+      @state = :exit
+      @log.debug { "Event loop exited: #{rc.inspect}" }
+      rc
+    end
+  end
+
+end