bj_fixed_for_rails3 1.0.2

data/lib/bj/table.rb

@@ -0,0 +1,384 @@
+class Bj
+#
+# table base class
+#
+  class Table < ActiveRecord::Base
+    module ClassMethods
+      attribute("list"){ Array.new }
+      attribute("migration"){}
+
+      def migration_code classname = "BjMigration"
+        <<-code
+          class #{ classname } < ActiveRecord::Migration
+            def self.up
+              Bj::Table.each{|table| table.up}
+            end
+            def self.down
+              Bj::Table.reverse_each{|table| table.down}
+            end
+          end
+        code
+      end
+
+      def up
+        migration_class.up
+      end
+
+      def down
+        migration_class.down
+      end
+
+      def migration_class
+        table = self
+        @migration_class ||=
+          Class.new(ActiveRecord::Migration) do
+            sc =
+              class << self
+                self
+              end
+            sc.module_eval{ attribute :table => table }
+            sc.module_eval &table.migration
+          end
+      end
+
+      def content_column_names
+        @content_column_names = content_columns.map{|column| column.name}
+      end
+
+      def create_hash_for options
+        options.to_options!
+        hash = {}
+        content_column_names.each do |key|
+          key = key.to_s.to_sym
+          hash[key] = options[key]
+        end
+        hash
+      end
+
+      def each *a, &b
+        list.each *a, &b
+      end
+
+      def reverse_each *a, &b
+        list.reverse.each *a, &b
+      end
+    end
+    send :extend, ClassMethods
+
+    module InstanceMethods
+      def to_hash
+        oh = OrderedHash.new
+        self.class.content_column_names.each{|c| oh[c] = self[c]}
+        oh
+      end
+    end
+    send :include, InstanceMethods
+
+    module RecursivelyInherited
+      def inherited other
+        super
+      ensure
+        (Table.list << other).uniq!
+        basename = other.name.split(%r/::/).last.underscore
+        Table.singleton_class{ attribute basename => other }
+        other.send :extend, RecursivelyInherited
+      end
+    end
+    send :extend, RecursivelyInherited
+
+#
+# table classes
+#
+    class Job < Table
+      set_table_name "bj_job"
+      set_primary_key "#{ table_name }_id"
+
+      migration { 
+        define_method :up do
+          create_table table.table_name, :primary_key => table.primary_key, :force => true do |t|
+            t.column "command"        , :text
+
+            t.column "state"          , :text
+            t.column "priority"       , :integer
+            t.column "tag"            , :text
+            t.column "is_restartable" , :integer
+
+            t.column "submitter"      , :text
+            t.column "runner"         , :text
+            t.column "pid"            , :integer
+
+            t.column "submitted_at"   , :datetime
+            t.column "started_at"     , :datetime
+            t.column "finished_at"    , :datetime
+
+            t.column "env"            , :text
+            t.column "stdin"          , :text
+            t.column "stdout"         , :text
+            t.column "stderr"         , :text
+            t.column "exit_status"    , :integer
+          end
+        end
+
+        define_method :down do
+          drop_table table.table_name 
+        end
+      }
+
+      module ClassMethods
+        def submit jobs, options = {}, &block
+          jobs = Joblist.for jobs, options
+          returned = []
+          transaction do
+            jobs.each do |job|
+              job = create_hash_for(job.reverse_merge(submit_defaults))
+              job = create! job 
+              returned << (block ? block.call(job) : job)
+            end
+          end
+          returned
+        end
+
+        def submit_defaults
+          {
+            :state => "pending",
+            :priority => 0,
+            :tag => "",
+            :is_restartable => true,
+            :submitter => Bj.hostname,
+            :submitted_at => Time.now, 
+          }
+        end
+      end
+      send :extend, ClassMethods
+
+      module InstanceMethods
+        def title
+          "job[#{ id }](#{ command })"
+        end
+        def finished
+          reload
+          exit_status
+        end
+        alias_method "finished?", "finished"
+      end
+      send :include, InstanceMethods
+    end
+
+    class JobArchive < Job
+      set_table_name "bj_job_archive"
+      set_primary_key "#{ table_name }_id"
+
+      migration {
+        define_method(:up) do
+          create_table table.table_name, :primary_key => table.primary_key, :force => true do |t|
+            t.column "command"        , :text
+
+            t.column "state"          , :text
+            t.column "priority"       , :integer
+            t.column "tag"            , :text
+            t.column "is_restartable" , :integer
+
+            t.column "submitter"      , :text
+            t.column "runner"         , :text
+            t.column "pid"            , :integer
+
+            t.column "submitted_at"   , :datetime
+            t.column "started_at"     , :datetime
+            t.column "finished_at"    , :datetime
+            t.column "archived_at"    , :datetime
+
+            t.column "env"            , :text
+            t.column "stdin"          , :text
+            t.column "stdout"         , :text
+            t.column "stderr"         , :text
+            t.column "exit_status"    , :integer
+          end
+        end
+
+        define_method(:down) do
+          drop_table table.table_name
+        end
+      }
+    end
+
+  # TODO - initialize with a set of global defaults and fallback to those on perhaps '* * key'
+    class Config < Table
+      set_table_name "bj_config"
+      set_primary_key "#{ table_name }_id"
+
+      migration {
+        define_method(:up) do
+          create_table table.table_name, :primary_key => table.primary_key, :force => true do |t|
+            t.column "hostname"      , :text
+            t.column "key"           , :text
+            t.column "value"         , :text
+            t.column "cast"          , :text
+          end
+
+          begin
+            add_index table.table_name, %w[ hostname key ], :unique => true
+          rescue Exception
+            STDERR.puts "WARNING: your database does not support unique indexes on text fields!?"
+          end
+        end
+
+        define_method(:down) do
+          begin
+            remove_index table.table_name, :column => %w[ hostname key ] 
+          rescue Exception
+          end
+          drop_table table.table_name
+        end
+      }
+
+      module ClassMethods
+        def [] key
+          get key
+        end
+
+        def get key, options = {}
+          transaction do
+            options.to_options!
+            hostname = options[:hostname] || Bj.hostname
+            record = find :first, :conditions => conditions(:key => key, :hostname => hostname) 
+            record ? record.value : default_for(key) 
+          end
+        end
+
+        def conditions options = {}
+          options.to_options!
+          options.reverse_merge!(
+            :hostname => Bj.hostname
+          )
+          options
+        end
+
+        def default_for key
+          record = find :first, :conditions => conditions(:key => key, :hostname => '*')
+          record ? record.value : nil 
+        end
+
+        def []= key, value
+          set key, value
+        end
+
+        def set key, value, options = {}
+          transaction do
+            options.to_options!
+            hostname = options[:hostname] || Bj.hostname
+            record = find :first, :conditions => conditions(:key => key, :hostname => hostname), :lock => true
+            cast = options[:cast] || cast_for(value)
+            key = key.to_s
+            value = value.to_s
+            if record
+              record["value"] = value
+              record["cast"] = cast
+              record.save!
+            else
+              create! :hostname => hostname, :key => key, :value => value, :cast => cast
+            end
+            value
+          end
+        end
+
+        def delete key
+          transaction do
+            record = find :first, :conditions => conditions(:key => key), :lock => true
+            if record
+              record.destroy
+              record
+            else
+              nil
+            end
+          end
+        end
+
+        def has_key? key
+          record = find :first, :conditions => conditions(:key => key)
+          record ? record : false
+        end
+        alias_method "has_key", "has_key?"
+
+        def keys
+          find(:all, :conditions => conditions).map(&:key)
+        end
+
+        def values
+          find(:all, :conditions => conditions).map(&:value)
+        end
+
+        def for options = {}
+          oh = OrderedHash.new
+          find(:all, :conditions => conditions(options)).each do |record|
+            oh[record.key] = record.value
+          end
+          oh
+        end
+
+        def cast_for value
+          case value
+            when TrueClass, FalseClass
+              'to_bool'
+            when NilClass
+              'to_nil'
+            when Fixnum, Bignum
+              'to_i'
+            when Float
+              'to_f'
+            when Time
+              'to_time'
+            when Symbol
+              'to_sym'
+            else
+              case value.to_s
+                when %r/^\d+$/
+                  'to_i'
+                when %r/^\d+\.\d+$/
+                  'to_f'
+                when %r/^nil$|^$/
+                  'to_nil'
+                when %r/^true|false$/
+                  'to_bool'
+                else
+                  'to_s'
+              end
+          end
+        end
+
+        def casts
+          @casts ||= {
+            'to_bool' => lambda do |value|
+              value.to_s =~ %r/^true$/i ? true : false
+            end,
+            'to_i' => lambda do |value|
+              Integer value.to_s.gsub(%r/^(-)?0*/,'\1')
+            end,
+            'to_f' => lambda do |value|
+              Float value.to_s.gsub(%r/^0*/,'')
+            end,
+            'to_time' => lambda do |value|
+              Time.parse(value.to_s)
+            end,
+            'to_sym' => lambda do |value|
+              value.to_s.to_sym
+            end,
+            'to_nil' => lambda do |value|
+              value.to_s =~ %r/^nil$|^$/i ? nil : value.to_s 
+            end,
+            'to_s' => lambda do |value|
+              value.to_s
+            end,
+          }
+        end
+      end
+      send :extend, ClassMethods
+
+      module InstanceMethods
+        def value 
+          self.class.casts[cast][self["value"]]
+        end
+      end
+      send :include, InstanceMethods
+    end
+  end
+end

data/lib/bj/util.rb

@@ -0,0 +1,111 @@
+class Bj
+  module Util
+    module ModuleMethods
+      def constant_get const, &block
+        begin
+          ancestors = const.split(%r/::/)
+          parent = Object
+          while((child = ancestors.shift))
+            klass = parent.const_get child
+            parent = klass
+          end
+          klass
+        rescue
+          block ? block.call : raise
+        end
+      end
+
+      def const_or_env const, &block
+        constant_get(const){ ENV[const] || block.call }
+      end
+
+      def spawn cmd, options = {}
+        options.to_options!
+        logger = options.has_key?(:logger) ? options[:logger] : Bj.logger
+        logger.info{ "cmd <#{ cmd }>" } if logger
+        status = systemu cmd, 1=>(stdout=""), 2=>(stderr="")
+        logger.info{ "status <#{ status.exitstatus }>" } if logger
+        status.exitstatus.zero? or raise "#{ cmd.inspect } failed with #{ $?.inspect }"
+        [ stdout, stderr ]
+      end
+
+      def start *a 
+        q = Queue.new
+        thread = Thread.new do
+          Thread.current.abort_on_exception = true
+          systemu(*a){|pid| q << pid}
+        end
+        pid = q.pop
+        thread.singleton_class{ define_method(:pid){ pid } }
+        thread
+      end
+
+      def alive pid
+        return false unless pid 
+        pid = Integer pid.to_s 
+        Process::kill 0, pid
+        true
+      rescue Errno::ESRCH, Errno::EPERM
+        false
+      end
+      alias_method "alive?", "alive"
+
+      def which_ruby
+        c = ::Config::CONFIG
+        ruby = File::join(c['bindir'], c['ruby_install_name']) << c['EXEEXT']
+        raise "ruby @ #{ ruby } not executable!?" unless test(?e, ruby)
+        ruby
+      end
+
+      def which_rake 
+        tmp = Tempfile.new Process.pid
+        tmp.write "task(:foobar){ puts 42 }"
+        tmp.close
+        bat = spawn("rake.bat -f #{ tmp.path.inspect } foobar", :logger => false) rescue false
+        bat ? "rake.bat" : "rake"
+      ensure
+        tmp.close! rescue nil
+      end
+
+      def ipc_signals_supported
+        @ipc_signals_supported ||=
+          IO.popen 'ruby', 'r+' do |ruby|
+            pid = ruby.pid
+            begin
+              Process.kill 'TERM', pid
+              true
+            rescue Exception
+              false
+            end
+          end
+      end
+      alias_method "ipc_signals_supported?", "ipc_signals_supported"
+
+      def find_script basename
+        path = ENV["PATH"] || ENV["path"] || Bj.default_path
+        raise "no env PATH" unless path
+        path = path.split File::PATH_SEPARATOR
+        path.unshift File.join(Bj.rails_root, "script")
+        path.each do |directory|
+          script = File.join directory, basename
+          return File.expand_path(script) if(test(?s, script) and test(?r, script))
+        end
+        raise "no #{ basename } found in #{ path.inspect }"
+      end
+
+      def valid_rails_root root = ".", expected = %w[ config script app ]
+        directories = expected.flatten.compact.map{|dir| dir.to_s}
+        directories.all?{|dir| test(?d, File.join(root, dir))}
+      end
+      alias_method "valid_rails_root?", "valid_rails_root"
+
+      def emsg e
+        m = e.message rescue ""
+        c = e.class rescue Exception
+        b = e.backtrace.join("\n") rescue ""
+        "#{ m }(#{ c })\n#{ b }"
+      end
+    end
+    send :extend, ModuleMethods
+  end
+end

data/lib/bj.rb

@@ -0,0 +1,88 @@
+unless defined? Bj 
+  class Bj 
+  #
+  # constants and associated attrs
+  #
+    Bj::VERSION = "1.0.1" #unless defined? Bj::VERSION
+    def self.version() Bj::VERSION end
+
+    Bj::LIBDIR = File.expand_path(File::join(File.dirname(__FILE__), "bj")) + File::SEPARATOR unless
+      defined? Bj::LIBDIR
+    def self.libdir(*value) 
+      unless value.empty?
+        File.join libdir, *value
+      else
+        Bj::LIBDIR 
+      end
+    end
+
+    module EXIT 
+      SUCCESS = 0
+      FAILURE = 1
+      WARNING = 42
+    end
+  #
+  # built-in
+  #
+    require "socket"
+    require "yaml"
+    require "thread"
+    require "rbconfig"
+    require "set"
+    require "erb"
+    require "tempfile"
+	require "logger"
+  #
+  # bootstrap rubygems 
+  #
+    begin
+      require "rubygems"
+    rescue LoadError
+      42
+    end
+  #
+  # rubyforge/remote
+  #
+    require "active_record"
+  #
+  # rubyforge/remote or local/lib 
+  #
+    #%w[ attributes systemu orderedhash ].each do |lib|
+    %w[ systemu orderedhash ].each do |lib|
+      begin
+        require lib
+      rescue
+        require libdir(lib)
+      end
+    end
+  #
+  # local 
+  #
+    load libdir("attributes.rb")
+    load libdir("stdext.rb")
+    load libdir("util.rb")
+    load libdir("errors.rb")
+    load libdir("logger.rb")
+    load libdir("bj.rb")
+    load libdir("joblist.rb")
+    load libdir("table.rb")
+    load libdir("runner.rb")
+    load libdir("api.rb")
+  #
+  # an imperfect reloading hook - because neither rails' plugins nor gems provide one, sigh...
+  #
+    def self.reload!
+      background = nil
+      ::Object.module_eval do
+        background = Bj.runner.background
+        remove_const :Bj rescue nil
+        remove_const :BackgroundJob rescue nil
+      end
+      returned = load __FILE__ rescue nil
+      Bj.runner.background = background if background
+      returned
+    end
+  end
+
+  BackgroundJob = Bj
+end

metadata

@@ -0,0 +1,131 @@
+--- !ruby/object:Gem::Specification 
+name: bj_fixed_for_rails3
+version: !ruby/object:Gem::Version 
+  hash: 19
+  prerelease: false
+  segments: 
+  - 1
+  - 0
+  - 2
+  version: 1.0.2
+platform: ruby
+authors: 
+- Ara T. Howard
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-12-15 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: main
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 2
+        - 6
+        - 0
+        version: 2.6.0
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: systemu
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 31
+        segments: 
+        - 1
+        - 2
+        - 0
+        version: 1.2.0
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: orderedhash
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 25
+        segments: 
+        - 0
+        - 0
+        - 3
+        version: 0.0.3
+  type: :runtime
+  version_requirements: *id003
+description: 
+email: ara.t.howard@gmail.com
+executables: 
+- bj
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- bin/bj
+- bj-1.0.2.gem
+- gemspec.rb
+- HISTORY
+- install.rb
+- lib/bj/api.rb
+- lib/bj/attributes.rb
+- lib/bj/bj.rb
+- lib/bj/errors.rb
+- lib/bj/joblist.rb
+- lib/bj/logger.rb
+- lib/bj/runner.rb
+- lib/bj/stdext.rb
+- lib/bj/table.rb
+- lib/bj/util.rb
+- lib/bj.rb
+- README
+- TODO
+has_rdoc: true
+homepage: http://codeforpeople.com/lib/ruby/bj_fixed_for_rails3/
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: codeforpeople
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: bj_fixed_for_rails3
+test_files: []
+