rq 0.1.7 → 3.0.0

data/extconf.rb

@@ -0,0 +1,150 @@
+class Main
+  $VERBOSE = nil
+  #ENV["RUBYOPT"] = "-W0"
+
+  require "rbconfig"
+  require "fileutils"
+  include FileUtils
+
+  Makefile = <<-txt
+    all:
+    \t@ruby -e 42
+    clean:
+    \t@ruby -e 42
+    install:
+    \t@ruby -e 42
+  txt
+
+
+  def initialize 
+    setup
+    gen_makefile
+    install_private_sqlite
+    install_private_sqlite_ruby
+    install_gem "posixlock"
+    install_gem "arrayfields"
+    install_gem "lockfile"
+  end
+
+  def setup
+    @config = Config::CONFIG
+
+    @prefix = File.dirname(File.expand_path(__FILE__))
+
+    Dir.chdir @prefix
+    puts "-->> #{ Dir.pwd }"
+
+    @libdir = File.join @prefix, "lib"
+    @alldir = File.join @prefix, "all"
+    @srcdir = File.join @alldir, "packages"
+
+    @rqlibdir = Dir["#{ @libdir }/rq-*"].detect{|e| test ?d, e}
+
+
+    @local = File.join @rqlibdir, "local"
+    @arch = @config["sitearch"] || @config["arch"] 
+    @archdir = File.join @rqlibdir, @arch
+
+    FileUtils.mkdir_p @local
+    FileUtils.mkdir_p @archdir
+
+    @ld_library_path = File.join @local, "lib"
+    @ld_run_path = File.join @local, "lib"
+
+    #ENV["LD_LIBRARY_PATH"] = "" #@ld_library_path
+    ENV["LD_RUN_PATH"] = ""
+
+    @srcs = Dir["#{ @srcdir }/*"]
+
+    @ruby = File::join(@config['bindir'], @config['ruby_install_name']) << @config['EXEEXT']
+  end
+
+  def gen_makefile
+    indent = nil
+    open("Makefile", "w") do |f|
+      Makefile.each do |line|
+        indent ||= line[%r/^\s*/]
+        line[%r/^#{ indent }/] = ''
+        f.puts line
+      end
+    end
+  end
+
+  def install_private_sqlite
+    tgz = @srcs.detect{|tgz| tgz =~ %r/(sqlite)-(\d+\.\d+\.\d+)\.(tar\.gz|tgz)$/}
+    abort "no sqlite" unless tgz
+    base, version, ext = $1, $2, $3
+    tgz = File.expand_path tgz 
+    mkdir_p "build"
+    Dir.chdir "build" do
+      puts "-->> #{ Dir.pwd }"
+      cp tgz, "."
+      tgz = File.basename tgz
+      spawn "gzip -f -d #{ tgz }"
+      spawn "tar xf #{ base }-#{ version }*tar"
+      Dir.chdir "#{ base }-#{ version }" do
+        puts "-->> #{ Dir.pwd }"
+        spawn "ls Makefile >/dev/null 2>&1 || ./configure --prefix=#{ @local }"
+        spawn "make"
+        spawn "make install"
+      end
+    end
+  end
+
+  def install_private_sqlite_ruby
+    tgz = @srcs.detect{|tgz| tgz =~ %r/(sqlite-ruby)-(\d+\.\d+\.\d+)\.(tar\.gz|tgz)$/}
+    abort "no sqlite-ruby" unless tgz
+    base, version, ext = $1, $2, $3
+    tgz = File.expand_path tgz 
+    mkdir_p "build"
+    Dir.chdir "build" do
+      puts "-->> #{ Dir.pwd }"
+      cp tgz, "."
+      tgz = File.basename tgz
+      spawn "gzip -f -d #{ tgz }"
+      spawn "tar xf #{ base }-#{ version }*tar"
+      Dir.chdir "#{ base }-#{ version }" do
+        puts "-->> #{ Dir.pwd }"
+        Dir.chdir "ext" do
+          puts "-->> #{ Dir.pwd }"
+          spawn "#{ @ruby } extconf.rb --with-sqlite-dir=#{ @local }"
+          spawn "make"
+          chmod 0755, "_sqlite.so"
+          mv "_sqlite.so", @archdir
+          puts "_sqlite.so => #{ @archdir }"
+        end
+
+        Dir.chdir "lib" do
+          Dir["*"].each do |e|
+            chmod 0644, e 
+            mv e, @rqlibdir
+            puts "#{ e } => #{ @rqlibdir }"
+          end
+        end
+      end
+    end
+  end
+
+  def install_gem gem, opts = ''
+    spawn "gem install #{ gem } #{ opts }" unless gem_installed?(gem)
+  end
+
+  def gem_installed? gem
+    ` #{ @ruby } -r rubygems -r #{ gem } -e 42 2>&1 `
+    begin
+      $?.exitstatus == 0
+    rescue
+      false
+    end
+  end
+
+  def spawn cmd
+    #`#{ cmd } 2>&1`
+    puts cmd
+    system cmd
+  ensure
+    abort "cmd <#{ cmd }> failed with <#{ $?.inspect }>" unless $?.exitstatus == 0
+  end
+end
+
+Main.new

data/gemspec.rb

@@ -0,0 +1,32 @@
+lib, version = File::basename(File::dirname(File::expand_path(__FILE__))).split %r/-/, 2
+
+require 'rubygems'
+
+Gem::Specification::new do |spec|
+  $VERBOSE = nil
+  spec.name = lib 
+  spec.version = version 
+  spec.platform = Gem::Platform::RUBY
+  spec.summary = lib 
+
+  spec.files = Dir::glob "**/**"
+  spec.executables = Dir::glob("bin/*").map{|exe| File::basename exe}
+  
+  spec.require_path = "lib" 
+  spec.autorequire = lib
+
+  spec.has_rdoc = File::exist? "doc" 
+  spec.test_suite_file = "test/#{ lib }.rb" if File::directory? "test"
+
+  spec.extensions << "extconf.rb" if File::exists? "extconf.rb"
+
+  spec.author = "Ara T. Howard"
+  spec.email = "ara.t.howard@noaa.gov"
+  spec.homepage = "http://codeforpeople.com/lib/ruby/#{ lib }/"
+
+=begin
+  %w( arrayfields posixlock lockfile ).each do |depend|
+    spec.add_dependency depend
+  end
+=end
+end

data/install.rb

@@ -17,9 +17,10 @@ $version           = CONFIG["MAJOR"]+"."+CONFIG["MINOR"]
 $libdir            = File.join(CONFIG["libdir"], "ruby", $version)
 $archdir           = File.join($libdir, CONFIG["arch"])
 $site_libdir       = $:.find {|x| x =~ /site_ruby$/}
-$bindir            = CONFIG["bindir"]
-$ruby_install_name = CONFIG['ruby_install_name'] || CONFIG['RUBY_INSTALL_NAME']
-$ruby              = File.join($bindir, $ruby_install_name || 'ruby')
+$bindir            = CONFIG["bindir"] || CONFIG['BINDIR']
+$ruby_install_name = CONFIG['ruby_install_name'] || CONFIG['RUBY_INSTALL_NAME'] || 'ruby'
+$ruby_ext          = CONFIG['EXEEXT'] || ''
+$ruby              = File.join($bindir, ($ruby_install_name + $ruby_ext))
 
 if !$site_libdir
   $site_libdir = File.join($libdir, "site_ruby")
@@ -35,6 +36,7 @@ def install_rb(srcdir=nil, destdir=nil, mode=nil, bin=nil)
     next unless FileTest.file?(f)
     next if (f = f[srcdir.length+1..-1]) == nil
     next if (/CVS$/ =~ File.dirname(f))
+    next if f =~ %r/\.lnk/
     path.push f
     dir |= [File.dirname(f)]
   end
@@ -104,6 +106,37 @@ def ARGV.req_arg
   self.shift || raise('missing argument')
 #}}}
 end
+def linkify d, linked = []
+#--{{{
+  if test ?d, d
+    versioned = Dir[ File::join(d, "*-[0-9].[0-9].[0-9].rb") ]
+    versioned.each do |v| 
+      src, dst = v, v.gsub(%r/\-[\d\.]+\.rb$/, '.rb')
+      lnk = nil
+      begin
+        if test ?l, dst
+          lnk = "#{ dst }.lnk"
+          puts "#{ dst } -> #{ lnk }"
+          File::rename dst, lnk
+        end
+        unless test ?e, dst
+          puts "#{ src } -> #{ dst }"
+          File::copy src, dst 
+          linked << dst
+        end
+      ensure
+        if lnk
+          at_exit do
+            puts "#{ lnk } -> #{ dst }"
+            File::rename lnk, dst
+          end
+        end
+      end
+    end
+  end
+  linked
+#--}}}
+end
 
 
 #
@@ -112,6 +145,20 @@ end
 
 libdir = $site_libdir
 bindir = $bindir
+no_linkify = false
+linked = nil
+help = false
+
+usage = <<-usage
+  #{ File::basename $0 }
+    -d, --destdir    <destdir>
+    -l, --libdir     <libdir>
+    -b, --bindir     <bindir>
+    -r, --ruby       <ruby>
+    -n, --no_linkify
+    -s, --sudo
+    -h, --help
+usage
 
 begin
   while switch = ARGV.switch
@@ -124,20 +171,40 @@ begin
       bindir = ARGV.req_arg
     when '-r', '--ruby'
       $ruby = ARGV.req_arg
+    when '-n', '--no_linkify'
+      no_linkify = true
+    when '-s', '--sudo'
+      sudo = 'sudo' 
+    when '-h', '--help'
+      help = true
     else
       raise "unknown switch #{switch.dump}"
     end
   end
 rescue
   STDERR.puts $!.to_s
-  STDERR.puts File.basename($0) + 
-    " -d <destdir>" +
-    " -l <libdir>" +
-    " -b <bindir>"
-    " -r <ruby>"
+  STDERR.puts usage
   exit 1
 end    
 
+if help
+  STDOUT.puts usage
+  exit
+end
+
+system "#{ sudo } #{ $ruby } pre-install.rb" if test(?s, 'pre-install.rb')
+
+unless no_linkify
+  linked = linkify('lib') + linkify('bin')
+end
+
+system "#{ $ruby } extconf.rb && make && #{ sudo } make install" if test(?s, 'extconf.rb')
+
 install_rb(LIBDIR, libdir, LIBDIR_MODE)
 install_rb(BINDIR, bindir, BINDIR_MODE, bin=true)
 
+if linked
+  linked.each{|path| File::rm_f path}
+end
+
+system "#{ sudo } #{ $ruby } post-install.rb" if test(?s, 'post-install.rb')

data/lib/{rq-0.1.7.rb → rq-3.0.0.rb}

@@ -1,13 +1,22 @@
 unless defined? $__rq__
   module RQ 
-#{{{
-    AUTHOR = 'ara.t.howard@noaa.gov'
+#--{{{
+    require 'rbconfig'
+
+    C = Config::CONFIG
+
+    AUTHOR = 'ara.t.howard@gmail.com'
     LIBNAME = 'rq'
-    VERSION = '0.1.7'
+    VERSION = '3.0.0'
     LIBVER = "#{ LIBNAME }-#{ VERSION }"
     DIRNAME = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR
     ROOTDIR = File::dirname(DIRNAME)
     LIBDIR = File::join(DIRNAME, LIBVER) + File::SEPARATOR
+    LOCALDIR = File::join(LIBDIR, 'local') + File::SEPARATOR
+    LOCALBINDIR = File::join(LOCALDIR, 'bin') + File::SEPARATOR
+    LOCALLIBDIR = File::join(LOCALDIR, 'lib') + File::SEPARATOR
+    ARCH = C['sitearch'] || C['arch']
+    ARCHLIBDIR = File::join(LIBDIR, ARCH) + File::SEPARATOR
     EXIT_SUCCESS = 0
     EXIT_FAILURE = 1
   #
@@ -16,10 +25,10 @@ unless defined? $__rq__
     require 'optparse'
     require 'logger'
     require 'socket'
-    require 'rbconfig'
     require 'optparse'
     require 'logger'
     require 'yaml'
+    require 'yaml/store'
     require 'pp'
     require 'socket'
     require 'pathname'
@@ -27,18 +36,22 @@ unless defined? $__rq__
     require 'fileutils'
     require 'tmpdir'
     require 'drb/drb'
+    require 'digest/md5'
   #
-  # depends - http://raa.ruby-lang.org
+  # try to load rubygems
   #
     begin
-      require 'arrayfields'
+      require 'rubygems'
     rescue LoadError
-      abort "require arrayfields - http://raa.ruby-lang.org/project/arrayfields/"
+      nil
     end
+  #
+  # depends - http://raa.ruby-lang.org
+  #
     begin
-      require 'sqlite'
+      require 'arrayfields'
     rescue LoadError
-      abort "require sqlite - http://raa.ruby-lang.org/project/sqlite-ruby/"
+      abort "require arrayfields - http://raa.ruby-lang.org/project/arrayfields/"
     end
     begin
       require 'posixlock'
@@ -51,10 +64,30 @@ unless defined? $__rq__
       abort "require lockfile - http://raa.ruby-lang.org/project/lockfile/"
     end
   #
+  # setup local require/lib/path/environment
+  #
+    $VERBOSE = nil
+    ENV['PATH'] = [LOCALBINDIR, ENV['PATH']].join(':')
+    ENV['LD_LIBRARY_PATH'] = [LOCALLIBDIR, ENV['LD_LIBRARY_PATH']].join(':')
+    begin
+      $:.unshift ARCHLIBDIR 
+      $:.unshift LIBDIR  
+      require 'sqlite'
+    rescue LoadError
+      abort "require sqlite - http://raa.ruby-lang.org/project/sqlite-ruby/"
+    ensure
+      $:.shift
+      $:.shift
+    end
+    #system "ldd #{ ARCHLIBDIR }/_sqlite.so"
+    #system "which sqlite"
+  #
   # rq support libs
   #
     require LIBDIR + 'util'
     require LIBDIR + 'logging'
+    require LIBDIR + 'orderedhash'
+    require LIBDIR + 'orderedautohash'
     require LIBDIR + 'sleepcycle'
     require LIBDIR + 'qdb'
     require LIBDIR + 'jobqueue'
@@ -65,6 +98,7 @@ unless defined? $__rq__
     require LIBDIR + 'mainhelper'
     require LIBDIR + 'creator'
     require LIBDIR + 'submitter'
+    require LIBDIR + 'resubmitter'
     require LIBDIR + 'lister'
     require LIBDIR + 'statuslister'
     require LIBDIR + 'deleter'
@@ -75,8 +109,16 @@ unless defined? $__rq__
     require LIBDIR + 'snapshotter'
     require LIBDIR + 'locker'
     require LIBDIR + 'backer'
+    require LIBDIR + 'rotater'
     require LIBDIR + 'feeder'
-#}}}
+    require LIBDIR + 'recoverer'
+    require LIBDIR + 'ioviewer'
+    require LIBDIR + 'toucher'
+    #require LIBDIR + 'resourcemanager'
+    #require LIBDIR + 'resource'
+    require LIBDIR + 'cron'
+
+#--}}}
   end # module rq
   $__rq__ = __FILE__ 
 end

data/lib/{rq-0.1.7 → rq-3.0.0}/backer.rb

@@ -1,27 +1,31 @@
 unless defined? $__rq_backer__
   module RQ 
-#{{{
+#--{{{
     LIBDIR = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR unless
       defined? LIBDIR
 
     require LIBDIR + 'mainhelper'
 
+    #
+    # a Backer object makes an (optionally) timestamped hot backup/snapshot of a
+    # queue using a timestamp of milli second resolution.
+    #
     class  Backer < MainHelper
-#{{{
+#--{{{
       def backup 
-    #{{{
+#--{{{
         set_q
         bak = @argv.shift
-        bak ||= "#{ File::basename(@qpath) }.#{ Util::timestamp.gsub(/[:\s\.-]/,'_') }.bak"
+        bak ||= "#{ @qpath }.#{ Util::timestamp.gsub(/[:\s\.-]/,'_') }.bak"
         raise "<#{ bak }> exists" if bak and test(?e, bak)
         debug{ "bak <#{ bak }>" }
         @q.lock{ FileUtils::cp_r @qpath, bak }
         info{ "created backup <#{ bak }>" }
-    #}}}
+#--}}}
       end
-#}}}
+#--}}}
     end # class Backer
-#}}}
+#--}}}
   end # module RQ
 $__rq_backer__ = __FILE__ 
 end