rq 0.1.7 → 3.0.0

data/lib/rq-3.0.0/local/lib/libsqlite.la

@@ -0,0 +1,35 @@
+# libsqlite.la - a libtool library file
+# Generated by ltmain.sh - GNU libtool 1.5.2 (1.1220.2.60 2004/01/25 12:25:08) Debian: 192 $
+#
+# Please DO NOT delete this file!
+# It is necessary for linking the library.
+
+# The name that we can dlopen(3).
+dlname='libsqlite.so.0'
+
+# Names of this library.
+library_names='libsqlite.so.0.8.6 libsqlite.so.0 libsqlite.so'
+
+# The name of the static archive.
+old_library='libsqlite.a'
+
+# Libraries that this one depends upon.
+dependency_libs=''
+
+# Version information for libsqlite.
+current=8
+age=8
+revision=6
+
+# Is this an already installed library?
+installed=yes
+
+# Should we warn about portability when linking against -modules?
+shouldnotlink=no
+
+# Files to dlopen/dlpreopen
+dlopen=''
+dlpreopen=''
+
+# Directory that this library needs to be installed in:
+libdir='/dmsp/moby-1-1/ahoward/shared/eg/ruby/rq/rq-3.0.0/lib/rq-3.0.0/local/lib'

data/lib/rq-3.0.0/local/lib/pkgconfig/sqlite.pc

@@ -0,0 +1,12 @@
+# Package Information for pkg-config
+
+prefix=/dmsp/moby-1-1/ahoward/shared/eg/ruby/rq/rq-3.0.0/lib/rq-3.0.0/local
+exec_prefix=${prefix}
+libdir=${exec_prefix}/lib
+includedir=${prefix}/include
+
+Name: SQLite
+Description: SQL database engine
+Version: 2.8.15
+Libs: -L${libdir} -lsqlite
+Cflags: -I${includedir}

data/lib/{rq-0.1.7 → rq-3.0.0}/locker.rb

@@ -1,16 +1,22 @@
 unless defined? $__rq_locker__
   module RQ 
-#{{{
+#--{{{
     LIBDIR = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR unless
       defined? LIBDIR
 
     require LIBDIR + 'util'
     require LIBDIR + 'locker'
 
+    #
+    # a Locker simply obtains an exclusive lock on a queue's lock and then runs
+    # and arbitrary command which is taken from the command line only.  it's use
+    # is simply to allow unforseen applications to coordinate access to the
+    # queue
+    #
     class  Locker < MainHelper
-#{{{
+#--{{{
       def lock
-    #{{{
+#--{{{
         set_q
         ltype = @argv.shift
         debug{ "ltype <#{ ltype }>" }
@@ -27,11 +33,11 @@ unless defined? $__rq_locker__
         raise "no command given for lock type <#{ ltype }>" if cmd.empty?
         debug{ "cmd <#{ cmd }>" }
         @q.lock(:read_only => read_only){ Util::system cmd }
-    #}}}
+#--}}}
       end
-#}}}
+#--}}}
     end # class Locker
-#}}}
+#--}}}
   end # module RQ
 $__rq_locker__ = __FILE__ 
 end

data/lib/{rq-0.1.7 → rq-3.0.0}/logging.rb

@@ -1,35 +1,35 @@
 unless defined? $__rq_logging__
   module RQ 
-#{{{
+#--{{{
     LIBDIR = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR unless
       defined? LIBDIR
 
     require "logger"
 
     require LIBDIR + 'util'
-#
-# module which adds logging methods to classes
-#
+    #
+    # module which adds logging methods to all RQ classes
+    #
     module Logging
-#{{{
+#--{{{
     #
     # a module that adds an accessor to Logging objects in ored to fix a bug where
     # not all logging devices are put into sync mode, resulting in improper log
     # rolling.  this is a hack.
     #
       module LoggerExt
-#{{{
+#--{{{
         attr :logdev
-#}}}
+#--}}}
       end # module LoggerExt
     #
     # implementations of the methods shared by both classes and objects of classes
     # which include Logging
     #
       module LogMethods
-#{{{
+#--{{{
         def logger
-#{{{
+#--{{{
           if defined?(@logger) and @logger
             @logger
           else
@@ -41,15 +41,15 @@ unless defined? $__rq_logging__
             raise "@logger is undefined!" unless defined?(@logger) and @logger
             @logger
           end
-#}}}
+#--}}}
         end
         def logger= log
-#{{{
+#--{{{
           @logger = log
           @logger.extend LoggerExt
           @logger.logdev.dev.sync = true
           @logger
-#}}}
+#--}}}
         end
         def debug(*args, &block); logger.debug(*args, &block); end
         def info(*args, &block);  logger.info(*args, &block) ; end
@@ -57,16 +57,42 @@ unless defined? $__rq_logging__
         def error(*args, &block); logger.error(*args, &block); end
         def fatal(*args, &block); logger.fatal(*args, &block); end
         def logerr e
-#{{{
+#--{{{
           if logger.debug?
             error{ Util::errmsg e } 
           else
             error{ Util::emsg e } 
           end
-#}}}
+#--}}}
         end
-#}}}
+#--}}}
       end # module LogMethods
+
+      module LogClassMethods
+#--{{{
+        def default_logger
+#--{{{
+          if defined?(@default_logger) and @default_logger
+            @default_logger
+          else
+            self.default_logger = Logger::new STDERR
+            @default_logger = Logger::INFO
+            @default_logger.warn{ "<#{ self }> using default logger"}
+            @default_logger
+          end
+#--}}}
+        end
+        def default_logger= log
+#--{{{
+          @default_logger = (Logger === log ? log : Logger::new(log))
+          @default_logger.extend LoggerExt
+          @default_logger.logdev.dev.sync = true
+          @default_logger
+#--}}}
+        end
+#--}}}
+      end
+
       EOL    = "\n"
       DIV0   = ("." * 79) << EOL 
       DIV1   = ("-" * 79) << EOL 
@@ -76,42 +102,23 @@ unless defined? $__rq_logging__
       SEC1   = ("-" * 16) << EOL 
       SEC2   = ("=" * 16) << EOL 
       SEC3   = ("#" * 16) << EOL 
+
       class << self
-#{{{
+#--{{{
         def append_features c
-#{{{
+#--{{{
           ret = super
           c.extend LogMethods
-          class << c
-            def default_logger
-#{{{
-              if defined?(@default_logger) and @default_logger
-                @default_logger
-              else
-                self.default_logger = Logger.new STDOUT
-                @default_logger.debug{ "<#{ self }> using default logger"}
-                @default_logger
-              end
-#}}}
-            end
-            def default_logger= log
-#{{{
-              @default_logger = log
-              @default_logger.extend LoggerExt
-              @default_logger.logdev.dev.sync = true
-              @default_logger
-#}}}
-            end
-          end
+          c.extend LogClassMethods
           ret
-#}}}
+#--}}}
         end
-#}}}
+#--}}}
       end
       include LogMethods
-#}}}
+#--}}}
     end # module Logging
-#}}}
+#--}}}
   end # module rq
 $__rq_logging__ = __FILE__ 
 end

data/lib/rq-3.0.0/mainhelper.rb

@@ -0,0 +1,184 @@
+unless defined? $__rq_mainhelper__
+  module RQ 
+#--{{{
+    LIBDIR = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR unless
+      defined? LIBDIR
+
+    require 'tempfile'
+
+    require LIBDIR + 'util'
+    require LIBDIR + 'logging'
+
+    #
+    # the MainHelper class abstracts some of the common functions the various
+    # Main delegates require
+    #
+    class  MainHelper
+#--{{{
+      include Util
+      include Logging
+      attr :main
+      attr :argv
+      attr :env
+      attr :stdin
+      attr :job_stdin
+      attr :cmd
+      attr :options
+      attr :qpath
+      attr :mode
+      attr :quiet
+      attr :q
+      attr :fields
+      attr :dot_rq_dir
+
+      alias_method 'stdin?', 'stdin'
+      alias_method 'job_stdin?', 'job_stdin'
+      alias_method 'quiet?', 'quiet'
+      def initialize main
+#--{{{
+        @main = main
+        @logger = main.logger
+        @argv = main.argv
+        @env = main.env
+        @stdin = main.stdin
+        @job_stdin = main.job_stdin
+        @cmd = main.cmd
+        @options = main.options
+        @qpath = main.qpath
+        @mode = main.mode
+        @quiet = main.quiet
+        @fields = main.fields
+        @dot_rq_dir = main.dot_rq_dir
+        @q = nil 
+#--}}}
+      end
+      def set_q
+#--{{{
+        raise "q <#{ @qpath }> does not exist" unless test ?d, @qpath
+        @q = JobQueue::new @qpath, 'logger' => @logger
+        if @options['snapshot']
+          ss = "#{ $0 }_#{ Process::pid }_#{ Thread::current.object_id.abs }_#{ rand Time::now.to_i  }".gsub(%r|/|o,'_')
+          qtmp = File::join Dir::tmpdir, ss
+          @q = @q.snapshot qtmp, @options['retries']
+          at_exit{ FileUtils::rm_rf qtmp }
+        end
+#--}}}
+      end
+      def loadio io, path, jobs
+#--{{{
+        while((line = io.gets))
+          if line =~ %r/^---\s*$/o
+            loaded = YAML::load io 
+            raise "no jobs in <#{ path }>" unless 
+              Array === loaded and 
+              Hash === loaded.first and Hash === loaded.last
+            loaded.each{|job| jobs << job}
+            loaded = nil
+          else
+            # line.gsub!(%r/(?:^\s+)|(?:\s+$)|(?:#.*$)/o, '')
+            line.strip!
+            next if line.empty?
+            job = Job::new
+            if((m =  %r/^\s*(?:jid\s*=\s*)?(\d+)\s*$/io.match(line)))
+              job['jid'] = Integer(m[1])
+            else
+              job['command'] = line
+            end
+            jobs << job
+          end
+        end
+#--}}}
+      end
+      def loadio io, path, jobs
+#--{{{
+        while((line = io.gets))
+          if line =~ %r/^---\s*$/o
+            loadyaml io, path, jobs
+          else
+            # line.gsub!(%r/(?:^\s+)|(?:\s+$)|(?:#.*$)/o, '')
+            line.strip!
+            next if line.empty?
+            job = Job::new
+            if((m =  %r/^\s*(?:jid\s*=\s*)?(\d+)\s*$/io.match(line)))
+              job['jid'] = Integer(m[1])
+            else
+              job['command'] = line
+            end
+            jobs << job
+          end
+        end
+#--}}}
+      end
+      def loadyaml io, path, jobs
+#--{{{
+        h = nil
+        while((line = io.gets))
+          line.strip!
+          next if line.empty?
+          case line
+            when %r/^\s*-\s*$/
+              jobs << h if h
+              h = {}
+            else
+              k, v = line.split %r/:/, 2
+              k.strip!
+              v.strip!
+              h[k] = v
+          end
+        end
+        jobs << h if h
+#--}}}
+      end
+      def dumping_yaml_tuples
+#--{{{
+        fields = nil
+        dump = lambda do |tuple|
+          puts '---'
+          if fields.nil?
+            if @fields
+              fields = field_match @fields, tuple.fields
+            else
+              fields = tuple.fields
+            end
+          end
+          dump = lambda do |tuple|
+            puts '-'
+            fields.each{|f| puts " #{ f }: #{ tuple[ f ] }"}
+          end
+          dump[tuple]
+        end
+        lambda{|tuple| dump[tuple]}
+#--}}}
+      end
+      def field_match srclist, dstlist
+#--{{{
+        fields = dstlist.select do |dst|
+          srclist.map do |src|
+            re =
+              if src =~ %r/^[a-zA-Z0-9_-]+$/
+                %r/^#{ src }/i
+              else
+                %r/#{ src }/i
+              end
+            src == dst or dst =~ re
+          end.any?
+        end.uniq
+#--}}}
+      end
+      def init_job_stdin!
+#--{{{
+        if @job_stdin == '-'
+          tmp = Tempfile::new "#{ Process::pid  }_#{ rand 42 }"
+          while((buf = STDIN.read(8192))); tmp.write buf; end
+          tmp.close
+          @job_stdin = tmp.path 
+        end
+        @job_stdin
+#--}}}
+      end
+#--}}}
+    end # class MainHelper
+#--}}}
+  end # module RQ
+$__rq_mainhelper__ = __FILE__ 
+end

data/lib/rq-3.0.0/orderedautohash.rb

@@ -0,0 +1,39 @@
+unless defined? $__rq_orderedautohash__
+  module RQ 
+#--{{{
+    LIBDIR = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR unless
+      defined? LIBDIR
+
+    require LIBDIR + 'orderedhash'
+
+#if false
+    class ::OrderedHash
+#--{{{
+      def initialize(*a, &b)
+#--{{{
+        super
+        @order = []
+#--}}}
+      end
+#--}}}
+    end
+#end
+
+    class OrderedAutoHash < ::OrderedHash
+#--{{{
+      def initialize(*args)
+#--{{{
+        super(*args){|a,k| a[k] = OrderedAutoHash::new(*args)}
+#--}}}
+      end
+      def class
+#--{{{
+        ::Hash
+#--}}}
+      end
+#--}}}
+    end # class OrderedAutoHash
+#--}}}
+  end # module RQ
+$__rq_orderedautohash__ = __FILE__ 
+end