rq-ruby1.8 3.4.3

data/lib/rq.rb

@@ -0,0 +1,155 @@
+unless defined? $__rq__
+  module RQ 
+#--{{{
+    require 'rbconfig'
+
+    C = Config::CONFIG
+
+    AUTHOR = 'Ara Howard <ara.t.howard@gmail.com>'
+    AUTHOR2 = 'Pjotr Prins <pjotr.public01@thebird.nl>'
+    WEBSITE = 'https://github.com/pjotrp/rq'
+    LIBNAME = 'rq'
+    src = File.dirname(__FILE__)
+    VERSION = File.read(File.join(src,'..','VERSION')).strip 
+    LIBVER = "#{ LIBNAME }-#{ VERSION }"
+    DIRNAME = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR
+    ROOTDIR = File::dirname(DIRNAME)
+    #LIBDIR = File::join(DIRNAME, LIBVER) + File::SEPARATOR
+    LIBDIR = File::join(DIRNAME, LIBNAME) + File::SEPARATOR
+    LOCALDIR = File::join(LIBDIR, 'local') + File::SEPARATOR
+    LOCALBINDIR = File::join(LOCALDIR, 'bin') + File::SEPARATOR
+    LOCALLIBDIR = File::join(LOCALDIR, 'lib') + File::SEPARATOR
+    ARCH = C['sitearch'] || C['arch']
+    ARCHLIBDIR = File::join(LIBDIR, ARCH) + File::SEPARATOR
+    EXIT_SUCCESS = 0
+    EXIT_FAILURE = 1
+  #
+  # builtin
+  #
+    require 'optparse'
+    require 'logger'
+    require 'socket'
+    require 'optparse'
+    require 'logger'
+    require 'yaml'
+    require 'yaml/store'
+    require 'pp'
+    require 'socket'
+    require 'pathname'
+    require 'tempfile'
+    require 'fileutils'
+    require 'tmpdir'
+    require 'drb/drb'
+    require 'digest/md5'
+  #
+  # try to load rubygems
+  #
+    begin
+      require 'rubygems'
+    rescue LoadError
+      nil
+    end
+
+  #
+  # depends - http://raa.ruby-lang.org
+  #
+    $:.push LIBDIR
+    $:.push ARCHLIBDIR
+    begin
+      require 'arrayfields'
+    rescue LoadError
+      begin
+        require LIBDIR + 'arrayfields'
+      rescue LoadError
+        abort "require arrayfields - http://raa.ruby-lang.org/project/arrayfields/"
+      end
+    end
+
+    begin
+      require 'lockfile'
+    rescue LoadError
+      begin
+        require LIBDIR + 'lockfile'
+      rescue LoadError
+        abort "require lockfile - http://raa.ruby-lang.org/project/lockfile/"
+      end
+    end
+
+    begin
+      require 'posixlock'
+    rescue LoadError
+      begin
+        require ARCHLIBDIR + 'posixlock'
+      rescue LoadError
+        abort "require posixlock - http://raa.ruby-lang.org/project/posixlock/"
+      end
+    end
+
+  #
+  # setup local require/lib/path/environment
+  #
+    $VERBOSE = nil
+    ENV['PATH'] = [LOCALBINDIR, ENV['PATH']].join(':')
+    ENV['LD_LIBRARY_PATH'] = [LOCALLIBDIR, ENV['LD_LIBRARY_PATH']].join(':')
+    begin
+      $:.unshift ARCHLIBDIR 
+      $:.unshift LIBDIR
+      $:.unshift '/var/lib/gems/1.8/gems/sqlite-1.3.1/lib'
+
+      require 'sqlite'
+      # p $:
+      # require 'sqlite/version'
+      # print("SQLite.version=",SQLite::Version::STRING,"\n")
+
+    rescue LoadError
+      p $:
+      abort "require sqlite in load path - http://raa.ruby-lang.org/project/sqlite-ruby/"
+    ensure
+      $:.shift
+      $:.shift
+    end
+    #system "ldd #{ ARCHLIBDIR }/_sqlite.so"
+    #system "which sqlite"
+
+  #
+  # rq support libs
+  #
+    require LIBDIR + 'util'
+    require LIBDIR + 'logging'
+    require LIBDIR + 'orderedhash'
+    require LIBDIR + 'orderedautohash'
+    require LIBDIR + 'sleepcycle'
+    require LIBDIR + 'qdb'
+    require LIBDIR + 'jobqueue'
+    require LIBDIR + 'job'
+    require LIBDIR + 'jobrunner'
+    require LIBDIR + 'jobrunnerdaemon'
+    require LIBDIR + 'usage'
+    require LIBDIR + 'mainhelper'
+    require LIBDIR + 'creator'
+    require LIBDIR + 'submitter'
+    require LIBDIR + 'resubmitter'
+    require LIBDIR + 'lister'
+    require LIBDIR + 'statuslister'
+    require LIBDIR + 'deleter'
+    require LIBDIR + 'updater'
+    require LIBDIR + 'querier'
+    require LIBDIR + 'executor'
+    require LIBDIR + 'configurator'
+    require LIBDIR + 'snapshotter'
+    require LIBDIR + 'locker'
+    require LIBDIR + 'backer'
+    require LIBDIR + 'rotater'
+    require LIBDIR + 'feeder'
+    require LIBDIR + 'recoverer'
+    require LIBDIR + 'ioviewer'
+    require LIBDIR + 'toucher'
+    #require LIBDIR + 'resourcemanager'
+    #require LIBDIR + 'resource'
+    require LIBDIR + 'cron'
+    require LIBDIR + 'rails'
+
+#--}}}
+  end # module rq
+  $__rq__ = __FILE__ 
+end

data/lib/rq/arrayfields.rb

@@ -0,0 +1,371 @@
+#
+# The ArrayFields module implements methods which allow an Array to be indexed
+# by String or Symbol. It is not required to manually use this module to
+# extend Arrays - they are auto-extended on a per-object basis when
+# Array#fields= is called
+#
+  module ArrayFields 
+    self::VERSION = '3.8.0' unless defined? self::VERSION
+    def self.version() VERSION end
+  #
+  # multiton cache of fields - wraps fields and fieldpos map to save memory
+  #
+    class FieldSet
+      class << self
+        def new fields
+          @sets[fields] ||= super
+        end
+        def init_sets
+          @sets = {}
+        end
+      end
+
+      init_sets
+
+      attr :fields
+      attr :fieldpos
+      def initialize fields
+        raise ArgumentError, "<#{ fields.inspect }> not inject-able" unless
+          fields.respond_to? :inject
+
+        @fieldpos =
+          fields.inject({}) do |h, f|
+            unless String === f or Symbol === f
+              raise ArgumentError, "<#{ f.inspect }> neither String nor Symbol"
+            end
+            h[f] = h.size
+            h
+          end
+
+        @fields = fields
+      end
+      def pos f
+        return @fieldpos[f] if @fieldpos.has_key? f 
+        f = f.to_s
+        return @fieldpos[f] if @fieldpos.has_key? f 
+        f = f.intern
+        return @fieldpos[f] if @fieldpos.has_key? f 
+        nil
+      end
+    end
+  #
+  # methods redefined to work with fields as well as numeric indexes
+  #
+    def [] idx, *args
+      if @fieldset and (String === idx or Symbol === idx)
+        pos = @fieldset.pos idx
+        return nil unless pos
+        super(pos, *args)
+      else
+        super
+      end
+    end
+    def slice idx, *args
+      if @fieldset and (String === idx or Symbol === idx)
+        pos = @fieldset.pos idx
+        return nil unless pos
+        super(pos, *args)
+      else
+        super
+      end
+    end
+
+    def []=(idx, *args) 
+      if @fieldset and (String === idx or Symbol === idx) 
+        pos = @fieldset.pos idx
+        unless pos
+          @fieldset.fields << idx
+          @fieldset.fieldpos[idx] = pos = size
+        end
+        super(pos, *args)
+      else
+        super
+      end
+    end
+    def at idx
+      if @fieldset and (String === idx or Symbol === idx)
+        pos = @fieldset.pos idx
+        return nil unless pos
+        super pos
+      else
+        super
+      end
+    end
+    def delete_at idx
+      if @fieldset and (String === idx or Symbol === idx)
+        pos = @fieldset.pos idx
+        return nil unless pos
+        super pos
+      else
+        super
+      end
+    end
+    def fill(obj, *args)
+      idx = args.first
+      if idx and @fieldset and (String === idx or Symbol === idx)
+        idx = args.shift
+        pos = @fieldset.pos idx
+        super(obj, pos, *args)
+      else
+        super
+      end
+    end
+
+    def values_at(*idxs)
+      idxs.flatten!
+      if @fieldset
+        idxs.map!{|i| (String === i or Symbol === i) ? @fieldset.pos(i) : i}
+      end
+      super(*idxs)
+    end
+    def indices(*idxs)
+      idxs.flatten!
+      if @fieldset
+        idxs.map!{|i| (String === i or Symbol === i) ? @fieldset.pos(i) : i}
+      end
+      super(*idxs)
+    end
+    def indexes(*idxs)
+      idxs.flatten!
+      if @fieldset
+        idxs.map!{|i| (String === i or Symbol === i) ? @fieldset.pos(i) : i}
+      end
+      super(*idxs)
+    end
+
+    def slice!(*args)
+      ret = self[*args]
+      self[*args] = nil
+      ret
+    end
+    def each_with_field
+      each_with_index do |elem, i|
+        yield elem, @fieldset.fields[i]
+      end
+    end
+  #
+  # methods which give a hash-like interface 
+  #
+    def each_pair
+      each_with_index do |elem, i|
+        yield @fieldset.fields[i], elem
+      end
+    end
+    def each_key
+      @fieldset.each{|field| yield field}
+    end
+    def each_value(*args, &block)
+      each(*args, &block)
+    end
+    def fetch key
+      self[key] or raise IndexError, 'key not found'
+    end
+
+    def has_key? key
+      @fieldset.fields.include? key
+    end
+    def member? key
+      @fieldset.fields.include? key
+    end
+    def key? key
+      @fieldset.fields.include? key
+    end
+
+    def has_value? value
+      if respond_to? 'include?'
+        self.include? value
+      else
+        a = []
+        each{|val| a << val}
+        a.include? value
+      end
+    end
+    def value? value
+      if respond_to? 'include?'
+        self.include? value
+      else
+        a = []
+        each{|val| a << val}
+        a.include? value
+      end
+    end
+
+    def keys
+      fields
+    end
+    def store key, value
+      self[key] = value
+    end
+    def values
+      if respond_to? 'to_ary'
+        self.to_ary
+      else
+        a = []
+        each{|val| a << val}
+        a
+      end
+    end
+
+    def to_hash
+      if respond_to? 'to_ary'
+        h = {}
+        @fieldset.fields.zip(to_ary){|f,e| h[f] = e}
+        h
+      else
+        a = []
+        each{|val| a << val}
+        h = {}
+        @fieldset.fields.zip(a){|f,e| h[f] = e}
+        h
+      end
+    end
+    def to_h
+      if respond_to? 'to_ary'
+        h = {}
+        @fieldset.fields.zip(to_ary){|f,e| h[f] = e}
+        h
+      else
+        a = []
+        each{|val| a << val}
+        h = {}
+        @fieldset.fields.zip(a){|f,e| h[f] = e}
+        h
+      end
+    end
+
+    def update other
+      other.each{|k,v| self[k] = v}
+      to_hash
+    end
+    def replace other
+      Hash === other ? update(other) : super
+    end
+    def invert
+      to_hash.invert
+    end
+  end
+  Arrayfields = ArrayFields
+#
+# Fieldable encapsulates methods in common for classes which may have their
+# fields set and subsequently be auto-extended by ArrayFields
+#
+  module Fieldable
+  #
+  # sets fields an dynamically extends this Array instance with methods for
+  # keyword access
+  #
+    def fields= fields
+      extend ArrayFields unless defined? @fieldset 
+
+      @fieldset = 
+        if ArrayFields::FieldSet === fields
+          fields
+        else
+          ArrayFields::FieldSet.new fields
+        end
+    end
+  #
+  # access to fieldset
+  #
+    attr_reader :fieldset
+  #
+  # access to field list
+  #
+    def fields
+      @fieldset and @fieldset.fields
+    end
+  end
+#
+# Array instances are extened with two methods only: Fieldable#fields= and
+# Fieldable#fields.  only when Fieldable#fields= is called will the full set
+# of ArrayFields methods auto-extend the Array instance.  the Array class also
+# has added a class generator when the fields are known apriori.
+#
+  class Array
+    include Fieldable
+
+    class << self
+      def fields *fields
+        Class.new(self) do
+          const_set :FIELDS, ArrayFields::FieldSet.new(fields.flatten)
+          include ArrayFields
+          def initialize *a, &b
+            super
+          ensure
+            @fieldset = self.class.const_get :FIELDS
+          end
+        end
+      end
+      alias_method 'struct', 'fields'
+    end
+  end
+#
+# proxy class that allows an array to be wrapped in a way that still allows #
+# keyword access.  also facilitate usage of ArrayFields with arraylike objects.
+# thnx to Sean O'Dell for the suggestion.
+#
+# sample usage
+#
+# fa = FieldedArray.new %w(zero one two), [0,1,2]
+# p fa['zero']   #=> 0
+#
+#
+  class FieldedArray
+    include Fieldable
+    class << self
+      def [](*pairs)
+        pairs.flatten!
+        raise ArgumentError, "argument must be key/val pairs" unless 
+          (pairs.size % 2 == 0)
+        fields, elements = [], []
+        while((f = pairs.shift) and (e = pairs.shift)) 
+          fields << f and elements << e
+        end
+        new fields, elements
+      end
+    end
+    def initialize fields = [], array = []
+      @a = array
+      self.fields = fields
+    end
+    def method_missing(meth, *args, &block)
+      @a.send(meth, *args, &block)
+    end
+    delegates =
+      %w(
+        to_s
+        to_str
+        inspect
+      )
+    delegates.each do |meth| 
+      class_eval "def #{ meth }(*a,&b); @a.#{ meth }(*a,&b);end"
+    end
+  end
+  Fieldedarray = FieldedArray
+
+  class PseudoHash < ::Array
+    class << self
+      def [](*pairs)
+        pairs.flatten!
+        raise ArgumentError, "argument must be key/val pairs" unless 
+          (pairs.size % 2 == 0 and pairs.size >= 2)
+        keys, values = [], []
+        while((k = pairs.shift) and (v = pairs.shift)) 
+          keys << k and values << v
+        end
+        new keys, values
+      end
+    end
+    def initialize keys = [], values = []
+      self.fields = keys
+      self.replace values
+    end
+    def to_yaml opts = {}
+      YAML::quick_emit object_id, opts do |out|
+        out.map taguri, to_yaml_style do |map|
+          each_pair{|f,v| map.add f,v}
+        end
+      end
+   end 
+  end
+  Pseudohash = PseudoHash