rq 0.1.7

data/install.rb

@@ -0,0 +1,143 @@
+#!/usr/bin/env ruby
+require 'rbconfig'
+require 'find'
+require 'ftools'
+require 'tempfile'
+include Config
+
+LIBDIR      = "lib"
+LIBDIR_MODE = 0644
+
+BINDIR      = "bin"
+BINDIR_MODE = 0755
+
+
+$srcdir            = CONFIG["srcdir"]
+$version           = CONFIG["MAJOR"]+"."+CONFIG["MINOR"]
+$libdir            = File.join(CONFIG["libdir"], "ruby", $version)
+$archdir           = File.join($libdir, CONFIG["arch"])
+$site_libdir       = $:.find {|x| x =~ /site_ruby$/}
+$bindir            = CONFIG["bindir"]
+$ruby_install_name = CONFIG['ruby_install_name'] || CONFIG['RUBY_INSTALL_NAME']
+$ruby              = File.join($bindir, $ruby_install_name || 'ruby')
+
+if !$site_libdir
+  $site_libdir = File.join($libdir, "site_ruby")
+elsif $site_libdir !~ %r/#{Regexp.quote($version)}/
+  $site_libdir = File.join($site_libdir, $version)
+end
+
+def install_rb(srcdir=nil, destdir=nil, mode=nil, bin=nil)
+#{{{
+  path   = []
+  dir    = []
+  Find.find(srcdir) do |f|
+    next unless FileTest.file?(f)
+    next if (f = f[srcdir.length+1..-1]) == nil
+    next if (/CVS$/ =~ File.dirname(f))
+    path.push f
+    dir |= [File.dirname(f)]
+  end
+  for f in dir
+    next if f == "."
+    next if f == "CVS"
+    File::makedirs(File.join(destdir, f))
+  end
+  for f in path
+    next if (/\~$/ =~ f)
+    next if (/^\./ =~ File.basename(f))
+    unless bin
+      File::install(File.join(srcdir, f), File.join(destdir, f), mode, true)
+    else
+      from = File.join(srcdir, f)
+      to = File.join(destdir, f)
+      shebangify(from) do |sf|
+        $deferr.print from, " -> ", File::catname(from, to), "\n"
+        $deferr.printf "chmod %04o %s\n", mode, to 
+        File::install(sf, to, mode, false)
+      end
+    end
+  end
+#}}}
+end
+def shebangify f
+#{{{
+  open(f) do |fd|
+    buf = fd.read 42 
+    if buf =~ %r/^\s*#\s*!.*ruby/o
+      ftmp = Tempfile::new("#{ $$ }_#{ File::basename(f) }")
+      begin
+        fd.rewind
+        ftmp.puts "#!#{ $ruby  }"
+        while((buf = fd.read(8192)))
+          ftmp.write buf
+        end
+        ftmp.close
+        yield ftmp.path
+      ensure
+        ftmp.close!
+      end
+    else
+      yield f
+    end
+  end
+#}}}
+end
+def ARGV.switch
+#{{{
+  return nil if self.empty?
+  arg = self.shift
+  return nil if arg == '--'
+  if arg =~ /^-(.)(.*)/
+    return arg if $1 == '-'
+    raise 'unknown switch "-"' if $2.index('-')
+    self.unshift "-#{$2}" if $2.size > 0
+    "-#{$1}"
+  else
+    self.unshift arg
+    nil
+  end
+#}}}
+end
+def ARGV.req_arg
+#{{{
+  self.shift || raise('missing argument')
+#}}}
+end
+
+
+#
+# main program
+#
+
+libdir = $site_libdir
+bindir = $bindir
+
+begin
+  while switch = ARGV.switch
+    case switch
+    when '-d', '--destdir'
+      libdir = ARGV.req_arg
+    when '-l', '--libdir'
+      libdir = ARGV.req_arg
+    when '-b', '--bindir'
+      bindir = ARGV.req_arg
+    when '-r', '--ruby'
+      $ruby = ARGV.req_arg
+    else
+      raise "unknown switch #{switch.dump}"
+    end
+  end
+rescue
+  STDERR.puts $!.to_s
+  STDERR.puts File.basename($0) + 
+    " -d <destdir>" +
+    " -l <libdir>" +
+    " -b <bindir>"
+    " -r <ruby>"
+  exit 1
+end    
+
+install_rb(LIBDIR, libdir, LIBDIR_MODE)
+install_rb(BINDIR, bindir, BINDIR_MODE, bin=true)
+

data/lib/rq-0.1.7.rb

@@ -0,0 +1,82 @@
+unless defined? $__rq__
+  module RQ 
+#{{{
+    AUTHOR = 'ara.t.howard@noaa.gov'
+    LIBNAME = 'rq'
+    VERSION = '0.1.7'
+    LIBVER = "#{ LIBNAME }-#{ VERSION }"
+    DIRNAME = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR
+    ROOTDIR = File::dirname(DIRNAME)
+    LIBDIR = File::join(DIRNAME, LIBVER) + File::SEPARATOR
+    EXIT_SUCCESS = 0
+    EXIT_FAILURE = 1
+  #
+  # builtin
+  #
+    require 'optparse'
+    require 'logger'
+    require 'socket'
+    require 'rbconfig'
+    require 'optparse'
+    require 'logger'
+    require 'yaml'
+    require 'pp'
+    require 'socket'
+    require 'pathname'
+    require 'tempfile'
+    require 'fileutils'
+    require 'tmpdir'
+    require 'drb/drb'
+  #
+  # depends - http://raa.ruby-lang.org
+  #
+    begin
+      require 'arrayfields'
+    rescue LoadError
+      abort "require arrayfields - http://raa.ruby-lang.org/project/arrayfields/"
+    end
+    begin
+      require 'sqlite'
+    rescue LoadError
+      abort "require sqlite - http://raa.ruby-lang.org/project/sqlite-ruby/"
+    end
+    begin
+      require 'posixlock'
+    rescue LoadError
+      abort "require posixlock - http://raa.ruby-lang.org/project/posixlock/"
+    end
+    begin
+      require 'lockfile'
+    rescue LoadError
+      abort "require lockfile - http://raa.ruby-lang.org/project/lockfile/"
+    end
+  #
+  # rq support libs
+  #
+    require LIBDIR + 'util'
+    require LIBDIR + 'logging'
+    require LIBDIR + 'sleepcycle'
+    require LIBDIR + 'qdb'
+    require LIBDIR + 'jobqueue'
+    require LIBDIR + 'job'
+    require LIBDIR + 'jobrunner'
+    require LIBDIR + 'jobrunnerdaemon'
+    require LIBDIR + 'usage'
+    require LIBDIR + 'mainhelper'
+    require LIBDIR + 'creator'
+    require LIBDIR + 'submitter'
+    require LIBDIR + 'lister'
+    require LIBDIR + 'statuslister'
+    require LIBDIR + 'deleter'
+    require LIBDIR + 'updater'
+    require LIBDIR + 'querier'
+    require LIBDIR + 'executor'
+    require LIBDIR + 'configurator'
+    require LIBDIR + 'snapshotter'
+    require LIBDIR + 'locker'
+    require LIBDIR + 'backer'
+    require LIBDIR + 'feeder'
+#}}}
+  end # module rq
+  $__rq__ = __FILE__ 
+end

data/lib/rq-0.1.7/backer.rb

@@ -0,0 +1,27 @@
+unless defined? $__rq_backer__
+  module RQ 
+#{{{
+    LIBDIR = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR unless
+      defined? LIBDIR
+
+    require LIBDIR + 'mainhelper'
+
+    class  Backer < MainHelper
+#{{{
+      def backup 
+    #{{{
+        set_q
+        bak = @argv.shift
+        bak ||= "#{ File::basename(@qpath) }.#{ Util::timestamp.gsub(/[:\s\.-]/,'_') }.bak"
+        raise "<#{ bak }> exists" if bak and test(?e, bak)
+        debug{ "bak <#{ bak }>" }
+        @q.lock{ FileUtils::cp_r @qpath, bak }
+        info{ "created backup <#{ bak }>" }
+    #}}}
+      end
+#}}}
+    end # class Backer
+#}}}
+  end # module RQ
+$__rq_backer__ = __FILE__ 
+end

data/lib/rq-0.1.7/configfile.rb

@@ -0,0 +1,78 @@
+unless defined? $__rq_configfile__
+  module RQ 
+#{{{
+    LIBDIR = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR unless
+      defined? LIBDIR
+
+    require 'yaml'
+
+    class ConfigFile
+#{{{
+      DEFAULT_CONFIG = LIBDIR + 'defaultconfig.txt'
+
+      class << self
+        def gen_template(arg = nil)
+#{{{
+          @data ||= IO::read(DEFAULT_CONFIG)
+          case arg 
+            when IO 
+              arg.write @data
+            when String
+              open(arg, 'w'){|f| f.write @data}
+            else
+              STDOUT.write @data 
+          end
+          self
+#}}}
+        end
+        def load_default
+#{{{
+          @data ||= IO::read(DEFAULT_CONFIG)
+          @default ||= YAML::load(munge(@data)) || {}
+#}}}
+        end
+        def any(basename, *dirnames)
+#{{{
+          config = nil
+          dirnames.each do |dirname|
+            path = File::join dirname, basename 
+            if test ?e, path
+              config = self::new(path)
+              break
+            end
+          end
+          config || self::new('default') 
+#}}}
+        end
+        def munge buf
+#{{{
+          buf.gsub(%r/\t/o,'  ')
+#}}}
+        end
+      end
+      attr :path
+      def initialize path
+#{{{
+        @path = nil 
+        yaml = nil
+        if path.nil? or path and path =~ /^\s*default/io
+          yaml = self.class.load_default 
+          @path = 'DEFAULT' 
+        else path
+          yaml = YAML::load(self.class.munge(open(path).read))
+          @path = path
+        end
+        self.update yaml
+#}}}
+      end
+      def to_hash
+#{{{
+        {}.update self
+#}}}
+      end
+#}}}
+    end # class ConfigFile
+#}}}
+  end # module RQ
+$__rq_configfile__ = __FILE__ 
+end

data/lib/rq-0.1.7/configurator.rb

@@ -0,0 +1,36 @@
+unless defined? $__rq_configurator__
+  module RQ 
+#{{{
+    LIBDIR = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR unless
+      defined? LIBDIR
+
+    require LIBDIR + 'mainhelper'
+
+    class  Configurator < MainHelper
+#{{{
+#}}}
+      def configure
+    #{{{
+        set_q
+        attributes = {}
+        unless @argv.empty?
+          kv_pat = %r/^\s*([^\s]+)\s*=+\s*([^\s]+)\s*$/o
+          @q.transaction do
+            @argv.each do |arg|
+              match = kv_pat.match arg
+              if match 
+                k, v = match[1], match[2] 
+                @q[k] = v
+              end
+            end
+            attributes = @q.attributes
+          end
+        end
+        y attributes
+    #}}}
+      end
+    end # class Configurator
+#}}}
+  end # module RQ
+$__rq_configurator__ = __FILE__ 
+end

data/lib/rq-0.1.7/creator.rb

@@ -0,0 +1,23 @@
+unless defined? $__rq_creator__
+  module RQ 
+#{{{
+    LIBDIR = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR unless
+      defined? LIBDIR
+
+    require LIBDIR + 'mainhelper'
+
+    class  Creator < MainHelper
+#{{{
+      def create 
+    #{{{
+        raise "q <#{ @qpath }> exists!" if test ?e, @qpath
+        @q = JobQueue::create @qpath, 'logger' => @logger
+        info{ "created <#{ @q.path }>" }
+    #}}}
+      end
+#}}}
+    end # class Creator
+#}}}
+  end # module RQ
+$__rq_creator__ = __FILE__ 
+end

data/lib/rq-0.1.7/defaultconfig.txt

@@ -0,0 +1,5 @@
+#
+# rq config
+#
+
+key : value

data/lib/rq-0.1.7/deleter.rb

@@ -0,0 +1,39 @@
+unless defined? $__rq_deleter__
+  module RQ 
+#{{{
+    LIBDIR = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR unless
+      defined? LIBDIR
+
+    require LIBDIR + 'mainhelper'
+
+    class  Deleter < MainHelper
+#{{{
+      def delete
+    #{{{
+        set_q
+        jids = @argv
+        if jids.empty? or not STDIN.tty?
+          pat = %r/^(?:\s*jid\s*:)?\s*(\d+)\s*$/io
+          while((line = STDIN.gets))
+            match = pat.match line
+            next unless match
+            jids << Integer(match[1])
+          end
+        end
+        jids.map!{|jid| jid =~ %r/^\s*\d+\s*$/o ? Integer(jid) : jid}
+        raise "no jids" if jids.empty?
+        if @options['quiet'] 
+          @q.delete(*jids)
+        else
+          @q.delete(*jids)
+          puts '---'
+          jids.each{|jid| puts "- #{ jid }"}
+        end
+    #}}}
+      end
+#}}}
+    end # class Deleter
+#}}}
+  end # module RQ
+$__rq_deleter__ = __FILE__ 
+end

data/lib/rq-0.1.7/executor.rb

@@ -0,0 +1,41 @@
+unless defined? $__rq_executor__
+  module RQ 
+#{{{
+    LIBDIR = File::dirname(File::expand_path(__FILE__)) + File::SEPARATOR unless
+      defined? LIBDIR
+
+    require LIBDIR + 'mainhelper'
+
+    class  Executor < MainHelper
+#{{{
+    def execute
+  #{{{
+      set_q
+      sql = @argv.join ' '
+      if sql.empty? or not STDIN.tty?
+        debug{ "reading sql from STDIN" }
+        while((buf = STDIN.gets))
+          buf.strip!
+          buf.gsub! %r/#.*$/o, ''
+          next if buf.empty?
+          sql << "#{ buf } "
+        end
+      end
+      @q.qdb.transaction_retries = 0
+      tuples = @q.transaction{@q.execute sql}
+      puts '---'
+      fields = nil
+      tuples.each do |tuple|
+        puts '-'
+        fields ||= tuple.fields
+        fields.each{|f| puts "#{ f } : #{ tuple[f] }"}
+      end
+      tuples
+  #}}}
+    end
+#}}}
+    end # class Executor
+#}}}
+  end # module RQ
+$__rq_executor__ = __FILE__ 
+end