yugui-chkbuild 0.1.2

data/lib/chkbuild/lock.rb

@@ -0,0 +1,57 @@
+# Copyright (C) 2006,2009 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+module ChkBuild
+  LOCK_PATH = ChkBuild.build_top + '.lock'
+
+  def self.lock_start
+    if !defined?(@lock_io)
+      @lock_io = LOCK_PATH.open(File::WRONLY|File::CREAT)
+    end
+    if @lock_io.flock(File::LOCK_EX|File::LOCK_NB) == false
+      raise "another chkbuild is running."
+    end
+    @lock_io.truncate(0)
+    @lock_io.sync = true
+    @lock_io.close_on_exec = true
+    @lock_io.puts "locked pid:#{$$}"
+    lock_pid = $$
+    at_exit {
+      @lock_io.puts "exit pid:#{$$}" if $$ == lock_pid
+    }
+  end
+
+  def self.lock_puts(mesg)
+    if block_given?
+      t1 = Time.now
+      @lock_io.print "#{t1.iso8601} #{mesg}"
+      ret = yield
+      t2 = Time.now
+      @lock_io.puts "\t#{t2-t1}"
+      ret
+    else
+      @lock_io.puts "#{Time.now.iso8601} #{mesg}"
+    end
+  end
+end

data/lib/chkbuild/logfile.rb

@@ -0,0 +1,230 @@
+# Copyright (C) 2006,2009 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+require 'time'
+
+module ChkBuild
+end
+
+class ChkBuild::LogFile
+  InitialMark = '=='
+
+  def self.write_open(filename, build)
+    logfile = self.new(filename, true)
+    logfile.start_section build.depsuffixed_name
+    logfile.with_default_output {
+      system("uname -a")
+      section_started = false
+      build.traverse_depbuild {|depbuild|
+        if !section_started
+          logfile.start_section 'dependencies'
+          section_started = true
+        end
+        if depbuild.suffixed_name == depbuild.version
+          puts "#{depbuild.suffixed_name} #{depbuild.start_time}"
+        else
+          puts "#{depbuild.suffixed_name} #{depbuild.start_time} (#{depbuild.version})"
+        end
+      }
+    }
+    logfile
+  end
+
+  def dependencies
+    return [] unless log = self.get_section('dependencies')
+    r = []
+    log.each_line {|line|
+      if /^(\S+) (\d+T\d+) \((.*)\)$/ =~ line
+        r << [$1, $2, $3]
+      elsif /^(\S+) (\d+T\d+)$/ =~ line
+        r << [$1, $2, $1]
+      end
+    }
+    r
+  end
+
+  def depsuffixed_name
+    return @depsuffixed_name if defined? @depsuffixed_name
+    if /\A\S+\s+(\S+)/ =~ self.get_all_log
+      return @depsuffixed_name = $1
+    end
+    raise "unexpected log format"
+  end
+
+  def suffixed_name() depsuffixed_name.sub(/_.*/, '') end
+  def target_name() suffixed_name.sub(/-.*/, '') end
+  def suffixes() suffixed_name.split(/-/)[1..-1] end
+
+  def self.read_open(filename)
+    self.new(filename, false)
+  end
+
+  def initialize(filename, writemode)
+    @writemode = writemode
+    mode = writemode ? File::RDWR|File::CREAT|File::APPEND : File::RDONLY
+    @filename = filename
+    @io = File.open(filename, mode)
+    @io.set_encoding("ascii-8bit") if @io.respond_to? :set_encoding
+    @io.sync = true
+    @mark = read_separator
+    @sections = detect_sections
+  end
+
+  def read_separator
+    mark = nil
+    if @io.stat.size != 0
+      @io.rewind
+      mark = @io.gets[/\A\S+/]
+    end
+    mark || InitialMark
+  end
+  private :read_separator
+
+  def detect_sections
+    ret = {}
+    @io.rewind
+    pat = /\A#{Regexp.quote @mark} /
+    @io.each {|line|
+      if pat =~ line
+        epos = @io.pos
+        spos = epos - line.length
+        secname = $'.chomp.sub(/#.*/, '').strip
+        ret[secname] = spos
+      end
+    }
+    ret
+  end
+  private :detect_sections
+
+  # logfile.with_default_output { ... }
+  def with_default_output
+    raise "not opened for writing" if !@writemode
+    File.open(@filename, File::WRONLY|File::APPEND) {|f|
+      STDERR.tmp_reopen(f) {
+        STDERR.sync = true
+        STDOUT.tmp_reopen(f) {
+          STDOUT.sync = true
+          yield
+        }
+      }
+    }
+  end
+
+  def change_default_output
+    raise "not opened for writing" if !@writemode
+    STDOUT.reopen(@save_io = File.for_fd(@io.fileno, File::WRONLY|File::APPEND))
+    STDERR.reopen(STDOUT)
+    STDOUT.sync = true
+    STDERR.sync = true
+  end
+
+  # start_section returns the (unique) section name.
+  def start_section(secname)
+    @io.flush
+    if 0 < @io.stat.size
+      @io.seek(-1, IO::SEEK_END)
+      if @io.read != "\n"
+        @io.write "\n"
+      end
+    end
+    spos = @io.pos
+    secname = secname.strip
+    if @sections[secname]
+      i = 2
+      while @sections["#{secname}(#{i})"]
+        i += 1
+      end
+      secname = "#{secname}(#{i})"
+    end
+    @sections[secname] = spos
+    @io.write "#{@mark} #{secname} \# #{Time.now.iso8601}\n"
+    secname
+  end
+
+  def secnames
+    @sections.keys.sort_by {|secname| @sections[secname] }
+  end
+
+  def each_secname(&block)
+    @sections.keys.sort_by {|secname| @sections[secname] }.each(&block)
+  end
+
+  def section_size(secname)
+    spos = @sections[secname]
+    raise ArgumentError, "no section : #{secname.inspect}" if !spos
+    epos = @sections.values.reject {|pos| pos <= spos }.min
+    epos = @io.stat.size if !epos
+    epos - spos
+  end
+
+  def get_section(secname)
+    spos = @sections[secname]
+    return nil if !spos
+    @io.seek spos
+    @io.gets("\n#{@mark} ").chomp("#{@mark} ").sub(/\A.*\n/, '')
+  end
+
+  def get_all_log
+    @io.rewind
+    @io.read
+  end
+
+  def modify_section(secname, data)
+    raise "not opened for writing" if !@writemode
+    spos = @sections[secname]
+    raise ArgumentError, "no section: #{secname.inspect}" if !spos
+    data += "\n" if /\n\z/ !~ data
+    old = nil
+    File.open(@filename, File::RDWR) {|f|
+      f.seek spos
+      rest = f.read
+      if /\n#{Regexp.quote @mark} / =~ rest
+        epos = $~.begin(0) + 1
+        curr = rest[0...epos]
+        rest = rest[epos..-1]
+      else
+        curr = rest
+        rest = ''
+      end
+      if /\n/ =~ curr
+        secline = $` + $&
+        old = $'
+      else
+        secline = curr + "\n"
+        old = ''
+      end
+      f.seek spos
+      f.print secline, data, rest
+      f.flush
+      f.truncate(f.pos)
+    }
+    off = data.length - old.length
+    @sections.each_pair {|n, pos|
+      if spos < pos
+        @sections[n] = pos + off
+      end
+    }
+    nil
+  end
+end

data/lib/chkbuild/main.rb

@@ -0,0 +1,138 @@
+# Copyright (C) 2006 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+require 'pathname'
+require 'optparse'
+
+module ChkBuild
+  TOP_DIRECTORY = Pathname.getwd
+  def ChkBuild.build_top() TOP_DIRECTORY+"tmp/build" end
+  def ChkBuild.public_top() TOP_DIRECTORY+"tmp/public_html" end
+
+  def ChkBuild.main_help(status=true)
+    if File.executable? $0
+      command = $0
+    else
+      require 'rbconfig'
+      ruby = "#{Config::CONFIG["bindir"]}/#{Config::CONFIG["ruby_install_name"]}"
+      command = "#{ruby} #{$0}"
+    end
+    print <<"End"
+usage:
+  #{command} [build [--procmemsize]]
+  #{command} list
+  #{command} title [depsuffixed_name...]
+  #{command} logdiff [depsuffixed_name [date1 [date2]]]
+End
+    exit status
+  end
+
+  @target_list = []
+  def ChkBuild.main_build
+    o = OptionParser.new
+    o.def_option('--procmemsize') {
+      @target_list.each {|t|
+        t.update_option(:procmemsize => true)
+      }
+    }
+    o.parse!
+    begin
+      Process.setpriority(Process::PRIO_PROCESS, 0, 10)
+    rescue Errno::EACCES # already niced to 11 or more
+    end
+    File.umask(002)
+    STDIN.reopen("/dev/null", "r")
+    STDOUT.sync = true
+    ChkBuild.build_top.mkpath
+    ChkBuild.lock_start
+    @target_list.each {|t|
+      t.make_result
+    }
+  end
+
+  def ChkBuild.def_target(target_name, *args, &block)
+    t = ChkBuild::Target.new(target_name, *args, &block)
+    @target_list << t
+    t
+  end
+
+  def ChkBuild.main_list
+    @target_list.each {|t|
+      t.each_build_obj {|build|
+        puts build.depsuffixed_name
+      }
+    }
+  end
+
+  def ChkBuild.main_title
+    @target_list.each {|t|
+      t.each_build_obj {|build|
+        next if !ARGV.empty? && !ARGV.include?(build.depsuffixed_name)
+        last_txt = ChkBuild.public_top + build.depsuffixed_name + 'last.txt'
+        if last_txt.exist?
+          logfile = ChkBuild::LogFile.read_open(last_txt)
+          title = ChkBuild::Title.new(t, logfile)
+          title.run_hooks
+          puts "#{build.depsuffixed_name}:\t#{title.make_title}"
+        end
+      }
+    }
+  end
+
+  def ChkBuild.main_logdiff
+    depsuffixed_name, arg_t1, arg_t2 = ARGV
+    @target_list.each {|t|
+      t.each_build_obj {|build|
+        next if depsuffixed_name && build.depsuffixed_name != depsuffixed_name
+        ts = build.log_time_sequence
+        raise "no log: #{build.depsuffixed_name}/#{arg_t1}" if arg_t1 and !ts.include?(arg_t1)
+        raise "no log: #{build.depsuffixed_name}/#{arg_t2}" if arg_t2 and !ts.include?(arg_t2)
+        if ts.length < 2
+          puts "#{build.depsuffixed_name}: less than 2 logs"
+          next
+        end
+        t1 = arg_t1 || ts[-2]
+        t2 = arg_t2 || ts[-1]
+        puts "#{build.depsuffixed_name}: #{t1}->#{t2}"
+        build.output_diff(t1, t2, STDOUT)
+        puts
+      }
+    }
+  end
+
+  def ChkBuild.main
+    ARGV.unshift 'build' if ARGV.empty?
+    subcommand = ARGV.shift
+    case subcommand
+    when 'help', '-h' then ChkBuild.main_help
+    when 'build' then ChkBuild.main_build
+    when 'list' then ChkBuild.main_list
+    when 'title' then ChkBuild.main_title
+    when 'logdiff' then ChkBuild.main_logdiff
+    else
+      puts "unexpected subcommand: #{subcommand}"
+      exit 1
+    end
+  end
+end

data/lib/chkbuild/options.rb

@@ -0,0 +1,62 @@
+# Copyright (C) 2006 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+module ChkBuild
+  @default_options = {
+    :num_oldbuilds => 3,
+    :limit_cpu => 3600 * 4,
+    :limit_stack => 1024 * 1024 * 40,
+    :limit_data => 1024 * 1024 * 100,
+    :limit_as => 1024 * 1024 * 100
+  }
+
+  def self.get_options
+    @default_options.dup
+  end
+
+  def self.num_oldbuilds
+    @default_options[:num_oldbuilds]
+  end
+  def self.num_oldbuilds=(val)
+    @default_options[:num_oldbuilds] = val
+  end
+
+  def self.limit(hash)
+    hash.each {|k, v|
+      s = "limit_#{k}".intern
+      raise "unexpected resource name: #{k}" if !@default_options[s]
+      @default_options[s] = v
+    }
+  end
+
+  def self.get_limit
+    ret = {}
+    @default_options.each {|k, v|
+      next if /\Alimit_/ !~ k.to_s
+      s = $'.intern
+      ret[s] = v
+    }
+    ret
+  end
+end