mswin-build 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: cfe42674ee22526c93c3fd0347034be4f0af2f48
+  data.tar.gz: 599a68351770263a39ab8b8accf35d9eaa9a9915
+SHA512:
+  metadata.gz: e90cc66dfc5614f26af3d2ecd259a78b4aeb7bd423ce4b50789d205e82dc72b2fb23d8a712344b6288ddec03451fee7d517363dba3e4a797b1c4ebad80178fff
+  data.tar.gz: b76b8068667a7c70447810af98fe555bd5fc8ad305694b86f7cf69f8bf234ba85d1a04b47d9b4b9edc79a018c6d041b415179dbe836ffca4e3c27c428241a4ee

data/.gitignore

@@ -0,0 +1,2 @@
+logs
+pkg

data/.travis.yml

@@ -0,0 +1,7 @@
+language: ruby
+rvm:
+  - 2.1.1
+  - 2.0.0
+  - 1.9.3
+script:
+  - bundle exec rake build

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in mswin-build.gemspec
+gemspec

data/README.md

@@ -0,0 +1,53 @@
+mswin-build
+===========
+
+This software is originally published at https://github.com/unak/mswin-build .
+
+
+What's This?
+------------
+
+A low quality clone of https://github.com/akr/chkbuild for mswin.
+
+
+Requirements
+------------
+
+* ruby 1.9.3 or 2.0.0 or newer, with fiddle
+* sed
+* bison
+* svn
+* gzip
+* and of cource, Visual C++ 6 or newer
+
+
+How to Use
+----------
+
+Write a config file in config directory, and run `bin/build.rb`.
+
+
+License
+-------
+
+Copyright (c) 2013 NAKAMURA Usaku usa@garbagecollect.jp
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice,
+   this list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND ANY
+EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR ANY
+DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

data/Rakefile

@@ -0,0 +1,13 @@
+# -*- Ruby -*-
+require "bundler/gem_tasks"
+require "rake/testtask.rb"
+
+namespace "test" do
+  Rake::TestTask.new do |t|
+    t.name = "units"
+    t.pattern = "test/unit/test_*.rb"
+  end
+end
+
+desc "Run all tests"
+task test: ["test:units"]

data/bin/build.rb

@@ -0,0 +1,33 @@
+#! ruby
+# expected ruby 1.9.x or later.
+libdir = File.expand_path("../lib", File.dirname(__FILE__))
+$LOAD_PATH.unshift(libdir) if File.directory?(libdir)
+require "optparse"
+require "rbconfig"
+require "mswin-build/builder"
+
+$debug = $DEBUG
+opt = OptionParser.new
+opt.banner = "Usage: ruby #$0 [options] <target name>"
+opt.separator ""
+opt.separator "  This script automatically loads config/<target name>.yaml."
+opt.separator ""
+opt.separator "Options:"
+opt.on('-v', '--verbose', 'Be verbose.') { $debug = true }
+
+begin
+  opt.parse!(ARGV)
+  target = ARGV.shift
+  raise "target name is not specified." unless target
+rescue RuntimeError => ex
+  puts ex.message
+  puts
+  puts opt.help
+  exit 1
+end
+
+# use this running ruby as BASERUBY
+baseruby = File.join(RbConfig::CONFIG["bindir"], RbConfig::CONFIG["ruby_install_name"] + RbConfig::CONFIG["EXEEXT"])
+
+builder = MswinBuild::Builder.new(target: target, baseruby: baseruby, settings: File.expand_path("../config/#{target}.yaml", File.dirname(__FILE__)))
+exit builder.run

data/bin/kicker.rb

@@ -0,0 +1,49 @@
+#!ruby
+$LOAD_PATH.unshift(File.expand_path("../lib", File.dirname(__FILE__)))
+require "tmpdir"
+require "optparse"
+require "rbconfig"
+require "mswin-build/builder"
+
+# use this running ruby as BASERUBY by default
+baseruby = File.join(RbConfig::CONFIG["bindir"], RbConfig::CONFIG["ruby_install_name"] + RbConfig::CONFIG["EXEEXT"])
+interval = 60
+force_build = 24 * 60 * 60  # force build at least once in every day
+
+opt = OptionParser.new
+opt.banner = "Usage: ruby #$0 [options] <target name>"
+opt.separator ""
+opt.separator "  This script automatically loads config/<target name>.yaml."
+opt.separator ""
+opt.separator "Options:"
+opt.on('-v', '--verbose', "Be verbose. default = #{!$debug.nil? && $debug}") { $debug = true }
+opt.on('-b <baseruby>', '--baseruby=<baserbuby>', "specify baseruby. default: #{baseruby}") { |v| baseruby = v }
+opt.on('-i <seconds>', '--interval=<seconds>', "interval between each build. default: #{interval}") { |v| interval = Integer(v) }
+opt.on('-f <seconds>', '--force-build=<seconds>', "force build after specified seconds from last bulid. default: #{force_build}") { |v| fource_build = Integer(v) }
+
+begin
+  opt.parse!(ARGV)
+  raise "target name is not specified." if ARGV.empty?
+rescue RuntimeError => ex
+  puts ex.message
+  puts
+  puts opt.help
+  exit 1
+end
+
+loop do
+  ARGV.each do |target|
+    builder = MswinBuild::Builder.new(target: target, baseruby: baseruby, settings: File.expand_path("../config/#{target}.yaml", File.dirname(__FILE__)))
+    if !builder.get_last_build_time || builder.get_last_build_time + force_build < Time.now || builder.get_last_revision != builder.get_current_revision
+      cmd = [baseruby, File.expand_path("build.rb", File.dirname(__FILE__)), target]
+      cmd << "-v" if $debug
+      puts "+++ #{Time.now}  Start #{target} +++" if $debug
+      system(*cmd)
+      puts "--- #{Time.now}  Finish #{target} ---" if $debug
+    else
+      puts "=== #{Time.now}  Skipped #{target} ===" if $debug
+    end
+  end
+  puts "=== #{Time.now}  Pausing #{interval} seconds ===" if $debug
+  sleep interval
+end

data/bin/tinyhttpd.rb

@@ -0,0 +1,32 @@
+#! ruby
+# expected ruby 1.9.x or later.
+
+require "webrick"
+
+class WEBrick::HTTPServer
+  alias :__rewrite_old_service :service
+  def service(req, res)
+    ret = __rewrite_old_service(req, res)
+    if /\.html\.gz\z/ =~ req.path
+      res.header["content-encoding"] = "gzip"
+      res.header["content-type"] = "text/html"
+    end
+  end
+end
+
+root = ARGV.shift
+unless root
+  puts "Usage: ruby #$0 <document root>"
+  exit 1
+end
+
+options = {
+  DocumentRoot: root,
+}
+
+server = WEBrick::HTTPServer.new(options)
+shutdown = proc { server.shutdown }
+(%w"TERM QUIT HUP INT" & Signal.list.keys).each do |sig|
+  Signal.trap(sig, shutdown)
+end
+server.start

data/config/vc10-x86-1_9_3.yaml

@@ -0,0 +1,3 @@
+baseruby:
+repository: http://svn.ruby-lang.org/repos/ruby/branches/ruby_1_9_3
+logdir: logs/vc10-x86/ruby-1.9.3

data/config/vc10-x86-2_0_0.yaml

@@ -0,0 +1,3 @@
+baseruby:
+repository: http://svn.ruby-lang.org/repos/ruby/branches/ruby_2_0_0
+logdir: logs/vc10-x86/ruby-2.0.0

data/config/vc10-x86-trunk.yaml

@@ -0,0 +1,3 @@
+baseruby:
+repository: http://svn.ruby-lang.org/repos/ruby/trunk
+logdir: logs/vc10-x86/ruby-trunk

data/lib/mswin-build/builder.rb

@@ -0,0 +1,589 @@
+require "cgi"
+require "fileutils"
+require "socket"
+require "time"
+require "timeout"
+require "tmpdir"
+require "yaml"
+require "mswin-build/process_tree"
+
+module MswinBuild
+  class Builder
+    def initialize(h)
+      @target = h.delete(:target) || raise("target not specified")
+      baseruby = h.delete(:baseruby)
+      yaml = h.delete(:settings) || raise("settings not specified")
+      unless h.empty?
+        raise "unknown option(s): #{h}"
+      end
+      @config = YAML.load(IO.read(yaml, encoding: "utf-8"))
+      @config["baseruby"] = baseruby if baseruby
+      @config["bison"] ||= "bison"
+      @config["svn"] ||= "svn"
+      @config["gzip"] ||= "gzip"
+
+      raise "baseruby not specified" unless @config["baseruby"]
+      raise "repository not specified" unless @config["repository"]
+      raise "logdir not specfied" unless @config["logdir"]
+
+      @title = []
+      @links = {}
+
+      @config["timeout"] ||= {}
+      @config["timeout"]["default"] ||= 10 * 60      # default 10 min
+      @config["timeout"]["default_short"] ||= 60     # default 1 min
+      @config["timeout"]["default_long"] ||= 30 * 60 # default 30 min
+      @config["timeout"]["start"] ||= @config["timeout"]["default_short"]
+      @config["timeout"]["bison-version"] ||= @config["timeout"]["default_short"]
+      @config["timeout"]["svn/ruby"] ||= @config["timeout"]["default"]
+      @config["timeout"]["svn/info"] ||= @config["timeout"]["default_short"]
+      @config["timeout"]["configure"] ||= @config["timeout"]["default"]
+      @config["timeout"]["cc-version"] ||= @config["timeout"]["default_short"]
+      @config["timeout"]["miniruby"] ||= @config["timeout"]["default"]
+      @config["timeout"]["miniversion"] ||= @config["timeout"]["default_short"]
+      @config["timeout"]["btest"] ||= @config["timeout"]["default"]
+      @config["timeout"]["test.rb"] ||= @config["timeout"]["default"]
+      @config["timeout"]["showflags"] ||= @config["timeout"]["default_short"]
+      @config["timeout"]["main"] ||= @config["timeout"]["default_long"]
+      @config["timeout"]["docs"] ||= @config["timeout"]["default"]
+      @config["timeout"]["version"] ||= @config["timeout"]["default_short"]
+      @config["timeout"]["install-nodoc"] ||= @config["timeout"]["default"]
+      @config["timeout"]["install-doc"] ||= @config["timeout"]["default"]
+      @config["timeout"]["test-knownbug"] ||= @config["timeout"]["default"]
+      @config["timeout"]["test-all"] ||= @config["timeout"]["default_long"]
+
+      @last_status = nil
+    end
+
+    def run
+      begin
+        orig_path = insert_path("PATH", @config["path_add"])
+        orig_include = insert_path("INCLUDE", @config["include_add"])
+        orig_lib = insert_path("LIB", @config["lib_add"])
+        if @config["tmpdir"]
+          @config["env"] ||= {}
+          @config["env"]["TMP"] ||= @config["tmpdir"].gsub(%r(/), '\\')
+          @config["env"]["TEMP"] ||= @config["tmpdir"].gsub(%r(/), '\\')
+        end
+        orig_env = {}
+        (@config["env"] || {}).each do |name, value|
+          orig_env[name] = ENV[name]
+          ENV[name] = value
+        end
+        files = []
+        Dir.mktmpdir("mswin-build", @config["tmpdir"]) do |tmpdir|
+          files << baseinfo(tmpdir)
+          files << checkout(tmpdir)
+          if @last_status && @last_status.success?
+            files << configure(tmpdir)
+            files << cc_version(tmpdir)
+            files << miniruby(tmpdir)
+            files << miniversion(tmpdir)
+            files << btest(tmpdir)
+            files << testrb(tmpdir)
+            #files << method_list(tmpdir)
+            files << showflags(tmpdir) if ruby_version >= "1.9.3"
+            files << main(tmpdir)
+            files << docs(tmpdir)
+            files << version(tmpdir)
+            files << install_nodoc(tmpdir)
+            files << install_doc(tmpdir)
+            #files << version_list(tmpdir)
+            files << test_knownbug(tmpdir)
+            files << test_all(tmpdir)
+            files << rubyspec(tmpdir)
+          end
+          files << end_(tmpdir)
+          logfile = gather_log(files, tmpdir)
+          difffile = diff(tmpdir, logfile)
+          logfile = gzip(logfile)
+          gzip(difffile)
+          add_recent(logfile)
+          add_summary(logfile)
+        end
+        true
+      rescue
+        STDERR.puts $!
+        STDERR.puts $!.backtrace
+        false
+      ensure
+        orig_env.each_pair do |name, value|
+          if value
+            ENV[name] = value
+          else
+            ENV.delete(name)
+          end
+        end
+        ENV["LIB"] = orig_lib if orig_lib
+        ENV["INCLUDE"] = orig_include if orig_include
+        ENV["PATH"] = orig_path if orig_path
+      end
+    end
+
+    def get_current_revision
+      orig_lang = ENV["LANG"]
+      ENV["LANG"] = "C"
+      begin
+        if /^(?:SVN )?Last Changed Rev: (\d+)$/ =~ `#{@config['svn']} info #{@config['repository']}`
+          $1
+        else
+          nil
+        end
+      rescue
+        nil
+      ensure
+        ENV["LANG"] = orig_lang
+      end
+    end
+
+    def get_last_revision
+      recent = File.join(@config["logdir"], "recent.html")
+      return nil unless File.exist?(recent)
+      file = nil
+      open(recent, "r") do |f|
+        f.read.scan(/^<a href="(.+?)".*?<br>$/) do |line|
+          file = $1
+          break
+        end
+      end
+      return nil unless file
+
+      cmd = "#{@config['gzip']} -d -c #{File.join(@config['logdir'], file)}"
+      `#{cmd}`.scan(/^(?:SVN )?Last Changed Rev: (\d+)$/) do |line|
+        return $1
+      end
+      nil
+    end
+
+    def get_last_build_time
+      recent = File.join(@config["logdir"], "recent.html")
+      return nil unless File.exist?(recent)
+      open(recent, "r") do |f|
+        f.read.scan(/^<a href="(.+?)".*?<br>$/) do |line|
+          return Time.parse(File.basename($1, ".log.html"))
+        end
+      end
+      return nil
+    end
+
+    private
+    def u(str)
+      CGI.escape(str)
+    end
+
+    def h(str)
+      CGI.escapeHTML(str)
+    end
+
+    def insert_path(env, add)
+      return nil unless add
+      orig = ENV[env]
+      if orig
+        add += ";" unless add[-1] == ?;
+        ENV[env] = add + orig
+      else
+        ENV[env] = add
+      end
+      orig
+    end
+
+    def spawn_with_timeout(name, command, io)
+      pid = nil
+      begin
+        ret = nil
+        timeout(@config["timeout"][name] || @config["timeout"]["default"]) do
+          begin
+            pid = Process.spawn(command, out: io, err: io)
+            _, ret = Process.waitpid2(pid)
+          rescue
+            ret = nil
+          end
+        end
+        ret
+      rescue Timeout::Error => ex
+        MswinBuild::ProcessTree.terminate_process_tree(pid) if pid
+        raise ex
+      end
+    end
+
+    def do_command(io, name, command, in_builddir = false, check_retval = true, lang = "C")
+      heading(io, name)
+      status = nil
+      if lang
+        orig_lang = ENV["LANG"]
+        ENV["LANG"] = lang
+      end
+      begin
+        if $debug
+          puts "+ #{command}"
+          $stdout.flush
+        end
+        io.puts "+ #{command}"
+        io.flush
+        if in_builddir
+          if File.exist?(@builddir)
+            Dir.chdir(@builddir) do
+              status = spawn_with_timeout(name, command, io)
+            end
+          else
+            status = nil
+          end
+        else
+          status = spawn_with_timeout(name, command, io)
+        end
+
+        if status.nil? || !status.success?
+          io.puts "exit #{status.to_i}" unless status.nil?
+          io.puts "failed(#{name})"
+          @title << "failed(#{name})" if check_retval || status.nil?
+          @links[name] << "failed"
+          if $debug
+            puts %'failed(#{name}) #{status.nil? ? "because maybe command not found" : "with status #{status.to_i}"}'
+            $stdout.flush
+          end
+        end
+      rescue Timeout::Error
+        io.puts
+        io.printf "|output interval exceeds %.1f seconds. (CommandTimeout)", @config["timeout"][name] || @config["timeout"]["default"]
+        io.puts $!.backtrace.join("\n| ")
+        io.puts "failed(#{name} CommandTimeout)"
+        @title << "failed(#{name} CommandTimeout)"
+        @links[name] << "failed"
+        if $debug
+          puts "failed(#{name} CommandTimeout)"
+          $stdout.flush
+        end
+      ensure
+        ENV["LANG"] = orig_lang if lang
+      end
+      @last_status = status
+      status.nil? ? nil : status.success?
+    end
+
+    def heading(io, name)
+      if $debug
+        puts "== #{name}"
+        $stdout.flush
+      end
+      anchor = u name.to_s.tr('_', '-')
+      text = h name.to_s.tr('_', '-')
+      io.puts %'<a name="#{anchor}">== #{text}</a> \# #{h Time.now.iso8601}'
+      @links[name] = [anchor, text]
+    end
+
+    def self.define_buildmethod(method, &blk)
+      define_method("bare_#{method.to_s}", blk)
+      define_method(method) do |tmpdir|
+        io = open(File.join(tmpdir, method.to_s), "w+")
+        begin
+          __send__("bare_#{method.to_s}", io, tmpdir)
+        ensure
+          io.close
+        end
+        io
+      end
+    end
+
+    define_buildmethod(:baseinfo) do |io, tmpdir|
+      @start_time = Time.now
+      # target
+      heading(io, @target)
+      host = Socket.gethostname.split(/\./).first
+      @title << "(#{host})"
+      io.puts "Nickname: #{host}"
+      io.puts "#{`ver`.gsub(/\r?\n/, '')} #{ENV['OS']} #{ENV['ProgramW6432'] ? 'x64' : 'i386'}"
+
+      # start
+      heading(io, "start")
+
+      # cpu-info
+      #heading(io, "cpu-info")
+
+      # bison-version
+      do_command(io, "bison-version", "#{@config['bison']} --version")
+    end
+
+    define_buildmethod(:checkout) do |io, tmpdir|
+      # svn/ruby
+      Dir.chdir(tmpdir) do
+        do_command(io, "svn/ruby", "#{@config['svn']} checkout #{@config['repository']} ruby")
+      end
+
+      # svn-info/ruby
+      @builddir = File.join(tmpdir, "ruby")
+      do_command(io, "svn-info/ruby", "#{@config['svn']} info", true)
+    end
+
+    define_buildmethod(:configure) do |io, tmpdir|
+      options = " --with-baseruby=#{@config['baseruby'].gsub(%r(/), '\\')}" if ruby_version >= "1.9.0"
+      do_command(io, "configure", "win32/configure.bat --prefix=#{destdir(tmpdir)}#{options}", true)
+    end
+
+    define_buildmethod(:cc_version) do |io, tmpdir|
+      do_command(io, "cc-version", "cl")
+    end
+
+    define_buildmethod(:miniruby) do |io, tmpdir|
+      do_command(io, "miniruby", "nmake -l miniruby", true)
+    end
+
+    define_buildmethod(:miniversion) do |io, tmpdir|
+      do_command(io, "miniversion", "./miniruby -v", true)
+    end
+
+    define_buildmethod(:btest) do |io, tmpdir|
+      ret = do_command(io, "btest", 'nmake -l "OPTS=-v -q" btest', true, false)
+      if !ret && !ret.nil?
+        io.rewind
+        if %r'^FAIL (\d+)/\d+' =~ io.read
+          @title << "#{$1}BFail"
+        else
+          @title << "failed(btest)"
+        end
+      end
+    end
+
+    define_buildmethod(:testrb) do |io, tmpdir|
+      ret = do_command(io, "test.rb", "./miniruby sample/test.rb", true, false)
+      if !ret && !ret.nil?
+        io.rewind
+        if %r'^not ok/test: \d+ failed (\d+)' =~ io.read
+          @title << "#{$1}NotOK"
+        else
+          @title << "failed(test.rb)"
+        end
+      end
+    end
+
+    define_buildmethod(:showflags) do |io, tmpdir|
+      do_command(io, "showflags", "nmake -l showflags", true)
+    end
+
+    define_buildmethod(:main) do |io, tmpdir|
+      do_command(io, "main", "nmake -l main", true)
+    end
+
+    define_buildmethod(:docs) do |io, tmpdir|
+      do_command(io, "docs", "nmake -l docs", true)
+    end
+
+    define_buildmethod(:version) do |io, tmpdir|
+      if do_command(io, "version", "./ruby -v", true)
+        io.rewind
+        @title.unshift(io.read.split(/\r?\n/).last.chomp)
+      else
+        @title.unshift(@target)
+      end
+    end
+
+    define_buildmethod(:install_nodoc) do |io, tmpdir|
+      options = " DESTDIR=#{destdir(tmpdir)}" if ruby_version < "1.9.0"
+      do_command(io, "install-nodoc", "nmake -l install-nodoc#{options}", true)
+    end
+
+    define_buildmethod(:install_doc) do |io, tmpdir|
+      options = " DESTDIR=#{destdir(tmpdir)}" if ruby_version < "1.9.0"
+      do_command(io, "install-doc", "nmake -l install-doc#{options}", true)
+    end
+
+    define_buildmethod(:test_knownbug) do |io, tmpdir|
+      do_command(io, "test-knownbug", 'nmake -l "OPTS=-v -q" test-knownbug', true, false)
+    end
+
+    define_buildmethod(:test_all) do |io, tmpdir|
+      ret = do_command(io, "test-all", "nmake -l TESTS=-v RUBYOPT=-w test-all", true, false, nil)
+      if !ret && !ret.nil?
+        io.rewind
+        if %r'^\d+ tests, \d+ assertions, (\d+) failures, (\d+) errors, (\d+) skips' =~ io.read
+          @title << "#{$1}F#{$2}E"
+        else
+          @title << "failed(test-all)"
+        end
+      end
+    end
+
+    define_buildmethod(:rubyspec) do |io, tmpdir|
+      heading(io, "rubyspec")
+      io.puts "skipped."
+      @links["rubyspec"] << "skipped"
+    end
+
+    define_buildmethod(:end_) do |io, tmpdir|
+      unless /failed|BFail|NotOK|\d+F\d+E/ =~ @title.join
+        heading(io, "success")
+        @title << "success"
+      end
+
+      heading(io, "end")
+      diff = Time.now - @start_time
+      io.printf "elapsed %.1fs = %dm %04.1fs\n", diff, diff / 60, diff % 60
+    end
+
+    def destdir(tmpdir)
+      File.join(tmpdir, 'install')
+    end
+
+    def ruby_version
+      if /_(\d)_(\d)(?:_(\d+))?$/ =~ @config["repository"]
+        return "#{$1}.#{$2}.#{$3 || 9}"
+      else
+        return "9.9.9"  # means unknown (maybe trunk)
+      end
+    end
+
+    def header(io)
+      title = @title.join(' ')
+      io.puts <<-EOH
+<html>
+  <head>
+    <title>#{h title}</title>
+    <meta name="author" content="mswin-build">
+    <meta name="generator" content="mswin-build">
+  </head>
+  <body>
+  <h1>#{h title}</h1>
+    <p>
+      <a href="../../">mswin-build</a>
+      <a href="../summary.html">summary</a>
+      <a href="../recent.html">recent</a>
+    </p>
+      EOH
+    end
+
+    def footer(io)
+      io.puts <<-EOH
+    <hr>
+    <p>
+      <a href="../../">mswin-build</a>
+      <a href="../summary.html">summary</a>
+      <a href="../recent.html">recent</a>
+    </p>
+  </body>
+</html>
+      EOH
+    end
+
+    def gather_log(files, tmpdir)
+      logdir = File.join(@config["logdir"], "log")
+      FileUtils.mkdir_p(logdir)
+      logfile = File.join(logdir, @start_time.dup.utc.strftime('%Y%m%dT%H%M%SZ.log.html'))
+      warns = 0
+      revision = nil
+      open(File.join(tmpdir, "gathered"), "w") do |out|
+        files.each_with_index do |io, i|
+          next unless io
+          io.reopen(io.path, "r")
+          begin
+            io.each_line do |line|
+              line = h(line) unless /^<a / =~ line
+              out.write line
+              warns += line.scan(/warn/i).length
+              if File.basename(io.path) == "checkout" && /^(?:SVN )?Last Changed Rev: (\d+)$/ =~ line
+                revision = $1
+              end
+            end
+          ensure
+            io.close
+            io.unlink rescue nil
+          end
+        end
+      end
+      @title.insert(2, "#{warns}W") if warns > 0
+      @title.unshift("r#{revision}") if revision
+      open(logfile, "w") do |out|
+        header(out)
+        out.puts "    <ul>"
+        @links.each_value do |anchor, text, result = nil|
+          out.puts %'      <li><a href="\##{anchor}">#{text}</a>#{" #{result}" if result}</li>'
+        end
+        out.puts "    </ul>"
+        out.puts "    <pre>"
+        out.write IO.read(File.join(tmpdir, "gathered"))
+        out.puts "    </pre>"
+        footer(out)
+      end
+      logfile
+    end
+
+    def diff(tmpdir, logfile)
+      filename = logfile.sub(/\.log/, ".diff")
+      open(filename, "w") do |out|
+        header(out)
+        out.puts %'<p>Skipped. See the <a href="#{u File.basename(logfile)}.gz">full build log</a>.</p>'
+        footer(out)
+      end
+      filename
+    end
+
+    def gzip(file)
+      system("#{@config['gzip']} #{file}")
+      file + ".gz"
+    end
+
+    def add_recent(logfile)
+      add_recent_summary(logfile, :recent)
+    end
+
+    def add_summary(logfile)
+      add_recent_summary(logfile, :summary)
+    end
+
+    def add_recent_summary(logfile, mode)
+      if mode == :recent
+        filename = File.join(@config["logdir"], "recent.html")
+      else
+        filename = File.join(@config["logdir"], "summary.html")
+      end
+      old = []
+      if File.exist?(filename)
+        open(filename, "r") do |f|
+          f.read.scan(/^(<a .*?<br>)$/) do |line| #"
+            old << line
+          end
+        end
+      end
+
+      title = @title.join(' ')
+      time = File.basename(logfile, ".log.html.gz")
+      line = %'<a href="log/#{u time}.log.html.gz" name="#{u time}">#{h time}</a> #{h title} (<a href="log/#{u time}.diff.html.gz">#{@diff ? h(@diff) : "no diff"}</a>)<br>'
+      if mode == :recent
+        old = old[0..99]
+        old.unshift(line)
+      else
+        old.push(line)
+      end
+      open(filename, "w") do |f|
+        f.print <<-EOH
+<html>
+  <head>
+    <title>#{h File.basename(@config['logdir'])} #{h mode.to_s} build summary (#{h @target})</title>
+    <meta name="author" content="mswin-build">
+    <meta name="generator" content="mswin-build">
+  </head>
+  <body>
+    <h1>#{h File.basename(@config['logdir'])} #{h mode.to_s} build summary (#{h @target})</h1>
+    <p>
+      <a href="../">mswin-build</a>
+      <a href="./summary.html">summary</a>
+      <a href="./recent.html">recent</a>
+    </p>
+        EOH
+
+        old.each do |line|
+          f.puts line
+        end
+
+        f.print <<-EOH
+    <hr>
+    <p>
+      <a href="../">mswin-build</a>
+      <a href="./summary.html">summary</a>
+      <a href="./recent.html">recent</a>
+    </p>
+  </body>
+</html>
+        EOH
+      end
+    end
+  end
+end

data/lib/mswin-build/process_tree.rb

@@ -0,0 +1,80 @@
+begin
+  require "fiddle/import"
+  require "fiddle/types"
+rescue LoadError
+  # 1.9?
+  require "dl/import"
+  require "dl/types"
+
+  Fiddle::Importer = DL::Importer
+  Fiddle::Win32Types = DL::Win32Types
+end
+
+module MswinBuild
+  module ProcessTree
+    extend Fiddle::Importer
+
+    dlload "kernel32.dll", "ntdll.dll"
+
+    include Fiddle::Win32Types
+    if /64/ =~ RUBY_PLATFORM
+      typealias "ULONG_PTR", "unsigned long long"
+    else
+      typealias "ULONG_PTR", "unsigned long"
+    end
+    typealias "TCHAR", "char"
+
+    # from tlhelp32.h
+    TH32CS_SNAPPROCESS = 0x00000002
+    PROCESSENTRY32 = struct([
+      "DWORD dwSize",
+      "DWORD cntUsage",
+      "DWORD th32ProcessID",
+      "ULONG_PTR th32DefaultHeapID",
+      "DWORD th32ModuleID",
+      "DWORD cntThreads",
+      "DWORD th32ParentProcessID",
+      "long pcPriClassBase",
+      "DWORD dwFlags",
+      "TCHAR szExeFile[260]", # [MAX_PATH]
+    ])
+
+    # from kernel32.dll
+    extern "BOOL CloseHandle(HANDLE)"
+    extern "HANDLE CreateToolhelp32Snapshot(DWORD, DWORD)"
+    extern "BOOL Process32First(HANDLE, VOID*)"
+    extern "BOOL Process32Next(HANDLE, VOID*)"
+    extern "DWORD GetLastError(void)"
+
+    def self.terminate_process_tree(pid, code = 0)
+      begin
+        terminated = 0
+        h = CreateToolhelp32Snapshot(TH32CS_SNAPPROCESS, 0)
+        unless pid == Process.pid
+          Process.kill(:KILL, pid)
+          terminated += 1
+        end
+        pe32 = PROCESSENTRY32.malloc
+        pe32.dwSize = PROCESSENTRY32.size
+        if Process32First(h, pe32) != 0
+          begin
+            if pe32.th32ParentProcessID == pid
+              terminated += terminate_process_tree(pe32.th32ProcessID, code)
+            end
+          end while Process32Next(h, pe32) != 0
+        else
+          raise sprintf("Cannot get processes: %d", GetLastError())
+        end
+      ensure
+        CloseHandle(h) if h
+      end
+
+      if pid == Process.pid
+        Process.kill(:KILL, pid)
+        terminated += 1
+      end
+
+      terminated
+    end
+  end
+end

data/lib/mswin-build/version.rb

@@ -0,0 +1,3 @@
+module MswinBuild
+  VERSION = "1.0.0"
+end

data/mswin-build.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+# -*- Ruby -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mswin-build/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "mswin-build"
+  spec.version       = MswinBuild::VERSION
+  spec.authors       = ["U.Nakamura"]
+  spec.email         = ["usa@garbagecollect.jp"]
+  spec.description   = %q{A low quality clone of https://github.com/akr/chkbuild for mswin.}
+  spec.summary       = %q{A low quality clone of https://github.com/akr/chkbuild for mswin.}
+  spec.homepage      = "https://github.com/unak/mswin-build"
+  spec.license       = "BSD-2-Clause"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "test-unit"
+end

data/test/unit/test_builder.rb

@@ -0,0 +1,260 @@
+require "fileutils"
+require "tmpdir"
+require "tempfile"
+require "test/unit"
+require "mswin-build/builder.rb"
+
+module ProcessMock
+  @callback = nil
+
+  def self.spawn(*args)
+    @status = @callback.call(args, @param)
+    @status.pid
+  end
+
+  def self.waitpid2(pid, flags = 0)
+    [pid, @status]
+  end
+
+  def self.set_callback(param = nil, &blk)
+    @param = param
+    @callback = blk
+  end
+end
+
+class StatusMock
+  attr_accessor :to_i, :pid
+  alias to_int to_i
+
+  def initialize(retval, pid = rand(65536))
+    @to_i = retval
+    @pid = pid
+  end
+
+  def success?
+    @to_i.zero?
+  end
+end
+
+class TestBuilder < Test::Unit::TestCase
+  def setup
+    @tmpdir = Dir.mktmpdir('TestBuilder')
+    @yaml = Tempfile.open('TestBuilder', @tmpdir)
+    @yaml.puts <<-EOY
+baseruby: ruby
+repository: dummy_repository
+logdir: #{@tmpdir}
+tmpdir: #{@tmpdir}
+env:
+  DUMMY: foo
+    EOY
+    @yaml.open # rewind for reading
+  end
+
+  def teardown
+    @yaml.close!
+    FileUtils.rm_r(@tmpdir)
+  end
+
+  def run_builder(hash = {}, &blk)
+    builder = MswinBuild::Builder.new(target: "dummy", settings: @yaml.path)
+    if !hash.empty?
+      config = builder.instance_variable_get(:@config)
+      config["timeout"]["test-all"] = hash[:timeout] if hash[:timeout]
+      builder.instance_variable_set(:@config, config)
+    end
+    begin
+      origProcess = Process
+      Object.class_eval do
+        remove_const :Process
+        const_set :Process, ProcessMock
+      end
+
+      commands = [
+        /^bison --version$/,
+        /^svn checkout dummy_repository ruby$/,
+        /^svn info$/,
+        /^win32\/configure\.bat --prefix=[^ ]+ --with-baseruby=ruby$/,
+        /^cl$/,
+        /^nmake -l miniruby$/,
+        /^\.\/miniruby -v$/,
+        /^nmake -l "OPTS=-v -q" btest$/,
+        /^\.\/miniruby sample\/test\.rb/,
+        /^nmake -l showflags$/,
+        /^nmake -l main$/,
+        /^nmake -l docs$/,
+        /^\.\/ruby -v$/,
+        /^nmake -l install-nodoc$/,
+        /^nmake -l install-doc$/,
+        /^nmake -l "OPTS=-v -q" test-knownbug$/,
+        /^nmake -l TESTS=-v RUBYOPT=-w test-all$/,
+      ]
+
+      ProcessMock.set_callback(commands, &blk)
+
+      builder.run
+
+      assert_empty commands
+      assert_equal hash[:revision].to_s, builder.get_last_revision if hash[:revision]
+    ensure
+      Object.class_eval do
+        remove_const :Process
+        const_set :Process, origProcess
+      end
+    end
+
+    assert File.exist?(File.join(@tmpdir, "recent.html"))
+    assert File.exist?(File.join(@tmpdir, "summary.html"))
+    assert File.directory?(File.join(@tmpdir, "log"))
+    files = Dir.glob(File.join(@tmpdir, "log", "*"))
+    assert files.reject! {|e| /\.log\.html\.gz\z/ =~ e}
+    assert files.reject! {|e| /\.diff\.html\.gz\z/ =~ e}
+    assert_empty files
+  end
+
+  def test_run_success
+    assert_raise(ArgumentError) do
+      MswinBuild::Builder.new
+    end
+
+    assert_raise(RuntimeError) do
+      MswinBuild::Builder.new(target: "dummy")
+    end
+
+    assert_raise(RuntimeError) do
+      MswinBuild::Builder.new(settings: @yaml.path)
+    end
+
+    assert_raise(RuntimeError) do
+      MswinBuild::Builder.new(target: "dummy", settings: @yaml.path, foo: nil)
+    end
+
+    run_builder(revision: 12345) do |args, commands|
+      assert_not_empty commands, "for ``#{args[0]}''"
+      assert_match commands.shift, args[0]
+
+      case args[0]
+      when /^svn checkout\b/
+        Dir.mkdir("ruby")
+      when /^svn info\b/
+        if args[1].is_a?(Hash) && args[1][:out]
+          args[1][:out].puts "Revision: 54321"
+          args[1][:out].puts "Last Changed Rev: 12345"
+        end
+      end
+
+      StatusMock.new(0)
+    end
+
+    recent = File.read(File.join(@tmpdir, "recent.html"))
+    assert_match /\bsuccess\b/, recent
+    assert_match /^<a href="[^"]+" name="[^"]+">[^<]+<\/a> r12345 /, recent
+  end
+
+  def test_run_btest_failure
+    run_builder do |args, commands|
+      commands.shift
+
+      status = 0
+      case args[0]
+      when /^svn checkout\b/
+        Dir.mkdir("ruby")
+      when /\bbtest\b/
+        if args[1].is_a?(Hash) && args[1][:out]
+          args[1][:out].puts "FAIL 3/456"
+        end
+        status = 3
+      end
+
+      StatusMock.new(status)
+    end
+
+    recent = File.read(File.join(@tmpdir, "recent.html"))
+    assert_match /\b3BFail\b/, recent
+    assert_not_match /\bfailed\b/, recent
+  end
+
+  def test_run_testrb_failure
+    run_builder do |args, commands|
+      commands.shift
+
+      status = 0
+      case args[0]
+      when /^svn checkout\b/
+        Dir.mkdir("ruby")
+      when /\btest\.rb\b/
+        if args[1].is_a?(Hash) && args[1][:out]
+          args[1][:out].puts "not ok/test: 123 failed 4"
+        end
+        status = 3
+      end
+
+      StatusMock.new(status)
+    end
+
+    recent = File.read(File.join(@tmpdir, "recent.html"))
+    assert_match /\b4NotOK\b/, recent
+    assert_not_match /\bfailed\b/, recent
+  end
+
+  def test_run_test_all_failure
+    run_builder do |args, commands|
+      commands.shift
+
+      status = 0
+      case args[0]
+      when /^svn checkout\b/
+        Dir.mkdir("ruby")
+      when /\btest-all\b/
+        if args[1].is_a?(Hash) && args[1][:out]
+          args[1][:out].puts "123 tests, 4567 assertions, 2 failures, 1 errors, 4 skips"
+        end
+        status = 3
+      end
+
+      StatusMock.new(status)
+    end
+
+    recent = File.read(File.join(@tmpdir, "recent.html"))
+    assert_match /\b2F1E\b/, recent
+    assert_not_match /\bfailed\b/, recent
+  end
+
+  def test_run_timeout
+    run_builder(timeout: 0.1) do |args, commands|
+      commands.shift
+
+      case args[0]
+      when /^svn checkout\b/
+        Dir.mkdir("ruby")
+      when /\btest-all\b/
+        StatusMock.new(nil)
+        sleep 2
+        break
+      end
+
+      StatusMock.new(0)
+    end
+
+    recent = File.read(File.join(@tmpdir, "recent.html"))
+    assert_match /\bfailed\(test-all CommandTimeout\)/, recent
+  end
+
+  def test_get_current_revision
+    TOPLEVEL_BINDING.eval <<-EOS
+      alias orig_backquote ` #`
+      def `(cmd) #`
+        "Revision: 54321\nLast Changed Rev: 12345\n"
+      end
+    EOS
+
+    begin
+      builder = MswinBuild::Builder.new(target: "dummy", settings: @yaml.path)
+      assert_equal "12345", builder.get_current_revision
+    ensure
+      TOPLEVEL_BINDING.eval <<-EOS
+        alias ` orig_backquote #`
+      EOS
+    end
+  end
+end

data/test/unit/test_process_tree.rb

@@ -0,0 +1,26 @@
+require "test/unit"
+require "mswin-build/process_tree"
+
+class TestProcessTree < Test::Unit::TestCase
+  def setup
+    @makefile = "Makefile"
+    open(@makefile, "w") do |f|
+      f.puts <<-EOM
+all:
+	@ruby -e "Process.waitpid Process.spawn('ruby -e \"sleep\"')"
+      EOM
+    end
+  end
+
+  def teardown
+    File.delete(@makefile) if File.exist?(@makefile)
+  end
+
+  def test_s_terminate_process_tree
+    pid = Process.spawn("nmake -l")
+    sleep 1
+
+    assert_nil Process.waitpid(pid, Process::WNOHANG)
+    assert_equal 3, MswinBuild::ProcessTree.terminate_process_tree(pid)
+  end
+end if /mswin|mingw/ =~ RUBY_PLATFORM

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification
+name: mswin-build
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- U.Nakamura
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-04-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A low quality clone of https://github.com/akr/chkbuild for mswin.
+email:
+- usa@garbagecollect.jp
+executables:
+- build.rb
+- kicker.rb
+- tinyhttpd.rb
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/build.rb
+- bin/kicker.rb
+- bin/tinyhttpd.rb
+- config/vc10-x86-1_9_3.yaml
+- config/vc10-x86-2_0_0.yaml
+- config/vc10-x86-trunk.yaml
+- lib/mswin-build/builder.rb
+- lib/mswin-build/process_tree.rb
+- lib/mswin-build/version.rb
+- mswin-build.gemspec
+- test/unit/test_builder.rb
+- test/unit/test_process_tree.rb
+homepage: https://github.com/unak/mswin-build
+licenses:
+- BSD-2-Clause
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: A low quality clone of https://github.com/akr/chkbuild for mswin.
+test_files:
+- test/unit/test_builder.rb
+- test/unit/test_process_tree.rb