yugui-chkbuild 0.1.2

data/lib/chkbuild/scm/cvs.rb

@@ -0,0 +1,132 @@
+# Copyright (C) 2006,2007,2009 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+require "uri"
+
+class ChkBuild::Build
+  def cvs(cvsroot, mod, branch, opts={})
+    network_access {
+      cvs_internal(cvsroot, mod, branch, opts)
+    }
+  end
+
+  def cvs_internal(cvsroot, mod, branch, opts={})
+    opts = opts.dup
+    opts[:section] ||= 'cvs'
+    working_dir = opts.fetch(:working_dir, mod)
+    if !File.exist? "#{ENV['HOME']}/.cvspass"
+      opts['ENV:CVS_PASSFILE'] = '/dev/null' # avoid warning
+    end
+    if File.directory?(working_dir)
+      Dir.chdir(working_dir) {
+        h1 = cvs_revisions
+        self.run("cvs", "-f", "-z3", "-Q", "update", "-kb", "-dP", opts)
+        h2 = cvs_revisions
+        cvs_print_revisions(h1, h2, opts[:viewvc]||opts[:viewcvs]||opts[:cvsweb])
+      }
+    else
+      h1 = nil
+      if File.identical?(@build_dir, '.') &&
+         !(ts = build_time_sequence - [@start_time]).empty? &&
+         File.directory?(old_working_dir = "#{@target_dir}/#{ts.last}/#{working_dir}")
+        Dir.chdir(old_working_dir) {
+          h1 = cvs_revisions
+        }
+      end
+      if branch
+        self.run("cvs", "-f", "-z3", "-Qd", cvsroot, "co", "-kb", "-d", working_dir, "-Pr", branch, mod, opts)
+      else
+        self.run("cvs", "-f", "-z3", "-Qd", cvsroot, "co", "-kb", "-d", working_dir, "-P", mod, opts)
+      end
+      Dir.chdir(working_dir) {
+        h2 = cvs_revisions
+        cvs_print_revisions(h1, h2, opts[:viewvc]||opts[:viewcvs]||opts[:cvsweb])
+      }
+    end
+  end
+
+  def cvs_revisions
+    h = {}
+    Dir.glob("**/CVS").each {|cvs_dir|
+      cvsroot = IO.read("#{cvs_dir}/Root").chomp
+      repository = IO.read("#{cvs_dir}/Repository").chomp
+      ds = cvs_dir.split(%r{/})[0...-1]
+      IO.foreach("#{cvs_dir}/Entries") {|line|
+        h[[ds, $1]] = [cvsroot, repository, $2] if %r{^/([^/]+)/([^/]*)/} =~ line
+      }
+    }
+    h
+  end
+
+  def cvs_uri(viewcvs, repository, filename, r1, r2)
+    uri = URI.parse(viewcvs)
+    path = uri.path.dup
+    path << "/" << Escape.uri_path(repository).to_s if repository != '.'
+    path << "/" << Escape.uri_path(filename).to_s
+    uri.path = path
+    query = (uri.query || '').split(/[;&]/)
+    if r1 == 'none'
+      query << "rev=#{r2}"
+    elsif r2 == 'none'
+      query << "rev=#{r1}"
+    else
+      query << "r1=#{r1}" << "r2=#{r2}"
+    end
+    uri.query = query.join(';')
+    uri.to_s
+  end
+
+  def cvs_print_changes(h1, h2, viewcvs=nil)
+    (h1.keys | h2.keys).sort.each {|k|
+      f = k.flatten.join('/')
+      cvsroot1, repository1, r1 = h1[k] || [nil, nil, 'none']
+      cvsroot2, repository2, r2 = h2[k] || [nil, nil, 'none']
+      if r1 != r2
+        if r1 == 'none'
+          line = "ADD"
+        elsif r2 == 'none'
+          line = "DEL"
+        else
+          line = "CHG"
+        end
+        line << " #{f}\t#{r1}->#{r2}"
+        if viewcvs
+          line << "\t" << cvs_uri(viewcvs, repository1 || repository2, k[1], r1, r2)
+        end
+        puts line
+      end
+    }
+  end
+
+  def cvs_print_revisions(h1, h2, viewcvs=nil)
+    cvs_print_changes(h1, h2, viewcvs) if h1
+    puts 'revisions:'
+    h2.keys.sort.each {|k|
+      f = k.flatten.join('/')
+      cvsroot2, repository2, r2 = h2[k] || [nil, nil, 'none']
+      digest = sha256_digest_file(f)
+      puts "#{f}\t#{r2}\t#{digest}"
+    }
+  end
+end

data/lib/chkbuild/scm/git.rb

@@ -0,0 +1,223 @@
+# Copyright (C) 2008,2009 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+require 'fileutils'
+require "uri"
+
+require "pp"
+
+module ChkBuild; end # for testing
+
+class ChkBuild::Build
+  def git_with_file(basename)
+    n = 1
+    until !File.exist?(name = "#{self.build_dir}/#{basename}#{n}")
+      n += 1
+    end
+    yield name
+  end
+
+  def git_logfile(opts)
+    git_with_file("git.log.") {|errfile|
+      opts2 = opts.dup
+      opts2[:stderr] = errfile
+      begin
+        yield opts2
+      ensure
+        if File.exist?(errfile)
+          errcontent = File.read(errfile)
+          errcontent.gsub!(/^.*[\r\e].*\n/, "")
+          puts errcontent if !errcontent.empty?
+        end
+      end
+    }
+  end
+
+  def git(cloneurl, working_dir, opts={})
+    network_access {
+      git_internal(cloneurl, working_dir, opts)
+    }
+  end
+
+  def git_internal(cloneurl, working_dir, opts={})
+    urigen = nil
+    opts = opts.dup
+    opts[:section] ||= 'git'
+    if opts[:github]
+      urigen = GitHub.new(*opts[:github])
+    end
+    if shared_dir = opts[:shared_gitdir]
+      opts_shared = opts.dup
+      opts_shared[:section] += "(shared)"
+      Dir.chdir(shared_dir) {
+        if File.directory?(working_dir) && File.exist?("#{working_dir}/.git")
+	  Dir.chdir(working_dir) {
+	    git_logfile(opts_shared) {|opts2|
+	      self.run("git", "pull", opts2)
+	    }
+	  }
+	else
+	  FileUtils.rm_rf(working_dir) if File.exist?(working_dir)
+	  pdir = File.dirname(working_dir)
+	  FileUtils.mkdir_p(pdir) if !File.directory?(pdir)
+	  git_logfile(opts_shared) {|opts2|
+	    self.run "git", "clone", "-q", cloneurl, working_dir, opts2
+	  }
+	end
+	cloneurl = "#{shared_dir}/#{working_dir}"
+      }
+    end
+    if File.exist?(working_dir) && File.exist?("#{working_dir}/.git")
+      Dir.chdir(working_dir) {
+        old_head = git_head_commit
+        git_logfile(opts) {|opts2|
+          self.run "git", "pull", opts2
+        }
+        logs = git_oneline_logs(old_head)
+        git_print_logs(old_head, logs, urigen)
+      }
+    else
+      FileUtils.rm_rf(working_dir) if File.exist?(working_dir)
+      pdir = File.dirname(working_dir)
+      FileUtils.mkdir_p(pdir) if !File.directory?(pdir)
+      old_head = nil
+      if File.identical?(self.build_dir, '.') &&
+         !(ts = self.build_time_sequence - [self.start_time]).empty? &&
+         File.directory?(old_working_dir = self.target_dir + ts.last + working_dir)
+        Dir.chdir(old_working_dir) {
+          old_head = git_head_commit
+        }
+      end
+      git_logfile(opts) {|opts2|
+        self.run "git", "clone", "-q", cloneurl, working_dir, opts2
+      }
+      Dir.chdir(working_dir) {
+        logs = git_oneline_logs(old_head)
+        git_print_logs(old_head, logs, urigen)
+      }
+    end
+  end
+
+  def github(user, project, working_dir, opts={})
+    opts = opts.dup
+    opts[:github] = [user, project]
+    git("git://github.com/#{user}/#{project}.git", working_dir, opts)
+  end
+
+  def git_oneline_logs(old_head=nil)
+    result = []
+    if old_head
+      command = "git log --pretty=oneline #{old_head}..HEAD"
+    else
+      command = "git log --pretty=oneline --max-count=1"
+    end
+    IO.popen(command) {|f|
+      f.each_line {|line|
+        # <sha1><sp><title line>
+        if /\A([0-9a-fA-F]+)\s+(.*)/ =~ line
+          result << [$1, $2]
+        end
+      }
+    }
+    result
+  end
+
+  def git_head_commit
+    IO.popen("git rev-list --max-count=1 HEAD") {|f|
+      # <sha1><LF>
+      # 4db0223676a371da8c4247d9a853529ef50a3b01
+      f.read.chomp
+    }
+  end
+
+  def git_revisions
+    h = IO.popen("git ls-tree -z -r HEAD") {|f|
+      git_parse_status(f)
+    }
+    IO.popen("git rev-list --max-count=1 HEAD") {|f|
+      # <sha1><LF>
+      # 4db0223676a371da8c4247d9a853529ef50a3b01
+      commit_hash = f.read.chomp
+      h[nil] = commit_hash
+    }
+    h
+  end
+
+  def git_parse_status(f)
+    h = {}
+    f.each_line("\0") {|line|
+      # <mode> SP <type> SP <object> TAB <file>\0
+      # 100644 blob 9518934185ea26856cf1bcdf75f7cc51fcd82534    core/array/allocate_spec.rb
+      if /\A\d+ [^ ]+ ([0-9a-fA-F]+)\t([^\0]+)\0\z/ =~ line
+        rev = $1
+        path = $2
+        h[path] = rev
+      end
+    }
+    h
+  end
+
+  def git_path_sort(ary)
+    ary.sort_by {|path|
+      path.gsub(%r{([^/]+)(/|\z)}) {
+        if $2 == ""
+          if $1 == '.'
+            "A"
+          else
+            "B#{$1}"
+          end
+        else
+          "C#{$1}\0"
+        end
+      }
+    }
+  end
+
+  class GitHub
+    def initialize(user, project)
+      @user = user
+      @project = project
+    end
+
+    def commit_uri(commit_hash)
+      # http://github.com/brixen/rubyspec/commit/b8f8eb6765afe915f2ecfdbbe59a53e6393d6865
+      "http://github.com/#{@user}/#{@project}/commit/#{commit_hash}"
+    end
+  end
+
+  def git_print_logs(old_head, logs, urigen=nil)
+    if !old_head
+      puts "last commit:"
+    end
+    logs.each {|commit_hash, title_line|
+      if urigen
+        commit = urigen.commit_uri(commit_hash)
+      else
+        commit = commit_hash
+      end
+      line = "COMMIT #{title_line}\t#{commit}"
+      puts line
+    }
+  end
+end

data/lib/chkbuild/scm/svn.rb

@@ -0,0 +1,215 @@
+# Copyright (C) 2006,2007,2009 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+require 'fileutils'
+require "uri"
+
+module ChkBuild; end # for testing
+
+class ChkBuild::ViewVC
+  def initialize(uri, old=false)
+    @uri = uri
+    @old = old
+  end
+
+  def rev_uri(r)
+    revision = @old ? 'rev' : 'revision'
+    extend_uri("", [['view', 'rev'], [revision, r.to_s]]).to_s
+  end
+
+  def markup_uri(d, f, r)
+    pathrev = @old ? 'rev' : 'pathrev'
+    extend_uri("/#{d}/#{f}", [['view', 'markup'], [pathrev, r.to_s]]).to_s
+  end
+
+  def dir_uri(d, f, r)
+    pathrev = @old ? 'rev' : 'pathrev'
+    extend_uri("/#{d}/#{f}", [[pathrev, r.to_s]]).to_s
+  end
+
+  def diff_uri(d, f, r1, r2)
+    pathrev = @old ? 'rev' : 'pathrev'
+    extend_uri("/#{d}/#{f}", [
+      ['p1', "#{d}/#{f}"],
+      ['r1', r1.to_s],
+      ['r2', r2.to_s],
+      [pathrev, r2.to_s]]).to_s
+  end
+
+  def extend_uri(path, params)
+    uri = URI.parse(@uri)
+    uri.path = uri.path + Escape.uri_path(path).to_s
+    query = Escape.html_form(params).to_s
+    (uri.query || '').split(/[;&]/).each {|param| query << ';' << param }
+    uri.query = query
+    uri
+  end
+end
+
+class ChkBuild::Build
+  def svn(svnroot, rep_dir, working_dir, opts={})
+    network_access {
+      svn_internal(svnroot, rep_dir, working_dir, opts)
+    }
+  end
+
+  def svn_internal(svnroot, rep_dir, working_dir, opts={})
+    url = svnroot + '/' + rep_dir
+    opts = opts.dup
+    opts[:section] ||= 'svn'
+    if opts[:viewvc]||opts[:viewcvs]
+      viewvc = ChkBuild::ViewVC.new(opts[:viewvc]||opts[:viewcvs], opts[:viewcvs]!=nil)
+    else
+      viewvc = nil
+    end
+    if File.exist?(working_dir) && File.exist?("#{working_dir}/.svn")
+      Dir.chdir(working_dir) {
+        self.run "svn", "cleanup", opts
+        opts[:section] = nil
+        h1 = svn_revisions
+        self.run "svn", "update", "-q", opts
+        h2 = svn_revisions
+        svn_print_changes(h1, h2, viewvc, rep_dir)
+      }
+    else
+      if File.exist?(working_dir)
+        FileUtils.rm_rf(working_dir)
+      end
+      h1 = h2 = nil
+      if File.identical?(self.build_dir, '.') &&
+         !(ts = self.build_time_sequence - [self.start_time]).empty? &&
+         File.directory?(old_working_dir = self.target_dir + ts.last + working_dir)
+        Dir.chdir(old_working_dir) {
+          h1 = svn_revisions
+        }
+      end
+      self.run "svn", "checkout", "-q", url, working_dir, opts
+      Dir.chdir(working_dir) {
+        h2 = svn_revisions
+        svn_print_changes(h1, h2, viewvc, rep_dir) if h1
+      }
+    end
+  end
+
+  def svn_revisions
+    IO.popen("svn status -v") {|f|
+      svn_parse_status(f)
+    }
+  end
+
+  def svn_parse_status(f)
+    h = {}
+    f.each {|line|
+      if /\d+\s+(\d+)\s+\S+\s+(.+)/ =~ line
+        rev = $1.to_i
+        path = $2
+        dir = File.directory?(path)
+        path << '/' if dir && path != '.'
+        h[path] = [rev, dir]
+      end
+    }
+    h
+  end
+
+  def svn_path_sort(ary)
+    ary.sort_by {|path|
+      path.gsub(%r{([^/]+)(/|\z)}) {
+        if $2 == ""
+          if $1 == '.'
+            "A"
+          else
+            "B#{$1}"
+          end
+        else
+          "C#{$1}\0"
+        end
+      }
+    }
+  end
+
+  def svn_rev_uri(viewvc, r)
+    return nil if !viewvc
+    viewvc.rev_uri(r)
+  end
+
+  def svn_markup_uri(viewvc, d, f, r)
+    return nil if !viewvc
+    viewvc.markup_uri(d, f, r)
+  end
+
+  def svn_dir_uri(viewvc, d, f, r)
+    return nil if !viewvc
+    viewvc.dir_uri(d, f, r)
+  end
+
+  def svn_diff_uri(viewvc, d, f, r1, r2)
+    return nil if !viewvc
+    viewvc.diff_uri(d, f, r1, r2)
+  end
+
+  def svn_print_changes(h1, h2, viewvc=nil, rep_dir=nil)
+    top_r1, _ = h1['.']
+    top_r2, _ = h2['.']
+    h1.delete '.'
+    h2.delete '.'
+    return if top_r1 == top_r2
+    svn_print_chg_line('.', top_r1, top_r2, svn_rev_uri(viewvc, top_r2))
+    svn_path_sort(h1.keys|h2.keys).each {|f|
+      r1, d1 = h1[f] || ['none', nil]
+      r2, d2 = h2[f] || ['none', nil]
+      next if r1 == r2 # no changes
+      next if d1 && d2 # skip directory changes
+      if !d1 && !d2 && r1 != 'none' && r2 != 'none'
+        svn_print_chg_line(f, r1, r2,
+          svn_diff_uri(viewvc, rep_dir, f, top_r1, top_r2))
+      else
+        svn_print_del_line(f, r1,
+          d1 ? svn_dir_uri(viewvc, rep_dir, f, top_r1) :
+               svn_markup_uri(viewvc, rep_dir, f, top_r1)) if r1 != 'none'
+        svn_print_add_line(f, r2,
+          d2 ? svn_dir_uri(viewvc, rep_dir, f, top_r2) :
+               svn_markup_uri(viewvc, rep_dir, f, top_r2)) if r2 != 'none'
+      end
+    }
+  end
+
+  def svn_print_chg_line(f, r1, r2, uri)
+    line = "CHG #{f}\t#{r1}->#{r2}"
+    line << "\t" << uri.to_s if uri
+    puts line
+  end
+
+  def svn_print_del_line(f, r, uri)
+    line = "DEL #{f}\t#{r}->none"
+    line << "\t" << uri.to_s if uri
+    puts line
+  end
+
+  def svn_print_add_line(f, r, uri)
+    line = "ADD #{f}\tnone->#{r}"
+    line << "\t" << uri.to_s if uri
+    puts line
+  end
+
+end