git_pm 0.0.1

data/lib/git_pm.rb

@@ -0,0 +1,30 @@
+require 'csv'
+require 'open3'
+require 'date'
+require 'fileutils'
+require 'time'
+require 'set'
+require 'git_pm/git'
+require 'git_pm/git_data'
+require 'SVG/Graph/Pie'
+require 'SVG/Graph/BarHorizontal'
+require 'SVG/Graph/TimeSeries'
+require 'SVG/Graph/Line'
+
+require 'git_pm/lines_by_author'
+require 'git_pm/commits_by_dev'
+require 'git_pm/commits_per_month'
+
+
+module GitPm
+  def self.script(id, opts)
+    case id
+    when "lines-by-author"
+      GitPm::LinesByAuthor.new(opts)
+    when "commits-per-month"
+      GitPm::CommitsPerMonth.new(opts)
+    when "commits-by-dev"
+      GitPm::CommitsByDev.new(opts)
+    end
+  end
+end

data/lib/git_pm/commits_by_dev.rb

@@ -0,0 +1,81 @@
+module GitPm
+  class CommitsByDev
+    def initialize(args)
+      @branch = args.shift || "master"
+    end
+
+    def run!
+      data = `git shortlog --date=short --pretty=format:"%at %s" --no-merges --since="3 months ago" #{@branch}`
+      current = nil
+      stats = {}
+      fields = Set.new
+      data.each do |line|
+        if line =~ /^\s{6}(\d+)\s(.+)/
+          date = Time.at($1.to_i)
+          msg = $2
+
+          stats[current] ||= {}
+          (stats[current][get_day(date)] ||= []) << msg
+          fields << Time.parse(date.strftime("%F"))
+        elsif line =~ /^(\S.+)\s\(\d+\):/
+          current = $1
+        end
+      end
+
+      fields = fields.to_a.sort
+      by_date = fields.map {|e| get_day(e) }
+
+      graph = SVG::Graph::Line.new({:height => 500, :width => 1800*3, :fields => by_date})
+
+      stats.each do |name, all_commits|
+        data = by_date.map {|f| (all_commits[f] || []).size }
+
+        graph.add_data({:data => data, :title => name})
+      end
+
+      graph.burn
+    end
+
+    def get_day(date)
+      month = date.strftime("%B")
+
+      day = date.day
+      if date.hour < 6
+        day -= 1
+      end
+
+      if day == 0
+        nd = (Time.parse(date.strftime("%F"))-1)
+        day = nd.day
+        month = nd.strftime("%B")
+      end
+
+      "#{day} #{month}"
+    end
+
+    def generate_xls(by_date, stats)
+      report = Spreadsheet::Workbook.new
+
+      stats.each do |name, commits_by_date|
+        sheet = report.create_worksheet(:name => name)
+        sheet.column(0).width = 80
+        row = 0
+
+        bold = Spreadsheet::Format.new :weight => :bold
+        by_date.each do |date|
+          commits = commits_by_date[date] || []
+
+          sheet.row(row+=1).push date
+          commits.each do |commit|
+            sheet.row(row+=1).push commit
+          end
+
+          sheet.row(row+=1).push ""
+          sheet.row(row+=1).push ""
+        end
+      end
+
+      report.write("commits_by_day.xls")
+    end
+  end
+end

data/lib/git_pm/commits_per_month.rb

@@ -0,0 +1,76 @@
+#!/usr/bin/ruby
+
+module GitPm
+  class CommitsPerMonth
+    def initialize(options)
+      @branch = options.shift || "master"
+    end
+
+    def run!
+      h = Hash.new
+      linen = 0
+      dategroup = Date.new
+      `git log --pretty=format:%aD --shortstat #{@branch} | grep [a-zA-Z0-9]`.each do |line|
+        if line =~ /\d\d:\d\d:\d\d/ then
+          date = Date.parse(line)
+          dategroup = Date.new(date.year, date.month, 1)
+          if h[dategroup] then
+            h[dategroup][:commits] += 1
+          else
+            h[dategroup] = Hash.new
+            h[dategroup][:commits] = 1
+          end
+        else
+          line =~ /([\d]+) files changed, ([\d]+) insertions\(\+\), ([\d]+) deletions\(-\)/
+          h[dategroup][:insert] = (h[dategroup][:insert])? h[dategroup][:insert].to_i + $2.to_i : $2.to_i
+          h[dategroup][:delete] = (h[dategroup][:delete])? h[dategroup][:delete].to_i + $3.to_i : $3.to_i
+        end
+      end
+
+      CSV.open("/tmp/count.csv", "w") do |csv|
+        h.sort.each do |date, value|
+          csv << [ "#{date.month}/1/#{date.year}", value[:commits], value[:insert] + value[:delete] ]
+        end
+      end
+
+      commits = Array.new
+      h.each_pair do |date,value|
+        commits.push( date.to_s )
+        commits.push( value[:commits] )
+      end
+
+      graph = SVG::Graph::TimeSeries.new({
+        :width => 640,
+        :height => 480,
+        :graph_title => "Commits/Month",
+        :show_graph_title => true,
+        :no_css => false,
+        :key => false,
+        :scale_x_integers => true,
+        :scale_y_integers => true,
+        :show_data_labels => false,
+        :show_x_guidelines => true,
+        :show_x_title => true,
+        :x_title => "Months",
+        :show_y_title => true,
+        :y_title => "Commits",
+        :y_title_text_direction => :bt,
+        :stagger_x_labels => true,
+        :x_label_format => "%m/%d/%y",
+      })
+
+      if commits.size < 2
+        $stderr.puts "not enought data to generate the graph"
+        return ""
+      end
+      graph.add_data({
+        :data => commits,
+        :title => 'commits',
+      })
+
+      graph.burn
+    end
+  end #CommitsPerMonth
+end
+
+

data/lib/git_pm/dir_lines_by_author.rb

@@ -0,0 +1,99 @@
+
+$:.unshift File.dirname(__FILE__) + "/../common/ruby"
+
+require 'gitdata'
+require 'SVG/Graph/Pie'
+require 'SVG/Graph/BarHorizontal'
+
+branch = "master"
+dirs = ARGV.dup
+
+lines_by_author = {}
+    
+wd = GitData.find_working_dir
+exit -1 if not wd
+
+rx = /^#{Regexp.escape(wd)}\//
+dirs.map! do |w|
+  w = File.expand_path(w)
+  if w == wd
+    ""
+  else
+    w.sub(rx, "")
+  end
+end
+
+Dir.chdir wd do
+  git = Git.new
+  git.ls_tree({:r => true, :name_only => true}, branch) do |stdout, stderr|
+    stdout.each { |filename|
+      parse = false
+      dirs.each { |expat|
+        len = expat.length
+        if filename[0, len] == expat
+          parse = true
+          break
+        end
+      }
+      next unless parse
+      
+      lines = 0
+      committer = nil
+      
+      filename = filename[0,filename.length-1]
+      add_to_current = false
+      modified_by = {}
+      git.blame({:incremental => true}, filename) { |stdout, stderr|
+        stdout.each { |line|
+          if line =~ /\w{40}\s(\d+)\s(\d+)\s(\d+)/
+            source_line = $1
+            result_line = $2
+            lines = $3.to_i
+            add_to_current = true
+          elsif line =~ /^committer\s(.+)/
+            committer = $1
+            modified_by[committer] = true
+            lines_by_author[committer] ||= {:lines => 0, :files => 0}
+            lines_by_author[committer][:lines] += lines
+            add_to_current = false
+          elsif line =~ /^committer-mail\s\<(.+)\>/
+            lines_by_author[committer][:email] = $1
+          elsif line =~ /^filename/
+            lines_by_author[committer][:lines] += lines if add_to_current
+          end
+        }
+      }
+      
+      modified_by.each { |author, v|
+        lines_by_author[author][:files] += 1
+      }
+    }
+  end
+end
+
+fields = []
+lba = []
+
+authors = 0
+lines_by_author.sort_by { |k, v| v[:lines] }.each { |value|
+  fields << value.first
+  lba << value.last[:lines]
+  
+  authors += 1
+}
+
+graph = SVG::Graph::BarHorizontal.new({
+  :height => 40*authors,
+  :width  => 640+20*authors,
+  :fields => fields,
+  :rotate_y_labels => false
+})
+
+graph.add_data({
+  :data => lba,
+  :title => 'Lines by author',
+})
+ 
+File.open("#{branch}_lines_by_author.svg", "w") do |file|
+  file << graph.burn()
+end

data/lib/git_pm/git.rb

@@ -0,0 +1,67 @@
+module GitPm
+
+  class Git
+    undef_method :clone
+
+
+    def initialize
+      @binary = "git"
+      @preopt_args = {}
+    end
+
+    # git-dir, --exec-path, --paginate, --bare
+    def set_options!(options)
+      @preopt_args = transform_options(options)
+    end
+
+    def method_missing(cmd, opts = {}, *args)
+      opt_args = transform_options(opts)
+      ext_args = args.map { |a| if not a.to_s.empty? then (a == '--' or a =~ /^\s*\|/) ? a : "'#{shell_escape(a)}'" end }
+
+      call = "#{@binary} #{@preopt_args} #{cmd.to_s.gsub(/_/, '-')} #{(opt_args + ext_args).join(' ')}"
+
+      $stderr.puts call if $DEBUG
+      stdin, stdout, stderr = Open3.popen3(call)
+
+      if block_given?
+        yield stdout, stderr
+      end
+
+      lines = stdout.readlines
+
+      stdout.close
+      stderr.close
+      stdin.close
+
+      lines
+    end
+
+
+    protected
+    def shell_escape(str)
+      str.to_s.gsub("'", '"')
+    end
+
+    def transform_options(options, unif = '=')
+      args = []
+      options.keys.each do |opt|
+        if opt.to_s.size == 1
+          if options[opt] == true
+            args << "-#{opt}"
+          else
+            val = options.delete(opt)
+            args << "-#{opt.to_s} '#{shell_escape(val)}'"
+          end
+        else
+          if options[opt] == true
+            args << "--#{opt.to_s.gsub(/_/, '-')}"
+          else
+            val = options.delete(opt)
+            args << "--#{opt.to_s.gsub(/_/, '-')}#{unif}'#{shell_escape(val)}'"
+          end
+        end
+      end
+      args
+    end
+  end
+end

data/lib/git_pm/git_data.rb

@@ -0,0 +1,86 @@
+class GitData
+  def self.get_data(head = "master")
+    data = []
+
+    git = GitPm::Git.new
+
+    git.rev_list({:pretty => "format:name:%cn%nemail:%ce%ntimestamp:%ct", :no_merges => true}, head) do |stdout, stderr|
+      stdout.each { |line|
+        if line =~ /^commit/
+          data << {}
+        elsif line =~ /^(\w+):(.+)$/
+          data.last[$1] = $2
+        end
+      }
+    end
+
+    data
+  end
+
+  def self.blame(head = "master", exclude = [])
+    lines_by_author = {}
+
+    wd = self.find_working_dir
+    return lines_by_author if not wd
+
+    Dir.chdir wd do
+      git = GitPm::Git.new
+      git.ls_tree({:r => true, :name_only => true}, head) do |stdout, stderr|
+        stdout.each { |filename|
+          parse = true
+          exclude.each { |expat|
+            len = expat.length
+            if filename[0, len] == expat
+              parse = false
+              break
+            end
+          }
+          next unless parse
+
+          lines = 0
+          committer = nil
+
+          filename = filename[0,filename.length-1]
+          add_to_current = false
+          modified_by = {}
+          git.blame({:incremental => true}, filename) { |stdout, stderr|
+            stdout.each { |line|
+              if line =~ /\w{40}\s(\d+)\s(\d+)\s(\d+)/
+                source_line = $1
+                result_line = $2
+                lines = $3.to_i
+                add_to_current = true
+              elsif line =~ /^committer\s(.+)/
+                committer = $1
+                modified_by[committer] = true
+                lines_by_author[committer] ||= {:lines => 0, :files => 0}
+                lines_by_author[committer][:lines] += lines
+                add_to_current = false
+              elsif line =~ /^committer-mail\s\<(.+)\>/
+                lines_by_author[committer][:email] = $1
+              elsif line =~ /^filename/
+                lines_by_author[committer][:lines] += lines if add_to_current
+              end
+            }
+          }
+
+          modified_by.each { |author, v|
+            lines_by_author[author][:files] += 1
+          }
+        }
+      end
+    end
+
+    lines_by_author
+  end
+
+  def self.find_working_dir
+    wd = Dir.getwd
+    loop do
+      return File.expand_path(wd) if File.exist?(File.join(wd, ".git"))
+      wd = File.join(wd, "..")
+    end
+
+    nil
+  end
+end

data/lib/git_pm/lines_by_author.rb

@@ -0,0 +1,47 @@
+module GitPm
+  class LinesByAuthor
+    def initialize(options)
+      @branch = options.shift || "master"
+    end
+
+    def run!
+      exclude = []
+
+      if File.directory?("vendor")
+        exclude << "vendor"
+      end
+
+      if File.directory?("3rdparty")
+        exclude << "3rdparty"
+      end
+
+      data = GitData.blame(@branch, exclude)
+
+      fields = []
+      lines_by_author = []
+      authors = 0
+      data.sort_by { |k, v| v[:lines] }.each { |value|
+        author = value.first
+        d = value.last
+        fields << author
+        lines_by_author << d[:lines]
+
+        authors += 1
+      }
+
+      graph = SVG::Graph::BarHorizontal.new({
+        :height => 40*authors,
+        :width  => 640+20*authors,
+        :fields => fields,
+        :rotate_y_labels => false
+      })
+
+      graph.add_data({
+        :data => lines_by_author,
+        :title => 'Lines by author',
+      })
+
+      graph.burn()
+    end
+  end # LinesByAuthor
+end