commit-comment-tools 0.0.1

data/lib/commit-comment-tools/repository-loader.rb

@@ -0,0 +1,131 @@
+require "grit"
+require "active_record"
+
+Grit::Git.git_timeout  = 30 # timeout in secs
+Grit::Git.git_max_size = 2 * 1024 * 1024 # size in bytes (2MB)
+
+module Grit
+  class Commit
+    def diff_bytesize
+      @diff_bytesize ||= diffs.inject(0) do |memo, _diff|
+        memo + _diff.diff.bytesize
+      end
+    end
+
+    def diff_lines_count
+      @diff_lines_count ||= diffs.inject(0) do |memo, _diff|
+        memo + _diff.diff.lines.to_a.size
+      end
+    end
+  end
+end
+
+module CommitCommentTools
+  class Commit < ActiveRecord::Base
+  end
+
+  class RepositoryLoader
+    def initialize(repository_path, base_branch_name, branch_name="")
+      create_table
+      @repository_path = repository_path
+      @repository = Grit::Repo.new(repository_path)
+      @repository_name = File.basename(repository_path)
+      @base_branch_name = base_branch_name
+      @target_branches = @repository.remotes.select do |branch|
+        branch_name === branch.name
+      end
+    end
+
+    def load_commits
+      puts @repository_name
+      load_base_branch_commits
+      @target_branches.each do |branch|
+        load_branch_commits(branch.name)
+      end
+    end
+
+    private
+
+    def load_base_branch_commits
+      n_commits = 0
+      n_records = 0
+      skip = Commit.where(repository_name: @repository_name,
+                          branch_name: @base_branch_name).count
+      @repository.commits(@base_branch_name, nil, skip).each do |commit|
+        n_commits += 1
+        next if Commit.where(repository_name: @repository_name,
+                             branch_name: @base_branch_name,
+                             commit_hash: commit.id).exists?
+        begin
+          create_commit(@base_branch_name, commit)
+          n_records += 1
+        rescue Grit::Git::GitTimeout => ex
+          $stderr.puts "#{ex.message}:#{@repository_name}:#{@base_branch_name}:#{commit.id}:#{commit.committed_date}"
+        end
+      end
+      puts "#{@base_branch_name}:#{n_records}/#{n_commits}, skip=#{skip}"
+    end
+
+    def load_branch_commits(branch_name)
+      n_commits = 0
+      n_records = 0
+      base_commit_id = base_commit(branch_name)
+      @repository.commits_between(base_commit_id, branch_name).each do |commit|
+        n_commits += 1
+        next if Commit.where(repository_name: @repository_name,
+                             branch_name: branch_name,
+                             commit_hash: commit.id).exists?
+        begin
+          create_commit(branch_name, commit)
+          n_records += 1
+        rescue Grit::Git::GitTimeout => ex
+          $stderr.puts "#{ex.message}:#{commit.id}:#{commit.committed_date}"
+        end
+      end
+      puts "#{branch_name}:#{base_commit_id}:#{n_records}/#{n_commits}"
+    end
+
+    def create_commit(branch_name, commit)
+      Commit.create(repository_name:   @repository_name,
+                    branch_name:       branch_name,
+                    commit_hash:       commit.id,
+                    commit_message:    commit.message,
+                    committer_name:    commit.committer.name,
+                    committer_email:   commit.committer.email,
+                    committed_date:    commit.committed_date,
+                    diff_lines_count:  commit.diff_lines_count,
+                    diff_bytesize:     commit.diff_bytesize)
+    end
+
+    def base_commit(branch_name)
+      log = ""
+      Dir.chdir(@repository_path) do
+        log = `git show-branch --sha1-name #{@base_branch_name} #{branch_name} | tail -1`
+      end
+      log[/\[(.+?)\]/, 1]
+    end
+
+    def create_table
+      return if Commit.table_exists?
+      ActiveRecord::Schema.define(:version => 1) do
+        create_table "commits", :force => false do |t|
+          t.string   "repository_name"
+          t.string   "branch_name"
+          t.string   "commit_hash"
+          t.text     "commit_message"
+          t.string   "committer_name"
+          t.string   "committer_email"
+          t.datetime "committed_date"
+          t.integer  "diff_lines_count"
+          t.integer  "diff_bytesize"
+        end
+
+        add_index("commits",
+                  ["repository_name", "branch_name", "commit_hash"],
+                  :name => "index_commits_on_commit_hash",
+                  :unique => true)
+      end
+    end
+  end
+end
+

data/lib/commit-comment-tools/repository-stats.rb

@@ -0,0 +1,113 @@
+require "grit"
+require "pp"
+
+# TODO move this monkey patch
+module Grit
+  class Commit
+    def diff_bytesize
+      @diff_bytesize ||= diffs.inject(0) do |memo, _diff|
+        memo + _diff.diff.bytesize
+      end
+    end
+
+    def diff_lines_count
+      @diff_lines_count ||= diffs.inject(0) do |memo, _diff|
+        memo + _diff.diff.lines.to_a.size
+      end
+    end
+
+    def autor_name
+      author.name
+    end
+  end
+end
+
+module CommitCommentTools
+  class RepositoryStats
+
+    class CommitGroup
+      attr_reader :branch_name, :key, :commits
+
+      def initialize(branch_name, key, commits)
+        @branch_name = branch_name
+        @key = key
+        @commits = commits
+      end
+
+      def size
+        @commits.size
+      end
+
+      def diff_lines_count
+        @diff_lines_count ||= commits.inject(0) do |memo, commit|
+          memo + commit.diff_lines_count
+        end
+      end
+
+      def diff_bytesize
+        @diff_bytesize ||= commits.inject(0) do |memo, commit|
+          memo + commit.diff_bytesize
+        end
+      end
+    end
+
+    def initialize(repository_path, branch_name, resolution=:day)
+      @repository = Grit::Repo.new(repository_path)
+      @target_branches = @repository.remotes.select do |branch|
+        branch_name === branch.name
+      end
+      @resolution = resolution
+    end
+
+    def stats
+      # TODO format data
+      case @resolution
+      when :day
+        commit_groups = commit_groups_by_date
+      when :week
+        commit_groups = commit_groups_by_week
+      when :month
+        commit_groups = commit_groups_by_month
+      end
+      # TODO make simple
+      commit_groups.group_by do |commit_group|
+        commit_group.branch_name
+      end.each do |branch_name, commit_groups|
+        puts branch_name
+        commit_groups.sort_by do |group|
+          group.key
+        end.each do |group|
+          puts "#{group.key},#{group.size},#{group.diff_lines_count},#{group.diff_bytesize}"
+        end
+      end
+    end
+
+    def commit_groups_by_date
+      create_commit_groups("%Y-%m-%d")
+    end
+
+    def commit_groups_by_week
+      create_commit_groups("%Y-%Uw")
+    end
+
+    def commit_groups_by_month
+      create_commit_groups("%Y-%m")
+    end
+
+    def create_commit_groups(key_format="%Y-%m-%d")
+      @target_branches.map do |branch|
+        create_commit_group(branch.name, key_format)
+      end.flatten
+    end
+
+    def create_commit_group(branch_name, key_format="%Y-%m-%d")
+      # TODO Use Grit::Commit.find_all
+      groups = @repository.commits(branch_name, nil).group_by do |commit|
+        commit.date.strftime(key_format)
+      end
+      groups.map do |key, commits|
+        CommitGroup.new(branch_name, key, commits)
+      end
+    end
+  end
+end

data/lib/commit-comment-tools/version.rb

@@ -0,0 +1,20 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Haruka Yoshihara <yoshihara@clear-code.com>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+module CommitCommentTools
+  VERSION = "0.0.1"
+end

data/test/run-test.rb

@@ -0,0 +1,32 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Haruka Yoshihara <yoshihara@clear-code.com>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+$VERBOSE = true
+
+base_dir = File.expand_path(File.join(File.dirname(__FILE__), ".."))
+lib_dir = File.join(base_dir, "lib")
+test_dir = File.join(base_dir, "test")
+
+$LOAD_PATH.unshift(lib_dir)
+
+require "test-unit"
+require "test/unit/notify"
+
+Thread.abort_on_exception = true
+
+exit Test::Unit::AutoRunner.run(true, test_dir)

data/test/test-entry.rb

@@ -0,0 +1,78 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Haruka Yoshihara <yoshihara@clear-code.com>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require "commit-comment-tools/entry"
+
+class EntryTest < Test::Unit::TestCase
+  def test_name
+    expected_name = "yamada"
+    entry = generate_entry(:name => expected_name)
+    assert_equal(expected_name, entry.name)
+  end
+
+  data(:with_zero_padding    => "2013-02-05",
+       :without_zero_padding => "2013-2-5")
+  def test_date(date)
+    entry = generate_entry(:date => date)
+    expected_date = Date.parse("2013-02-05").strftime("%Y-%m-%d")
+    assert_equal(expected_date, entry.date)
+  end
+
+  def test_read_ratio
+    entry = generate_entry(:read_ratio => "10")
+    assert_equal(10, entry.read_ratio)
+  end
+
+  data(:one_line           => "typoのコミットが多かった。",
+       :continues_line     => "typoのコミットが多かった。\ngit-rebaseって何？",
+       :nonexistent        => "")
+  def test_comment(comment)
+    entry = generate_entry(:comment => comment)
+    assert_equal(comment, entry.comment)
+  end
+
+  class InvalidEntryTest < self
+    data(:no_separate    => "20130205",
+         :slash_separate => "2013/02/05",
+         :nonexistent    => "")
+    def test_date(invalid_date)
+      assert_raise(CommitCommentTools::Entry::InvalidEntryError) do
+        generate_entry(:date => invalid_date)
+      end
+    end
+
+    data(:decimal_number => "10.5",
+         :no_number      => "NoNumber",
+         :nonexistent    => "")
+    def test_read_ratio(invalid_read_ratio)
+      assert_raise(CommitCommentTools::Entry::InvalidEntryError) do
+        generate_entry(:read_ratio => invalid_read_ratio)
+      end
+    end
+  end
+
+  private
+  def generate_entry(options={})
+    name       = options[:name]       || "yamada"
+    date       = options[:date]       || "2013-02-20"
+    read_ratio = options[:read_ratio] || "10"
+    comment    = options[:comment]    || "あんまり読めなかった。"
+
+    entry_chunk = "#{date}:#{read_ratio}%:#{comment}"
+    CommitCommentTools::Entry.new(name, entry_chunk)
+  end
+end

data/test/test-report-normalizer.rb

@@ -0,0 +1,87 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2013  Haruka Yoshihara <yoshihara@clear-code.com>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require "commit-comment-tools/report-normalizer"
+
+class TestReportNormalizer < Test::Unit::TestCase
+  def setup
+    @normalizer = CommitCommentTools::ReportNormlizer.new
+  end
+
+  def test_normalize
+    daily_report = {
+      "2013-1-30" => {
+        :read_ratio => "40",
+        :comment    => "特になし"
+      },
+      "2013-2-1" => {
+        :read_ratio => "80",
+        :comment    => "typoが多かった"
+      }
+    }
+    person_report = {"yamada" => daily_report}
+    actual_report = @normalizer.normalize(person_report)
+    assert_normalize_report(actual_report)
+  end
+
+  def test_normalize_daily_report_with_zero_padding
+    daily_report = {
+      "2013-1-30" => {
+        :read_ratio => "40",
+        :comment    => "特になし"
+      },
+      "2013-2-1" => {
+        :read_ratio => "80",
+        :comment    => "typoが多かった"
+      }
+    }
+    actual_report = @normalizer.normalize_daily_report("yamada", daily_report)
+    assert_normalize_report(actual_report)
+  end
+
+  def test_normalize_daily_report_without_zero_padding
+    daily_report = {
+      "2013-1-30" => {
+        :read_ratio => "40",
+        :comment    => "特になし"
+      },
+      "2013-2-1" => {
+        :read_ratio => "80",
+        :comment    => "typoが多かった"
+      }
+    }
+    actual_report = @normalizer.normalize_daily_report("yamada", daily_report)
+    assert_normalize_report(actual_report)
+  end
+
+  def assert_normalize_report(actual_report)
+    expected_report = {
+      "yamada" =>
+      {"2013-01-30" =>
+        {
+          :read_ratio => 40,
+          :comment => "特になし"
+        },
+        "2013-02-01" =>
+        {:read_ratio => 80,
+          :comment => "typoが多かった"
+        }
+      }
+    }
+    assert_equal(expected_report, actual_report)
+  end
+end