gitlab-grit 1.0.0

data/lib/grit/commit_stats.rb

@@ -0,0 +1,128 @@
+module Grit
+
+  class CommitStats
+
+    attr_reader :id, :files, :additions, :deletions, :total
+
+    # Instantiate a new CommitStats
+    #   +id+ is the id of the commit
+    #   +files+ is an array of :
+    #     [ [filename, adds, deletes, total],
+    #       [filename, adds, deletes, total],
+    #       [filename, adds, deletes, total] ]
+    #
+    # Returns Grit::CommitStats (baked)
+    def initialize(repo, id, files)
+      @repo = repo
+      @id = id
+      @files = files
+      @additions  = files.inject(0) { |total, a| total += a[1] }
+      @deletions  = files.inject(0) { |total, a| total += a[2] }
+      @total  = files.inject(0) { |total, a| total += a[3] }
+    end
+
+    # Find all commit stats matching the given criteria.
+    #   +repo+ is the Repo
+    #   +ref+ is the ref from which to begin (SHA1 or name) or nil for --all
+    #   +options+ is a Hash of optional arguments to git
+    #     :max_count is the maximum number of commits to fetch
+    #     :skip is the number of commits to skip
+    #
+    # Returns assoc array [sha, Grit::Commit[] (baked)]
+    def self.find_all(repo, ref, options = {})
+      allowed_options = [:max_count, :skip, :since]
+
+      default_options = {:numstat => true}
+      actual_options = default_options.merge(options)
+
+      if ref
+        output = repo.git.log(actual_options, ref)
+      else
+        output = repo.git.log(actual_options.merge(:all => true))
+      end
+
+      self.list_from_string(repo, output)
+    end
+
+    # Parse out commit information into an array of baked Commit objects
+    #   +repo+ is the Repo
+    #   +text+ is the text output from the git command (raw format)
+    #
+    # Returns assoc array [sha, Grit::Commit[] (baked)]
+    def self.list_from_string(repo, text)
+      lines = text.split("\n")
+
+      commits = []
+
+      while !lines.empty?
+        id = lines.shift.split.last
+
+        lines.shift
+        lines.shift
+        lines.shift
+
+        message_lines = []
+        message_lines << lines.shift[4..-1] while lines.first =~ /^ {4}/ || lines.first == ''
+
+        lines.shift while lines.first && lines.first.empty?
+
+        files = []
+        while lines.first =~ /^([-\d]+)\s+([-\d]+)\s+(.+)/
+          (additions, deletions, filename) = lines.shift.split
+          additions = additions.to_i
+          deletions = deletions.to_i
+          total = additions + deletions
+          files << [filename, additions, deletions, total]
+        end
+
+        lines.shift while lines.first && lines.first.empty?
+
+        commits << [id, CommitStats.new(repo, id, files)]
+      end
+
+      commits
+    end
+
+    # Pretty object inspection
+    def inspect
+      %Q{#<Grit::CommitStats "#{@id}">}
+    end
+
+    # Convert to an easy-to-traverse structure
+    def to_diffstat
+      files.map do |metadata|
+        DiffStat.new(*metadata)
+      end
+    end
+
+    # private
+
+    def to_hash
+      {
+        'id'        => id,
+        'files'     => files,
+        'additions' => additions,
+        'deletions' => deletions,
+        'total'     => total
+      }
+    end
+
+  end # CommitStats
+
+  class DiffStat
+    attr_reader :filename, :additions, :deletions
+
+    def initialize(filename, additions, deletions, total=nil)
+      @filename, @additions, @deletions = filename, additions, deletions
+    end
+
+    def net
+      additions - deletions
+    end
+
+    def inspect
+      "#{filename}: +#{additions} -#{deletions}"
+    end
+  end
+
+end # Grit

data/lib/grit/config.rb

@@ -0,0 +1,44 @@
+module Grit
+
+  class Config
+    def initialize(repo)
+      @repo = repo
+    end
+
+    def []=(key, value)
+      @repo.git.config({}, key, value)
+      @data = nil
+    end
+
+    def [](key)
+      data[key]
+    end
+
+    def fetch(key, default = nil)
+      data[key] || default || raise(IndexError.new("key not found"))
+    end
+
+    def keys
+      data.keys
+    end
+
+    protected
+      def data
+        @data ||= load_config
+      end
+
+      def load_config
+        hash = {}
+        config_lines.map do |line|
+          key, value = line.split(/=/, 2)
+          hash[key] = value
+        end
+        hash
+      end
+
+      def config_lines
+        @repo.git.config(:list => true).split(/\n/)
+      end
+  end # Config
+
+end # Grit

data/lib/grit/diff.rb

@@ -0,0 +1,79 @@
+module Grit
+
+  class Diff
+    attr_reader :a_path, :b_path
+    attr_reader :a_blob, :b_blob
+    attr_reader :a_mode, :b_mode
+    attr_reader :new_file, :deleted_file, :renamed_file
+    attr_reader :similarity_index
+    attr_accessor :diff
+
+    def initialize(repo, a_path, b_path, a_blob, b_blob, a_mode, b_mode, new_file, deleted_file, diff, renamed_file = false, similarity_index = 0)
+      @repo   = repo
+      @a_path = a_path
+      @b_path = b_path
+      @a_blob = a_blob =~ /^0{40}$/ ? nil : Blob.create(repo, :id => a_blob)
+      @b_blob = b_blob =~ /^0{40}$/ ? nil : Blob.create(repo, :id => b_blob)
+      @a_mode = a_mode
+      @b_mode = b_mode
+      @new_file         = new_file     || @a_blob.nil?
+      @deleted_file     = deleted_file || @b_blob.nil?
+      @renamed_file     = renamed_file
+      @similarity_index = similarity_index.to_i
+      @diff             = diff
+    end
+
+    def self.list_from_string(repo, text)
+      lines = text.split("\n")
+
+      diffs = []
+
+      while !lines.empty?
+        m, a_path, b_path = *lines.shift.match(%r{^diff --git a/(.+?) b/(.+)$})
+
+        if lines.first =~ /^old mode/
+          m, a_mode = *lines.shift.match(/^old mode (\d+)/)
+          m, b_mode = *lines.shift.match(/^new mode (\d+)/)
+        end
+
+        if lines.empty? || lines.first =~ /^diff --git/
+          diffs << Diff.new(repo, a_path, b_path, nil, nil, a_mode, b_mode, false, false, nil)
+          next
+        end
+
+        sim_index    = 0
+        new_file     = false
+        deleted_file = false
+        renamed_file = false
+
+        if lines.first =~ /^new file/
+          m, b_mode = lines.shift.match(/^new file mode (.+)$/)
+          a_mode    = nil
+          new_file  = true
+        elsif lines.first =~ /^deleted file/
+          m, a_mode    = lines.shift.match(/^deleted file mode (.+)$/)
+          b_mode       = nil
+          deleted_file = true
+        elsif lines.first =~ /^similarity index (\d+)\%/
+          sim_index    = $1.to_i
+          renamed_file = true
+          2.times { lines.shift } # shift away the 2 `rename from/to ...` lines
+        end
+
+        m, a_blob, b_blob, b_mode = *lines.shift.match(%r{^index ([0-9A-Fa-f]+)\.\.([0-9A-Fa-f]+) ?(.+)?$})
+        b_mode.strip! if b_mode
+
+        diff_lines = []
+        while lines.first && lines.first !~ /^diff/
+          diff_lines << lines.shift
+        end
+        diff = diff_lines.join("\n")
+
+        diffs << Diff.new(repo, a_path, b_path, a_blob, b_blob, a_mode, b_mode, new_file, deleted_file, diff, renamed_file, sim_index)
+      end
+
+      diffs
+    end
+  end # Diff
+
+end # Grit

data/lib/grit/errors.rb

@@ -0,0 +1,10 @@
+module Grit
+  class InvalidGitRepositoryError < StandardError
+  end
+
+  class NoSuchPathError < StandardError
+  end
+
+  class InvalidObjectType < StandardError
+  end
+end

data/lib/grit/git-ruby.rb

@@ -0,0 +1,259 @@
+require 'grit/git-ruby/repository'
+
+module Grit
+
+  # the functions in this module intercept the calls to git binary
+  # made buy the grit objects and attempts to run them in pure ruby
+  # if it will be faster, or if the git binary is not available (!!TODO!!)
+  module GitRuby
+
+    attr_accessor :ruby_git_repo, :git_file_index
+
+    def init(options, *args)
+      if options.size == 0
+        Grit::GitRuby::Repository.init(@git_dir)
+      else
+        method_missing('init', options, *args)
+      end
+    end
+
+    def cat_file(options, sha)
+      if options[:t]
+        file_type(sha)
+      elsif options[:s]
+        file_size(sha)
+      elsif options[:p]
+        try_run { ruby_git.cat_file(sha) }
+      end
+    rescue Grit::GitRuby::Repository::NoSuchShaFound
+      ''
+    end
+
+    def cat_ref(options, ref)
+      sha = rev_parse({}, ref)
+      cat_file(options, sha)
+    end
+
+    # lib/grit/tree.rb:16:      output = repo.git.ls_tree({}, treeish, *paths)
+    def ls_tree(options, treeish, *paths)
+      sha = rev_parse({}, treeish)
+      ruby_git.ls_tree(sha, paths.flatten, options.delete(:r))
+    rescue Grit::GitRuby::Repository::NoSuchShaFound
+      ''
+    end
+
+    # git diff --full-index 'ec037431382e83c3e95d4f2b3d145afbac8ea55d' 'f1ec1aea10986159456846b8a05615b87828d6c6'
+    def diff(options, sha1, sha2 = nil)
+      try_run { ruby_git.diff(sha1, sha2, options) }
+    end
+
+    def rev_list(options, *refs)
+      refs = ['master'] if refs.empty?
+      options.delete(:skip) if options[:skip].to_i == 0
+      allowed_options = [:max_count, :since, :until, :pretty]  # this is all I can do right now
+      if ((options.keys - allowed_options).size > 0) || refs.size > 1
+        method_missing('rev-list', options, *refs)
+      elsif (options.size == 0)
+        # pure rev-list
+        ref = refs.first
+        begin
+          file_index.commits_from(rev_parse({}, ref)).join("\n") + "\n"
+        rescue
+          method_missing('rev-list', options, *refs)
+        end
+      else
+        ref = refs.first
+        aref = rev_parse({:verify => true}, ref)
+        if aref.is_a? Array
+          method_missing('rev-list', options, *refs)
+        else
+          try_run { ruby_git.rev_list(aref, options) }
+        end
+      end
+    end
+
+    def rev_parse(options, string)
+      raise RuntimeError, "invalid string: #{string.inspect}" unless string.is_a?(String)
+
+      if string =~ /\.\./
+        (sha1, sha2) = string.split('..')
+        return [rev_parse({}, sha1), rev_parse({}, sha2)]
+      end
+
+      if /^[0-9a-f]{40}$/.match(string)  # passing in a sha - just no-op it
+        return string.chomp
+      end
+
+      head = File.join(@git_dir, 'refs', 'heads', string)
+      return File.read(head).chomp if File.file?(head)
+
+      head = File.join(@git_dir, 'refs', 'remotes', string)
+      return File.read(head).chomp if File.file?(head)
+
+      head = File.join(@git_dir, 'refs', 'tags', string)
+      return File.read(head).chomp if File.file?(head)
+
+      ## check packed-refs file, too
+      packref = File.join(@git_dir, 'packed-refs')
+      if File.file?(packref)
+        File.readlines(packref).each do |line|
+          if m = /^(\w{40}) refs\/.+?\/(.*?)$/.match(line)
+            next if !Regexp.new(Regexp.escape(string) + '$').match(m[3])
+            return m[1].chomp
+          end
+        end
+      end
+
+      ## !! more - partials and such !!
+
+      # revert to calling git - grr
+      return method_missing('rev-parse', options, string).chomp
+    end
+
+    def refs(options, prefix)
+      refs = []
+      already = {}
+      Dir.chdir(@git_dir) do
+        files = Dir.glob(prefix + '/**/*')
+        files.each do |ref|
+          next if !File.file?(ref)
+          id = File.read(ref).chomp
+          name = ref.sub("#{prefix}/", '')
+          if !already[name]
+            refs << "#{name} #{id}"
+            already[name] = true
+          end
+        end
+
+        if File.file?('packed-refs')
+          File.readlines('packed-refs').each do |line|
+            if m = /^(\w{40}) (.*?)$/.match(line)
+              next if !Regexp.new('^' + prefix).match(m[2])
+              name = m[2].sub("#{prefix}/", '')
+              if !already[name]
+                refs << "#{name} #{m[1]}"
+                already[name] = true
+              end
+            end
+          end
+        end
+      end
+
+      refs.join("\n")
+    end
+
+    def tags(options, prefix)
+      refs = []
+      already = {}
+
+      Dir.chdir(repo.path) do
+        files = Dir.glob(prefix + '/**/*')
+
+        files.each do |ref|
+          next if !File.file?(ref)
+
+          id = File.read(ref).chomp
+          name = ref.sub("#{prefix}/", '')
+
+          if !already[name]
+            refs << "#{name} #{id}"
+            already[name] = true
+          end
+        end
+
+        if File.file?('packed-refs')
+          lines = File.readlines('packed-refs')
+          lines.each_with_index do |line, i|
+            if m = /^(\w{40}) (.*?)$/.match(line)
+              next if !Regexp.new('^' + prefix).match(m[2])
+              name = m[2].sub("#{prefix}/", '')
+
+              # Annotated tags in packed-refs include a reference
+              # to the commit object on the following line.
+              next_line = lines[i + 1]
+
+              id =
+              if next_line && next_line[0] == ?^
+                next_line[1..-1].chomp
+              else
+                m[1]
+              end
+
+              if !already[name]
+                refs << "#{name} #{id}"
+                already[name] = true
+              end
+            end
+          end
+        end
+      end
+
+      refs.join("\n")
+    end
+
+    def file_size(ref)
+      try_run { ruby_git.cat_file_size(ref).to_s }
+    end
+
+    def file_type(ref)
+      try_run { ruby_git.cat_file_type(ref).to_s }
+    end
+
+    def ruby_git
+      @ruby_git_repo ||= Repository.new(@git_dir)
+    end
+
+    private
+
+      def try_run
+        ret = ''
+        Timeout.timeout(self.class.git_timeout) do
+          ret = yield
+        end
+        @bytes_read += ret.size
+
+        #if @bytes_read > 5242880 # 5.megabytes
+        #  bytes = @bytes_read
+        #  @bytes_read = 0
+        #  raise Grit::Git::GitTimeout.new(command, bytes)
+        #end
+
+        ret
+      rescue Timeout::Error => e
+        bytes = @bytes_read
+        @bytes_read = 0
+        raise Grit::Git::GitTimeout.new(command, bytes)
+      end
+
+      def looking_for(commit, path = nil)
+        tree_sha = ruby_git.get_subtree(rev_parse({}, commit), path)
+
+        looking_for = []
+        ruby_git.get_object_by_sha1(tree_sha).entry.each do |e|
+          if path && !(path == '' || path == '.' || path == './')
+            file = File.join(path, e.name)
+          else
+            file = e.name
+          end
+          file += '/' if e.type == :directory
+          looking_for << file
+        end
+        looking_for
+      end
+
+      def clean_paths(commit_array)
+        new_commits = {}
+        commit_array.each do |file, sha|
+          file = file.chop if file[file.size - 1 , 1] == '/'
+          new_commits[file] = sha
+        end
+        new_commits
+      end
+
+    # TODO
+    # git grep -n 'foo' 'master'
+    # git log --pretty='raw' --max-count='1' 'master' -- 'LICENSE'
+    # git log --pretty='raw' --max-count='1' 'master' -- 'test'
+
+  end
+end