mojombo-grit 0.8.1 → 0.9.3

data/lib/grit/git-ruby/internal/loose.rb

@@ -0,0 +1,136 @@
+#
+# converted from the gitrb project
+#
+# authors: 
+#    Matthias Lederhofer <matled@gmx.net>
+#    Simon 'corecode' Schubert <corecode@fs.ei.tum.de>
+#    Scott Chacon <schacon@gmail.com>
+#
+# provides native ruby access to git objects and pack files
+#
+
+require 'zlib'
+require 'digest/sha1'
+require 'grit/git-ruby/internal/raw_object'
+
+module Grit
+  module GitRuby 
+    module Internal
+      class LooseObjectError < StandardError
+      end
+
+      class LooseStorage
+        def initialize(directory)
+          @directory = directory
+        end
+
+        def [](sha1)
+          sha1 = sha1.unpack("H*")[0]
+          begin
+            path = @directory+'/'+sha1[0...2]+'/'+sha1[2..39]
+            get_raw_object(File.read(path))
+          rescue Errno::ENOENT
+            nil
+          end
+        end
+
+        def get_raw_object(buf)
+          if buf.length < 2
+            raise LooseObjectError, "object file too small"
+          end
+
+          if legacy_loose_object?(buf)
+            content = Zlib::Inflate.inflate(buf)
+            header, content = content.split(/\0/, 2)
+            if !header || !content
+              raise LooseObjectError, "invalid object header"
+            end
+            type, size = header.split(/ /, 2)
+            if !%w(blob tree commit tag).include?(type) || size !~ /^\d+$/
+              raise LooseObjectError, "invalid object header"
+            end
+            type = type.to_sym
+            size = size.to_i
+          else
+            type, size, used = unpack_object_header_gently(buf)
+            content = Zlib::Inflate.inflate(buf[used..-1])
+          end
+          raise LooseObjectError, "size mismatch" if content.length != size
+          return RawObject.new(type, content)
+        end
+
+        # currently, I'm using the legacy format because it's easier to do
+        # this function takes content and a type and writes out the loose object and returns a sha
+        def put_raw_object(content, type)
+          size = content.length.to_s
+          LooseStorage.verify_header(type, size)
+          
+          header = "#{type} #{size}\0"
+          store = header + content
+                    
+          sha1 = Digest::SHA1.hexdigest(store)
+          path = @directory+'/'+sha1[0...2]+'/'+sha1[2..40]
+          
+          if !File.exists?(path)
+            content = Zlib::Deflate.deflate(store)
+          
+            FileUtils.mkdir_p(@directory+'/'+sha1[0...2])
+            File.open(path, 'w') do |f|
+              f.write content
+            end
+          end
+          return sha1
+        end
+        
+        # simply figure out the sha
+        def self.calculate_sha(content, type)
+          size = content.length.to_s
+          verify_header(type, size)
+          header = "#{type} #{size}\0"
+          store = header + content
+                    
+          Digest::SHA1.hexdigest(store)
+        end
+        
+        def self.verify_header(type, size)
+          if !%w(blob tree commit tag).include?(type) || size !~ /^\d+$/
+            raise LooseObjectError, "invalid object header"
+          end
+        end
+
+        # private
+        def unpack_object_header_gently(buf)
+          used = 0
+          c = buf[used]
+          used += 1
+
+          type = (c >> 4) & 7;
+          size = c & 15;
+          shift = 4;
+          while c & 0x80 != 0
+            if buf.length <= used
+              raise LooseObjectError, "object file too short"
+            end
+            c = buf[used]
+            used += 1
+
+            size += (c & 0x7f) << shift
+            shift += 7
+          end
+          type = OBJ_TYPES[type]
+          if ![:blob, :tree, :commit, :tag].include?(type)
+            raise LooseObjectError, "invalid loose object type"
+          end
+          return [type, size, used]
+        end
+        private :unpack_object_header_gently
+
+        def legacy_loose_object?(buf)
+          word = (buf[0] << 8) + buf[1]
+          buf[0] == 0x78 && word % 31 == 0
+        end
+        private :legacy_loose_object?
+      end
+    end 
+  end
+end

data/lib/grit/git-ruby/internal/mmap.rb

@@ -0,0 +1,58 @@
+#
+# converted from the gitrb project
+#
+# authors: 
+#    Matthias Lederhofer <matled@gmx.net>
+#    Simon 'corecode' Schubert <corecode@fs.ei.tum.de>
+#    Scott Chacon <schacon@gmail.com>
+#
+# provides native ruby access to git objects and pack files
+#
+
+module Grit 
+  module GitRuby 
+    module Internal
+      class Mmap
+        def initialize(file, version = 1)
+          @file = file
+          @offset = nil
+          if version == 2
+            @global_offset = 8
+          else
+            @global_offset = 0
+          end
+        end
+
+        def unmap
+          @file = nil
+        end
+
+        def [](*idx)
+          idx = idx[0] if idx.length == 1
+          case idx
+          when Range
+            offset = idx.first
+            len = idx.last - idx.first + idx.exclude_end? ? 0 : 1
+          when Fixnum
+            offset = idx
+            len = nil
+          when Array
+            offset, len = idx
+          else
+            raise RuntimeError, "invalid index param: #{idx.class}"
+          end
+          if @offset != offset
+            @file.seek(offset + @global_offset)
+          end
+          @offset = offset + len ? len : 1
+          if not len
+            @file.read(1)[0]
+          else
+            @file.read(len)
+          end
+        end
+      end
+    end
+  end 
+end
+

data/lib/grit/git-ruby/internal/pack.rb

@@ -0,0 +1,382 @@
+#
+# converted from the gitrb project
+#
+# authors: 
+#    Matthias Lederhofer <matled@gmx.net>
+#    Simon 'corecode' Schubert <corecode@fs.ei.tum.de>
+#    Scott Chacon <schacon@gmail.com>
+#
+# provides native ruby access to git objects and pack files
+#
+
+require 'zlib'
+require 'grit/git-ruby/internal/raw_object'
+require 'grit/git-ruby/internal/mmap'
+
+PACK_SIGNATURE = "PACK" 
+PACK_IDX_SIGNATURE = "\377tOc" 
+
+module Grit 
+  module GitRuby 
+    module Internal
+      class PackFormatError < StandardError
+      end
+
+      class PackStorage
+        OBJ_OFS_DELTA = 6
+        OBJ_REF_DELTA = 7
+
+        FanOutCount = 256
+        SHA1Size = 20
+        IdxOffsetSize = 4
+        OffsetSize = 4
+        CrcSize = 4
+        OffsetStart = FanOutCount * IdxOffsetSize
+        SHA1Start = OffsetStart + OffsetSize
+        EntrySize = OffsetSize + SHA1Size
+        EntrySizeV2 = SHA1Size + CrcSize + OffsetSize
+
+        def initialize(file)
+          if file =~ /\.idx$/
+            file = file[0...-3] + 'pack'
+          end
+          @name = file
+          @cache = {}
+          init_pack
+        end
+        
+        def with_idx(index_file = nil)
+          if !index_file
+            index_file = @name
+            idxfile = File.open(@name[0...-4]+'idx')
+          else
+            idxfile = File.open(index_file)
+          end
+          
+          # read header
+          sig = idxfile.read(4)
+          ver = idxfile.read(4).unpack("N")[0]
+          
+          if sig == PACK_IDX_SIGNATURE
+            if(ver != 2)
+              raise PackFormatError, "pack #@name has unknown pack file version #{ver}"
+            end            
+            @version = 2
+          else
+            @version = 1
+          end
+                    
+          idx = Mmap.new(idxfile, @version)
+          yield idx
+          idx.unmap
+          idxfile.close
+        end
+        
+        def with_packfile
+          packfile = File.open(@name)
+          yield packfile
+          packfile.close
+        end
+        
+        def cache_objects
+          @cache = {}
+          with_packfile do |packfile|          
+            each_entry do |sha, offset|
+              data, type = unpack_object(packfile, offset, {:caching => true})
+              if data
+                @cache[sha] = RawObject.new(OBJ_TYPES[type], data)
+              end
+            end
+          end
+        end
+
+        def name
+          @name
+        end
+        
+        def close
+          # shouldnt be anything open now
+        end
+
+        # given an index file, list out the shas that it's packfile contains
+        def get_shas
+          shas = []
+          each_sha1 { |sha| shas << sha.unpack("H*")[0] }
+          shas
+        end
+        
+        def [](sha1)
+          if obj = @cache[sha1]
+            return obj 
+          end
+          
+          offset = find_object(sha1)
+          return nil if !offset
+          @cache[sha1] = obj = parse_object(offset)
+          return obj
+        end
+
+        def init_pack
+          with_idx do |idx|
+            @offsets = [0]
+            FanOutCount.times do |i|
+              pos = idx[i * IdxOffsetSize,IdxOffsetSize].unpack('N')[0]
+              if pos < @offsets[i]
+                raise PackFormatError, "pack #@name has discontinuous index #{i}"
+              end
+              @offsets << pos
+            end
+            @size = @offsets[-1]
+          end
+        end
+        
+        def each_entry
+          with_idx do |idx|
+            if @version == 2
+              data = read_data_v2(idx)
+              data.each do |sha1, crc, offset|
+                yield sha1, offset
+              end
+            else
+              pos = OffsetStart
+              @size.times do
+                offset = idx[pos,OffsetSize].unpack('N')[0]
+                sha1 = idx[pos+OffsetSize,SHA1Size]
+                pos += EntrySize
+                yield sha1, offset
+              end
+            end
+          end
+        end
+        
+        def read_data_v2(idx)
+          data = []
+          pos = OffsetStart
+          @size.times do |i|
+            data[i] = [idx[pos,SHA1Size], 0, 0]
+            pos += SHA1Size
+          end
+          @size.times do |i|
+            crc = idx[pos,CrcSize]
+            data[i][1] = crc
+            pos += CrcSize
+          end
+          @size.times do |i|
+            offset = idx[pos,OffsetSize].unpack('N')[0]
+            data[i][2] = offset
+            pos += OffsetSize
+          end
+          data
+        end
+        private :read_data_v2
+        
+        def each_sha1
+          with_idx do |idx|
+            if @version == 2
+              data = read_data_v2(idx)
+              data.each do |sha1, crc, offset|
+                yield sha1
+              end
+            else
+              pos = SHA1Start
+              @size.times do
+                sha1 = idx[pos,SHA1Size]
+                pos += EntrySize
+                yield sha1
+              end
+            end
+          end
+        end
+
+        def find_object_in_index(idx, sha1)
+          slot = sha1[0]
+          return nil if !slot
+          first, last = @offsets[slot,2] 
+          while first < last
+            mid = (first + last) / 2
+            if @version == 2
+              midsha1 = idx[OffsetStart + (mid * SHA1Size), SHA1Size]
+              cmp = midsha1 <=> sha1
+
+              if cmp < 0
+                first = mid + 1
+              elsif cmp > 0
+                last = mid
+              else
+                pos = OffsetStart + (@size * (SHA1Size + CrcSize)) + (mid * OffsetSize)
+                offset = idx[pos, OffsetSize].unpack('N')[0]
+                return offset
+              end
+            else
+              midsha1 = idx[SHA1Start + mid * EntrySize,SHA1Size]
+              cmp = midsha1 <=> sha1
+
+              if cmp < 0
+                first = mid + 1
+              elsif cmp > 0
+                last = mid
+              else
+                pos = OffsetStart + mid * EntrySize
+                offset = idx[pos,OffsetSize].unpack('N')[0]
+                return offset
+              end
+            end
+          end
+          nil
+        end
+        
+        def find_object(sha1)
+          obj = nil
+          with_idx do |idx|
+            obj = find_object_in_index(idx, sha1)
+          end
+          obj
+        end    
+        private :find_object
+        
+        def parse_object(offset)
+          obj = nil
+          with_packfile do |packfile|
+            data, type = unpack_object(packfile, offset)
+            obj = RawObject.new(OBJ_TYPES[type], data)
+          end
+          obj
+        end
+        protected :parse_object
+
+        def unpack_object(packfile, offset, options = {})
+          obj_offset = offset
+          packfile.seek(offset)
+
+          c = packfile.read(1)[0]
+          size = c & 0xf
+          type = (c >> 4) & 7
+          shift = 4
+          offset += 1
+          while c & 0x80 != 0
+            c = packfile.read(1)[0]
+            size |= ((c & 0x7f) << shift)
+            shift += 7
+            offset += 1
+          end
+        
+          return [false, false] if !(type == OBJ_COMMIT || type == OBJ_TREE) && options[:caching]
+          
+          case type
+          when OBJ_OFS_DELTA, OBJ_REF_DELTA
+            data, type = unpack_deltified(packfile, type, offset, obj_offset, size, options)
+            #puts type
+          when OBJ_COMMIT, OBJ_TREE, OBJ_BLOB, OBJ_TAG
+            data = unpack_compressed(offset, size)
+          else
+            raise PackFormatError, "invalid type #{type}"
+          end
+          [data, type]
+        end
+        private :unpack_object
+
+        def unpack_deltified(packfile, type, offset, obj_offset, size, options = {})
+          packfile.seek(offset)
+          data = packfile.read(SHA1Size)
+
+          if type == OBJ_OFS_DELTA
+            i = 0
+            c = data[i]
+            base_offset = c & 0x7f
+            while c & 0x80 != 0
+              c = data[i += 1]
+              base_offset += 1
+              base_offset <<= 7
+              base_offset |= c & 0x7f
+            end
+            base_offset = obj_offset - base_offset
+            offset += i + 1
+          else
+            base_offset = find_object(data)
+            offset += SHA1Size
+          end
+
+          base, type = unpack_object(packfile, base_offset)
+          
+          return [false, false] if !(type == OBJ_COMMIT || type == OBJ_TREE) && options[:caching]
+          
+          delta = unpack_compressed(offset, size)
+          [patch_delta(base, delta), type]
+        end
+        private :unpack_deltified
+
+        def unpack_compressed(offset, destsize)
+          outdata = ""
+          with_packfile do |packfile|
+            packfile.seek(offset)
+            zstr = Zlib::Inflate.new
+            while outdata.size < destsize
+              indata = packfile.read(4096)
+              if indata.size == 0
+                raise PackFormatError, 'error reading pack data'
+              end
+              outdata += zstr.inflate(indata)
+            end
+            if outdata.size > destsize
+              raise PackFormatError, 'error reading pack data'
+            end
+            zstr.close
+          end
+          outdata
+        end
+        private :unpack_compressed
+
+        def patch_delta(base, delta)
+          src_size, pos = patch_delta_header_size(delta, 0)
+          if src_size != base.size
+            raise PackFormatError, 'invalid delta data'
+          end
+
+          dest_size, pos = patch_delta_header_size(delta, pos)
+          dest = ""
+          while pos < delta.size
+            c = delta[pos]
+            pos += 1
+            if c & 0x80 != 0
+              pos -= 1
+              cp_off = cp_size = 0
+              cp_off = delta[pos += 1] if c & 0x01 != 0
+              cp_off |= delta[pos += 1] << 8 if c & 0x02 != 0
+              cp_off |= delta[pos += 1] << 16 if c & 0x04 != 0
+              cp_off |= delta[pos += 1] << 24 if c & 0x08 != 0
+              cp_size = delta[pos += 1] if c & 0x10 != 0
+              cp_size |= delta[pos += 1] << 8 if c & 0x20 != 0
+              cp_size |= delta[pos += 1] << 16 if c & 0x40 != 0
+              cp_size = 0x10000 if cp_size == 0
+              pos += 1
+              dest += base[cp_off,cp_size]
+            elsif c != 0
+              dest += delta[pos,c]
+              pos += c
+            else
+              raise PackFormatError, 'invalid delta data'
+            end
+          end
+          dest
+        end
+        private :patch_delta
+
+        def patch_delta_header_size(delta, pos)
+          size = 0
+          shift = 0
+          begin
+            c = delta[pos]
+            if c == nil
+              raise PackFormatError, 'invalid delta header'
+            end
+            pos += 1
+            size |= (c & 0x7f) << shift
+            shift += 7
+          end while c & 0x80 != 0
+          [size, pos]
+        end
+        private :patch_delta_header_size
+      end
+    end
+  end 
+end