git-db 0.1.2

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,5 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 David Dollar
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,59 @@
+= git-db
+
+CouchDB-based git server, avoids the filesystem. (VERY ALPHA)
+
+== Installation
+
+* Install CouchDB on <tt>localhost</tt>, and start it up.
+
+* Install the gem
+
+ $ gem install ddollar-git-db
+
+* Create a <tt>git</tt> user. (Name can be whatever you like)
+
+* Set a home directory for the user.
+
+* Set up the <tt>git</tt> user's authorized_keys2 file: (modify the command to match your gem particulars)
+
+ # $HOME/git/.ssh/authorized_keys2
+ command="/usr/bin/git-db",no-port-forwarding,no-X11-forwarding,no-agent-forwarding,no-pty <your ssh public key>
+
+* Add your localhost as a remote to an existing project and push
+
+ $ git remote add test-git-db git@localhost:my-repo.git
+ $ git push test-git-db master
+
+* Go look at the data in CouchDB
+
+ http://127.0.0.1:5984/_utils/database.html?gitdb-my-repo
+
+* Clone your repository somewhere else and examine it
+
+ $ git clone git@localhost:my-repo.git /tmp/my-repo
+
+* Please report any problems on the issue tracker.
+
+== Links
+
+* Continuous Integration - http://runcoderun.com/ddollar/git-db
+* Documentation - http://rdoc.info/projects/ddollar/git-db
+
+== TODO
+
+* Tests
+* Refactor and clean up (experimenting with binary protocols can make things a bit messy)
+* Authentication tie-in
+* Never look at a raw git pack file again
+
+== Note on Patches/Pull Requests
+
+* Fork the project.
+* Make your feature addition or bug fix.
+* Add tests for it. This is important so I don't break it in a future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+* Send me a pull request. Bonus points for topic branches.
+
+== Copyright
+
+Copyright (c) 2009 David Dollar. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,43 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "git-db"
+    gem.summary = %Q{Database-based git server}
+    gem.description = gem.summary
+    gem.email = "<ddollar@gmail.com>"
+    gem.homepage = "http://github.com/ddollar/git-db"
+    gem.authors = ["David Dollar"]
+
+    # development dependencies
+    gem.add_development_dependency "rspec"
+
+    # runtime dependencies
+    gem.add_dependency "couchrest"
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+  spec.spec_opts << '--colour --format specdoc'
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+  spec.rcov_opts = lambda do
+    IO.readlines("#{File.dirname(__FILE__)}/spec/rcov.opts").map {|l| l.chomp.split " "}.flatten
+  end
+end
+
+task :spec => :check_dependencies
+
+task :default => :spec

data/VERSION

@@ -0,0 +1 @@
+0.1.2

data/bin/git-db

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+
+require 'git-db'
+include GitDB
+
+GitDB.log(ENV.inspect)
+
+git_command = ENV['SSH_ORIGINAL_COMMAND'].match(/git-(.+) '(.+)'/)
+
+if git_command
+  command    = git_command[1]
+  repository = git_command[2]
+
+  repository = repository.gsub(/\.git$/, '')
+
+  GitDB::Commands.execute(command, [repository])
+end

data/features/git-db.feature

@@ -0,0 +1,9 @@
+Feature: something something
+  In order to something something
+  A user something something
+  something something something
+
+  Scenario: something something
+    Given inspiration
+    When I create a sweet new gem
+    Then everyone should see how awesome I am

data/features/support/env.rb

@@ -0,0 +1,4 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__) + '/../../lib')
+require 'git-db'
+
+require 'spec/expectations'

data/git-db.gemspec

@@ -0,0 +1,91 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE
+# Instead, edit Jeweler::Tasks in Rakefile, and run `rake gemspec`
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{git-db}
+  s.version = "0.1.2"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["David Dollar"]
+  s.date = %q{2009-09-14}
+  s.default_executable = %q{git-db}
+  s.description = %q{Database-based git server}
+  s.email = %q{<ddollar@gmail.com>}
+  s.executables = ["git-db"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "bin/git-db",
+     "features/git-db.feature",
+     "features/step_definitions/git-db_steps.rb",
+     "features/support/env.rb",
+     "git-db.gemspec",
+     "lib/git-db.rb",
+     "lib/git-db/commands.rb",
+     "lib/git-db/commands/receive-pack.rb",
+     "lib/git-db/commands/upload-pack.rb",
+     "lib/git-db/database.rb",
+     "lib/git-db/objects.rb",
+     "lib/git-db/objects/base.rb",
+     "lib/git-db/objects/blob.rb",
+     "lib/git-db/objects/commit.rb",
+     "lib/git-db/objects/entry.rb",
+     "lib/git-db/objects/tag.rb",
+     "lib/git-db/objects/tree.rb",
+     "lib/git-db/pack.rb",
+     "lib/git-db/protocol.rb",
+     "lib/git-db/utility.rb",
+     "lib/git-db/utility/counting_io.rb",
+     "spec/git-db/commands_spec.rb",
+     "spec/git-db/objects/base_spec.rb",
+     "spec/git-db/objects/entry_spec.rb",
+     "spec/git-db/objects/tag_spec.rb",
+     "spec/git-db/objects/tree_spec.rb",
+     "spec/git-db/utility/counting_io_spec.rb",
+     "spec/git-db_spec.rb",
+     "spec/rcov.opts",
+     "spec/spec.opts",
+     "spec/spec_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/ddollar/git-db}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.5}
+  s.summary = %q{Database-based git server}
+  s.test_files = [
+    "spec/git-db/commands_spec.rb",
+     "spec/git-db/objects/base_spec.rb",
+     "spec/git-db/objects/entry_spec.rb",
+     "spec/git-db/objects/tag_spec.rb",
+     "spec/git-db/objects/tree_spec.rb",
+     "spec/git-db/utility/counting_io_spec.rb",
+     "spec/git-db_spec.rb",
+     "spec/spec_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<rspec>, [">= 0"])
+      s.add_runtime_dependency(%q<couchrest>, [">= 0"])
+    else
+      s.add_dependency(%q<rspec>, [">= 0"])
+      s.add_dependency(%q<couchrest>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<rspec>, [">= 0"])
+    s.add_dependency(%q<couchrest>, [">= 0"])
+  end
+end

data/lib/git-db/commands/receive-pack.rb

@@ -0,0 +1,73 @@
+require 'fileutils'
+require 'zlib'
+
+class GitDB::Commands::ReceivePack
+
+  def execute(args)
+    repository = args.first
+    raise ArgumentError, "repository required" unless repository
+
+    database = GitDB.database(repository)
+
+    needs_capabilities = true
+    database.get_refs.each do |ref, sha|
+      GitDB.log("ISAERF #{ref} #{sha}")
+      write_ref(ref, sha, needs_capabilities)
+      needs_capabilities = false
+    end
+    write_ref("capabilities^{}", GitDB.null_sha1) if needs_capabilities
+    io.write_eof
+
+    refs = []
+    new_shas = []
+
+    while (data = io.read_command)
+      old_sha, new_sha, ref = data.split(' ')
+      ref, report = ref.split(0.chr)
+
+      refs << ref
+      new_shas << new_sha
+
+      if new_sha == GitDB.null_sha1
+        database.delete_ref(ref)
+      else
+        database.write_ref(ref, new_sha)
+      end
+    end
+
+    unless new_shas.reject { |sha| sha == GitDB.null_sha1 }.length.zero?
+      while (entries = io.read_pack)
+        database.write_objects(entries)
+      end
+    end
+
+    io.write_command("unpack ok\n")
+    refs.each do |ref|
+      io.write_command("ok #{ref}\n")
+    end
+    io.write_eof
+  end
+
+private
+
+  def capabilities
+    " report-status delete-refs ofs-delta "
+  end
+
+  def io
+    @io ||= GitDB::Protocol.new
+  end
+
+  def write_ref(ref, sha, needs_capabilities=true)
+    if needs_capabilities
+      header = "%s %s\000%s\n" % [ sha, ref, capabilities ]
+      io.write_command(header)
+    else
+      header = "%s %s\n" % [ sha, ref ]
+      io.write_command(header)
+    end
+  end
+
+end
+
+GitDB::Commands.register 'receive-pack', GitDB::Commands::ReceivePack

data/lib/git-db/commands/upload-pack.rb

@@ -0,0 +1,140 @@
+require 'fileutils'
+require 'zlib'
+
+class GitDB::Commands::UploadPack
+
+  def execute(args)
+    repository = args.first
+    raise ArgumentError, "repository required" unless repository
+
+    database = GitDB.database(repository)
+
+    #execute_transcript(database)
+    execute_real(database)
+  end
+
+  def execute_transcript(database)
+    cmd = GitDB::Protocol.new(IO.popen("/opt/local/bin/git-upload-pack '/tmp/foo'", 'r+'))
+
+    while (data = cmd.read_command)
+      GitDB.log("CMD COMMAND: #{data}")
+      io.write_command(data)
+    end
+    io.write_eof
+
+    while (data = io.read_command)
+      GitDB.log("IO COMMAND: #{data}")
+      cmd.write_command(data)
+    end
+    cmd.write_eof
+
+    while (data = io.read_command)
+      cmd.write_command(data)
+      data = data.strip
+      break if data == 'done'
+      GitDB.log("READ FROM IO #{data}")
+    end
+    
+    while (data = cmd.read_command)
+      GitDB.log("GOT COMMAND DATA: #{data.inspect}")
+    end
+  end
+
+  def execute_real(database)
+    write_ref 'HEAD', database.get_ref('refs/heads/master')['sha']
+
+    database.get_refs.each do |ref, sha|
+      write_ref(ref, sha)
+    end
+    io.write_eof
+
+    shas_to_read   = []
+    shas_to_ignore = []
+
+    while (data = io.read_command)
+      GitDB.log("GOT COMMAND: #{data.inspect}")
+      command, sha, options = data.split(' ', 3)
+      shas_to_read << sha
+    end
+
+    while (data = io.read_command)
+      data = data.strip
+      break if data == 'done'
+      command, sha = data.split(" ", 2)
+      case command
+        when 'have' then 
+          shas_to_ignore << sha
+        else
+          raise "Unknown SHA command: #{command}"
+      end
+    end
+
+    if shas_to_ignore.length.zero?
+      io.write_command("NAK\n")
+    else
+      io.write_command("ACK #{shas_to_ignore.last}\n")
+    end
+
+    shas_to_ignore, _ = load_entries(database, shas_to_ignore, false)
+    shas, entries     = load_entries(database, shas_to_read, true, shas_to_ignore)
+
+    GitDB.log(entries.map { |e| e.inspect })
+
+    io.write_pack(entries)
+  end
+
+private
+
+  def load_entries(database, shas_to_read, keep_entries, shas_to_ignore=[])
+    entries = []
+    shas    = []
+
+    while sha = shas_to_read.shift
+      next if shas_to_ignore.include?(sha)
+      GitDB.log("SHAS_TO_IGNORE: #{shas_to_ignore.sort.inspect}")
+      GitDB.log("READING SHA: #{sha}")
+      shas_to_ignore << sha
+
+      shas << sha
+
+      object = database.get_object(sha)
+      GitDB.log("OBJECT: #{object.inspect}")
+      data = object.data
+
+      case object
+        when GitDB::Objects::Commit then
+          commit = GitDB::Objects::Commit.new(data)
+          shas_to_read << commit.tree
+          shas_to_read += commit.parents if commit.parents
+          entries << commit if keep_entries
+        when GitDB::Objects::Tree then
+          tree = GitDB::Objects::Tree.new(data)
+          shas_to_read += tree.entries.map { |e| e.sha }
+          entries << tree if keep_entries
+        when GitDB::Objects::Blob then
+          blob = GitDB::Objects::Blob.new(data)
+          entries << blob if keep_entries
+        else
+          raise "UNKNOWN TYPE!! #{object.class}"
+      end
+    end
+
+    [shas, entries]
+  end
+
+  def capabilities
+    " shallow include-tag"
+  end
+
+  def io
+    @io ||= GitDB::Protocol.new
+  end
+
+  def write_ref(ref, sha, needs_capabilities=true)
+    header = "%s %s\000%s\n" % [ sha, ref, capabilities ]
+    io.write_command(header)
+  end
+
+end
+
+GitDB::Commands.register 'upload-pack', GitDB::Commands::UploadPack

data/lib/git-db/commands.rb

@@ -0,0 +1,21 @@
+module GitDB::Commands
+
+  def self.commands
+    @commands
+  end
+
+  def self.execute(command, args=[])
+    return unless commands
+    raise ArgumentError, "Unknown command: #{command}" unless commands[command]
+    commands[command].execute(args)
+  end
+
+  def self.register(command, klass)
+    @commands ||= {}
+    @commands[command] = klass.new
+  end
+
+end
+
+require 'git-db/commands/receive-pack'
+require 'git-db/commands/upload-pack'

data/lib/git-db/database.rb

@@ -0,0 +1,134 @@
+class GitDB::Database
+
+  def self.couch
+    @couch ||= CouchRest.new('http://localhost:5984')
+  end
+
+  def self.database(repository)
+    @databases             ||= {}
+    @databases[repository] ||= new(repository)
+  end
+
+  attr_reader :repository, :name, :database
+
+  def initialize(repository)
+    @repository = repository
+    @name       = "gitdb-#{repository.gsub('/', '-')}"
+    @database   = self.class.couch.database!(name)
+    update_views
+  end
+  
+## refs ######################################################################
+
+  def get_ref(ref)
+    doc = database.view('refs/all', :key => ref)['rows'].first
+    doc ? doc['value'] : nil
+  end
+
+  def get_refs
+    database.view('refs/all')['rows'].inject({}) do |hash, row|
+      hash.update(row['key'] => row['value']['sha'])
+    end
+  end
+
+  def write_ref(ref, sha)
+    if doc = get_ref(ref)
+      doc['sha'] = sha
+      database.save_doc(doc)
+    else
+      database.save_doc(:doctype => 'ref', :ref => ref, :sha => sha)
+    end
+  end
+
+  def delete_ref(ref)
+    if doc = get_ref(ref)
+      database.delete_doc(doc)
+    end
+  end
+
+## objects ###################################################################
+
+  def get_raw_object(sha)
+    doc = database.view('objects/all', :key => sha)['rows'].first
+    doc = doc ? decode_object(doc['value']) : nil
+  end
+
+  def get_object(sha)
+    raw = get_raw_object(sha)
+    raw ? GitDB::Objects.new_from_type(raw['type'], raw['data']) : nil
+  end
+
+  def write_object(object)
+    doc = object_to_doc(object)
+    doc = (get_raw_object(object.sha) || {}).merge(doc)
+    database.save_doc(doc)
+  end
+
+  def write_objects(objects)
+    docs = objects.map do |object|
+      doc = object_to_doc(object)
+      doc = (get_raw_object(object.sha) || {}).merge(doc)
+    end
+    database.bulk_save(docs)
+  end
+
+## utility ###################################################################
+
+  def document_ids
+    database.documents['rows'].map { |row| row['id']}
+  end
+
+  def encode_object(doc)
+    doc['data'] = Base64.encode64(doc['data'])
+    doc
+  end
+
+  def decode_object(doc)
+    doc['data'] = Base64.decode64(doc['data'])
+    doc
+  end
+
+  def object_to_doc(object)
+    properties = object.properties
+    properties += [:type, :data, :sha]
+    doc = properties.inject({ :doctype => 'object' }) do |hash, property|
+      hash.update(property.to_s => object.send(property))
+    end
+    encode_object(doc)
+  end
+
+  def update_views
+    if document_ids.include?('_design/refs')
+      database.delete_doc(database.get('_design/refs'))
+    end
+    database.save_doc({
+      '_id'  => '_design/refs',
+      :views => {
+        :all => {
+          :map => %{
+            function(doc) {
+              if (doc.doctype == 'ref') { emit(doc.ref, doc); }
+            }
+          }
+        },
+      }
+    })
+    if document_ids.include?('_design/objects')
+      database.delete_doc(database.get('_design/objects'))
+    end
+    database.save_doc({
+      '_id'  => '_design/objects',
+      :views => {
+        :all => {
+          :map => %{
+            function(doc) {
+              if (doc.doctype == 'object') { emit(doc.sha, doc); }
+            }
+          }
+        },
+      }
+    })
+  end
+
+
+end

data/lib/git-db/objects/base.rb

@@ -0,0 +1,34 @@
+class GitDB::Objects::Base
+
+  attr_reader :data
+
+  def initialize(data)
+    @data = data
+  end
+
+  def inspect
+    %{#<#{self.class} #{inspect_properties}>}
+  end
+
+  def properties
+    [:data]
+  end
+
+  def raw
+    data
+  end
+
+  def sha
+    Digest::SHA1.hexdigest(raw)
+  end
+
+private ######################################################################
+
+  def inspect_properties
+    inspectors = properties.unshift(:sha).map do |argument|
+      "#{argument}=#{self.send(argument).inspect}"
+    end
+    inspectors.join(' ')
+  end
+
+end

data/lib/git-db/objects/blob.rb

@@ -0,0 +1,11 @@
+class GitDB::Objects::Blob < GitDB::Objects::Base
+
+  def raw
+    "blob #{data.length}\000#{data}"
+  end
+
+  def type
+    GitDB::OBJ_BLOB
+  end
+
+end