gemgate 0.0.1

data/.env.sample

@@ -0,0 +1,5 @@
+AWS_ACCESS_KEY_ID=changeme
+AWS_SECRET_ACCESS_KEY=changeme
+GEMGATE_AUTH=foo:bar
+S3_BUCKET=gemgate-development
+S3_KEY_PREFIX=deadbeef

data/.gitignore

@@ -0,0 +1,2 @@
+.env
+Gemfile.lock

data/Gemfile

@@ -0,0 +1,3 @@
+source :rubygems
+
+gemspec

data/Procfile

@@ -0,0 +1 @@
+web: bundle exec rackup -I lib -p $PORT

data/README.md

@@ -0,0 +1,46 @@
+# gemgate
+
+gemgate receives built gems and makes them available via S3.
+
+Example use:
+
+```bash
+$ gem build foobar.gemspec #=> produces foobar-0.0.1.gem
+$ curl -F file=@foobar-0.0.1.gem -u foo:bar https://gemgate.herokuapp.com/
+$ gem sources -a https://gemgate.s3.amazonaws.com/deadbeef/
+$ gem install foobar -v 0.0.1
+```
+
+## Running locally
+
+```bash
+$ cp .env.sample .env
+# edit .env
+$ foreman start
+$ curl -F file=@foobar-0.0.1.gem -u $GEMGATE_AUTH http://localhost:5000/
+$ gem sources -a https://gemgate-development.s3.amazonaws.com/$S3_KEY_PREFIX
+$ gem install foobar -v 0.0.1
+```
+
+## Deployment on Heroku
+
+```bash
+$ heroku create gemgate-production -s cedar
+$ heroku config:add -a gemgate-production \
+  AWS_ACCESS_KEY_ID=... \
+  AWS_SECRET_ACCESS_KEY=... \
+  GEMGATE_AUTH=foo:bar \
+  S3_BUCKET=... \
+  S3_KEY_PREFIX=...
+$ git push heroku master
+```
+
+## Configuration
+
+* `GEMGATE_AUTH`: User and password to require for basic auth, joined by `:`
+* `AWS_ACCESS_KEY_ID`: The AWS access key to use when communicating with S3
+* `AWS_SECRET_ACCESS_KEY`: The AWS secret access key to use when communicating with S3
+* `S3_BUCKET`: Name of the S3 bucket to use
+* `S3_KEY_PREFIX`: Probably random string (eg created with `openssl rand -hex 32`) to prefix file/directory keys with. Mainly for security.
+
+It's recommended you use [IAM credentials](https://gist.github.com/34e08aaf5e5e87814c72) with bucket-specific access for S3.

data/Rakefile

@@ -0,0 +1,8 @@
+begin
+  require "rspec/core/rake_task"
+
+  RSpec::Core::RakeTask.new(:spec)
+
+  task :default => :spec
+rescue LoadError
+end

data/config.ru

@@ -0,0 +1,3 @@
+require "gemgate"
+
+run Gemgate::Web

data/gemgate.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+
+require File.expand_path("../lib/gemgate/version", __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Dan Peterson"]
+  gem.email         = ["dpiddy@gmail.com"]
+  gem.description   = %q{Host a private gem repository at S3}
+  gem.summary       = %q{Host a private gem repository at S3}
+  gem.homepage      = "https://github.com/dpiddy/gemgate"
+
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.name          = "gemgate"
+  gem.require_paths = ["lib"]
+  gem.version       = Gemgate::VERSION
+
+  gem.add_dependency "sinatra", "~> 1.3.2"
+  gem.add_dependency "fog", "~> 1.5.0"
+
+  gem.add_development_dependency "rack-test"
+  gem.add_development_dependency "rake"
+  gem.add_development_dependency "rspec"
+end

data/lib/gemgate.rb

@@ -0,0 +1,11 @@
+require "fog"
+
+require "gemgate/gem_files"
+require "gemgate/gem_wrapper"
+require "gemgate/index"
+require "gemgate/specs_index"
+require "gemgate/quick_marshal_specs"
+require "gemgate/repository"
+require "gemgate/web"
+
+require "gemgate/storage/s3"

data/lib/gemgate/gem_files.rb

@@ -0,0 +1,9 @@
+module Gemgate
+  class GemFiles
+    attr_accessor :storage
+
+    def add(gem)
+      storage.create("gems/#{gem.filename}", gem.data)
+    end
+  end
+end

data/lib/gemgate/gem_wrapper.rb

@@ -0,0 +1,42 @@
+module Gemgate
+  class GemWrapper
+    def self.from_path(path)
+      new.tap do |gem_wrapper|
+        gem_wrapper.spec = Gem::Package.open(File.open(path)) {|p| p.metadata }
+        gem_wrapper.path = path
+      end
+    end
+
+    attr_accessor :spec, :path
+
+    def filename
+      spec.file_name
+    end
+
+    def spec_filename
+      spec.spec_name
+    end
+
+    def name
+      spec.name
+    end
+
+    def version
+      spec.version
+    end
+
+    def prerelease?
+      spec.version.prerelease?
+    end
+
+    def platform
+      platform = spec.original_platform
+      platform = Gem::Platform::RUBY if platform.nil? or platform.empty?
+      platform
+    end
+
+    def data
+      File.open(path)
+    end
+  end
+end

data/lib/gemgate/index.rb

@@ -0,0 +1,40 @@
+module Gemgate
+  class Index
+    attr_accessor :storage
+    attr_writer :specs, :latest_specs, :prerelease_specs, :quick_marshal_specs
+
+    def add(gem)
+      specs.add(gem)
+      latest_specs.add(gem)
+      prerelease_specs.add(gem)
+      quick_marshal_specs.add(gem)
+    end
+
+    private
+
+    def specs
+      @specs ||= SpecsIndex.new("specs.4.8.gz").tap do |s|
+        s.storage = storage
+        s.conditions << lambda {|g| !g.prerelease? }
+      end
+    end
+
+    def latest_specs
+      @latest_specs ||= SpecsIndex.new("latest_specs.4.8.gz").tap do |s|
+        s.storage = storage
+        s.conditions << lambda {|g| !g.prerelease? }
+      end
+    end
+
+    def prerelease_specs
+      @prerelease_specs ||= SpecsIndex.new("prerelease_specs.4.8.gz").tap do |s|
+        s.storage = storage
+        s.conditions << lambda {|g| g.prerelease? }
+      end
+    end
+
+    def quick_marshal_specs
+      @quick_marshal_specs || QuickMarshalSpecs.new.tap {|l| l.storage = storage }
+    end
+  end
+end

data/lib/gemgate/quick_marshal_specs.rb

@@ -0,0 +1,31 @@
+module Gemgate
+  class QuickMarshalSpecs
+    class Entry
+      def initialize(gem)
+        @gem = gem
+      end
+
+      def filename
+        "quick/Marshal.4.8/#{@gem.spec_filename}.rz"
+      end
+
+      def spec
+        @gem.spec
+      end
+    end
+
+    attr_accessor :storage
+
+    def add(gem)
+      entry = Entry.new(gem)
+
+      storage.create(entry.filename, to_deflated_marshal(entry.spec))
+    end
+
+    private
+
+    def to_deflated_marshal(data)
+      Gem.deflate(Marshal.dump(data))
+    end
+  end
+end

data/lib/gemgate/repository.rb

@@ -0,0 +1,30 @@
+module Gemgate
+  class Repository
+    attr_writer :realizer, :gem_files, :index
+
+    def add_gem(path)
+      gem = realizer.call(path)
+
+      gem_files.add(gem)
+      index.add(gem)
+    end
+
+    private
+
+    def realizer
+      @realizer || GemWrapper.public_method(:from_path)
+    end
+
+    def gem_files
+      @gem_files ||= GemFiles.new.tap {|f| f.storage = storage }
+    end
+
+    def storage
+      @storage ||= Storage::S3.new
+    end
+
+    def index
+      @index ||= Index.new.tap {|i| i.storage = storage }
+    end
+  end
+end

data/lib/gemgate/specs_index.rb

@@ -0,0 +1,62 @@
+module Gemgate
+  class SpecsIndex
+    attr_accessor :storage
+    attr_reader :conditions
+
+    def initialize(filename)
+      @filename = filename
+      @conditions = []
+    end
+
+    def add(gem)
+      if conditions.all? {|c| c.call(gem) }
+        update_with(gem)
+      else
+        ensure_exists
+      end
+    end
+
+    private
+
+    def ensure_exists
+      unless existing_file_data
+        store([])
+      end
+    end
+
+    def update_with(gem)
+      # create our own instance of Gem::Version for the incoming gem version.
+      # this works around an issue where the @hash instance variable is already set
+      # in the YAML-dumped metadata in the uploaded gem, which breaks our uniq'ing of the
+      # index.
+      store(existing_data + [[gem.name, Gem::Version.create(gem.version.version), gem.platform]])
+    end
+
+    def existing_file_data
+      @existing_file_data ||= storage.get(@filename)
+    end
+
+    def existing_data
+      if existing_file_data
+        from_gzipped_marshal(existing_file_data).map do |(name, version, platform)|
+          # create our own Gem::Version here, too
+          [name, Gem::Version.create(version.version), platform]
+        end
+      else
+        []
+      end
+    end
+
+    def store(data)
+      storage.update(@filename, to_gzipped_marshal(data.uniq))
+    end
+
+    def to_gzipped_marshal(data)
+      Gem.gzip(Marshal.dump(data))
+    end
+
+    def from_gzipped_marshal(data)
+      Marshal.load(Gem.gunzip(data))
+    end
+  end
+end

data/lib/gemgate/storage/s3.rb

@@ -0,0 +1,48 @@
+module Gemgate
+  module Storage
+    class S3
+
+      class Error < StandardError; end
+
+      def initialize(env = ENV)
+        @env = env
+      end
+
+      def get(path)
+        if file = remote_directory.files.get(prefix(path))
+          file.body
+        end
+      end
+
+      def create(path, body)
+        remote_directory.files.create(:key => prefix(path), :body => body, :acl => "public-read")
+      end
+
+      def update(path, body)
+        create(path, body)
+      end
+
+      private
+
+      def env!(name)
+        @env[name] or raise "ENV[#{name}] must be set"
+      end
+
+      def prefix(path)
+        File.join(env!("S3_KEY_PREFIX"), path)
+      end
+
+      def remote_directory
+        fog.directories.get(remote_directory_name) or raise Error, "Bucket `#{remote_directory_name}` doesn't exist"
+      end
+
+      def remote_directory_name
+        env!("S3_BUCKET")
+      end
+
+      def fog
+        Fog::Storage.new(:provider => "AWS", :aws_access_key_id => env!("AWS_ACCESS_KEY_ID"), :aws_secret_access_key => env!("AWS_SECRET_ACCESS_KEY"))
+      end
+    end
+  end
+end

data/lib/gemgate/version.rb

@@ -0,0 +1,3 @@
+module Gemgate
+  VERSION = "0.0.1"
+end

data/lib/gemgate/web.rb

@@ -0,0 +1,40 @@
+require "sinatra/base"
+
+module Gemgate
+  class Web < Sinatra::Base
+
+    class << self
+      attr_accessor :repository
+    end
+
+    def self.env!(name)
+      ENV[name] or raise "ENV[#{name}] must be set"
+    end
+
+    def self.auth
+      env!("GEMGATE_AUTH").split(":")
+    end
+
+    use Rack::Auth::Basic, "gemgate" do |username, password|
+      [username, password] == auth
+    end
+
+    configure :test do
+      enable :raise_errors
+    end
+
+    disable :show_exceptions
+
+    post "/" do
+      repository.add_gem(params[:file][:tempfile].path)
+
+      status 200
+    end
+
+    helpers do
+      def repository
+        @repository ||= self.class.repository || Repository.new
+      end
+    end
+  end
+end

data/spec/acceptance/push_spec.rb

@@ -0,0 +1,96 @@
+require "spec_helper"
+
+describe "acceptance: push" do
+  it "basically works" do
+    post "/", :file => Rack::Test::UploadedFile.new(fixture("foobar-0.0.1.gem"), "application/octet-stream")
+
+    last_response.status.should == 200
+
+    file = directory.files.get("deadbeef/gems/foobar-0.0.1.gem")
+    file.should_not be_nil, "gems/foobar-0.0.1.gem should exist"
+    file.public_url.should_not be_nil, "gems/foobar-0.0.1.gem should be public"
+    file.body.tap {|b| b.force_encoding("binary") }.should == fixture_read("foobar-0.0.1.gem")
+
+    file = directory.files.get("deadbeef/latest_specs.4.8.gz")
+    file.should_not be_nil, "latest_specs.4.8.gz should exist"
+    file.public_url.should_not be_nil, "latest_specs.4.8.gz should be public"
+
+    latest_specs = Marshal.load(Gem.gunzip(file.body))
+    latest_specs.should == [["foobar", Gem::Version.new("0.0.1"), "ruby"]]
+
+    file = directory.files.get("deadbeef/specs.4.8.gz")
+    file.should_not be_nil, "specs.4.8.gz should exist"
+    file.public_url.should_not be_nil, "specs.4.8.gz should be public"
+
+    specs = Marshal.load(Gem.gunzip(file.body))
+    specs.should == latest_specs
+
+    file = directory.files.get("deadbeef/prerelease_specs.4.8.gz")
+    file.should_not be_nil, "prerelease_specs.4.8.gz should exist"
+    file.public_url.should_not be_nil, "prerelease_specs.4.8.gz should be public"
+
+    prerelease_specs = Marshal.load(Gem.gunzip(file.body))
+    prerelease_specs.should == []
+
+    file = directory.files.get("deadbeef/quick/Marshal.4.8/foobar-0.0.1.gemspec.rz")
+    file.should_not be_nil, "quick spec should exist"
+    file.public_url.should_not be_nil, "quick spec should be public"
+
+    quick_spec = Marshal.load(Gem.inflate(file.body))
+    quick_spec.should == Gemgate::GemWrapper.from_path(fixture("foobar-0.0.1.gem")).spec
+  end
+
+  it "basically works for a prerelease gem" do
+    post "/", :file => Rack::Test::UploadedFile.new(fixture("foobar-0.0.1.pre.gem"), "application/octet-stream")
+
+    last_response.status.should == 200
+
+    file = directory.files.get("deadbeef/gems/foobar-0.0.1.pre.gem")
+    file.should_not be_nil, "gems/foobar-0.0.1.pre.gem should exist"
+    file.public_url.should_not be_nil, "gems/foobar-0.0.1.pre.gem should be public"
+    file.body.tap {|b| b.force_encoding("binary") }.should == fixture_read("foobar-0.0.1.pre.gem")
+
+    file = directory.files.get("deadbeef/latest_specs.4.8.gz")
+    file.should_not be_nil, "latest_specs.4.8.gz should exist"
+    file.public_url.should_not be_nil, "latest_specs.4.8.gz should be public"
+
+    latest_specs = Marshal.load(Gem.gunzip(file.body))
+    latest_specs.should == []
+
+    file = directory.files.get("deadbeef/prerelease_specs.4.8.gz")
+    file.should_not be_nil, "prerelease_specs.4.8.gz should exist"
+    file.public_url.should_not be_nil, "prerelease_specs.4.8.gz should be public"
+
+    prerelease_specs = Marshal.load(Gem.gunzip(file.body))
+    prerelease_specs.should == [["foobar", Gem::Version.new("0.0.1.pre"), "ruby"]]
+
+    file = directory.files.get("deadbeef/quick/Marshal.4.8/foobar-0.0.1.pre.gemspec.rz")
+    file.should_not be_nil, "quick spec should exist"
+    file.public_url.should_not be_nil, "quick spec should be public"
+
+    quick_spec = Marshal.load(Gem.inflate(file.body))
+    quick_spec.should == Gemgate::GemWrapper.from_path(fixture("foobar-0.0.1.pre.gem")).spec
+  end
+
+  it "does nothing if no authentication info is provded" do
+    header "Authorization", nil
+
+    post "/", :file => Rack::Test::UploadedFile.new(fixture("foobar-0.0.1.pre.gem"), "application/octet-stream")
+
+    last_response.status.should == 401
+
+    file = directory.files.get("deadbeef/gems/foobar-0.0.1.pre.gem")
+    file.should be_nil, "gems/foobar-0.0.1.pre.gem should not exist"
+  end
+
+  it "does nothing if no authentication info is provded but is incorrect" do
+    basic_authorize "in", "correct"
+
+    post "/", :file => Rack::Test::UploadedFile.new(fixture("foobar-0.0.1.pre.gem"), "application/octet-stream")
+
+    last_response.status.should == 401
+
+    file = directory.files.get("deadbeef/gems/foobar-0.0.1.pre.gem")
+    file.should be_nil, "gems/foobar-0.0.1.pre.gem should not exist"
+  end
+end

data/spec/gem_files_spec.rb

@@ -0,0 +1,16 @@
+require "spec_helper"
+
+describe Gemgate::GemFiles do
+  it "adds a gem using storage" do
+    gem = mock("gem")
+    gem.should_receive(:filename) { "foobar-0.0.1.gem" }
+    gem.should_receive(:data) { "data" }
+
+    storage = mock("storage")
+    storage.should_receive(:create).with("gems/foobar-0.0.1.gem", "data")
+
+    subject.storage = storage
+
+    subject.add(gem)
+  end
+end

data/spec/gem_wrapper_spec.rb

@@ -0,0 +1,51 @@
+require "spec_helper"
+
+describe Gemgate::GemWrapper do
+  describe ".from_path" do
+    it "creates a new instance from the provided path" do
+      described_class.from_path(fixture("foobar-0.0.1.gem")).should be_a(described_class)
+    end
+
+    it "sets the spec on the new instance" do
+      gem_wrapper = described_class.from_path(fixture("foobar-0.0.1.gem"))
+
+      gem_wrapper.spec.should == Gem::Package.open(File.open(fixture("foobar-0.0.1.gem"))) {|p| p.metadata }
+    end
+
+    it "sets the path on the new instance" do
+      gem_wrapper = described_class.from_path(fixture("foobar-0.0.1.gem"))
+
+      gem_wrapper.path.should == fixture("foobar-0.0.1.gem")
+    end
+  end
+
+  subject { described_class.from_path(fixture("foobar-0.0.1.gem")) }
+
+  it "returns its filename" do
+    subject.filename.should == "foobar-0.0.1.gem"
+  end
+
+  it "returns its spec filename" do
+    subject.spec_filename.should == "foobar-0.0.1.gemspec"
+  end
+
+  it "returns its prerelease status" do
+    subject.prerelease?.should be_false
+  end
+
+  it "returns an io with its data" do
+    subject.data.should be_a(IO)
+  end
+
+  it "returns its name" do
+    subject.name.should == "foobar"
+  end
+
+  it "returns its version" do
+    subject.version.should == Gem::Version.new("0.0.1")
+  end
+
+  it "returns its platform" do
+    subject.platform.should == "ruby"
+  end
+end

data/spec/index_spec.rb

@@ -0,0 +1,83 @@
+require "spec_helper"
+
+describe Gemgate::Index do
+  it "adds a gem to latest specs" do
+    gem = stub("gem")
+
+    specs = stub("specs").as_null_object
+
+    latest_specs = mock("latest specs")
+    latest_specs.should_receive(:add).with(gem)
+
+    prerelease_specs = stub("latest specs").as_null_object
+
+    quick_marshal_specs = stub("quick marshal specs").as_null_object
+
+    subject.specs = specs
+    subject.latest_specs = latest_specs
+    subject.prerelease_specs = prerelease_specs
+    subject.quick_marshal_specs = quick_marshal_specs
+
+    subject.add(gem)
+  end
+
+  it "adds a gem to specs" do
+    gem = stub("gem")
+
+    specs = mock("specs")
+    specs.should_receive(:add).with(gem)
+
+    latest_specs = stub("latest specs").as_null_object
+
+    prerelease_specs = stub("latest specs").as_null_object
+
+    quick_marshal_specs = stub("quick marshal specs").as_null_object
+
+    subject.specs = specs
+    subject.prerelease_specs = prerelease_specs
+    subject.latest_specs = latest_specs
+    subject.quick_marshal_specs = quick_marshal_specs
+
+    subject.add(gem)
+  end
+
+  it "adds a gem to the prerelease specs" do
+    gem = stub("gem")
+
+    specs = stub("specs").as_null_object
+
+    latest_specs = stub("latest specs").as_null_object
+
+    prerelease_specs = mock("prerelease specs")
+    prerelease_specs.should_receive(:add).with(gem)
+
+    quick_marshal_specs = stub("quick marshal specs").as_null_object
+
+    subject.specs = specs
+    subject.latest_specs = latest_specs
+    subject.prerelease_specs = prerelease_specs
+    subject.quick_marshal_specs = quick_marshal_specs
+
+    subject.add(gem)
+  end
+
+  it "adds a gem to the quick marshal specs" do
+    gem = stub("gem")
+
+    specs = stub("specs").as_null_object
+
+    latest_specs = stub("latest specs").as_null_object
+
+    prerelease_specs = stub("latest specs").as_null_object
+
+    quick_marshal_specs = mock("quick marshal specs")
+    quick_marshal_specs.should_receive(:add).with(gem)
+
+    subject.specs = specs
+    subject.latest_specs = latest_specs
+    subject.prerelease_specs = prerelease_specs
+    subject.quick_marshal_specs = quick_marshal_specs
+
+    subject.add(gem)
+  end
+end

data/spec/quick_marshal_specs_spec.rb

@@ -0,0 +1,16 @@
+require "spec_helper"
+
+describe Gemgate::QuickMarshalSpecs do
+  it "adds a quick marshal spec to storage for a gem" do
+    storage = mock("storage")
+    storage.should_receive(:create).with("quick/Marshal.4.8/foobar-0.0.1.gemspec.rz", Gem.deflate(Marshal.dump("spec")))
+
+    gem = mock("gem")
+    gem.should_receive(:spec_filename) { "foobar-0.0.1.gemspec" }
+    gem.should_receive(:spec) { "spec" }
+
+    subject.storage = storage
+
+    subject.add(gem)
+  end
+end

data/spec/repository_spec.rb

@@ -0,0 +1,52 @@
+require "spec_helper"
+
+describe Gemgate::Repository do
+  it "uses the gem realizer to realize a gem binary blob" do
+    realizer = mock("realizer")
+    realizer.should_receive(:call).with("hi")
+
+    gem_files = stub("gem_files").as_null_object
+
+    index = stub("index").as_null_object
+
+    subject.realizer = realizer
+    subject.gem_files = gem_files
+    subject.index = index
+
+    subject.add_gem("hi")
+  end
+
+  it "adds the realized gem to the gem files" do
+    gem = stub("gem")
+
+    realizer = stub("realizer", :call => gem)
+
+    gem_files = mock("gem_files")
+    gem_files.should_receive(:add).with(gem)
+
+    index = stub("index").as_null_object
+
+    subject.realizer = realizer
+    subject.gem_files = gem_files
+    subject.index = index
+
+    subject.add_gem("hi")
+  end
+
+  it "adds the realized gem to the index" do
+    gem = stub("gem")
+
+    realizer = stub("realizer", :call => gem)
+
+    gem_files = stub("gem_files").as_null_object
+
+    index = mock("index")
+    index.should_receive(:add).with(gem)
+
+    subject.realizer = realizer
+    subject.gem_files = gem_files
+    subject.index = index
+
+    subject.add_gem("hi")
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,50 @@
+ENV["RACK_ENV"] = "test"
+
+ENV["AWS_ACCESS_KEY_ID"] = "foobar"
+ENV["AWS_SECRET_ACCESS_KEY"] = "foobar"
+ENV["GEMGATE_AUTH"] = "foo:bar"
+ENV["S3_BUCKET"] = "gemgate-test"
+ENV["S3_KEY_PREFIX"] = "deadbeef"
+
+require "gemgate"
+
+require "rack/test"
+
+RSpec.configure do |c|
+  c.include Rack::Test::Methods
+
+  c.before do
+    Fog.mock!
+    Fog::Mock.reset
+
+    Gemgate::Web.repository = nil
+
+    directory.save
+
+    basic_authorize *ENV["GEMGATE_AUTH"].split(":")
+  end
+
+  def app
+    Gemgate::Web
+  end
+
+  def fixture(name)
+    File.join(File.expand_path("../fixtures", __FILE__), name)
+  end
+
+  def fixture_read(name)
+    File.read(fixture(name), encoding: "binary")
+  end
+
+  def directory
+    @directory ||= fog.directories.new(:key => ENV["S3_BUCKET"])
+  end
+
+  def fog
+    @fog ||= Fog::Storage.new(
+      :provider => "AWS",
+      :aws_access_key_id => ENV["AWS_ACCESS_KEY_ID"],
+      :aws_secret_access_key => ENV["AWS_SECRET_ACCESS_KEY"]
+    )
+  end
+end

data/spec/specs_index_spec.rb

@@ -0,0 +1,92 @@
+require "spec_helper"
+
+describe Gemgate::SpecsIndex do
+  subject { described_class.new("foobar_specs.4.8.gz") }
+
+  it "adds a gem using storage when there is no existing file" do
+    gem = mock("gem")
+    gem.should_receive(:name) { "foobar" }
+    gem.should_receive(:version) { Gem::Version.create("0.0.1") }
+    gem.should_receive(:platform) { "ruby" }
+
+    storage = mock("storage")
+    storage.should_receive(:get).with("foobar_specs.4.8.gz") { nil }
+    storage.should_receive(:update).with("foobar_specs.4.8.gz", Gem.gzip(Marshal.dump([["foobar", Gem::Version.create("0.0.1"), "ruby"]])))
+
+    subject.storage = storage
+
+    subject.add(gem)
+  end
+
+  it "adds a gem using storage when there is an existing file" do
+    gem = mock("gem")
+    gem.should_receive(:name) { "foobar" }
+    gem.should_receive(:version) { Gem::Version.create("0.0.1") }
+    gem.should_receive(:platform) { "ruby" }
+
+    storage = mock("storage")
+    storage.should_receive(:get).with("foobar_specs.4.8.gz") { Gem.gzip(Marshal.dump([["something", Gem::Version.create("0.0.2"), "ruby"]])) }
+    storage.should_receive(:update).with("foobar_specs.4.8.gz", Gem.gzip(Marshal.dump([["something", Gem::Version.create("0.0.2"), "ruby"], ["foobar", Gem::Version.create("0.0.1"), "ruby"]])))
+
+    subject.storage = storage
+
+    subject.add(gem)
+  end
+
+  it "adds if all provided conditions are true" do
+    gem = stub("gem", :name => "foobar", :version => Gem::Version.create("0.0.1"), :platform => "ruby")
+
+    storage = mock("storage")
+    storage.should_receive(:get).with("foobar_specs.4.8.gz") { nil }
+    storage.should_receive(:update).with("foobar_specs.4.8.gz", Gem.gzip(Marshal.dump([["foobar", Gem::Version.create("0.0.1"), "ruby"]])))
+
+    subject.storage = storage
+
+    subject.conditions << lambda {|g| g.name == "foobar" } << lambda {|g| g.version == Gem::Version.create("0.0.1") }
+
+    subject.add(gem)
+  end
+
+  it "skips adding if not all provided conditions are true" do
+    gem = stub("gem", :name => "foobar", :version => Gem::Version.create("0.0.1"), :platform => "ruby")
+
+    storage = mock("storage")
+    storage.should_receive(:get).with("foobar_specs.4.8.gz") { Gem.gzip(Marshal.dump([])) }
+    storage.should_not_receive(:update)
+
+    subject.storage = storage
+
+    subject.conditions << lambda {|g| g.name == "foobar" } << lambda {|g| g.version == "0.0.2" }
+
+    subject.add(gem)
+  end
+
+  it "ensures the file exists even when not adding" do
+    gem = stub("gem", :name => "foobar", :version => Gem::Version.create("0.0.1"), :platform => "ruby")
+
+    storage = mock("storage")
+    storage.should_receive(:get).with("foobar_specs.4.8.gz") { nil }
+    storage.should_receive(:update).with("foobar_specs.4.8.gz", Gem.gzip(Marshal.dump([])))
+
+    subject.storage = storage
+
+    subject.conditions << lambda {|g| g.name == "foobar" } << lambda {|g| g.version == Gem::Version.create("0.0.2") }
+
+    subject.add(gem)
+  end
+
+  it "uniqs the added data" do
+    gem = mock("gem")
+    gem.should_receive(:name) { "foobar" }
+    gem.should_receive(:version) { Gem::Version.create("0.0.1") }
+    gem.should_receive(:platform) { "ruby" }
+
+    storage = mock("storage")
+    storage.should_receive(:get).with("foobar_specs.4.8.gz") { Gem.gzip(Marshal.dump([["foobar", Gem::Version.create("0.0.1"), "ruby"]])) }
+    storage.should_receive(:update).with("foobar_specs.4.8.gz", Gem.gzip(Marshal.dump([["foobar", Gem::Version.create("0.0.1"), "ruby"]])))
+
+    subject.storage = storage
+
+    subject.add(gem)
+  end
+end

data/spec/storage/s3_spec.rb

@@ -0,0 +1,56 @@
+require "spec_helper"
+
+describe Gemgate::Storage::S3 do
+  subject { described_class.new("AWS_ACCESS_KEY_ID" => "foobar", "AWS_SECRET_ACCESS_KEY" => "foobar", "S3_BUCKET" => "gemgate-test", "S3_KEY_PREFIX" => "ultrasecure") }
+
+  it "creates a public file with the given path and body" do
+    subject.create("foobar", "hello")
+
+    remote_file = remote_directory.files.detect {|f| f.key == "ultrasecure/foobar" }
+    remote_file.should_not be_nil
+
+    remote_file.body.should == "hello"
+
+    remote_file.public_url.should_not be_nil
+  end
+
+  it "updates a public file that already exists" do
+    remote_directory.files.create(:key => "ultrasecure/foobar", :body => "first")
+
+    subject.update("foobar", "second")
+
+    remote_file = remote_directory.files.detect {|f| f.key == "ultrasecure/foobar" }
+    remote_file.body.should == "second"
+
+    remote_file.public_url.should_not be_nil
+  end
+
+  it "creates a public file that doesn't exist when updating" do
+    subject.update("foobar", "created")
+
+    remote_file = remote_directory.files.detect {|f| f.key == "ultrasecure/foobar" }
+    remote_file.body.should == "created"
+
+    remote_file.public_url.should_not be_nil
+  end
+
+  it "gets an existing file's data" do
+    remote_directory.files.create(:key => "ultrasecure/foobar", :body => "hello")
+
+    subject.get("foobar").should == "hello"
+  end
+
+  it "returns nil when getting a file that doesn't exist" do
+    subject.get("foobar").should be_nil
+  end
+
+  it "errors if the bucket doesn't exist" do
+    remote_directory.destroy
+
+    expect { subject.get("foobar") }.to raise_error(described_class::Error, "Bucket `gemgate-test` doesn't exist")
+  end
+
+  def remote_directory
+    fog.directories.get("gemgate-test")
+  end
+end

data/spec/web_spec.rb

@@ -0,0 +1,42 @@
+require "spec_helper"
+
+describe Gemgate::Web do
+  describe "POST /" do
+    it "adds the gem to the repository" do
+      uploaded_file = Rack::Test::UploadedFile.new(fixture("foobar-0.0.1.gem"), "application/octet-stream")
+
+      repository = mock("repository")
+      repository.should_receive(:add_gem).with(kind_of(String))
+
+      described_class.repository = repository
+
+      post "/", :file => uploaded_file
+    end
+
+    it "does not add the gem to the repository if authentication fails" do
+      uploaded_file = Rack::Test::UploadedFile.new(fixture("foobar-0.0.1.gem"), "application/octet-stream")
+
+      repository = mock("repository")
+      repository.should_not_receive(:add_gem)
+
+      described_class.repository = repository
+
+      basic_authorize "in", "valid"
+
+      post "/", :file => uploaded_file
+    end
+
+    it "does not add the gem to the repository if authentication info is not provided" do
+      uploaded_file = Rack::Test::UploadedFile.new(fixture("foobar-0.0.1.gem"), "application/octet-stream")
+
+      repository = mock("repository")
+      repository.should_not_receive(:add_gem)
+
+      described_class.repository = repository
+
+      header "Authorization", nil
+
+      post "/", :file => uploaded_file
+    end
+  end
+end

metadata

@@ -0,0 +1,167 @@
+--- !ruby/object:Gem::Specification
+name: gemgate
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Dan Peterson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.2
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+- !ruby/object:Gem::Dependency
+  name: rack-test
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Host a private gem repository at S3
+email:
+- dpiddy@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .env.sample
+- .gitignore
+- Gemfile
+- Procfile
+- README.md
+- Rakefile
+- config.ru
+- gemgate.gemspec
+- lib/gemgate.rb
+- lib/gemgate/gem_files.rb
+- lib/gemgate/gem_wrapper.rb
+- lib/gemgate/index.rb
+- lib/gemgate/quick_marshal_specs.rb
+- lib/gemgate/repository.rb
+- lib/gemgate/specs_index.rb
+- lib/gemgate/storage/s3.rb
+- lib/gemgate/version.rb
+- lib/gemgate/web.rb
+- spec/acceptance/push_spec.rb
+- spec/fixtures/foobar-0.0.1.gem
+- spec/fixtures/foobar-0.0.1.pre.gem
+- spec/gem_files_spec.rb
+- spec/gem_wrapper_spec.rb
+- spec/index_spec.rb
+- spec/quick_marshal_specs_spec.rb
+- spec/repository_spec.rb
+- spec/spec_helper.rb
+- spec/specs_index_spec.rb
+- spec/storage/s3_spec.rb
+- spec/web_spec.rb
+homepage: https://github.com/dpiddy/gemgate
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Host a private gem repository at S3
+test_files:
+- spec/acceptance/push_spec.rb
+- spec/fixtures/foobar-0.0.1.gem
+- spec/fixtures/foobar-0.0.1.pre.gem
+- spec/gem_files_spec.rb
+- spec/gem_wrapper_spec.rb
+- spec/index_spec.rb
+- spec/quick_marshal_specs_spec.rb
+- spec/repository_spec.rb
+- spec/spec_helper.rb
+- spec/specs_index_spec.rb
+- spec/storage/s3_spec.rb
+- spec/web_spec.rb