geminabox-inflection 0.11.0

data/README.markdown

@@ -0,0 +1,91 @@
+# Gem in a Box – Really simple rubygem hosting
+[![Build Status](https://secure.travis-ci.org/geminabox/geminabox.png)](http://travis-ci.org/geminabox/geminabox)
+[![Gem Version](https://badge.fury.io/rb/geminabox.png)](http://badge.fury.io/rb/geminabox)
+
+Geminabox lets you host your own gems, and push new gems to it just like with rubygems.org.
+The bundler dependencies API is supported out of the box.
+Authentication is left up to either the web server, or the Rack stack.
+For basic auth, try [Rack::Auth](http://rack.rubyforge.org/doc/Rack/Auth/Basic.html).
+
+![screen shot](http://pics.tomlea.co.uk/bbbba6/geminabox.png)
+
+## System Requirements
+
+    Tested on Mac OS X 10.8.2
+    Ruby 1.9.3-392
+
+    Tests fail on Ruby 2.0.0-p0
+
+## Server Setup
+
+    gem install geminabox
+
+Create a config.ru as follows:
+
+    require "rubygems"
+    require "geminabox"
+
+    Geminabox.data = "/var/geminabox-data" # ... or wherever
+    run Geminabox
+
+Start your gem server with 'rackup' to run WEBrick or hook up the config.ru as you normally would ([passenger][passenger], [thin][thin], [unicorn][unicorn], whatever floats your boat).
+
+## Legacy RubyGems index
+
+RubyGems supports generating indexes for the so called legacy versions (< 1.2), and since it is very rare to use such versions nowadays, it can be disabled, thus improving indexing times for large repositories. If it's safe for your application, you can disable support for these legacy versions by adding the following configuration to your config.ru file:
+
+    Geminabox.build_legacy = false
+
+## Client Usage
+
+    gem install geminabox
+
+    gem inabox pkg/my-awesome-gem-1.0.gem
+
+Configure Gem in a box (interactive prompt to specify where to upload to):
+
+    gem inabox -c
+
+Change the host to upload to:
+
+    gem inabox -g HOST
+
+Simples!
+
+## Command Line Help
+
+    Usage: gem inabox GEM [options]
+
+      Options:
+        -c, --configure                  Configure GemInABox
+        -g, --host HOST                  Host to upload to.
+        -o, --overwrite                  Overwrite Gem.
+
+
+      Common Options:
+        -h, --help                       Get help on this command
+        -V, --[no-]verbose               Set the verbose level of output
+        -q, --quiet                      Silence commands
+            --config-file FILE           Use this config file instead of default
+            --backtrace                  Show stack backtrace on errors
+            --debug                      Turn on Ruby debugging
+
+
+      Arguments:
+        GEM       built gem to push up
+
+      Summary:
+        Push a gem up to your GemInABox
+
+      Description:
+        Push a gem up to your GemInABox
+
+## Licence
+
+Fork it, mod it, choose it, use it, make it better. All under the [do what the fuck you want to + beer/pizza public license][WTFBPPL].
+
+[WTFBPPL]: http://tomlea.co.uk/WTFBPPL.txt
+[sinatra]: http://www.sinatrarb.com/
+[passenger]: http://www.modrails.com/
+[thin]: http://code.macournoyer.com/thin/
+[unicorn]: http://unicorn.bogomips.org/

data/lib/geminabox-inflection.rb

@@ -0,0 +1,275 @@
+require 'rubygems'
+require 'digest/md5'
+require 'builder'
+require 'sinatra/base'
+require 'rubygems/user_interaction'
+require 'rubygems/indexer'
+require 'rubygems/package'
+require 'hostess'
+require 'geminabox/version'
+require 'rss/atom'
+require 'tempfile'
+
+class Geminabox < Sinatra::Base
+  enable :static, :methodoverride
+
+  set :public_folder, File.join(File.dirname(__FILE__), *%w[.. public])
+  set :data, File.join(File.dirname(__FILE__), *%w[.. data])
+  set :build_legacy, false
+  set :incremental_updates, true
+  set :views, File.join(File.dirname(__FILE__), *%w[.. views])
+  set :allow_replace, false
+  set :gem_permissions, 0644
+  set :allow_delete, true
+  use Hostess
+
+  class << self
+    def disallow_replace?
+      ! allow_replace
+    end
+
+    def allow_delete?
+      allow_delete
+    end
+
+    def fixup_bundler_rubygems!
+      return if @post_reset_hook_applied
+      Gem.post_reset{ Gem::Specification.all = nil } if defined? Bundler and Gem.respond_to? :post_reset
+      @post_reset_hook_applied = true
+    end
+  end
+
+  autoload :GemVersionCollection, "geminabox/gem_version_collection"
+  autoload :GemVersion, "geminabox/gem_version"
+  autoload :DiskCache, "geminabox/disk_cache"
+  autoload :IncomingGem, "geminabox/incoming_gem"
+
+  before do
+    headers 'X-Powered-By' => "geminabox #{GeminaboxVersion}"
+  end
+
+  get '/' do
+    @gems = load_gems
+    @index_gems = index_gems(@gems)
+    erb :index
+  end
+
+  get '/atom.xml' do
+    @gems = load_gems
+    erb :atom, :layout => false
+  end
+
+  get '/api/v1/dependencies' do
+    query_gems = params[:gems].to_s.split(',')
+    deps = query_gems.inject([]){|memo, query_gem| memo + gem_dependencies(query_gem) }
+    Marshal.dump(deps)
+  end
+
+  get '/upload' do
+    erb :upload
+  end
+
+  get '/reindex' do
+    reindex(:force_rebuild)
+    redirect url("/")
+  end
+
+  get '/gems/:gemname' do
+    gems = Hash[load_gems.by_name]
+    @gem = gems[params[:gemname]]
+    halt 404 unless @gem
+    erb :gem
+  end
+
+  delete '/gems/*.gem' do
+    unless Geminabox.allow_delete?
+      error_response(403, 'Gem deletion is disabled - see https://github.com/cwninja/geminabox/issues/115')
+    end
+    File.delete file_path if File.exists? file_path
+    reindex(:force_rebuild)
+    redirect url("/")
+  end
+
+  post '/upload' do
+    unless params[:file] && params[:file][:filename] && (tmpfile = params[:file][:tempfile])
+      @error = "No file selected"
+      halt [400, erb(:upload)]
+    end
+    handle_incoming_gem(IncomingGem.new(tmpfile))
+  end
+
+  post '/api/v1/gems' do
+    begin
+      handle_incoming_gem(IncomingGem.new(request.body))
+    rescue Object => o
+      File.open "/tmp/debug.txt", "a" do |io|
+        io.puts o, o.backtrace
+      end
+    end
+  end
+
+private
+
+  def handle_incoming_gem(gem)
+    prepare_data_folders
+    error_response(400, "Cannot process gem") unless gem.valid?
+    handle_replacement(gem) unless params[:overwrite] == "true"
+    write_and_index(gem)
+
+    if api_request?
+      "Gem #{gem.name} received and indexed."
+    else
+      redirect url("/")
+    end
+  end
+
+  def api_request?
+    request.accept.first != "text/html"
+  end
+
+  def error_response(code, message)
+    halt [code, message] if api_request?
+    html = <<HTML
+<html>
+  <head><title>Error - #{code}</title></head>
+  <body>
+    <h1>Error - #{code}</h1>
+    <p>#{message}</p>
+  </body>
+</html>
+HTML
+    halt [code, html]
+  end
+
+  def prepare_data_folders
+    if File.exists? Geminabox.data
+      error_response( 500, "Please ensure #{File.expand_path(Geminabox.data)} is a directory." ) unless File.directory? Geminabox.data
+      error_response( 500, "Please ensure #{File.expand_path(Geminabox.data)} is writable by the geminabox web server." ) unless File.writable? Geminabox.data
+    else
+      begin
+        FileUtils.mkdir_p(settings.data)
+      rescue Errno::EACCES, Errno::ENOENT, RuntimeError => e
+        error_response( 500, "Could not create #{File.expand_path(Geminabox.data)}.\n#{e}\n#{e.message}" )
+      end
+    end
+
+    FileUtils.mkdir_p(File.join(settings.data, "gems"))
+  end
+
+  def handle_replacement(gem)
+    if Geminabox.disallow_replace? and File.exist?(gem.dest_filename)
+      existing_file_digest = Digest::SHA1.file(gem.dest_filename).hexdigest
+
+      if existing_file_digest != gem.hexdigest
+        error_response(409, "Updating an existing gem is not permitted.\nYou should either delete the existing version, or change your version number.")
+      else
+        error_response(200, "Ignoring upload, you uploaded the same thing previously.\nPlease use -o to ovewrite.")
+      end
+    end
+  end
+
+  def write_and_index(gem)
+    tmpfile = gem.gem_data
+    atomic_write(gem.dest_filename) do |f|
+      while blk = tmpfile.read(65536)
+        f << blk
+      end
+    end
+    reindex
+  end
+
+  def reindex(force_rebuild = false)
+    Geminabox.fixup_bundler_rubygems!
+    force_rebuild = true unless settings.incremental_updates
+    if force_rebuild
+      indexer.generate_index
+      dependency_cache.flush
+    else
+      begin
+        require 'geminabox/indexer'
+        updated_gemspecs = Geminabox::Indexer.updated_gemspecs(indexer)
+        Geminabox::Indexer.patch_rubygems_update_index_pre_1_8_25(indexer)
+        indexer.update_index
+        updated_gemspecs.each { |gem| dependency_cache.flush_key(gem.name) }
+      rescue => e
+        puts "#{e.class}:#{e.message}"
+        puts e.backtrace.join("\n")
+        reindex(:force_rebuild)
+      end
+    end
+  end
+
+  def indexer
+    Gem::Indexer.new(settings.data, :build_legacy => settings.build_legacy)
+  end
+
+  def file_path
+    File.expand_path(File.join(settings.data, *request.path_info))
+  end
+
+  def dependency_cache
+    @dependency_cache ||= Geminabox::DiskCache.new(File.join(settings.data, "_cache"))
+  end
+
+  def all_gems
+    %w(specs prerelease_specs).map{ |specs_file_type|
+      specs_file_path = File.join(settings.data, "#{specs_file_type}.#{Gem.marshal_version}.gz")
+      if File.exists?(specs_file_path)
+        Marshal.load(Gem.gunzip(Gem.read_binary(specs_file_path)))
+      else
+        []
+      end
+    }.inject(:|)
+  end
+
+  def load_gems
+    @loaded_gems ||= Geminabox::GemVersionCollection.new(all_gems)
+  end
+
+  def index_gems(gems)
+    Set.new(gems.map{|gem| gem.name[0..0].downcase})
+  end
+
+  # based on http://as.rubyonrails.org/classes/File.html
+  def atomic_write(file_name)
+    temp_dir = File.join(settings.data, "_temp")
+    FileUtils.mkdir_p(temp_dir)
+    temp_file = Tempfile.new("." + File.basename(file_name), temp_dir)
+    yield temp_file
+    temp_file.close
+    File.rename(temp_file.path, file_name)
+    File.chmod(settings.gem_permissions, file_name)
+  end
+
+  helpers do
+    def spec_for(gem_name, version)
+      spec_file = File.join(settings.data, "quick", "Marshal.#{Gem.marshal_version}", "#{gem_name}-#{version}.gemspec.rz")
+      Marshal.load(Gem.inflate(File.read(spec_file))) if File.exists? spec_file
+    end
+
+    # Return a list of versions of gem 'gem_name' with the dependencies of each version.
+    def gem_dependencies(gem_name)
+      dependency_cache.marshal_cache(gem_name) do
+        load_gems.
+          select { |gem| gem_name == gem.name }.
+          map    { |gem| [gem, spec_for(gem.name, gem.number)] }.
+          reject { |(_, spec)| spec.nil? }.
+          map do |(gem, spec)|
+            {
+              :name => gem.name,
+              :number => gem.number.version,
+              :platform => gem.platform,
+              :dependencies => runtime_dependencies(spec)
+            }
+          end
+      end
+    end
+
+    def runtime_dependencies(spec)
+      spec.
+        dependencies.
+        select { |dep| dep.type == :runtime }.
+        map    { |dep| [dep.name, dep.requirement.to_s] }
+    end
+  end
+end

data/lib/geminabox/disk_cache.rb

@@ -0,0 +1,72 @@
+require "fileutils"
+
+class Geminabox::DiskCache
+  attr_reader :root_path
+
+  def initialize(root_path)
+    @root_path = root_path
+    ensure_dir_exists!
+  end
+
+  def flush_key(key)
+    path = path(key_hash(key))
+    FileUtils.rm_f(path)
+  end
+
+  def flush
+    FileUtils.rm_rf(root_path)
+    ensure_dir_exists!
+  end
+
+  def cache(key)
+    key_hash = key_hash(key)
+    read(key_hash) || write(key_hash, yield)
+  end
+
+  def marshal_cache(key)
+    key_hash = key_hash(key)
+    marshal_read(key_hash) || marshal_write(key_hash, yield)
+  end
+
+protected
+
+  def ensure_dir_exists!
+    FileUtils.mkdir_p(root_path)
+  end
+
+  def key_hash(key)
+    Digest::MD5.hexdigest(key)
+  end
+
+  def path(key_hash)
+    File.join(root_path, key_hash)
+  end
+
+  def read(key_hash)
+    read_int(key_hash) { |path| File.read(path) }
+  end
+
+  def marshal_read(key_hash)
+    read_int(key_hash) { |path| Marshal.load(File.open(path)) }
+  end
+
+  def read_int(key_hash)
+    path = path(key_hash)
+    yield(path) if File.exists?(path)
+  end
+
+  def write(key_hash, value)
+    write_int(key_hash) { |f| f << value }
+    value
+  end
+
+  def marshal_write(key_hash, value)
+    write_int(key_hash) { |f| Marshal.dump(value, f) }
+    value
+  end
+
+  def write_int(key_hash)
+    File.open(path(key_hash), 'wb') { |f| yield(f) }
+  end
+
+end

data/lib/geminabox/gem_version.rb

@@ -0,0 +1,36 @@
+class Geminabox::GemVersion
+  attr_accessor :name, :number, :platform
+
+  def initialize(name, number, platform)
+    @name = name
+    @number = number
+    @platform = platform
+  end
+
+  def ruby?
+    !!(platform =~ /ruby/i)
+  end
+
+  def version
+    Gem::Version.create(number)
+  end
+
+  def <=>(other)
+    sort = other.name <=> name
+    sort = version <=>  other.version       if sort.zero?
+    sort = (other.ruby? && !ruby?) ? 1 : -1 if sort.zero? && ruby? != other.ruby?
+    sort = other.platform <=> platform      if sort.zero?
+
+    sort
+  end
+
+  def ==(other)
+    return false unless other.class == self.class
+    [name, number, platform] == [other.name, other.number, other.platform]
+  end
+
+  def gemfile_name
+    included_platform = ruby? ? nil : platform
+    [name, number, included_platform].compact.join('-')
+  end
+end