gemirro 0.0.1

data/MANIFEST

@@ -0,0 +1,46 @@
+.gitignore
+.rubocop.yml
+.travis.yml
+Gemfile
+LICENSE
+MANIFEST
+README.md
+Rakefile
+bin/gemirro
+gemirro.gemspec
+lib/gemirro.rb
+lib/gemirro/cli.rb
+lib/gemirro/cli/index.rb
+lib/gemirro/cli/init.rb
+lib/gemirro/cli/server.rb
+lib/gemirro/cli/update.rb
+lib/gemirro/configuration.rb
+lib/gemirro/gem.rb
+lib/gemirro/gems_fetcher.rb
+lib/gemirro/http.rb
+lib/gemirro/indexer.rb
+lib/gemirro/mirror_directory.rb
+lib/gemirro/mirror_file.rb
+lib/gemirro/server.rb
+lib/gemirro/source.rb
+lib/gemirro/version.rb
+lib/gemirro/versions_fetcher.rb
+lib/gemirro/versions_file.rb
+spec/gemirro/cli_spec.rb
+spec/gemirro/configuration_spec.rb
+spec/gemirro/gem_spec.rb
+spec/gemirro/gems_fetcher_spec.rb
+spec/gemirro/http_spec.rb
+spec/gemirro/indexer_spec.rb
+spec/gemirro/mirror_directory_spec.rb
+spec/gemirro/mirror_file_spec.rb
+spec/gemirro/server_spec.rb
+spec/gemirro/source_spec.rb
+spec/gemirro/versions_fetcher_spec.rb
+spec/gemirro/versions_file_spec.rb
+spec/spec_helper.rb
+task/manifest.rake
+task/rspec.rake
+task/rubocop.rake
+template/config.rb
+template/public/gems/.gitkeep

data/README.md

@@ -0,0 +1,60 @@
+# Gemirro | [![Build Status](https://travis-ci.org/PierreRambaud/gemirro.svg)](https://travis-ci.org/PierreRambaud/gemirro)
+
+Gemirro is a Ruby application that makes it easy way to create your own RubyGems mirror without having to push or write all gem you wanted in a configuration file.
+It does mirroring only, it has no authentication and you can't upload Gems to it.
+More you only need to launch the server and gems will automaticly be downloaded when requests come.
+
+## Requirements
+
+* Ruby 1.9.2 or newer
+* Enough space to store Gems
+
+## Installation
+
+Assuming RubyGems isn't down you can install the Gem as following:
+
+```bash
+$ gem install gemirro
+```
+
+## Usage
+
+The process of setting up a mirror is fairly easy and can be done in few seconds.
+
+The first step is to set up a new, empty mirror directory.
+This is done by running the `gemirro init` command.
+
+```bash
+$ gemirro init /srv/http/mirror.com/
+```
+
+Once created you can edit the main configuration file called `config.rb`.
+This configuration file specifies what source to mirror, destination directory, server host and port, etc.
+
+Once configured and if you add gem in the `define_source`, you can pull them by running the following command:
+
+```bash
+$ gemirro update
+```
+
+Once all the Gems have been downloaded you'll need to generate an index of all the installed files. This can be done as following:
+
+```bash
+$ gemirro index
+```
+
+
+Last, launch the `TCPServer`, and all requests will check if gems are detected, and download them if necessary and generate index immediately.
+
+```bash
+$ gemirro server
+```
+
+If you want to use a custom configuration file not located in the current directory, use the `-c` or `--config` option.
+
+
+##Apache configuration
+TODO
+
+##Nginx configuration
+TODO

data/Rakefile

@@ -0,0 +1,10 @@
+# -*- coding: utf-8 -*-
+require 'bundler/gem_tasks'
+
+GEMSPEC = Gem::Specification.load('gemirro.gemspec')
+
+Dir['./task/*.rake'].each do |task|
+  import(task)
+end
+
+task default: [:rubocop, :spec]

data/bin/gemirro

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+require File.expand_path('../../lib/gemirro', __FILE__)
+
+Gemirro::CLI.options.parse

data/gemirro.gemspec

@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+require File.expand_path('../lib/gemirro/version', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = 'gemirro'
+  s.version     = Gemirro::VERSION
+  s.date        = '2014-08-19'
+  s.authors     = ['Pierre Rambaud']
+  s.email       = 'pierre.rambaud86@gmail.com'
+  s.license     = 'GPL-3.0'
+  s.summary     = 'Gem for easily creating your own RubyGems mirror.'
+  s.homepage    = 'https://github.com/PierreRambaud/gemirro'
+  s.description = 'Create your own gem mirro with a simple TCPServer.'
+  s.executables = ['gemirro']
+
+  s.files = File.read(File.expand_path('../MANIFEST', __FILE__)).split("\n")
+
+  s.required_ruby_version = '~> 1.9.2'
+
+  s.add_dependency 'slop', '~>3.6'
+  s.add_dependency 'httpclient', '~>2.4'
+  s.add_dependency 'confstruct', '~>0.2'
+  s.add_dependency 'builder', '~>3.2'
+
+  s.add_development_dependency 'mime-types', '~>2.3'
+  s.add_development_dependency 'rake', '~>10.0'
+  s.add_development_dependency 'rspec', '~>3.0'
+  s.add_development_dependency 'simplecov', '~>0.9'
+  s.add_development_dependency 'rubocop', '~>0.25'
+  s.add_development_dependency 'fakefs', '~>0.5'
+end

data/lib/gemirro.rb

@@ -0,0 +1,37 @@
+# -*- coding: utf-8 -*-
+require 'rubygems'
+require 'rubygems/user_interaction'
+require 'rubygems/indexer'
+require 'slop'
+require 'fileutils'
+require 'digest/sha2'
+require 'confstruct'
+require 'zlib'
+require 'httpclient'
+require 'logger'
+require 'stringio'
+require 'socket'
+require 'mime/types'
+
+unless $LOAD_PATH.include?(File.expand_path('../', __FILE__))
+  $LOAD_PATH.unshift(File.expand_path('../', __FILE__))
+end
+
+require 'gemirro/version'
+require 'gemirro/configuration'
+require 'gemirro/gem'
+require 'gemirro/http'
+require 'gemirro/indexer'
+require 'gemirro/server'
+require 'gemirro/source'
+require 'gemirro/mirror_directory'
+require 'gemirro/mirror_file'
+require 'gemirro/versions_file'
+require 'gemirro/versions_fetcher'
+require 'gemirro/gems_fetcher'
+
+require 'gemirro/cli'
+require 'gemirro/cli/init'
+require 'gemirro/cli/update'
+require 'gemirro/cli/index'
+require 'gemirro/cli/server'

data/lib/gemirro/cli.rb

@@ -0,0 +1,63 @@
+# -*- coding: utf-8 -*-
+module Gemirro
+  # CLI mode
+  module CLI
+    ##
+    # Hash containing the default Slop options.
+    #
+    # @return [Hash]
+    #
+    SLOP_OPTIONS = {
+      strict: true,
+      help: true,
+      banner: 'Usage: gemirro [COMMAND] [OPTIONS]'
+    }
+
+    ##
+    # @return [Slop]
+    #
+    def self.options
+      @options ||= default_options
+    end
+
+    ##
+    # Loads the specified configuration file or displays an error if it doesn't
+    # exist.
+    #
+    # @param [String] config_file
+    # @return [Gemirro::Configuration]
+    #
+    def self.load_configuration(config_file)
+      config_file ||= Configuration.default_configuration_file
+      config_file   = File.expand_path(config_file, Dir.pwd)
+
+      unless File.file?(config_file)
+        abort "The configuration file #{config_file} does not exist"
+      end
+
+      require(config_file)
+    end
+
+    ##
+    # @return [Slop]
+    #
+    def self.default_options
+      Slop.new(SLOP_OPTIONS.dup) do
+        separator "\nOptions:\n"
+
+        on :v, :version, 'Shows the current version' do
+          puts CLI.version_information
+        end
+      end
+    end
+
+    ##
+    # Returns a String containing some platform/version related information.
+    #
+    # @return [String]
+    #
+    def self.version_information
+      "gemirro v#{VERSION} on #{RUBY_DESCRIPTION}"
+    end
+  end
+end

data/lib/gemirro/cli/index.rb

@@ -0,0 +1,24 @@
+# -*- coding: utf-8 -*-
+Gemirro::CLI.options.command 'index' do
+  banner 'Usage: gemirro index [OPTIONS]'
+  description 'Retrieve specs list from source.'
+  separator "\nOptions:\n"
+
+  on :c=, :config=, 'Path to the configuration file'
+
+  run do |opts, _args|
+    Gemirro::CLI.load_configuration(opts[:c])
+    config = Gemirro.configuration
+
+    unless File.directory?(config.destination)
+      config.logger.error("The directory #{config.destination} does not exist")
+      abort
+    end
+
+    indexer    = Gemirro::Indexer.new(config.destination)
+    indexer.ui = Gem::SilentUI.new
+
+    config.logger.info('Generating indexes')
+    indexer.generate_index
+  end
+end

data/lib/gemirro/cli/init.rb

@@ -0,0 +1,17 @@
+# -*- coding: utf-8 -*-
+Gemirro::CLI.options.command 'init' do
+  banner 'Usage: gemirro init [DIRECTORY] [OPTIONS]'
+  description 'Sets up a new mirror'
+  separator "\nOptions:\n"
+
+  run do |_opts, args|
+    directory = File.expand_path(args[0] || Dir.pwd)
+    template  = Gemirro::Configuration.template_directory
+
+    Dir.mkdir(directory) unless File.directory?(directory)
+
+    FileUtils.cp_r(File.join(template, '.'), directory)
+
+    puts "Initialized empty mirror in #{directory}"
+  end
+end

data/lib/gemirro/cli/server.rb

@@ -0,0 +1,19 @@
+# -*- coding: utf-8 -*-
+Gemirro::CLI.options.command 'server' do
+  banner 'Usage: gemirro server [OPTIONS]'
+  description 'Run web server'
+  separator "\nOptions:\n"
+
+  on :c=, :config=, 'Path to the configuration file'
+
+  run do |opts, _args|
+    Gemirro::CLI.load_configuration(opts[:c])
+    config = Gemirro.configuration
+    unless File.directory?(config.destination)
+      config.logger.error("The directory #{config.destination} does not exist")
+      abort
+    end
+
+    Gemirro::Server.new.run
+  end
+end

data/lib/gemirro/cli/update.rb

@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+Gemirro::CLI.options.command 'update' do
+  banner 'Usage: gemirro update [OPTIONS]'
+  description 'Updates the list of Gems'
+  separator "\nOptions:\n"
+
+  on :c=, :config=, 'Path to the configuration file'
+
+  run do |opts, _args|
+    Gemirro::CLI.load_configuration(opts[:c])
+
+    source = Gemirro.configuration.source
+    versions = Gemirro::VersionsFetcher.new(source).fetch
+    gems     = Gemirro::GemsFetcher.new(source, versions)
+
+    gems.fetch
+  end
+end

data/lib/gemirro/configuration.rb

@@ -0,0 +1,137 @@
+# -*- coding: utf-8 -*-
+# Configuration
+module Gemirro
+  ##
+  # @return [Gemirro::Configuration]
+  #
+  def self.configuration
+    @configuration ||= Configuration.new
+  end
+
+  ##
+  # Configuration class used for storing data about a mirror such as the
+  # destination directory, source, ignored Gems, etc.
+  #
+  class Configuration < Confstruct::Configuration
+    attr_reader :logger, :mirror_directory
+    attr_accessor :source, :ignored_gems
+
+    ##
+    # Returns the logger
+    #
+    # @return [Logger]
+    #
+    def logger
+      @logger ||= Logger.new(STDOUT)
+    end
+
+    ##
+    # Returns the template path to init directory
+    #
+    # @return [String]
+    #
+    def self.template_directory
+      File.expand_path('../../../template', __FILE__)
+    end
+
+    ##
+    # Returns default configuration file path
+    #
+    # @return [String]
+    #
+    def self.default_configuration_file
+      File.expand_path('config.rb', Dir.pwd)
+    end
+
+    ##
+    # Returns the name of the directory that contains the quick
+    # specification files.
+    #
+    # @return [String]
+    #
+    def self.marshal_identifier
+      "Marshal.#{marshal_version}"
+    end
+
+    ##
+    # Returns the name of the file that contains an index of all the versions.
+    #
+    # @return [String]
+    #
+    def self.versions_file
+      "specs.#{marshal_version}.gz"
+    end
+
+    ##
+    # Returns a String containing the Marshal version.
+    #
+    # @return [String]
+    #
+    def self.marshal_version
+      "#{Marshal::MAJOR_VERSION}.#{Marshal::MINOR_VERSION}"
+    end
+
+    ##
+    # Return mirror directory
+    #
+    # @return [Gemirro::MirrorDirectory]
+    #
+    def mirror_directory
+      @mirror_directory ||= MirrorDirectory.new(gems_directory)
+    end
+
+    ##
+    # Returns gems directory
+    #
+    # @return [String]
+    #
+    def gems_directory
+      File.join(destination, 'gems')
+    end
+
+    ##
+    # Returns a Hash containing various Gems to ignore and their versions.
+    #
+    # @return [Hash]
+    #
+    def ignored_gems
+      @ignored_gems ||= Hash.new { |hash, key| hash[key] = [] }
+    end
+
+    ##
+    # Adds a Gem to the list of Gems to ignore.
+    #
+    # @param [String] name
+    # @param [String] version
+    #
+    def ignore_gem(name, version)
+      ignored_gems[name] ||= []
+      ignored_gems[name] << version
+    end
+
+    ##
+    # Checks if a Gem should be ignored.
+    #
+    # @param [String] name
+    # @param [String] version
+    # @return [TrueClass|FalseClass]
+    #
+    def ignore_gem?(name, version)
+      ignored_gems[name].include?(version)
+    end
+
+    ##
+    # Define the source to mirror.
+    #
+    # @param [String] name
+    # @param [String] url
+    # @param [Proc] block
+    #
+    def define_source(name, url, &block)
+      source = Source.new(name, url)
+      source.instance_eval(&block)
+
+      @source = source
+    end
+  end
+end