gem-sparse-mirror 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in gem-sparse-mirror.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Florian Gilcher
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,56 @@
+# gem-sparse-mirror - Mirror parts of Rubygems
+
+A script that extends `rubygems-mirror` to download only parts of Rubygems. It uses the bundler API to resolve all dependencies of the intended gems and completely mirrors those.
+
+## Installation
+
+Run:
+
+    $ gem install gem-sparse-mirror
+
+## Usage
+
+Like [https://github.com/rubygems/rubygems-mirror](rubygems-mirror), this reads `.gems/mirrorrc`, with 2 additional attributes, `only` and `except`:
+
+```yaml
+---
+- from: http://rubygems.org/
+  to: /path/to/your/sync-directory
+  parallelism: 10
+  except:
+    - mail
+  only:
+    - rake
+    - rails
+```
+
+This will resolve all dependencies of `rails` and `rake` and sync all of them, but never sync `mail` (for example, if you ship your own version).
+
+This script syncs _all_ versions of the found gems.
+
+`gem-sparse-mirror` does not create or update a gem index. This can be done using rubygems `generate_index` command:
+
+```
+$ cd /path/to/your/sync-directory
+$ gem generate_index --no-legacy --modern --update gems/
+```
+
+## Word of warning
+
+This does not supply a gem server. You will have to manage that server yourself.
+
+## License
+
+MIT, see `LICENSE.txt`
+
+## Thanks
+
+To the rubygems team for running rubygems and implementing rubygems-mirror in the first place.
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/gem-sparse-mirror

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'gem-sparse-mirror/command'
+
+Gem::SparseMirror::Command.new.execute

data/gem-sparse-mirror.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'gem-sparse-mirror/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "gem-sparse-mirror"
+  gem.version       = Gem::Sparse::Mirror::VERSION
+  gem.authors       = ["Florian Gilcher"]
+  gem.email         = ["florian.gilcher@asquera.de"]
+  gem.description   = %q{Builds a sparse rubygems mirror that contains all dependencies of the included gems.}
+  gem.summary       = %q{Builds a sparse rubygems mirror that contains all dependencies of the included gems.}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_dependency "rubygems-mirror"
+  gem.add_dependency "bundler"
+end

data/lib/gem-sparse-mirror.rb

@@ -0,0 +1,9 @@
+require "gem-sparse-mirror/version"
+
+module Gem
+  module Sparse
+    module Mirror
+      # Your code goes here...
+    end
+  end
+end

data/lib/gem-sparse-mirror/command.rb

@@ -0,0 +1,59 @@
+# copied from rubygems-mirrors command.rb (MIT)
+
+require 'gem-sparse-mirror/mirror'
+module Gem
+  module SparseMirror
+    class Command
+      SUPPORTS_INFO_SIGNAL = Signal.list['INFO']
+      def execute
+        config_file = File.join Gem.user_home, '.gem', '.mirrorrc'
+
+        raise "Config file #{config_file} not found" unless File.exist? config_file
+
+        mirrors = YAML.load_file config_file
+
+        raise "Invalid config file #{config_file}" unless mirrors.respond_to? :each
+
+        mirrors.each do |mir|
+          raise "mirror missing 'from' field" unless mir.has_key? 'from'
+          raise "mirror missing 'to' field" unless mir.has_key? 'to'
+
+          get_from = mir['from']
+          save_to = File.expand_path mir['to']
+
+          parallelism = mir['parallelism']
+
+          raise "Directory not found: #{save_to}" unless File.exist? save_to
+          raise "Not a directory: #{save_to}" unless File.directory? save_to
+
+          mirror = Gem::SparseMirror::Mirror.new(get_from, save_to, parallelism)
+          mirror.only = mir["only"]
+          mirror.except = Array(mir["except"])
+
+          puts "Fetching: #{mirror.from(Gem::Mirror::SPECS_FILE_Z)} with #{parallelism} threads"
+          mirror.update_specs
+
+          puts "Total gems: #{mirror.gems.size}"
+
+          num_to_fetch = mirror.gems_to_fetch.size
+
+          #progress = ui.progress_reporter num_to_fetch,
+    #                                      "Fetching #{num_to_fetch} gems"
+
+          trap(:INFO) { puts "Fetched: #{progress.count}/#{num_to_fetch}" } if SUPPORTS_INFO_SIGNAL
+
+          #mirror.update_gems { progress.updated true }
+
+          num_to_delete = mirror.gems_to_delete.size
+
+          #progress = ui.progress_reporter num_to_delete,
+          #                           "Deleting #{num_to_delete} gems"
+
+          trap(:INFO) { puts "Fetched: #{progress.count}/#{num_to_delete}" } if SUPPORTS_INFO_SIGNAL
+
+          mirror.delete_gems { progress.updated true }
+        end
+      end
+    end
+  end
+end

data/lib/gem-sparse-mirror/mirror.rb

@@ -0,0 +1,37 @@
+require 'rubygems/mirror'
+require 'yaml'
+require 'bundler'
+
+module Gem
+  module SparseMirror
+    class Mirror < Gem::Mirror
+      attr_accessor :only, :except
+
+      def gems
+        update_specs unless File.exists?(to(SPECS_FILE))
+
+        gems = Marshal.load(Gem.read_binary(to(SPECS_FILE)))
+
+        if only
+          only_with_deps = fetch_specs_using_bundler
+          gems = gems.find_all { |name, _, _| only_with_deps.include?(name) }
+        end
+
+        gems.reject! { |name, _, _| except.include?(name) }
+
+        gems.map! do |name, ver, plat|
+          # If the platform is ruby, it is not in the gem name
+          "#{name}-#{ver}#{"-#{plat}" unless plat == RUBY}.gem"
+        end
+        gems
+      end
+
+      def fetch_specs_using_bundler
+        fetcher = Bundler::Fetcher.new(from)
+
+        deps = fetcher.fetch_remote_specs(only)
+        deps.values.first.map(&:first).uniq
+      end
+    end
+  end
+end

data/lib/gem-sparse-mirror/version.rb

@@ -0,0 +1,7 @@
+module Gem
+  module Sparse
+    module Mirror
+      VERSION = "0.0.1"
+    end
+  end
+end

metadata

@@ -0,0 +1,92 @@
+--- !ruby/object:Gem::Specification
+name: gem-sparse-mirror
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Florian Gilcher
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rubygems-mirror
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Builds a sparse rubygems mirror that contains all dependencies of the
+  included gems.
+email:
+- florian.gilcher@asquera.de
+executables:
+- gem-sparse-mirror
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/gem-sparse-mirror
+- gem-sparse-mirror.gemspec
+- lib/gem-sparse-mirror.rb
+- lib/gem-sparse-mirror/command.rb
+- lib/gem-sparse-mirror/mirror.rb
+- lib/gem-sparse-mirror/version.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.21
+signing_key: 
+specification_version: 3
+summary: Builds a sparse rubygems mirror that contains all dependencies of the included
+  gems.
+test_files: []
+has_rdoc: