rubygems-appender 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 7160ffa9a68a98b520ff070d36adb276c2284bfa5e7c8256210199f99490b852
+  data.tar.gz: 1e5db3ded89901fadd10ce1277d9abb262163f9df0b51aed38f02a06b6c7ef61
+SHA512:
+  metadata.gz: 60ea92029a16889dcf58d945c3cd2ac68cfdd3e81764952410a38dc1cdc5890daa0bbc53038b47a307610544f58439cc31025378352278c750dfa0dee2be12e9
+  data.tar.gz: 6fab7608d89dbd4e2310759efc05d75408e972d9f26503b0727f192cb4c981d238653296ea16868375264a5a4adf4ebac97a292cb2adee57a7abf6ac39d1209c

data/LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) 2018 David Kuo (me@davy.tw)
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,35 @@
+# RubyGems Appender
+
+This plugin can let you append gems into indexes without pulling all gems.
+
+## Usage
+
+Put your gems into `gems` inside indexes directory structure.
+
+And remember to put last indexes (and `quick`) into the directory.
+
+```
+> indexer = Gem::Indexer.new('path/to/indexes_directory')
+> indexer.appender do |c|
+>   c.add('gem/some_awesome_gem-2.0.0.gem')
+>   c.add('gem/some_awesome_gem-2.1.0.gem')
+> end
+Generating Marshal quick index gemspecs for 2 gems
+
+Complete
+Generated Marshal quick index gemspecs: 0.000s
+Generating specs index
+Generated specs index: 0.000s
+Generating latest specs index
+Generated latest specs index: 0.000s
+Generating prerelease specs index
+Generated prerelease specs index: 0.014s
+Compressing indices
+Compressed indices: 0.001s
+```
+
+:tada:
+
+## License
+
+MIT License.

data/lib/rubygems-appender.rb

@@ -0,0 +1,6 @@
+require 'rubygems/indexer'
+require 'rubygems-appender/appender'
+
+class Gem::Indexer
+  prepend RubyGemsAppender::Appender
+end

data/lib/rubygems-appender/appender.rb

@@ -0,0 +1,116 @@
+require 'rubygems-appender/container'
+
+module RubyGemsAppender
+  module Appender
+    def current_spec_indexes
+      Marshal.load(Gem.read_binary(@dest_specs_index))
+    end
+    def current_prerelease_spec_indexes
+      Marshal.load(Gem.read_binary(@dest_prerelease_specs_index))
+    end
+    def current_latest_spec_indexes
+      Marshal.load(Gem.read_binary(@dest_latest_specs_index))
+    end
+
+    def appender(&block)
+      container = Container.new self
+      yield container
+      container.pull_gemspecs!
+
+      make_temp_directories
+
+      files = Gem.time 'Build Marshal gemspecs' do
+        build_marshal_gemspecs(container.specs)
+      end
+
+      if files.empty?
+        say 'Gems not found'
+        return
+      end
+
+      prerelease, released = container.specs.partition { |s| s.version.prerelease? }
+      released_indexes = Gem.time 'Update released indexes' do
+        released_indexes = current_spec_indexes.tap do |specs|
+          specs.push(*released.map do |spec|
+            build_spec_index spec
+          end)
+        end.uniq.sort
+        write_spec_indexes released_indexes, @specs_index
+        released_indexes
+      end
+      Gem.time 'Update pre-release indexes' do
+        prerelease_indexes = current_prerelease_spec_indexes.tap do |specs|
+          specs.push(*prerelease.map do |spec|
+            build_spec_index spec
+          end)
+        end.uniq.sort - released_indexes
+        write_spec_indexes prerelease_indexes, @prerelease_specs_index
+      end
+      Gem.time 'Update latest indexes' do
+        latest_indexes = Hash.new { |hsh, k| hsh[k] = [] } .tap do |map|
+          current_latest_spec_indexes.each do |index|
+            name, _ = index
+            map[name] << index
+          end
+
+          released.map do |spec|
+            index = build_spec_index spec
+            name, _ = index
+            map[name] << index
+          end
+        end.values.map do |indexes|
+          indexes.sort! { |(_, l, _), (_, r, _)| l <=> r }.last
+        end
+        write_spec_indexes latest_indexes, @latest_specs_index
+      end
+
+      compress_indices
+
+      files += [
+        @specs_index,
+        "#{@specs_index}.gz",
+        @latest_specs_index,
+        "#{@latest_specs_index}.gz",
+        @prerelease_specs_index,
+        "#{@prerelease_specs_index}.gz",
+      ]
+
+      install_appended_indices(files)
+    ensure
+      FileUtils.rm_rf @directory
+    end
+
+    protected
+
+    def build_spec_index(spec)
+      platform = spec.original_platform
+      platform = Gem::Platform::RUBY if platform.nil? or platform.empty?
+
+      [spec.name, spec.version, platform]
+    end
+
+    def write_spec_indexes(indexes, filename)
+      File.open filename, 'wb' do |io|
+        Marshal.dump(compact_specs(indexes), io)
+      end
+    end
+
+    def install_appended_indices(files)
+      verbose = Gem.configuration.really_verbose
+
+      FileUtils.mkdir_p(File.join(@dest_directory, @quick_marshal_dir_base))
+
+      files.each do |tmpfile|
+        file = tmpfile.sub(/^#{Regexp.escape @directory}\/?/, '') # HACK?
+
+        src_name = File.join @directory, file
+        dst_name = File.join @dest_directory, file
+
+        FileUtils.rm_rf(dst_name, verbose: verbose)
+        FileUtils.mv(src_name, dst_name,
+                     verbose: verbose,
+                     force: true)
+      end
+    end
+  end
+end

data/lib/rubygems-appender/container.rb

@@ -0,0 +1,32 @@
+module RubyGemsAppender
+  class Container
+    attr_reader :specs
+
+    def initialize(indexer)
+      @specs = []
+      @gems = []
+      @indexer = indexer
+    end
+
+    def add(spec_or_gem)
+      if spec_or_gem.is_a? String
+        add_gem(spec_or_gem)
+      else
+        add_spec(spec_or_gem)
+      end
+    end
+
+    def add_spec(spec)
+      @specs << spec
+    end
+
+    def add_gem(path)
+      @gems << path
+    end
+
+    def pull_gemspecs!
+      @specs.push(*@indexer.map_gems_to_specs(@gems))
+      @gems.clear
+    end
+  end
+end

metadata

@@ -0,0 +1,48 @@
+--- !ruby/object:Gem::Specification
+name: rubygems-appender
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- David Kuo
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-10-16 00:00:00.000000000 Z
+dependencies: []
+description: Appends new gems to generated index without old gems exists.
+email: me@davy.tw
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- lib/rubygems-appender.rb
+- lib/rubygems-appender/appender.rb
+- lib/rubygems-appender/container.rb
+homepage: https://github.com/david50407/rubygems-appender
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.3
+signing_key: 
+specification_version: 4
+summary: Appends gems into RubyGems formatted index.
+test_files: []