gemirro 1.5.0 → 2.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1129e2117ef615eddf786284610e84808bd3e2ddd2ab21e8fafc972d9b5923e5
-  data.tar.gz: 2c6325d376cf3be31e8f447549697dfb9df6811da7e6aab17654059bf2a1cae6
+  metadata.gz: e54b02e5575feb8b7a4fcbb40f5fd91764fb0f589368e4a9207f6a5074fe2f05
+  data.tar.gz: 14449b2b15d5477216adaecea6e36aff26dae8b30104e3db627bdcdbdf7c6b7d
 SHA512:
-  metadata.gz: 9550ed8196a872207d6db5809e97223f190aba44704c2886b469066f57ff7c5f4ab9ab50c11d8a43f010eef88a718fc7a5f736c3aebbf6fc2fd2a702d9c9b5f3
-  data.tar.gz: '0951b6fd87d27b0c830e25c1774e13fe88e322bcd8277facf4950726da931c4b1de2ee6ad0b8ba71742c9567615a57c742bbffcfb2c69a0a0ef81b67cc7bb8d6'
+  metadata.gz: ba26ee7c502dd1bbfc02fd55e1263097dedad78670281d8f775bd9c5940be1c46032130cd76be02fbdee3b8a4c2f24504f39b38c7e5901497c7eff28d13a0307
+  data.tar.gz: ce425c173bcfc46ea6298cc0911ddec8a838f321749f9ec782da8323afdaf3268f6071d629be5fa6b129fbe29d2198e930b6202225d23f17ac582fac71fc1533

data/.github/workflows/ruby.yml

@@ -0,0 +1,29 @@
+name: "Gemirro tests"
+
+on: [push, pull_request]
+
+jobs:
+  rspec:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        ruby: ['3.0', '3.1', '3.2']
+    name: Rspec on Ruby ${{ matrix.ruby }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby }}
+          bundler-cache: true
+      - run: bundle exec rspec
+
+  rubocop:
+    runs-on: ubuntu-latest
+    name: Run rubocop
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '3.2'
+          bundler-cache: true
+      - run: bundle exec rubocop

data/.gitignore

@@ -4,3 +4,4 @@
 /.ruby-version
 /*.gem
 /.bundle
+.DS_Store

data/.rubocop.yml

@@ -1,6 +1,7 @@
 AllCops:
+  SuggestExtensions: false
   NewCops: enable
-  TargetRubyVersion: 2.5
+  TargetRubyVersion: 3.0
   Include:
     - '**/Gemfile'
     - lib/**/*.rb
@@ -15,9 +16,9 @@ AllCops:
 Naming/FileName:
   Exclude:
     - Rakefile
-Layout/MethodLength:
+Metrics/MethodLength:
   Enabled: false
-Layout/ClassLength:
+Metrics/ClassLength:
   Enabled: false
 Metrics/CyclomaticComplexity:
   Enabled: false
@@ -35,3 +36,5 @@ Style/OptionalBooleanParameter:
   Enabled: false
 Lint/MissingSuper:
   Enabled: false
+Style/TrailingUnderscoreVariable:
+  Enabled: false

data/Gemfile.lock

@@ -0,0 +1,126 @@
+PATH
+  remote: .
+  specs:
+    gemirro (2.0.0)
+      addressable (~> 2.8)
+      builder (~> 3.2)
+      compact_index (~> 0.15)
+      confstruct (~> 1.1)
+      erubis (~> 2.7)
+      httpclient (~> 2.8)
+      logger (> 0)
+      mutex_m (> 0)
+      ostruct (> 0)
+      parallel (~> 1.21)
+      rubygems-generate_index (> 0)
+      sinatra (>= 3.1, < 4.0)
+      slop (~> 3.6)
+      stringio (> 0)
+      thin (~> 1.8)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.8.7)
+      public_suffix (>= 2.0.2, < 7.0)
+    ast (2.4.2)
+    base64 (0.2.0)
+    builder (3.3.0)
+    compact_index (0.15.0)
+    confstruct (1.1.0)
+      hashie (>= 3.3, < 5)
+    daemons (1.4.1)
+    diff-lcs (1.5.1)
+    docile (1.4.1)
+    erubis (2.7.0)
+    eventmachine (1.2.7)
+    fakefs (2.8.0)
+    hashie (4.1.0)
+    httpclient (2.8.3)
+    json (2.9.1)
+    language_server-protocol (3.17.0.3)
+    logger (1.6.5)
+    mustermann (3.0.3)
+      ruby2_keywords (~> 0.0.1)
+    mutex_m (0.3.0)
+    ostruct (0.6.1)
+    parallel (1.26.3)
+    parser (3.3.7.0)
+      ast (~> 2.4.1)
+      racc
+    public_suffix (6.0.1)
+    racc (1.8.1)
+    rack (2.2.14)
+    rack-protection (3.2.0)
+      base64 (>= 0.1.0)
+      rack (~> 2.2, >= 2.2.4)
+    rack-test (1.1.0)
+      rack (>= 1.0, < 3)
+    rainbow (3.1.1)
+    rake (13.2.1)
+    regexp_parser (2.10.0)
+    rspec (3.13.0)
+      rspec-core (~> 3.13.0)
+      rspec-expectations (~> 3.13.0)
+      rspec-mocks (~> 3.13.0)
+    rspec-core (3.13.2)
+      rspec-support (~> 3.13.0)
+    rspec-expectations (3.13.3)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.13.0)
+    rspec-mocks (3.13.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.13.0)
+    rspec-support (3.13.2)
+    rubocop (1.70.0)
+      json (~> 2.3)
+      language_server-protocol (>= 3.17.0)
+      parallel (~> 1.10)
+      parser (>= 3.3.0.2)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 2.9.3, < 3.0)
+      rubocop-ast (>= 1.36.2, < 2.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 2.4.0, < 4.0)
+    rubocop-ast (1.37.0)
+      parser (>= 3.3.1.0)
+    ruby-progressbar (1.13.0)
+    ruby2_keywords (0.0.5)
+    rubygems-generate_index (1.1.3)
+      compact_index (~> 0.15.0)
+    simplecov (0.22.0)
+      docile (~> 1.1)
+      simplecov-html (~> 0.11)
+      simplecov_json_formatter (~> 0.1)
+    simplecov-html (0.13.1)
+    simplecov_json_formatter (0.1.4)
+    sinatra (3.2.0)
+      mustermann (~> 3.0)
+      rack (~> 2.2, >= 2.2.4)
+      rack-protection (= 3.2.0)
+      tilt (~> 2.0)
+    slop (3.6.0)
+    stringio (3.1.2)
+    thin (1.8.2)
+      daemons (~> 1.0, >= 1.0.9)
+      eventmachine (~> 1.0, >= 1.0.4)
+      rack (>= 1, < 3)
+    tilt (2.6.0)
+    unicode-display_width (3.1.4)
+      unicode-emoji (~> 4.0, >= 4.0.4)
+    unicode-emoji (4.0.4)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  fakefs (~> 2)
+  gemirro!
+  rack-test (~> 1.1)
+  rake (~> 13)
+  rspec (~> 3.10)
+  rubocop (~> 1)
+  simplecov (~> 0.21)
+
+BUNDLED WITH
+   2.5.16

data/MANIFEST

@@ -1,6 +1,8 @@
+.github/workflows/ruby.yml
 .gitignore
 .rubocop.yml
 Gemfile
+Gemfile.lock
 LICENSE
 MANIFEST
 README.md
@@ -8,7 +10,6 @@ Rakefile
 bin/gemirro
 gemirro.gemspec
 lib/gemirro.rb
-lib/gemirro/cache.rb
 lib/gemirro/cli.rb
 lib/gemirro/cli/index.rb
 lib/gemirro/cli/init.rb
@@ -32,7 +33,6 @@ lib/gemirro/versions_fetcher.rb
 lib/gemirro/versions_file.rb
 spec/fixtures/gems/gemirro-0.0.1.gem
 spec/fixtures/quick/gemirro-0.0.1.gemspec.rz
-spec/gemirro/cache_spec.rb
 spec/gemirro/cli_spec.rb
 spec/gemirro/configuration_spec.rb
 spec/gemirro/gem_spec.rb
@@ -53,16 +53,9 @@ task/rspec.rake
 task/rubocop.rake
 template/config.rb
 template/logs/.gitkeep
-template/public/dist/css/bootstrap.min.css
 template/public/dist/css/gemirro.css
-template/public/dist/fonts/glyphicons-halflings-regular.eot
-template/public/dist/fonts/glyphicons-halflings-regular.svg
-template/public/dist/fonts/glyphicons-halflings-regular.ttf
-template/public/dist/fonts/glyphicons-halflings-regular.woff
-template/public/dist/fonts/glyphicons-halflings-regular.woff2
-template/public/dist/js/bootstrap.min.js
 template/public/gems/.gitkeep
 views/gem.erb
 views/index.erb
 views/layout.erb
-views/not_found.erb
+views/not_found.erb

data/README.md

@@ -6,7 +6,7 @@ More, to mirroring a source, you only need to start the server, and gems will au
 
 ## Requirements
 
-* Ruby 2.2 or newer
+* Ruby 3.0 or newer
 * Enough space to store Gems
 * A recent version of Rubygems (`gem update --system`)
 

data/bin/gemirro

@@ -4,4 +4,10 @@
 require File.expand_path('../../lib/gemirro', __FILE__)
 
 options = Gemirro::CLI.options
-puts options if options.parse.empty?
+
+begin
+  puts options if options.parse.empty?
+rescue Slop::InvalidOptionError => e
+  puts e.message
+  puts options
+end

data/gemirro.gemspec

@@ -16,17 +16,22 @@ Gem::Specification.new do |s|
 
   s.files = File.read(File.expand_path('../MANIFEST', __FILE__)).split("\n")
 
-  s.required_ruby_version = '>= 2.5'
+  s.required_ruby_version = '>= 3.0'
 
   s.add_dependency 'addressable', '~>2.8'
   s.add_dependency 'builder', '~>3.2'
+  s.add_dependency 'compact_index', '~> 0.15'
   s.add_dependency 'confstruct', '~>1.1'
   s.add_dependency 'erubis', '~>2.7'
   s.add_dependency 'httpclient', '~>2.8'
+  s.add_dependency 'logger', '> 0' # stdlib
+  s.add_dependency 'mutex_m', '> 0' # stdlib
+  s.add_dependency 'ostruct', '> 0' # stdlib
   s.add_dependency 'parallel', '~>1.21'
+  s.add_dependency 'rubygems-generate_index', '> 0' # stdlib
   s.add_dependency 'sinatra', '>=3.1', '<4.0'
   s.add_dependency 'slop', '~>3.6'
-  s.add_dependency 'stringio', '~> 3.1'
+  s.add_dependency 'stringio', '> 0' # stdlib
   s.add_dependency 'thin', '~>1.8'
 
   s.metadata['rubygems_mfa_required'] = 'true'

data/lib/gemirro/cli/index.rb

@@ -19,11 +19,21 @@ Gemirro::CLI.options.command 'index' do
       abort
     end
 
-    indexer    = Gemirro::Indexer.new(config.destination)
+    indexer    = Gemirro::Indexer.new
     indexer.ui = Gem::SilentUI.new
 
-    config.logger.info('Generating indexes')
-    indexer.generate_index if opts[:u].nil?
-    indexer.update_index unless opts[:u].nil?
+    if File.exist?(File.join(config.versions_file))
+      indexer.download_source_versions
+      if opts[:u]
+        config.logger.info('Generating index updates')
+        indexer.update_index
+      else
+        config.logger.info('Generating indexes')
+        indexer.generate_index
+      end
+    else
+      config.logger.error("#{File.basename(config.versions_file)} file is missing.")
+      config.logger.error('Run "gemirro update" before running index.')
+    end
   end
 end

data/lib/gemirro/cli/init.rb

@@ -20,7 +20,7 @@ Gemirro::CLI.options.command 'init' do
         next if ['.', '..'].include?(File.basename(file))
 
         dest = File.join(directory, file.gsub(/^#{template}/, ''))
-        next if File.exist?(dest)
+        next if File.exist?(dest) && dest !~ /gemirro.css/
 
         FileUtils.cp_r(file, dest)
       end

data/lib/gemirro/cli/update.rb

@@ -17,5 +17,11 @@ Gemirro::CLI.options.command 'update' do
     gems     = Gemirro::GemsFetcher.new(source, versions)
 
     gems.fetch
+
+    source.gems.each do |gem|
+      gem.gemspec = true
+    end
+
+    gems.fetch
   end
 end

data/lib/gemirro/cli.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require File.expand_path('../version', __FILE__)
+
 module Gemirro
   # CLI mode
   module CLI
@@ -58,7 +60,7 @@ module Gemirro
     # @return [String]
     #
     def self.version_information
-      "gemirro v#{VERSION} on #{RUBY_DESCRIPTION}"
+      "gemirro v#{Gemirro::VERSION} on #{RUBY_DESCRIPTION}"
     end
   end
 end

data/lib/gemirro/configuration.rb

@@ -12,7 +12,7 @@ module Gemirro
         error_log: '/tmp/gemirro.access.log',
         daemonize: true
       },
-
+      update_thread_count: begin; Etc.nprocessors - 1; rescue StandardError; 4; end,
       update_on_fetch: true,
       fetch_gem: true
     }
@@ -99,18 +99,10 @@ module Gemirro
     #
     # @return [String]
     #
-    def self.versions_file
-      "specs.#{marshal_version}.gz"
-    end
+    def versions_file
+      return unless @source
 
-    ##
-    # Returns the name of the file that contains an index
-    # of all the prerelease versions.
-    #
-    # @return [String]
-    #
-    def self.prerelease_versions_file
-      "prerelease_specs.#{marshal_version}.gz"
+      File.expand_path("#{URI.parse(@source.host).host.gsub('.', '_')}_versions", destination.to_s)
     end
 
     ##

data/lib/gemirro/gems_fetcher.rb

@@ -31,10 +31,10 @@ module Gemirro
           gem.platform = versions[1] if versions
           version = versions[0] if versions
           if gem.gemspec?
-            gemfile = fetch_gemspec(gem, version)
-            if gemfile
+            gemspec = fetch_gemspec(gem, version)
+            if gemspec
               Utils.configuration.mirror_gemspecs_directory
-                   .add_file(gem.gemspec_filename(version), gemfile)
+                   .add_file(gem.gemspec_filename(version), gemspec)
             end
           else
             gemfile = fetch_gem(gem, version)
@@ -55,6 +55,8 @@ module Gemirro
     # @return [Array]
     #
     def versions_for(gem)
+      return [] unless @versions_file
+
       available = @versions_file.versions_for(gem.name)
       return [available.last] if gem.only_latest?
 
@@ -100,15 +102,10 @@ module Gemirro
     #
     def fetch_gem(gem, version)
       filename = gem.filename(version)
-      satisfied = if gem.only_latest?
-                    true
-                  else
-                    gem.requirement.satisfied_by?(version)
-                  end
+      satisfied = gem.only_latest? || gem.requirement.satisfied_by?(version)
       name = gem.name
 
-      if gem_exists?(filename) || ignore_gem?(name, version, gem.platform) ||
-         !satisfied
+      if gem_exists?(filename) || ignore_gem?(name, version, gem.platform) || !satisfied
         Utils.logger.debug("Skipping #{filename}")
         return
       end