manageiq-cross_repo 1.0.4 → 1.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a92b33e5752bf49917ffffbc780d309d198c10f52176d210c7fbf3415ba96bfc
-  data.tar.gz: 3a40038eb6a34fc60c8f6865951f8970121031505d6e1063acd2cc5f3a2dc7f0
+  metadata.gz: 756d32fbaca87b4fcd09bcb95dca76ad5e4560561586431dd64c7ea050d56573
+  data.tar.gz: 9ddbaeb1080a02757d20113cf93f6161086e24d91cc03a8793893900b9933969
 SHA512:
-  metadata.gz: 14c902452a16f84aaded53ac84934f7165212f574a085ebd9ae92e30c5504ae74a8636013098d75ace760b4b14d5bd2f07891f8c63612df62cbae98e6607889d
-  data.tar.gz: 3abde6ca7b2665648cb11f91d64a4cb953d22d6dc7cd39cc443f6cec2915e4f58a3b4e203cfefeae1cf1d5413fdbc0e5652902a013aa12053212872a805f5ab8
+  metadata.gz: f23fd2b6b57843d2974b06058786d1da8321d8eb83599fe4fe4935006e822ab036d5615cebc407db51c68c25f8d24bb3d78a85e37eb745565b68e66b55b35082
+  data.tar.gz: bd339e043a899aef5fafd10d2a8f85a59fc0d813b19d17c3b738ded4a6809b3f246e548eb2bdba0a11a5298fba3933296ffd4b1583a9fce2808ac62b503c613f

data/.codeclimate.yml

@@ -0,0 +1,16 @@
+prepare:
+  fetch:
+  - url: https://raw.githubusercontent.com/ManageIQ/manageiq-style/master/.rubocop_base.yml
+    path: ".rubocop_base.yml"
+  - url: https://raw.githubusercontent.com/ManageIQ/manageiq-style/master/.rubocop_cc_base.yml
+    path: ".rubocop_cc_base.yml"
+  - url: https://raw.githubusercontent.com/ManageIQ/manageiq-style/master/styles/base.yml
+    path: styles/base.yml
+  - url: https://raw.githubusercontent.com/ManageIQ/manageiq-style/master/styles/cc_base.yml
+    path: styles/cc_base.yml
+plugins:
+  rubocop:
+    enabled: true
+    config: ".rubocop_cc.yml"
+    channel: rubocop-0-82
+version: '2'

data/.rubocop.yml

@@ -0,0 +1,4 @@
+inherit_gem:
+  manageiq-style: ".rubocop_base.yml"
+inherit_from:
+- ".rubocop_local.yml"

data/.rubocop_cc.yml

@@ -0,0 +1,4 @@
+inherit_from:
+- ".rubocop_base.yml"
+- ".rubocop_cc_base.yml"
+- ".rubocop_local.yml"

data/.travis.yml

@@ -1,9 +1,7 @@
-dist: xenial
 language: ruby
 rvm:
 - 2.5.5
-cache:
-  bundler: true
+cache: bundler
 addons:
   postgresql: '10'
   apt:

data/README.md

@@ -16,6 +16,8 @@ Options:
                           If any of the repositories in the list are a core repository that will
                           be used as the root repository, otherwise ManageIQ/manageiq@master will be the default.
                           Can also be passed as a REPOS environment variable.
+  -s, --script-cmd=<s>    Optional, a command string for running the specs.  Defaults to `bundle exec rake`.
+                           (default: )
 
   -v, --version           Print version and exit
   -h, --help              Show this message

data/exe/manageiq-cross_repo

@@ -31,6 +31,18 @@ opts = Optimist.options do
     Can also be passed as a REPOS environment variable.
   EOS
 
+  opt :test_suite, <<~EOS, :type => :string, :default => ENV["TEST_SUITE"].presence
+    Optional, the name of a rake test suite to pass as an environment variable to the test being run.
+    This is commonly used by the .travis.yml to conditionally perform different setup tasks
+    and also to run different test suites, e.g. spec:javascript.
+  EOS
+
+  opt :script_cmd, <<~EOS, :type => :string, :default => ENV["SCRIPT_CMD"].presence
+    Optional, a command string for running the specs.
+    If present this will override the the script section of the test_repo's .travis.yml
+  EOS
+
+
   # Manually add these so they appear in the right order in the help output
   banner ""
   opt :version, "Print version and exit"
@@ -84,9 +96,15 @@ opts = Optimist.options do
 end
 
 opts[:repos] = opts[:repos].flatten.flat_map { |repo| repo.split(",").map(&:strip) }
+test_repo, repos, test_suite, script_cmd = opts.values_at(:test_repo, :repos, :test_suite, :script_cmd)
 
 begin
-  ManageIQ::CrossRepo.run(opts[:test_repo], opts[:repos])
+  ManageIQ::CrossRepo.run(
+    :test_repo  => test_repo,
+    :repos      => repos,
+    :test_suite => test_suite,
+    :script_cmd => script_cmd
+  )
 rescue ArgumentError => e
   Optimist.die e
 end

data/lib/manageiq/cross_repo/repository.rb

@@ -31,7 +31,9 @@ module ManageIQ::CrossRepo
       require "tmpdir"
       require "zlib"
 
-      puts "Fetching #{tarball_url}"
+      retries ||= 0
+
+      puts "Fetching #{tarball_url}#{retry_count(retries)}"
 
       Dir.mktmpdir do |dir|
         Mixlib::Archive.new(open_tarball_url(tarball_url)).extract(dir)
@@ -40,6 +42,12 @@ module ManageIQ::CrossRepo
         FileUtils.mkdir_p(path.dirname)
         FileUtils.mv(content_dir, path)
       end
+    rescue => e
+      retries += 1
+      raise if retries > 3
+
+      sleep 1
+      retry
     end
 
     private
@@ -148,7 +156,7 @@ module ManageIQ::CrossRepo
     end
 
     def open_tarball_url(url)
-      archive = open(tarball_url, "rb")
+      archive = URI.open(tarball_url, "rb")
 
       if archive.kind_of?(StringIO)
         archive = Tempfile.new('cross_repo').tap do |f|
@@ -167,5 +175,11 @@ module ManageIQ::CrossRepo
     def git_pr_to_sha(url, pr)
       git_branch_to_sha(url, "refs/pull/#{pr}/merge") || git_branch_to_sha(url, "refs/pull/#{pr}/head")
     end
+
+    def retry_count(num)
+      return if num == 0
+
+      "  (retry #{num}/3)"
+    end
   end
 end

data/lib/manageiq/cross_repo/runner.rb

@@ -3,9 +3,9 @@ require "active_support/core_ext/object/blank"
 
 module ManageIQ::CrossRepo
   class Runner
-    attr_reader :test_repo, :core_repo, :gem_repos
+    attr_reader :test_repo, :core_repo, :gem_repos, :test_suite, :script_cmd
 
-    def initialize(test_repo, repos)
+    def initialize(test_repo:, repos:, test_suite: nil, script_cmd: nil)
       @test_repo = Repository.new(test_repo || "ManageIQ/manageiq@master")
 
       core_repos, @gem_repos = Array(repos).collect { |repo| Repository.new(repo) }.partition(&:core?)
@@ -20,6 +20,9 @@ module ManageIQ::CrossRepo
 
         @core_repo ||= Repository.new("ManageIQ/manageiq@master")
       end
+
+      @script_cmd = script_cmd.presence
+      @test_suite = test_suite.presence
     end
 
     def run
@@ -31,16 +34,19 @@ module ManageIQ::CrossRepo
 
     private
 
+    def bundle_path
+      app_path = Pathname.new(ENV["TRAVIS_BUILD_DIR"].presence || Pathname.pwd)
+      app_path.join("vendor", "bundle")
+    end
+
     def run_tests
       with_test_env do
-        system!({"TRAVIS_BUILD_DIR" => test_repo.path.to_s}, "bash", "tools/ci/before_install.sh") if ENV["CI"] && File.exist?("tools/ci/before_install.sh")
-        system!(env_vars, "bin/setup")
-        system!("bundle exec rake")
+        run_test_script(build_test_script)
       end
     end
 
     def env_vars
-      {"MANAGEIQ_REPO" => core_repo.path.to_s}
+      {"MANAGEIQ_REPO" => core_repo.path.to_s, "TRAVIS_BUILD_DIR" => test_repo.path.to_s, "BUNDLE_PATH" => bundle_path.to_s, "TEST_SUITE" => test_suite}
     end
 
     def with_test_env
@@ -56,13 +62,17 @@ module ManageIQ::CrossRepo
         repo = Dir.pwd.split("/").last(2).join("/")
         puts "\e[36mDEBUG: #{repo} - #{args.join(" ")}\e[0m"
       end
-      exit($?.exitstatus) unless system(*args)
+
+      Process.wait(spawn(*args))
+      exit($?.exitstatus) unless $?.success?
     end
 
     def generate_bundler_d
       bundler_d_path = core_repo.path.join("bundler.d")
       override_path  = bundler_d_path.join("overrides.rb")
 
+      require "fileutils"
+
       if gem_repos.empty?
         FileUtils.rm_f override_path
       else
@@ -71,6 +81,7 @@ module ManageIQ::CrossRepo
           gem_name = gem.path.glob("*.gemspec")&.first&.basename(".gemspec") || gem.repo
           "ensure_gem \"#{gem_name}\", :path => \"#{gem.path}\""
         end.join("\n")
+
         FileUtils.mkdir_p(bundler_d_path)
 
         File.write(override_path, content)
@@ -81,5 +92,82 @@ module ManageIQ::CrossRepo
       gem_repos.each { |gem_repo| gem_repo.ensure_clone }
       generate_bundler_d
     end
+
+    def run_test_script(test_script)
+      r, w = IO.pipe
+      w.write(test_script)
+      w.close
+
+      system!(env_vars, "/bin/bash -s", :in => r, :out => $stdout, :err => $stderr)
+    end
+
+    def build_test_script
+      load_travis_yml!
+
+      commands = environment_setup_commands
+
+      sections = %w[before_install install before_script script]
+      commands += sections.flat_map do |section|
+        # Travis sections can have a single command or an array of commands
+        section_commands = Array(travis_yml[section]).map { |cmd| "#{cmd} || exit $?" }
+        next if section_commands.blank?
+
+        [
+          "echo 'travis_fold:start:#{section}'",
+          *section_commands,
+          "echo 'travis_fold:end:#{section}'"
+        ]
+      end.compact
+
+      <<~BASH_SCRIPT
+        #!/bin/bash
+
+        #{commands.join("\n")}
+      BASH_SCRIPT
+    end
+
+    def environment_setup_commands
+      setup_commands = []
+
+      if travis_yml["node_js"]
+        setup_commands << "source ~/.nvm/nvm.sh"
+        setup_commands += Array(travis_yml["node_js"]).map do |node_version|
+          "nvm install #{node_version}"
+        end
+      end
+
+      setup_commands
+    end
+
+    def load_travis_yml!
+      # Load the test_repo's .travis.yml file
+      travis_yml
+
+      # Set missing travis sections to the proper defaults
+      travis_yml["install"] ||= travis_defaults[travis_yml["language"]]["install"]
+
+      travis_yml["script"] = script_cmd if script_cmd.present?
+      travis_yml["script"] ||= travis_defaults[travis_yml["language"]]["script"]
+    end
+
+    def travis_yml
+      @travis_yml ||= begin
+        require "yaml"
+        YAML.load_file(".travis.yml")
+      end
+    end
+
+    def travis_defaults
+      @travis_defaults ||= {
+        "node_js" => {
+          "install" => "npm install",
+          "script"  => "npm test"
+        },
+        "ruby"    => {
+          "install" => "bundle install --jobs=3 --retry=3 --path=${BUNDLE_PATH:-vendor/bundle}",
+          "script"  => "bundle exec rake"
+        }
+      }.freeze
+    end
   end
 end

data/lib/manageiq/cross_repo/version.rb

@@ -1,5 +1,5 @@
 module ManageIQ
   module CrossRepo
-    VERSION = "1.0.4"
+    VERSION = "1.1.3"
   end
 end

data/manageiq-cross_repo.gemspec

@@ -22,11 +22,12 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
+  spec.add_development_dependency "manageiq-style"
   spec.add_development_dependency "rake"
   spec.add_development_dependency "rspec"
   spec.add_development_dependency "simplecov"
 
-  spec.add_dependency "activesupport"
+  spec.add_dependency "activesupport", "~> 6.0.3"
   spec.add_dependency "ffi-libarchive"
   spec.add_dependency "mixlib-archive"
   spec.add_dependency "optimist"

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: manageiq-cross_repo
 version: !ruby/object:Gem::Version
-  version: 1.0.4
+  version: 1.1.3
 platform: ruby
 authors:
 - ManageIQ Authors
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-04-14 00:00:00.000000000 Z
+date: 2021-08-27 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: manageiq-style
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -56,16 +70,16 @@ dependencies:
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 6.0.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 6.0.3
 - !ruby/object:Gem::Dependency
   name: ffi-libarchive
   requirement: !ruby/object:Gem::Requirement
@@ -109,14 +123,18 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 description: ManageIQ CrossRepo testing library
-email: 
+email:
 executables:
 - manageiq-cross_repo
 extensions: []
 extra_rdoc_files: []
 files:
+- ".codeclimate.yml"
 - ".gitignore"
 - ".rspec"
+- ".rubocop.yml"
+- ".rubocop_cc.yml"
+- ".rubocop_local.yml"
 - ".travis.yml"
 - Gemfile
 - LICENSE.txt
@@ -137,7 +155,7 @@ licenses:
 metadata:
   homepage_uri: https://github.com/ManageIQ/manageiq-cross_repo
   source_code_uri: https://github.com/ManageIQ/manageiq-cross_repo
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -152,8 +170,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 3.2.5
+signing_key:
 specification_version: 4
 summary: ManageIQ CrossRepo testing library
 test_files: []