multi_repo 0.1.0

data/lib/multi_repo/service/rubygems_stub.rb

@@ -0,0 +1,103 @@
+module MultiRepo::Service
+  class RubygemsStub
+    attr_reader :repo, :owners, :dry_run
+
+    def initialize(repo, owners: [], dry_run: false, **_)
+      @repo    = repo
+      @owners  = owners
+      @dry_run = dry_run
+    end
+
+    def run
+      if stub_exists?
+        puts "A stub gem for #{repo.inspect} already exists."
+        return
+      end
+
+      if gem_exists?
+        puts "A gem for #{repo.inspect} already exists with the following versions:"
+        puts "  #{gem_versions}"
+        puts
+        loop do
+          print "Would you still like to create a stub? (y/N) "
+          answer = gets.chomp.downcase[0] || "n"
+          break  if answer == "y"
+          return if answer == "n"
+        end
+        puts
+      end
+
+      Dir.mktmpdir do |dir|
+        package = create_gem(dir)
+        push_gem(package)
+
+        owners.each do |o|
+          set_gem_owner(o)
+        end
+      end
+    end
+
+    private
+
+    def stub_exists?
+      gem_versions.include?("0.0.1")
+    end
+
+    def gem_exists?
+      gem_string.presence
+    end
+
+    # Returns a gem's versions as listed by gem list
+    #
+    # Example (where @repo is the "foo" gem):
+    #   # => ["2.1.0", "2.0.0", "1.1.0", "1.0.0"]
+    def gem_versions
+      gem_string.split(" ", 2).last.to_s[1..-2].to_s.split(", ")
+    end
+
+    # Returns a gem string as listed by gem list
+    #
+    # Example (where @repo is the "foo" gem):
+    #   # => "foo (2.1.0, 2.0.0, 1.1.0, 1.0.0)"
+    def gem_string
+      @gem_string ||= `gem list #{repo} --exact --remote --all`.chomp.split("\n").last.to_s
+    end
+
+    def create_gem(dir)
+      path = File.join(dir, "#{repo}.gemspec")
+      File.write(path , <<~RUBY)
+        Gem::Specification.new do |s|
+          s.name        = "#{repo}"
+          s.version     = "0.0.1"
+          s.licenses    = ["Apache-2.0"]
+          s.summary     = "#{repo}"
+          s.description = s.summary
+          s.authors     = ["ManageIQ Authors"]
+          s.homepage    = "https://github.com/ManageIQ/#{repo}"
+          s.metadata    = { "source_code_uri" => s.homepage }
+        end
+      RUBY
+
+      system("gem build #{path}", :chdir => dir)
+
+      File.join(dir, "#{repo}-0.0.1.gem")
+    end
+
+    def push_gem(package)
+      if dry_run
+        raise "#{package} not found" unless File.file?(package)
+        puts "** dry-run: gem push #{package}".light_black
+      else
+        system("gem push #{package}")
+      end
+    end
+
+    def set_gem_owner(owner)
+      if dry_run
+        puts "** dry-run: gem owner #{repo} --add #{owner}".light_black
+      else
+        system("gem owner #{repo} --add #{owner}")
+      end
+    end
+  end
+end

data/lib/multi_repo/service/travis.rb

@@ -0,0 +1,68 @@
+require 'yaml'
+
+module MultiRepo::Service
+  class Travis
+    def self.api_token
+      @api_token ||= ENV["TRAVIS_API_TOKEN"]
+    end
+
+    def self.api_token=(token)
+      @api_token = token
+    end
+
+    def self.client
+      @client ||= begin
+        raise "Missing Travis API Token" if travis_api_token.nil?
+
+        require 'travis/client'
+        ::Travis::Client.new(
+          :uri           => ::Travis::Client::COM_URI,
+          :access_token  => api_token
+        )
+      end
+    end
+
+    def self.badge_name
+      "Build Status"
+    end
+
+    def self.badge_details(repo, branch)
+      {
+        "description" => badge_name,
+        "image"       => "https://travis-ci.com/#{repo.name}.svg?branch=#{branch}",
+        "url"         => "https://travis-ci.com/#{repo.name}"
+      }
+    end
+
+    attr_reader :repo, :dry_run
+
+    def initialize(repo, dry_run: false, **_)
+      @repo    = repo
+      @dry_run = dry_run
+    end
+
+    def badge_details
+      self.class.badge_details(repo, "master")
+    end
+
+    def enable
+      if dry_run
+        puts "** dry-run: travis login --com --github-token $GITHUB_API_TOKEN".light_black
+        puts "** dry-run: travis enable --com".light_black
+      else
+        `travis login --com --github-token $GITHUB_API_TOKEN`
+        `travis enable --com`
+      end
+    end
+
+    def set_env(hash)
+      hash.each do |key, value|
+        if dry_run
+          puts "** dry-run: travis env set #{key} #{value}".light_black
+        else
+          `travis env set #{key} #{value}`
+        end
+      end
+    end
+  end
+end

data/lib/multi_repo/version.rb

@@ -0,0 +1,3 @@
+module MultiRepo
+  VERSION = "0.1.0"
+end

data/lib/multi_repo.rb

@@ -0,0 +1,44 @@
+require 'pathname'
+require 'pp'
+
+require 'multi_repo/version'
+
+require 'multi_repo/labels'
+require 'multi_repo/repo'
+require 'multi_repo/repo_set'
+
+require 'multi_repo/service/artifactory'
+require 'multi_repo/service/code_climate'
+require 'multi_repo/service/docker'
+require 'multi_repo/service/git'
+require 'multi_repo/service/github'
+require 'multi_repo/service/rubygems_stub'
+require 'multi_repo/service/travis'
+
+require 'multi_repo/helpers/git_mirror'
+require 'multi_repo/helpers/license'
+require 'multi_repo/helpers/pull_request_blaster_outer'
+require 'multi_repo/helpers/readme_badges'
+require 'multi_repo/helpers/rename_labels'
+require 'multi_repo/helpers/update_branch_protection'
+require 'multi_repo/helpers/update_labels'
+require 'multi_repo/helpers/update_milestone'
+require 'multi_repo/helpers/update_repo_settings'
+
+module MultiRepo
+  def self.root_dir
+    @root_dir ||= Pathname.new(Dir.pwd).expand_path
+  end
+
+  def self.root_dir=(dir)
+    @root_dir = Pathname.new(dir).expand_path
+  end
+
+  def self.config_dir
+    @config_dir ||= root_dir.join("config")
+  end
+
+  def self.repos_dir
+    @repos_dir ||= root_dir.join("repos")
+  end
+end

data/multi_repo.gemspec

@@ -0,0 +1,44 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'multi_repo/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "multi_repo"
+  spec.version       = MultiRepo::VERSION
+  spec.authors       = ["ManageIQ Authors"]
+  spec.email         = ["contact@manageiq.org"]
+  spec.description   = %q{MultiRepo is a library for managing multiple repositiories and running scripts against them.}
+  spec.summary       = spec.description
+  spec.homepage      = "http://github.com/ManageIQ/multi_repo"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.required_ruby_version = ">= 2.7.0"
+
+  spec.add_runtime_dependency "activesupport"
+  spec.add_runtime_dependency "colorize"
+  spec.add_runtime_dependency "config"
+  spec.add_runtime_dependency "licensee"
+  spec.add_runtime_dependency "minigit"
+  spec.add_runtime_dependency "more_core_extensions"
+  spec.add_runtime_dependency "octokit", ">=4.23.0"
+  spec.add_runtime_dependency "optimist"
+  spec.add_runtime_dependency "progressbar"
+  spec.add_runtime_dependency "psych", ">=3"
+  spec.add_runtime_dependency "rbnacl"
+  spec.add_runtime_dependency "rest-client"
+  spec.add_runtime_dependency "travis"
+
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "manageiq-style"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec", ">= 3.0"
+  spec.add_development_dependency "simplecov", ">= 0.21.2"
+end

data/scripts/delete_labels

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+
+require "bundler/inline"
+gemfile do
+  source "https://rubygems.org"
+  gem "multi_repo", require: "multi_repo/cli", path: File.expand_path("..", __dir__)
+end
+
+opts = Optimist.options do
+  opt :labels, "The labels to delete.", :type => :strings, :required => true
+
+  MultiRepo::CLI.common_options(self, :repo_set_default => nil)
+end
+opts[:repo] = MultiRepo::Helpers::Labels.all.keys.sort unless opts[:repo] || opts[:repo_set]
+
+github = MultiRepo::Service::Github.new(dry_run: opts[:dry_run])
+
+MultiRepo::CLI.each_repo(**opts) do |repo|
+  opts[:labels].each do |label|
+    puts "Deleting #{label.inspect}"
+    github.delete_label!(repo.name, label)
+  end
+end

data/scripts/destroy_branch

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+
+require "bundler/inline"
+gemfile do
+  source "https://rubygems.org"
+  gem "multi_repo", require: "multi_repo/cli", path: File.expand_path("..", __dir__)
+end
+
+opts = Optimist.options do
+  opt :branch, "The branch to destroy.", :type => :string, :required => true
+
+  MultiRepo::CLI.common_options(self, :except => :dry_run)
+end
+
+MultiRepo::CLI.each_repo(**opts) do |repo|
+  unless repo.git.branch?(opts[:branch])
+    puts "!! Skipping because #{opts[:branch]} branch doesn't exist".yellow
+    next
+  end
+
+  repo.git.client.checkout("master")
+  repo.git.client.branch("-D", opts[:branch])
+end

data/scripts/destroy_remote

@@ -0,0 +1,26 @@
+#!/usr/bin/env ruby
+
+require "bundler/inline"
+gemfile do
+  source "https://rubygems.org"
+  gem "multi_repo", require: "multi_repo/cli", path: File.expand_path("..", __dir__)
+end
+
+opts = Optimist.options do
+  opt :remote, "The remote to destroy", :type => :string, :required => true
+
+  MultiRepo::CLI.common_options(self)
+end
+
+MultiRepo::CLI.each_repo(**opts) do |repo|
+  unless repo.git.remote?(opts[:remote])
+    puts "!! Skipping because #{opts[:remote]} remote doesn't exist".yellow
+    next
+  end
+
+  if opts[:dry_run]
+    puts "** dry-run: git remote rm #{opts[:remote]}".light_black
+  else
+    repo.git.client.remote("rm", opts[:remote])
+  end
+end

data/scripts/destroy_tag

@@ -0,0 +1,31 @@
+#!/usr/bin/env ruby
+
+require "bundler/inline"
+gemfile do
+  source "https://rubygems.org"
+  gem "multi_repo", require: "multi_repo/cli", path: File.expand_path("..", __dir__)
+end
+
+opts = Optimist.options do
+  opt :tag, "The tag to destroy", :type => :string, :required => true
+
+  MultiRepo::CLI.common_options(self, :except => :dry_run)
+end
+
+require "stringio"
+post_review = StringIO.new
+
+MultiRepo::CLI.each_repo(**opts) do |repo|
+  unless repo.git.tag?(opts[:tag])
+    puts "!! Skipping because #{opts[:tag]} tag doesn't exist".yellow
+    next
+  end
+
+  repo.git.client.tag("-d", opts[:tag])
+  post_review.puts("pushd #{repo.path} && git push origin :#{opts[:tag]} && popd")
+end
+
+puts
+puts "Run the following script to delete '#{opts[:tag]}' tag from all remote repos"
+puts
+puts post_review.string

data/scripts/each_repo

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+
+require "bundler/inline"
+gemfile do
+  source "https://rubygems.org"
+  gem "multi_repo", require: "multi_repo/cli", path: File.expand_path("..", __dir__)
+end
+
+opts = Optimist.options do
+  opt :command, "A command to run in each repo", :type => :string, :required => true
+  opt :ref, "Ref to checkout before running the command", :type => :string, :default => "master"
+
+  MultiRepo::CLI.common_options(self, :except => :dry_run)
+end
+
+MultiRepo::CLI.each_repo(**opts) do |repo|
+  repo.git.fetch
+  repo.git.hard_checkout(opts[:ref])
+  repo.chdir do
+    puts "+ #{opts[:command]}".light_black
+    system(opts[:command])
+  end
+end

data/scripts/fetch_repos

@@ -0,0 +1,18 @@
+#!/usr/bin/env ruby
+
+require "bundler/inline"
+gemfile do
+  source "https://rubygems.org"
+  gem "multi_repo", require: "multi_repo/cli", path: File.expand_path("..", __dir__)
+end
+
+opts = Optimist.options do
+  opt :checkout, "Branch to checkout after fetching.", :type => :string
+
+  MultiRepo::CLI.common_options(self, :except => :dry_run)
+end
+
+MultiRepo::CLI.each_repo(**opts) do |repo|
+  repo.git.fetch
+  repo.git.hard_checkout(opts[:checkout]) if opts[:checkout]
+end

data/scripts/git_mirror

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+require "bundler/inline"
+gemfile do
+  source "https://rubygems.org"
+  gem "multi_repo", require: "multi_repo/cli", path: File.expand_path("..", __dir__)
+end
+
+exit 1 unless MultiRepo::Helpers::GitMirror.new.mirror_all

data/scripts/github_rate_limit

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+
+require "bundler/inline"
+gemfile do
+  source "https://rubygems.org"
+  gem "multi_repo", require: "multi_repo/cli", path: File.expand_path("..", __dir__)
+end
+require "more_core_extensions/core_ext/array/tableize"
+
+puts [MultiRepo::Service::Github.client.rate_limit.to_h].tableize

data/scripts/hacktoberfest

@@ -0,0 +1,138 @@
+#!/usr/bin/env ruby
+
+require "bundler/inline"
+gemfile do
+  source "https://rubygems.org"
+  gem "multi_repo", require: "multi_repo/cli", path: File.expand_path("..", __dir__)
+end
+
+opts = Optimist.options do
+  opt :org,   "The organization to apply the `hacktoberfest` label to", :type => :string, :required => true
+  opt :apply, "Apply the `hacktoberfest` label to `good first issue` labels. "\
+              "Pass --no-apply to remove the `hacktoberfest` label",
+              :type => :boolean, :default => true
+
+  MultiRepo::CLI.common_options(self, :only => :dry_run)
+end
+
+class MultiRepo::Hacktoberfest
+  attr_reader :org, :apply, :dry_run
+
+  def initialize(org:, apply:, dry_run: false, **_)
+    @org     = org
+    @apply   = apply
+    @dry_run = dry_run
+  end
+
+  def run
+    if apply
+      add_hacktoberfest_topics
+      good_first_issues.each { |issue| add_hacktoberfest_label(issue) }
+    else
+      remove_hacktoberfest_topics
+      hacktoberfest_issues.each { |issue| remove_hacktoberfest_label(issue) }
+    end
+  end
+
+  private
+
+  def good_first_issues
+    sorted_issues("org:#{org} archived:false is:open label:\"good first issue\" -label:hacktoberfest")
+  end
+
+  def hacktoberfest_issues
+    sorted_issues("org:#{org} archived:false is:open label:hacktoberfest")
+  end
+
+  def sorted_issues(query)
+    github.client.search_issues(query).items.sort_by { |issue| issue_id(issue) }
+  end
+
+  def add_hacktoberfest_label(issue)
+    labels = ["hacktoberfest"]
+    repo, number = issue_id(issue)
+    puts "Adding #{labels.first.inspect} label to issue #{repo}##{number}"
+
+    if dry_run
+      puts "** dry-run: github.add_labels_to_an_issue(#{repo.inspect}, #{number.inspect}, #{labels.inspect})".light_black
+    else
+      github.client.add_labels_to_an_issue(repo, number, labels)
+    end
+  end
+
+  def remove_hacktoberfest_label(issue)
+    label = "hacktoberfest"
+    repo, number = issue_id(issue)
+    puts "Removing #{label.inspect} label from issue #{repo}##{number}"
+
+    if dry_run
+      puts "** dry-run: github.remove_label(#{repo.inspect}, #{number.inspect}, #{label.inspect})".light_black
+    else
+      github.client.remove_label(repo, number, label)
+    end
+  end
+
+  def add_hacktoberfest_topics
+    org_repos.each do |repo|
+      add_hacktoberfest_topic(repo)
+    end
+  end
+
+  def remove_hacktoberfest_topics
+    org_repos.each do |repo|
+      remove_hacktoberfest_topic(repo)
+    end
+  end
+
+  def add_hacktoberfest_topic(repo)
+    topic  = "hacktoberfest"
+    topics = topic_names(repo)
+    return if topics.include?(topic)
+
+    puts "Adding #{topic.inspect} topic to repo #{repo}"
+
+    topics << topic
+    if dry_run
+      puts "** dry-run: github.replace_all_topics(#{repo.inspect}, #{topics.inspect})".light_black
+    else
+      github.client.replace_all_topics(repo, topics, :accept => "application/vnd.github.mercy-preview+json")
+    end
+  end
+
+  def remove_hacktoberfest_topic(repo)
+    topic  = "hacktoberfest"
+    topics = topic_names(repo)
+    return unless topics.include?(topic)
+
+    puts "Removing #{topic.inspect} topic from repo #{repo}"
+
+    topics.delete(topic)
+    if dry_run
+      puts "** dry-run: github.replace_all_topics(#{repo.inspect}, #{topics.inspect})".light_black
+    else
+      github.client.replace_all_topics(repo, topics, :accept => "application/vnd.github.mercy-preview+json")
+    end
+  end
+
+  def issue_id(issue)
+    [issue_repo(issue), issue.number]
+  end
+
+  def issue_repo(issue)
+    issue.repository_url.split("/").last(2).join("/")
+  end
+
+  def topic_names(repo)
+    github.client.topics(repo, :accept => "application/vnd.github.mercy-preview+json")[:names]
+  end
+
+  def org_repos
+    github.org_repo_names(org)
+  end
+
+  def github
+    @github ||= MultiRepo::Service::Github.new(dry_run: dry_run)
+  end
+end
+
+MultiRepo::Hacktoberfest.new(**opts).run

data/scripts/make_alumni

@@ -0,0 +1,50 @@
+#!/usr/bin/env ruby
+
+require "bundler/inline"
+gemfile do
+  source "https://rubygems.org"
+  gem "multi_repo", require: "multi_repo/cli", path: File.expand_path("..", __dir__)
+end
+
+opts = Optimist.options do
+  opt :users, "The users to make alumni.",     :type => :strings, :required => true
+  opt :org,   "The org in which user belongs", :type => :string,  :required => true
+
+  MultiRepo::CLI.common_options(self, :only => :dry_run)
+end
+
+class MultiRepo::MakeAlumni
+  attr_reader :org, :dry_run
+
+  def initialize(org:, dry_run:, **_)
+    @org     = org
+    @dry_run = dry_run
+    @github  = MultiRepo::Service::Github.new(dry_run: dry_run)
+  end
+
+  def run(user)
+    progress = MultiRepo.progress_bar(teams.size + repos.size)
+
+    github.add_team_membership(org, "alumni", user)
+    progress.increment
+
+    non_alumni_teams = github.team_names(org) - ["alumni"]
+    non_alumni_teams.each do |team|
+      github.remove_team_membership(org, team, user)
+      progress.increment
+    end
+
+    repos.each do |repo|
+      github.remove_collaborator(repo, user)
+      progress.increment
+    end
+
+    progress.finish
+  end
+end
+
+make_alumni = MultiRepo::MakeAlumni.new(**opts)
+opts[:users].each do |user|
+  puts MultiRepo::CLI.header(user)
+  make_alumni.run(user)
+end

data/scripts/new_rubygems_stub

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+
+require "bundler/inline"
+gemfile do
+  source "https://rubygems.org"
+  gem "multi_repo", require: "multi_repo/cli", path: File.expand_path("..", __dir__)
+end
+
+opts = Optimist.options do
+  opt :owners, "Owners to add to the gem stub", :type => :strings, :default => []
+
+  MultiRepo::CLI.common_options(self, :except => :repo_set)
+end
+
+MultiRepo::CLI.each_repo(**opts) do |repo|
+  MultiRepo::Service::RubygemsStub.new(repo.name, **opts).run
+end

data/scripts/pull_request_blaster_outer

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+
+require "bundler/inline"
+gemfile do
+  source "https://rubygems.org"
+  gem "multi_repo", require: "multi_repo/cli", path: File.expand_path("..", __dir__)
+end
+
+opts = Optimist.options do
+  opt :base,    "The target branch for the changes.",                         :type => :string, :required => true
+  opt :head,    "The name of the branch to create on your fork.",             :type => :string, :required => true
+  opt :script,  "The path to the script that will update the desired files.", :type => :string, :required => true
+  opt :message, "The commit message for this change.",                        :type => :string, :required => true
+  opt :title,   "The PR title for this change. (default is --message)",       :type => :string
+
+  MultiRepo::CLI.common_options(self)
+end
+
+results = {}
+MultiRepo::CLI.each_repo(**opts) do |repo|
+  results[repo.name] = MultiRepo::Helpers::PullRequestBlasterOuter.new(repo, **opts).blast
+end
+
+pp results