gerrit-seed 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 92b8f30d835cb2010f4e98d6ed2834bf886b8066848ee1d153475e0035f11158
+  data.tar.gz: ed7fcc4048c58ba43f714c3f4361534c7860adfc5a9d3f9161f313b1f83c13b4
+SHA512:
+  metadata.gz: 011da5e9cae315ab188e1f62b6604b843880084a2b0ac6e2c34d1027fa1a8f2847db73c7608ce3ac7c9afb7384b61c69fef37b7e3e061fc0e7b9111020f4fb17
+  data.tar.gz: 2b08d98c7ac478559a7d207484ace3abaf44ad665f520dfa110ea5fa07d4e0765a2ce46cf3521c39959188b3dd8937e6255bc33fc6a404d7ec29046d3e064fdb

data/bin/gerrit-seed

@@ -0,0 +1,28 @@
+#!/usr/local/bin/ruby
+
+blob = ARGF.read
+
+require 'gerrit_seed'
+
+logger = GerritSeed::Logger.new
+
+begin
+  GerritSeed::Seeder.new(
+    git: GerritSeed::Git.new(
+      log: logger,
+      dir: ENV.fetch('OUTDIR', File.join(Dir.pwd, 'build')),
+      host: ENV.fetch("GERRIT_HOST", 'localhost'),
+      port: ENV.fetch("GERRIT_PORT", 29418).to_i,
+      user: ENV.fetch("GERRIT_USER", 'admin'),
+    ),
+    gerrit: GerritSeed::Gerrit.new(
+      log: logger,
+      host: ENV.fetch("GERRIT_HOST", 'localhost'),
+      port: ENV.fetch("GERRIT_PORT", 29418).to_i,
+      user: ENV.fetch("GERRIT_USER", 'admin')
+    )
+  ).apply(YAML.safe_load(blob))
+rescue GerritSeed::Shell::CommandError => e
+  puts e.message
+  Kernel.exit 1
+end

data/bin/gerrit-unseed

@@ -0,0 +1,34 @@
+#!/usr/local/bin/ruby
+
+blob = ARGF.read
+
+require 'gerrit_seed'
+
+logger = GerritSeed::Logger.new
+gerrit = GerritSeed::Gerrit.new(
+  log: logger,
+  host: ENV.fetch("GERRIT_HOST", 'localhost'),
+  port: ENV.fetch("GERRIT_PORT", 29418).to_i,
+  user: ENV.fetch("GERRIT_USER", 'admin')
+)
+
+gerrit.install_plugin(
+  name: 'delete-project',
+  url: 'https://gerrit-ci.gerritforge.com/job/plugin-delete-project-bazel-stable-2.15/lastSuccessfulBuild/artifact/bazel-genfiles/plugins/delete-project/delete-project.jar'
+)
+
+begin
+  GerritSeed::Unseeder.new(
+    git: GerritSeed::Git.new(
+      log: logger,
+      dir: ENV.fetch('OUTDIR', File.join(Dir.pwd, 'build')),
+      host: ENV.fetch("GERRIT_HOST", 'localhost'),
+      port: ENV.fetch("GERRIT_PORT", 29418).to_i,
+      user: ENV.fetch("GERRIT_USER", 'admin'),
+    ),
+    gerrit: gerrit
+  ).apply(YAML.safe_load(blob))
+rescue GerritSeed::Shell::CommandError => e
+  puts e.message
+  Kernel.exit 1
+end

data/lib/gerrit_seed/gerrit.rb

@@ -0,0 +1,142 @@
+module GerritSeed
+  class Gerrit
+    attr_reader :host, :log, :port, :shell, :user
+
+    def initialize(host:, log:, port:, user:)
+      @host = host
+      @log = log
+      @port = port
+      @shell = Shell.new
+      @user = user
+    end
+
+    def create_project(name:, **)
+      unless exec('gerrit ls-projects').match(name)
+        exec('gerrit create-project',
+          name,
+          '--change-id', 'TRUE',
+          '--empty-commit',
+          '--require-change-id'
+        )
+
+        log.ok("project: #{name}")
+      end
+    end
+
+    def delete_project(name:, **)
+      if has_project?(name)
+        begin
+          exec('delete-project', 'delete', '--force', '--yes-really-delete', name)
+        rescue Shell::CommandError => e
+          raise if has_project?(name) || e.output.strip != 'fatal: internal server error'
+        end
+
+        log.ok("project: #{name}")
+      end
+    end
+
+    def has_project?(name)
+      exec('gerrit ls-projects').lines.map(&:strip).include?(name)
+    end
+
+    def install_plugin(name:, url:)
+      unless JSON.parse(exec('gerrit plugin ls --format JSON')).key?(name.to_s)
+        exec('gerrit', 'plugin', 'install', "'#{url}'")
+        log.ok("plugin: #{name}")
+      end
+    end
+
+    def create_user(email:, group:, full_name:, username:, ssh_key:, **)
+      begin
+        exec('gerrit create-account', '--group', sq(group), username)
+        log.ok("user: #{username}")
+      rescue Shell::CommandError => e
+        raise unless e.output.strip == "fatal: username '#{username}' already exists"
+      end
+
+      exec(
+        'gerrit', 'set-account',
+          '--active',
+          '--full-name',    sq(full_name),
+          '--add-email',    sq(email),
+          '--add-ssh-key',  '-',
+          '--preferred-email', sq(email),
+          username,
+        stdin: File.read(File.expand_path(ssh_key))
+      )
+    end
+
+    def delete_user(username:, **)
+      exec('gerrit set-account', '--inactive', username)
+      log.ok("user: #{username}")
+    rescue Shell::CommandError => e
+      raise unless e.output.strip == 'fatal: account not active'
+    end
+
+    def create_change(change, changes:, git:, users:, **)
+      branch_name = branch_name_of(change[:name])
+      parent_change = changes.detect do |other_change|
+        other_change[:project] == change[:project] &&
+        other_change[:name].start_with?(change[:parent])
+      end
+
+      parent_branch_name = if parent_change
+        branch_name_of(parent_change[:name])
+      else
+        change[:parent]
+      end
+
+      author = users.detect { |x| x[:username] == change[:author] }
+
+      unless author
+        fail "Author '#{change[:author]}' for change '#{change[:name]}' could not be found"
+      end
+
+      git.checkout(
+        branch: branch_name,
+        commit: parent_branch_name,
+      )
+
+      git.shell.("touch #{branch_name}.in")
+      git.shell.("git add #{branch_name}.in")
+      git.commit(
+        author: author[:full_name],
+        email: author[:email],
+        subject: change[:name],
+      )
+
+      unless change_submitted?(change)
+        git.push(
+          user: author[:username],
+          reviewers: %w[admin] + users.map { |x| x[:username] }
+        )
+
+        log.ok("change: #{change[:project]} - #{change[:name]}")
+      end
+    end
+
+    private
+
+    def branch_name_of(string)
+      string.gsub(/\W+/, '_').gsub(/\_+/, '_').gsub(/^_|_$/, '').downcase
+    end
+
+    def change_submitted?(change)
+      exec('gerrit query --format json -- status:open').lines.any? do |line|
+        JSON.parse(line)['subject'] == change[:name]
+      end
+    end
+
+    def exec(*cmd, **kwargs)
+      shell.(
+        'ssh', '-p', port.to_s, "#{user}@#{host}",
+        *cmd,
+        **kwargs
+      )
+    end
+
+    def sq(word)
+      "'#{word}'"
+    end
+  end
+end

data/lib/gerrit_seed/git.rb

@@ -0,0 +1,86 @@
+module GerritSeed
+  class Git
+    attr_reader :dir, :host, :port, :log, :name, :shell, :user
+
+    def initialize(dir:, host:, log:, name: nil, port:, user:)
+      @dir = dir
+      @host = host
+      @log = log
+      @name = name
+      @port = port
+      @shell = Shell.new(chdir: dir)
+      @user = user
+    end
+
+    def clone(name:)
+      unless File.exist?(File.join(dir, name))
+        shell.("git", "clone", "ssh://#{user}@#{host}:#{port}/#{name}", name)
+        shell.(
+          'scp',
+            '-p',
+            '-P', port.to_s,
+            "#{user}@#{host}:hooks/commit-msg",
+            "#{name}/.git/hooks/"
+        )
+      end
+
+      self.class.new(
+        dir: File.join(dir, name),
+        host: host,
+        log: log,
+        name: name,
+        port: port,
+        user: user
+      )
+    end
+
+    def rm_rf(name:)
+      if File.exist?(File.join(dir, name))
+        FileUtils.rm_rf(File.join(dir, name))
+      end
+    end
+
+    def checkout(branch:, commit:)
+      if available_branches.include?(branch)
+        shell.('git', 'checkout', branch)
+      else
+        shell.('git', 'checkout', '-b', branch, commit)
+      end
+    end
+
+    def commit(author:, email:, subject:)
+      return if shell.('git', 'status', '--short').empty?
+
+      shell.(
+        'git',
+          "-c", "user.name='#{author}'",
+          "-c", "user.email='#{email}'",
+          'commit',
+            "--author='#{author} <#{email}>'",
+            '-m', subject
+      )
+    end
+
+    def push(user:, reviewers: [])
+      fail "name is not set, did you forget to #clone?" if @name.nil?
+
+      reviewers_query = if reviewers.any?
+        '%' + reviewers.map { |x| "r=#{x}" }.join(',')
+      else
+        ''
+      end
+
+      shell.(
+        'git', 'push',
+        "ssh://#{user}@#{host}:#{port}/#{name}",
+        'HEAD:refs/for/master' + reviewers_query
+      )
+    end
+
+    private
+
+    def available_branches
+      shell.('git', 'branch', '-l', '--format', '%(refname:short)').lines.map(&:strip)
+    end
+  end
+end

data/lib/gerrit_seed/logger.rb

@@ -0,0 +1,12 @@
+require 'pastel'
+
+module GerritSeed
+  class Logger
+    def initialize()
+    end
+
+    def ok(msg)
+      puts Pastel.new.green("✓ #{msg}")
+    end
+  end
+end

data/lib/gerrit_seed/seeder.rb

@@ -0,0 +1,38 @@
+module GerritSeed
+  class Seeder
+    attr_reader :gerrit, :git
+
+    def initialize(gerrit:, git:)
+      @gerrit = gerrit
+      @git = git
+    end
+
+    def apply(directive_list)
+      directives = directive_list.reduce({}) do |acc, item|
+        item.keys.each do |key|
+          acc[key.to_sym] ||= []
+          acc[key.to_sym] << item[key].transform_keys(&:to_sym)
+        end
+
+        acc
+      end
+
+
+      directives[:user].each(&gerrit.method(:create_user))
+      directives[:project].each(&gerrit.method(:create_project))
+
+      repos = directives[:project].reduce({}) do |acc, name:, **|
+        acc[name.to_s] = git.clone(name: name)
+        acc
+      end
+
+      directives[:change].reduce([]) do |acc, change|
+        repo = repos.fetch(change[:project].to_s)
+
+        gerrit.create_change(change, git: repo, changes: acc, users: directives[:user])
+
+        acc.push(change)
+      end
+    end
+  end
+end

data/lib/gerrit_seed/shell.rb

@@ -0,0 +1,65 @@
+require 'open3'
+
+module GerritSeed
+  class Shell
+    class CommandError < StandardError
+      attr_reader :command, :exit_status, :output
+
+      def initialize(message:, command:, exit_status:, output:)
+        @command = command
+        @exit_status = exit_status
+        @output = output
+
+        super(message)
+      end
+    end
+
+    def initialize(chdir: Dir.pwd)
+      @chdir = chdir
+    end
+
+    def call(*cmd, stdin: nil, **kwargs)
+      buffer, exit_status = Open3.capture2e(*cmd, stdin_data: stdin, chdir: @chdir)
+
+      # buffer = []
+      # exit_status = nil
+      #
+      # Open3.popen2e(*cmd, stdin_data: stdin, chdir: @chdir) do |_stdin, stdout_stderr, wait_thr|
+      #   # _stdin.write(stdin) unless stdin.nil?
+
+      #   lines = stdout_stderr.to_a
+      #   buffer.concat(lines)
+
+      #   # lines.each do |line|
+      #   #   puts line
+      #   # end
+
+      #   exit_status = wait_thr.value
+      # end
+
+      # buffer = buffer.join
+
+      unless exit_status.success?
+        raise CommandError.new(
+          message: (
+            <<~MESSAGE
+              Shell command failed: #{exit_status}:
+
+                  #{cmd}
+
+              Output:
+
+                  #{buffer}
+
+            MESSAGE
+          ),
+          command: cmd,
+          exit_status: exit_status,
+          output: buffer
+        )
+      end
+
+      buffer
+    end
+  end
+end

data/lib/gerrit_seed/unseeder.rb

@@ -0,0 +1,30 @@
+module GerritSeed
+  class Unseeder
+    attr_reader :gerrit, :git
+
+    def initialize(gerrit:, git:)
+      @gerrit = gerrit
+      @git = git
+    end
+
+    def apply(directive_list)
+      directives = directive_list.reduce({}) do |acc, item|
+        item.keys.each do |key|
+          acc[key.to_sym] ||= []
+          acc[key.to_sym] << item[key].transform_keys(&:to_sym)
+        end
+
+        acc
+      end
+
+      directives[:project].tap do |projects|
+        projects.each(&gerrit.method(:delete_project))
+        projects.each(&git.method(:rm_rf))
+      end
+
+      directives[:user].reject do |user|
+        user[:username] == gerrit.user
+      end.each(&gerrit.method(:delete_user))
+    end
+  end
+end

data/lib/gerrit_seed.rb

@@ -0,0 +1,10 @@
+require 'fileutils'
+require 'json'
+require 'yaml'
+
+require 'gerrit_seed/shell'
+require 'gerrit_seed/logger'
+require 'gerrit_seed/git'
+require 'gerrit_seed/gerrit'
+require 'gerrit_seed/seeder'
+require 'gerrit_seed/unseeder'

data/spec/shell_spec.rb

@@ -0,0 +1,52 @@
+require 'spec_helper'
+
+RSpec.describe GerritSeed::Shell do
+  def capture_output
+    stdout, stderr = $stdout, $stderr
+    $stdout, $stderr = StringIO.new, StringIO.new
+
+    result = yield
+
+    OpenStruct.new(
+      stdout: $stdout.string,
+      stderr: $stderr.string,
+      result: result
+    )
+  ensure
+    $stdout, $stderr = stdout, stderr
+  end
+
+  it 'forwards stdout' do
+    output = capture_output do
+      subject.('echo hi')
+    end
+
+    expect(output.stdout).to eq("hi\n")
+  end
+
+  it 'forwards stderr' do
+    output = capture_output do
+      subject.('echo hi 1>&2')
+    end
+
+    expect(output.stdout).to eq("hi\n")
+  end
+
+  it 'returns output' do
+    capture_output do
+      expect(subject.('echo hi && echo there 1>&2')).to eq("hi\nthere\n")
+    end
+  end
+
+  it 'raises CommandError on exit code > 0' do
+    expect {
+      capture_output { subject.('which foo') }
+    }.to raise_error(GerritSeed::Shell::CommandError)
+  end
+
+  it 'accepts stdin' do
+    output = capture_output do
+      subject.('cat', stdin: 'gerrit-seed.gemspec')
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+require 'simplecov'
+
+SimpleCov.start do
+  add_filter(%r{/spec/})
+  coverage_dir("#{ENV.fetch('COVERAGE_DIR', 'coverage')}")
+end
+
+require 'gerrit_seed'
+
+RSpec.configure do |config|
+  config.expect_with :rspec do |expectations|
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  config.mock_with :rspec do |mocks|
+    mocks.verify_partial_doubles = true
+  end
+
+  config.shared_context_metadata_behavior = :apply_to_host_groups
+
+  config.filter_run_when_matching :focus
+
+  config.disable_monkey_patching!
+
+  config.warnings = true
+
+  config.default_formatter = 'doc' if config.files_to_run.one?
+
+  config.order = :random
+
+  Kernel.srand config.seed
+end

metadata

@@ -0,0 +1,114 @@
+--- !ruby/object:Gem::Specification
+name: gerrit-seed
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Ahmad Amireh
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-02-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: pastel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.16'
+description: Declarative Gerrit seeding with YAML.
+email: ahmad@amireh.net
+executables:
+- gerrit-seed
+- gerrit-unseed
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/gerrit-seed
+- bin/gerrit-unseed
+- lib/gerrit_seed.rb
+- lib/gerrit_seed/gerrit.rb
+- lib/gerrit_seed/git.rb
+- lib/gerrit_seed/logger.rb
+- lib/gerrit_seed/seeder.rb
+- lib/gerrit_seed/shell.rb
+- lib/gerrit_seed/unseeder.rb
+- spec/shell_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/amireh/gerrit-seed
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - "~>"
+    - !ruby/object:Gem::Version
+      version: 2.5.1
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: Seed Gerrit with sample data from a YAML file
+test_files:
+- spec/shell_spec.rb
+- spec/spec_helper.rb