binpkgbot 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f2648e9c2366abff1f8551eb3c8f7c112f577345
+  data.tar.gz: 2e4e135f112ac49dd4d9427d765c902061f362cf
+SHA512:
+  metadata.gz: 3407003e296eb9a3be40cfe9b295d2c0e5a128978b55f81009af033e6eff9f8dd212fc8fe8dbc011d772adac7e1e22dda3e00c2629e9d8537c03a3c1e5603da4
+  data.tar.gz: 721140a0c13b88a03a50f018adf074aa7de6b4d9316185a9a83242a6431c1c26cc484fab5d397b8eadc3845025532151670c03b478529db9c8fbb4088f0066d9

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+config.yml
+binpkgbot.yml

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.4.0
+before_install: gem install bundler -v 1.13.1

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in binpkgbot.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Sorah Fukumori
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,161 @@
+# binpkgbot: Robot builds Gentoo binpkg in clean environment, automatically and continuously.
+
+When you manage many Gentoo servers, I guess you're tired to run `emerge -uDN @world` and wait for all servers, or to install same packages in your all servers.  Portage has binpkg feature, which allows to re-use prebuilt binaries when `emerge`ing packages.
+
+Binpkgbot allows you to build binpkg in clean environment, automatically and continuously!  Continuous building of the latest packages also allows you to run `-uDN` anytime you want.
+
+## Features
+
+- Build in clean environment
+  - Runs emerge on clean stage3 using systemd-nspawn every run
+  - Fetch and install existing binpkg of build dependencies
+  - Builds binpkg of new dependencies
+- 2 build modes:
+  - Attempt to upgrade existing stage3 directory
+  - Just install additional packages
+
+## Prerequisites
+
+- systemd based Linux box
+- systemd-nspawn
+  - with btrfs filesystem
+
+## Installation
+
+    $ gem install binpkgbot
+
+## Usage
+
+### Set up
+
+1. Prepare stage3 (or 4) directory (e.g. `/mnt/vol/stage`)
+  - binpkgbot adds modification when running upgrades. Otherwise it's used as base of ephemeral container
+  - this directory should be in a btrfs filesystem
+2. `/etc/portage` directory outside of (1) (e.g. `/mnt/vol/etc-portage`)
+  - binpkgbot always copies the entire directory into a container
+3. gentoo portage repository (e.g. `/usr/portage`)
+  - binpkgbot syncs the specified directory; if this behavior is acceptable, you can specify `/usr/portage`.
+
+then write some yml:
+
+``` yaml
+# binpkgbot.yml
+stage: /mnt/vol/stage
+etc_portage: /mnt/vol/etc-portage
+portage_repo: /usr/portage
+
+# use_sudo_for_nspawn: true
+
+# emerge_options:
+#   - '-v'
+# config_protect_mask: false
+
+## bind mounts for a container
+# binds:
+#   - /opt/my-overlay # default to read-only
+#   - rw: /tmp/something_writable # or 'ro:'
+
+#   - from: /mnt/vol/packages
+#     to: /usr/portage/packages
+#     writable: true
+#   - from: /mnt/vol/elog
+#     to: /var/log/portage/elog
+#     writable: true
+
+tasks:
+  # Upgrade the stage (-uDN)
+  - upgrade: '@world' # emerge -uDN @world
+  - install:
+      atom: '@preserve-rebuild'
+      persist: true # Run sd-nspawn without --ephemeral option, default to false
+
+
+  # Simple way
+  - install: 'sys-apps/dstat'
+  # Complex way
+  - install:
+      atom: 'media-apps/ffmpeg'
+      use: x265
+      ## or
+      # use:
+      #   - x265
+      #   # to other packages
+      #   - media-libs/x265 numa
+      accept_keywords: true # default to ~*
+      # accept_keywords:
+      #   - true
+      #   # - "~amd64"
+      #   ## to other packages
+      #   - "media-libs/x265 ~amd64"
+      #   - media-libs/x265 # or default: ~*
+      unmask: true # unmask a specified atom itself
+      # unmask:
+      #   - true
+      #   - media-libs/x265
+      # mask: 
+      #   - media-libs/x264
+
+  - include: ./task.yml # use file instead
+  - include: ./task.d/* # or glob files and run all of them (order by filename)
+
+## run something inside or outside a container
+#   - run:
+#       ## run outside of container? (default to false)
+#       # host: true
+#       ## persist change in a container (default to true)
+#       # persist: false
+#       script:
+#         - emerge-webrsync
+```
+
+```
+# ./task.yml
+- install: ...
+```
+
+### Running
+
+```
+$ binpkgbot
+$ binpkgbot -c path/to/binpkgbot.yml
+
+$ binpkgbot --help
+$ binpkgbot --version
+```
+
+## Recommended practices
+
+- Turn on `binpkg-multi-instance` and `getbinpkg` in `$FEATURES`
+  - These are optional. Put them by yourself into `make.conf`.
+- Maintain different `/etc/portage` directory then put all common use flags, keywords, and unmaskings in the directory.
+  - minimize USE flag difference. Use `use:` `accept_keywords:` `unmask:` for a case needs to make a variant of builds.
+
+    (e.g. `app-analyzer/zabbix` has a flag to build `server` or go only with `agent`. Server needs both, but most servers are okay with having `agent` only. Then we need 2 variants in `zabbix` binpkg, so use `use:` configuration to build variants.)
+
+    ``` yaml
+    - install:
+        atom: app-analyzer/zabbix
+        use:
+          - agent
+          - server
+    - install:
+        atom: app-analyzer/zabbix
+        use:
+          - agent
+    ```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/sorah/binpkgbot.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/binpkgbot

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require 'binpkgbot'
+
+Binpkgbot::Cli.new(ARGV).run

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "binpkgbot"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/binpkgbot.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'binpkgbot/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "binpkgbot"
+  spec.version       = Binpkgbot::VERSION
+  spec.authors       = ["Sorah Fukumori"]
+  spec.email         = ["her@sorah.jp"]
+
+  spec.summary       = %q{Your robot to build Gentoo binpkgs in clean environment, continously}
+  spec.homepage      = "https://github.com/sorah/binpkgbot"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.13"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

data/lib/binpkgbot.rb

@@ -0,0 +1,2 @@
+require 'binpkgbot/version'
+require 'binpkgbot/cli'

data/lib/binpkgbot/cli.rb

@@ -0,0 +1,59 @@
+require 'optparse'
+require 'binpkgbot/config'
+require 'binpkgbot/version'
+
+module Binpkgbot
+  class Cli
+    def initialize(argv)
+      @argv = argv.dup
+    end
+
+    def run
+      optparse.parse!(@argv)
+      case options[:mode]
+      when :version
+        do_version
+      when :run
+        do_run
+      end
+    end
+
+    def do_version
+      puts "binpkgbot #{Binpkgbot::VERSION}"
+      0
+    end
+
+    def do_run
+      config.tasks.each do |task|
+        task.execute
+      end
+      0
+    end
+
+    def options
+      @options ||= {
+        config: nil,
+        mode: :run,
+        debug: false,
+      }
+    end
+
+    def optparse
+      @optparse ||= OptionParser.new do |opt|
+        opt.on('-v', '--version') { options[:mode] = :version }
+
+        opt.on('-c PATH', '--config PATH', 'config file to use (default: ./binpkgbot.yml)') do |file|
+          options[:config] = file
+        end
+      end
+    end
+
+    def config_path
+      options[:config] || './binpkgbot.yml'
+    end
+
+    def config
+      @config ||= Config.load_yaml(config_path)
+    end
+  end
+end

data/lib/binpkgbot/config.rb

@@ -0,0 +1,58 @@
+require 'binpkgbot/utils'
+require 'binpkgbot/tasks'
+require 'yaml'
+
+module Binpkgbot
+  class Config
+    def self.from_yaml(yaml)
+      new(YAML.load(yaml))
+    end
+
+    def self.load_yaml(path)
+      new(YAML.load_file(path))
+    end
+
+    def initialize(doc={})
+      @doc = Utils.symbolize_keys(doc)
+    end
+
+    def stage
+      @doc[:stage]
+    end
+
+    def etc_portage
+      @doc[:etc_portage]
+    end
+
+    def portage_repo
+      @doc[:portage_repo]
+    end
+
+    def emerge_options
+      @doc[:emerge_options]
+    end
+
+    def binds
+      @doc[:binds]
+    end
+
+    def tasks
+      (@doc[:tasks] || []).map do |defi|
+        Tasks.from_definition(defi, config: self)
+      end
+    end
+
+    def config_protect_mask?
+      @doc.key?(:config_protect_mask)
+    end
+
+    def config_protect_mask
+      @doc[:config_protect_mask]
+    end
+
+    def use_sudo_for_nspawn?
+      @doc.fetch(:use_sudo_for_nspawn, false)
+    end
+  end
+end
+

data/lib/binpkgbot/container.rb

@@ -0,0 +1,111 @@
+require 'binpkgbot/utils'
+require 'tmpdir'
+require 'shellwords'
+require 'pathname'
+
+module Binpkgbot
+  class Container
+    class ContainerFailure < StandardError; end
+
+    COPY_TMPDIR = "/.binpkgbot.copies"
+    WORKDIR = "/.binpkgbot.work"
+    SHAREDIR = "/.binpkgbot.share"
+
+    SHAREDIR_SRC = File.expand_path("../../share", __dir__)
+    def initialize(directory, ephemeral: true, binds: [], copies: [], env: {}, script:, config: nil)
+      @directory = directory
+      @ephemeral = ephemeral
+      @env = env
+      @binds = normalize_binds(binds)
+      @copies = normalize_copies(copies)
+      @script = script
+      @config = config
+    end
+
+    def workdir
+      @workdir ||= Pathname.new(Dir.mktmpdir)
+    end
+
+    def script
+      parts = ['set -e']
+      @copies.each do |copy| 
+        parts.push <<-EOF
+if [ -e #{copy[:to].shellescape} ]; then
+  rm -rf #{copy[:to].shellescape}
+fi
+cp -pr #{COPY_TMPDIR}-#{copy[:id]} #{copy[:to].shellescape}
+        EOF
+      end
+      parts.push @env.map { |k, v| "export #{k}=#{v.shellescape}" }.join("\n")
+      parts << @script
+      parts.join("\n\n")
+    end
+
+    def binds
+      @binds + \
+        (@config&.binds || []) + \
+        @copies.map { |copy| {from: copy[:from], to: "/#{COPY_TMPDIR}-#{copy[:id]}", writable: false} } + \
+        [
+          {from: workdir, to: WORKDIR, writable: true},
+          {from: SHAREDIR_SRC, to: SHAREDIR, writable: true},
+        ]
+    end
+
+    def command_line
+      [
+        @config.use_sudo_for_nspawn? ? 'sudo' : nil,
+        'systemd-nspawn',
+        "--directory=#{@directory}",
+        @ephemeral ? "--ephemeral" : nil,
+        binds.map { |_| "--bind#{_[:writable] ? nil : '-ro'}=#{_[:from]}:#{_[:to]}" },
+        '/bin/bash'
+      ].flatten.compact
+    end
+
+    def run(error: true)
+      puts script.each_line.map.with_index { |_,i| _.strip.empty? ? nil : "#{(i.zero? ? "$ " : "  ")}#{_.chomp}" }.compact.join(?\n)
+      r,w = IO.pipe
+      w.puts script
+      pid = spawn(*command_line, in: r)
+      r.close
+      w.close
+      _, status = Process.waitpid2(pid)
+      if error && !status.success?
+        raise ContainerFailure, "container failed #{status.inspect}, #{command_line.inspect}"
+      end
+      status
+    end
+
+    private
+
+    def normalize_binds(binds)
+      Utils.symbolize_keys(binds || []).map do |bind|
+        case
+        when bind.kind_of?(String)
+          {from: bind, to: bind, writable: false}
+        when bind[:ro]
+          {from: bind[:ro], to: bind[:ro], writable: false}
+        when bind[:rw]
+          {from: bind[:rw], to: bind[:rw], writable: true}
+        when bind.kind_of?(Hash)
+          bind
+        else
+          raise ArgumentError, "Unknown --bind specification: #{bind.inspect}"
+        end
+      end
+    end
+
+    def normalize_copies(copies)
+      Utils.symbolize_keys(copies || []).map.with_index do |copy, idx|
+        case
+        when copy.kind_of?(String)
+          {id: idx, from: copy, to: copy}
+        when copy.kind_of?(Hash)
+          copy.merge(id: idx)
+        else
+          raise ArgumentError, "Unknown copy specification: #{copy.inspect}"
+        end
+      end
+    end
+  end
+end

data/lib/binpkgbot/emerge_runner.rb

@@ -0,0 +1,137 @@
+require 'binpkgbot/container'
+require 'shellwords'
+
+module Binpkgbot
+  class EmergeRunner
+    def initialize(atom, *args, config:, ephemeral: true, use: [], accept_keywords: [], unmasks: [], masks: [], script: nil)
+      @atom = atom
+      @args = args
+      @config = config
+      @ephemeral = ephemeral
+      @use = use
+      @accept_keywords = accept_keywords
+      @unmasks = unmasks
+      @masks = masks
+      @script = script
+    end
+
+    def binds
+      [
+        {from: @config.portage_repo, to: '/usr/portage', writable: true},
+        *@config.binds
+      ]
+    end
+
+    def copies
+      [
+        {from: @config.etc_portage, to: '/etc/portage'},
+      ]
+    end
+
+    def env
+      {
+        FEATURES: "buildpkg",
+        PORTAGE_ELOG_CLASSES: 'log warn error qa',
+        PORTAGE_ELOG_SYSTEM: 'save save_summary',
+        CONFIG_PROTECT_MASK: @config.config_protect_mask? ? @config.config_protect_mask : '/etc',
+      }
+    end
+
+    def script
+      @script || <<-EOF
+set -x
+/.binpkgbot.share/libexec/modify-etc-portage /.binpkgbot.work/package.use /etc/portage/package.use
+/.binpkgbot.share/libexec/modify-etc-portage /.binpkgbot.work/package.accept_keywords /etc/portage/package.accept_keywords
+/.binpkgbot.share/libexec/modify-etc-portage /.binpkgbot.work/package.unmasks /etc/portage/package.unmasks
+/.binpkgbot.share/libexec/modify-etc-portage /.binpkgbot.work/package.masks /etc/portage/package.masks
+emerge #{@config.emerge_options.shelljoin} #{@args.shelljoin} #{@atom.shellescape}
+      EOF
+    end
+
+    def container
+      @container ||= Container.new(
+        @config.stage,
+        ephemeral: @ephemeral,
+        binds: binds,
+        copies: copies,
+        env: env,
+        script: script,
+        config: @config,
+      )
+    end
+
+    def prepare_etc_portage_overrides
+      {masks: @masks, unmasks: @unmasks}.each do |k,v|
+        file = container.workdir.join("package.#{k}")
+        content = []
+        [v].flatten.each do |x|
+          case x
+          when true
+            content << @atom
+          when false
+            # do nothing
+          when String
+            content << x
+          when nil
+          else
+            raise TypeError, "Invalid type for #{k.inspect} specification on #{@atom}, it should be true or false or string: #{x.inspect}"
+          end
+        end
+        File.write file, "#{content.join(?\n)}\n"
+      end
+
+      begin
+        file = container.workdir.join("package.accept_keywords")
+        content = []
+        [@accept_keywords].flatten.each do |x|
+          case x
+          when true
+            content << "#{@atom} ~*"
+          when false
+            # do nothing
+          when String
+            if x.split(/\s+/, 2).size > 1
+              content << x
+            else
+              content << "#{x} ~*"
+            end
+          when nil
+          else
+            raise TypeError, "Invalid type for accept_keywords specification on #{@atom}, it should be true or false or string: #{x.inspect}"
+          end
+        end
+        File.write file, "#{content.join(?\n)}\n"
+      end
+
+      begin
+        file = container.workdir.join("package.use")
+        content = []
+        [@use].flatten.each do |x|
+          case x
+          when true
+            content << "#{@atom} ~*"
+          when false
+            # do nothing
+          when String
+            if x.split(/\s+/, 2).size > 1
+              content << x
+            else
+              content << "#{@atom} #{x}"
+            end
+          when nil
+          else
+            raise TypeError, "Invalid type for :use specification on #{@atom}, it should be true or false or string: #{x.inspect}"
+          end
+        end
+        File.write file, "#{content.join(?\n)}\n"
+      end
+    end
+
+    def run
+      prepare_etc_portage_overrides
+      container.run
+    end
+
+  end
+end
+

data/lib/binpkgbot/tasks.rb

@@ -0,0 +1,42 @@
+require 'binpkgbot/utils'
+
+module Binpkgbot
+  module Tasks
+    def self.from_definition(defi, config: nil)
+      case defi
+      when String, Symbol
+        self.find(defi).new(config: config)
+      when Hash
+        raise ArgumentError, "task defiification should not have more than 2 keys when it's a Hash" if defi.size > 1
+        kind = defi.keys.first
+        options = defi.values.first
+        options = {name: options} unless options.kind_of?(Hash)
+        self.find(kind).new(config: config, **Utils.symbolize_keys(options))
+      end
+    end
+
+    def self.find(name)
+      const = Binpkgbot::Tasks
+      prefix = 'binpkgbot/tasks'
+
+      retried = false
+      constant_name = name.to_s.gsub(/\A.|_./) { |s| s[-1].upcase }
+
+      begin
+        const.const_get constant_name, false
+      rescue NameError
+        unless retried
+          begin
+            require "#{prefix}/#{name}"
+          rescue LoadError
+          end
+
+          retried = true
+          retry
+        end
+
+        nil
+      end
+    end
+  end
+end

data/lib/binpkgbot/tasks/base.rb

@@ -0,0 +1,23 @@
+module Binpkgbot
+  module Tasks
+    class Base
+      def initialize(config: nil, **options)
+        @config = config
+        @options = options
+      end
+
+      attr_reader :config, :options
+
+      def execute
+        puts "==> #{self.class}: #{options.inspect}"
+        run
+      end
+
+      private
+
+      def run
+        raise NotImplementedError
+      end
+    end
+  end
+end

data/lib/binpkgbot/tasks/concern/emerge.rb

@@ -0,0 +1,26 @@
+require 'binpkgbot/emerge_runner'
+
+module Binpkgbot
+  module Tasks
+    module Concern
+      module Emerge
+        def emerge_runner(script, **options)
+          emerge(nil, script: script, **options)
+        end
+
+        def emerge(atom, *args, ephemeral: !@options[:persist], use: @options[:use], accept_keywords: @options[:accept_keywords], unmasks: @options[:unmasks], masks: @options[:masks], script: nil)
+          EmergeRunner.new(
+            atom, *args,
+            ephemeral: ephemeral,
+            use: use,
+            accept_keywords: accept_keywords,
+            unmasks: unmasks,
+            masks: masks,
+            config: @config,
+            script: script,
+          ).run
+        end
+      end
+    end
+  end
+end

data/lib/binpkgbot/tasks/include.rb

@@ -0,0 +1,22 @@
+require 'binpkgbot/tasks/base'
+require 'binpkgbot/tasks'
+
+module Binpkgbot
+  module Tasks
+    class Include < Base
+      def run
+        name = @options[:name]
+        raise ArgumentError, "include task is missing :name -- what to include?" unless name
+        Dir.glob[name].sort.each do |path|
+          yaml = YAML.load_file(path)
+          if yaml.kind_of?(Array)
+            raise ArgumentError, "#{path} should be an array of task definitions"
+          end
+          yaml.each do |task_def|
+            Tasks.from_definition(task_def, config: @config).execute
+          end
+        end
+      end
+    end
+  end
+end

data/lib/binpkgbot/tasks/install.rb

@@ -0,0 +1,19 @@
+require 'binpkgbot/tasks/base'
+require 'binpkgbot/tasks/concern/emerge'
+
+module Binpkgbot
+  module Tasks
+    class Install < Base
+      include Concern::Emerge
+
+      def run
+        name = @options[:name] || @options[:atom]
+        unless name
+          raise ArgumentError, "install task is missing :name and :atom -- what to install?"
+        end
+
+        emerge(name)
+      end
+    end
+  end
+end

data/lib/binpkgbot/tasks/run.rb

@@ -0,0 +1,28 @@
+require 'binpkgbot/tasks/base'
+require 'binpkgbot/tasks/concern/emerge'
+
+module Binpkgbot
+  module Tasks
+    class Run < Base
+      include Concern::Emerge
+
+      def run
+        script = [*@options[:script],*@options[:scripts]].join("\n")
+        if @options[:host]
+          puts script.each_line.map.with_index { |_,i| "#{(i.zero? ? "$ " : "  ")}#{_}" }.join(?\n)
+          r,w = IO.pipe
+          w.puts script
+          pid = spawn('bash', in: r)
+          r.close
+          w.close
+          _, status = Process.waitpid2(pid)
+          if !status.success?
+            raise "host run failed #{status.inspect}, #{command_line.inspect}"
+          end
+        else
+          emerge_runner(script, ephemeral: @options.key?(:persist) ? !@options[:persist] : false)
+        end
+      end
+    end
+  end
+end

data/lib/binpkgbot/tasks/upgrade.rb

@@ -0,0 +1,19 @@
+require 'binpkgbot/tasks/base'
+require 'binpkgbot/tasks/concern/emerge'
+
+module Binpkgbot
+  module Tasks
+    class Upgrade < Base
+      include Concern::Emerge
+
+      def run
+        name = @options[:name] || @options[:atom]
+        unless name
+          raise ArgumentError, "upgrade task is missing :name -- what to upgrade? e.g. @world"
+        end
+
+        emerge(name, '-uDN', ephemeral: @options.key?(:persist) ? !@options[:persist] : false)
+      end
+    end
+  end
+end

data/lib/binpkgbot/utils.rb

@@ -0,0 +1,14 @@
+module Binpkgbot
+  module Utils
+    def self.symbolize_keys(obj)
+      case obj
+      when Hash
+        Hash[obj.map { |k, v| [k.is_a?(String) ? k.to_sym : k, symbolize_keys(v)] }]
+      when Array
+        obj.map { |v| symbolize_keys(v) }
+      else
+        obj
+      end
+    end
+  end
+end

data/lib/binpkgbot/version.rb

@@ -0,0 +1,3 @@
+module Binpkgbot
+  VERSION = "0.1.0"
+end

data/share/libexec/modify-etc-portage

@@ -0,0 +1,51 @@
+#!/usr/bin/python3
+import re
+import sys
+import os
+import glob
+
+if len(sys.argv) != 3:
+    print("Usage: modify-etc-portage file-to-add target", file=sys.stderr)
+    sys.exit(1)
+
+source = sys.argv[1]
+target = sys.argv[2]
+
+if not os.path.exists(source):
+    sys.exit(0)
+
+source_content = []
+with open(source, 'r') as io:
+    for line in io:
+        if not re.match("^#", line):
+            source_content.append(re.split("\s+", line.rstrip()))
+
+target_is_directory = os.path.isdir(target)
+
+target_content = []
+if target_is_directory:
+    paths = sorted(glob.glob(os.path.join(target, "*")))
+    for path in paths:
+        with open(path, 'r') as io:
+            for line in io:
+                if not re.match("^#", line):
+                    target_content.append(re.split("\s+", line.rstrip()))
+elif os.path.exists(target):
+    with open(target, 'r') as io:
+        for line in io:
+            if not re.match("^#", line):
+                target_content.append(re.split("\s+", line.rstrip()))
+
+
+source_atoms = [x[0] for x in source_content]
+filtered_target_content = [x for x in target_content if not x[0] in source_atoms]
+
+new_content = filtered_target_content + source_content
+new_content_str = "\n".join([" ".join(x) for x in new_content]) + "\n"
+
+if target_is_directory:
+    os.rename(target, target + "." + str(os.getpid()))
+
+with open(target, 'w') as io:
+    io.write(new_content_str)
+

data/share/libexec/modify-etc-portage.sh

@@ -0,0 +1,29 @@
+#!/bin/bash
+if [ $# -lt 2 ]; then
+  echo "usage: $0 file-to-add target" 1>&2
+  exit 1
+fi
+set -e
+
+file_to_add="$1"
+target="$2"
+
+if [ ! -e "${file_to_add}" ]; then
+  exit 0
+fi
+
+if [ -d "${target}" ]; then
+  target="${target}/binpkgbot"
+fi
+
+echo "modify-etc-portage: modifying ${target}"
+
+temp="$(mktemp)"
+if [ -f "${target}" ]; then
+  cat "${target}" > "${temp}"
+  echo >> "${temp}"
+elif [ -d "${target}" ]; then
+fi
+cat "${file_to_add}" >> "${temp}"
+
+mv "${temp}" "${target}"

metadata

@@ -0,0 +1,113 @@
+--- !ruby/object:Gem::Specification
+name: binpkgbot
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Sorah Fukumori
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-02-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: 
+email:
+- her@sorah.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/binpkgbot
+- bin/console
+- bin/setup
+- binpkgbot.gemspec
+- lib/binpkgbot.rb
+- lib/binpkgbot/cli.rb
+- lib/binpkgbot/config.rb
+- lib/binpkgbot/container.rb
+- lib/binpkgbot/emerge_runner.rb
+- lib/binpkgbot/tasks.rb
+- lib/binpkgbot/tasks/base.rb
+- lib/binpkgbot/tasks/concern/emerge.rb
+- lib/binpkgbot/tasks/include.rb
+- lib/binpkgbot/tasks/install.rb
+- lib/binpkgbot/tasks/run.rb
+- lib/binpkgbot/tasks/upgrade.rb
+- lib/binpkgbot/utils.rb
+- lib/binpkgbot/version.rb
+- share/libexec/modify-etc-portage
+- share/libexec/modify-etc-portage.sh
+homepage: https://github.com/sorah/binpkgbot
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: Your robot to build Gentoo binpkgs in clean environment, continously
+test_files: []