ruby-builder 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: bbfbf93eb01e5fc0a4170f57451ab628033f635e6976cb19ebb2af3301f681ce
+  data.tar.gz: 5f9ded2af75388d5de86a14aaa31a4f883534a5b769959e15d0445c5e7891b74
+SHA512:
+  metadata.gz: 8f694c98244f687fe64a359632749cae74d81a5f2df4f55bf0cb517c705f1531b206409a085f408563f9cba136bdee9706a5d421f0c61aa954adef369681ca67
+  data.tar.gz: 402467ddcacef0c1c9768827c79a93f98a29bb8bae9aabd49f9fef635f66d2024a7cdc1d0c2e2948d92359468e41b91feb386a352db876edc1851efbce65aaba

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/Gemfile.lock

data/CHANGELOG.md

@@ -0,0 +1,4 @@
+# CHANGELOG
+## v0.1.0
+
+* Initial release

data/Gemfile

@@ -0,0 +1,8 @@
+source "https://rubygems.org"
+
+git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in ruby-builder.gemspec
+gemspec
+
+gem 'pry'

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2018 Takashi Kokubun
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,85 @@
+# ruby-builder
+
+Build ruby binaries per revision under rbenv directory
+
+## Installation
+
+Install it yourself as:
+
+```bash
+$ gem install ruby-builder
+```
+
+## Usage
+### Single revision build
+
+```
+$ rbenv versions
+  system
+* 2.5.0 (set by /home/k0kubun/.rbenv/version)
+$ ruby-builder revision r62436 -d ~/src/github.com/ruby/ruby
+I, [2018-02-17T15:00:17.674440 #8189]  INFO -- : Parsing revisions at '/home/k0kubun/src/github.com/ruby/ruby'...
+I, [2018-02-17T15:00:17.677752 #8189]  INFO -- : Starting to build r62436 (1 revisions) from '/home/k0kubun/src/github.com/ruby/ruby'
+I, [2018-02-17T15:00:17.683382 #8189]  INFO -- : + git checkout d8d19683b62cc8e9254e651acd89a6cdfa3a0f54
+...(snip)...
+I, [2018-02-17T15:00:17.716479 #8189]  INFO -- : + /home/k0kubun/src/github.com/ruby/ruby/configure --disable-install-doc --prefix\=/home/k0kubun/.rbenv/versions/r62436
+...(snip)...
+I, [2018-02-17T15:00:41.168594 #8189]  INFO -- : + make -j8
+...(snip)...
+I, [2018-02-17T15:01:33.717682 #8189]  INFO -- : + make install
+...(snip)...
+I, [2018-02-17T15:05:39.939284 #23243]  INFO -- : Succeeded to install r62436 (1/1) to '/home/k0kubun/.rbenv/versions/r62436'
+I, [2018-02-17T15:05:39.939364 #23243]  INFO -- : + git -C /home/k0kubun/src/github.com/ruby/ruby checkout trunk
+Previous HEAD position was d8d19683b6... fix regexp literal warning.
+Switched to branch 'trunk'
+$ rbenv versions
+  system
+* 2.5.0 (set by /home/k0kubun/.rbenv/version)
+  r62436
+$ rbenv shell r62436
+$ ruby -v
+ruby 2.6.0dev (2018-02-16 trunk 62436) [x86_64-linux]
+```
+
+### Multiple revisions build
+
+```
+$ rbenv versions
+  system
+* 2.5.0 (set by /home/k0kubun/.rbenv/version)
+  r62436
+$ ruby-builder revision r62436..r62445 -d ~/src/github.com/ruby/ruby
+I, [2018-02-17T15:09:12.852817 #5338]  INFO -- : Parsing revisions at '/home/k0kubun/src/github.com/ruby/ruby'...
+I, [2018-02-17T15:09:14.889281 #5338]  INFO -- : Starting to build r62436..r62445 (3 revisions) from '/home/k0kubun/src/github.com/ruby/ruby'
+I, [2018-02-17T15:09:14.894662 #5338]  INFO -- : Skipped to install r62436 (1/3): already installed
+I, [2018-02-17T15:09:14.894731 #5338]  INFO -- : + git checkout 21249d849bb70217e0780b12d5f398826bd3b8d3
+...(snip)...
+I, [2018-02-17T15:09:14.928467 #5338]  INFO -- : + /home/k0kubun/src/github.com/ruby/ruby/configure --disable-install-doc --prefix\=/home/k0kubun/.rbenv/versions/r62437
+...(snip)...
+I, [2018-02-17T15:09:34.250019 #5338]  INFO -- : + make -j8
+...(snip)...
+I, [2018-02-17T15:10:19.496940 #5338]  INFO -- : + make install
+...(snip)...
+I, [2018-02-17T15:10:22.204407 #5338]  INFO -- : Succeeded to install r62437 (2/3) to '/home/k0kubun/.rbenv/versions/r62437'
+I, [2018-02-17T15:10:22.204513 #5338]  INFO -- : + git checkout def3714be2436413c85811005e3166ccf5633554
+...(snip)...
+I, [2018-02-17T15:10:22.236696 #5338]  INFO -- : + /home/k0kubun/src/github.com/ruby/ruby/configure --disable-install-doc --prefix\=/home/k0kubun/.rbenv/versions/r62445
+...(snip)...
+I, [2018-02-17T15:10:42.356260 #5338]  INFO -- : + make -j8
+...(snip)...
+I, [2018-02-17T15:11:03.875723 #5338]  INFO -- : + make install
+...(snip)...
+I, [2018-02-17T15:11:05.625496 #5338]  INFO -- : Succeeded to install r62445 (3/3) to '/home/k0kubun/.rbenv/versions/r62445'
+I, [2018-02-17T15:11:05.625576 #5338]  INFO -- : + git -C /home/k0kubun/src/github.com/ruby/ruby checkout trunk
+Switched to branch 'trunk'
+$ rbenv versions
+  system
+* 2.5.0 (set by /home/k0kubun/.rbenv/version)
+  r62436
+  r62437
+  r62445
+```
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ruby/builder"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/ruby-builder

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.expand_path('../lib', __dir__)
+require 'ruby/builder'
+
+Ruby::Builder::CLI.start(ARGV)

data/lib/ruby/builder.rb

@@ -0,0 +1,2 @@
+require 'ruby/builder/cli'
+require 'ruby/builder/version'

data/lib/ruby/builder/cli.rb

@@ -0,0 +1,74 @@
+require 'logger'
+require 'thor'
+require 'ruby/builder/rbenv'
+require 'ruby/builder/revision_parser'
+require 'ruby/builder/ruby_builder'
+
+module Ruby
+  module Builder
+    class CLI < Thor
+      class_option :source_directory, type: :string, aliases: %w[-d]
+
+      desc 'revision rXXXXX..rXXXXX', 'Build ruby binaries per revision'
+      def revision(spec)
+        source_dir = File.expand_path(options.fetch(:source_directory, Dir.pwd))
+
+        logger.info "Parsing revisions at '#{source_dir}'..."
+        revisions = RevisionParser.new(source_dir).parse(spec)
+
+        if revisions.empty?
+          logger.error "No revisions found for '#{spec}' in: #{source_dir}"
+          exit 1
+        end
+
+        logger.info "Starting to build #{spec} (#{revisions.size} revisions) from '#{source_dir}'"
+        Dir.mktmpdir("ruby-builder-") do |build_dir|
+          preserve_revision(source_dir) do
+            build_revisions(revisions, source_dir: source_dir, build_dir: build_dir)
+          end
+        end
+      end
+
+      private
+
+      def build_revisions(revisions, source_dir:, build_dir:)
+        revisions.each_with_index do |revision, i|
+          if Rbenv.installed?(revision.name)
+            logger.info "Skipped to install #{revision.name} (#{i + 1}/#{revisions.size}): already installed"
+            next
+          end
+
+          install_dir = Rbenv.directory(revision.name)
+          begin
+            RubyBuilder.build(revision, source_dir: source_dir, build_dir: build_dir, install_dir: install_dir)
+          rescue BuildFailure => e
+            logger.error "Failed to install #{revision.name} (#{i + 1}/#{revisions.size}): #{e.class}: #{e.message}"
+          else
+            logger.info "Succeeded to install #{revision.name} (#{i + 1}/#{revisions.size}) to '#{install_dir}'"
+          end
+        end
+      end
+
+      def preserve_revision(source_dir, &block)
+        command = ['git', '-C', source_dir, 'rev-parse', '--abbrev-ref', 'HEAD']
+        orig_rev = IO.popen(command, &:read).rstrip
+        unless $?.success?
+          abort "Failed to execute '#{command.shelljoin}'"
+        end
+        block.call
+      ensure
+        if orig_rev
+          checkout_cmd = ['git', '-C', source_dir, 'checkout', orig_rev].shelljoin
+          logger.info("+ #{checkout_cmd}")
+          unless system(checkout_cmd)
+            abort "Failed to execute '#{checkout_cmd}'"
+          end
+        end
+      end
+
+      def logger
+        @logger ||= Logger.new(STDOUT)
+      end
+    end
+  end
+end

data/lib/ruby/builder/rbenv.rb

@@ -0,0 +1,29 @@
+require 'ruby/builder/revision'
+
+module Ruby
+  module Builder
+    class << Rbenv = Module.new
+      # @param [String] version
+      def installed?(version)
+        File.directory?(directory(version))
+      end
+
+      # @param [String] version
+      def directory(version)
+        File.join(rbenv_root, 'versions', version)
+      end
+
+      private
+
+      def rbenv_root
+        return @rbenv_root if defined?(@rbenv_root)
+
+        @rbenv_root = IO.popen(['rbenv', 'root'], &:read).rstrip
+        unless $?.success?
+          abort "Failed to execute (exit status: #{$?}): rbenv root"
+        end
+        @rbenv_root
+      end
+    end
+  end
+end

data/lib/ruby/builder/revision.rb

@@ -0,0 +1,13 @@
+require 'immutable-struct'
+
+module Ruby
+  module Builder
+    # @param [Integer] svn
+    # @param [String] git
+    Revision = ImmutableStruct.new(:svn, :git) do
+      def name
+        "r#{svn}"
+      end
+    end
+  end
+end

data/lib/ruby/builder/revision_parser.rb

@@ -0,0 +1,54 @@
+require 'ruby/builder/revision'
+require 'shellwords'
+
+module Ruby
+  module Builder
+    class RevisionParser
+      # @param [String] source_dir
+      def initialize(source_dir)
+        @source_dir = source_dir
+      end
+
+      # @param [String] spec
+      def parse(spec)
+        unless match = spec.match(/\Ar(?<beg_rev>\d+)(\.\.r(?<end_rev>\d+))?\z/)
+          abort "Invalid revision specification '#{spec}': Doesn't match 'rXXXXX' or 'rXXXXX..rXXXXX'"
+        end
+
+        beg_rev = Integer(match[:beg_rev])
+        end_rev = Integer(match[:end_rev] || beg_rev)
+        if end_rev < beg_rev
+          abort "Invalid revision specification '#{spec}': #{beg_rev} is larger than #{end_rev}"
+        end
+
+        # Note: ruby-builder currently supports only trunk revisions
+        trunk_revs = (beg_rev..end_rev).select { |rev| trunk_revision?(rev) }
+        trunk_revs.map! do |rev|
+          build_revision(rev)
+        end
+      end
+
+      private
+
+      # @param [Integer] rev
+      def trunk_revision?(rev)
+        command = ['git', '-C', @source_dir, 'log', '--grep', "/trunk@#{rev} ", '-1']
+        result = IO.popen(command, &:read)
+        unless $?.success?
+          abort "Failed to execute (exit status: #{$?.exitstatus}): #{command.shelljoin}"
+        end
+        !result.empty?
+      end
+
+      # @param [Integer] rev
+      def build_revision(rev)
+        command = ['git', '-C', @source_dir, 'log', '--grep', "/trunk@#{rev} ", '--format=format:%H', '-1']
+        git_revision = IO.popen(command, &:read)
+        unless $?.success?
+          abort "Failed to execute (exit status: #{$?.exitstatus}): #{command.shelljoin}"
+        end
+        Revision.new(svn: rev, git: git_revision)
+      end
+    end
+  end
+end

data/lib/ruby/builder/ruby_builder.rb

@@ -0,0 +1,42 @@
+require 'logger'
+require 'shellwords'
+require 'tmpdir'
+
+module Ruby
+  module Builder
+    BuildFailure = Class.new(StandardError)
+
+    class << RubyBuilder = Module.new
+      # @param [Ruby::Builder::Revision] revision
+      # @param [String] source_dir
+      # @param [String] build_dir
+      # @param [String] install_dir
+      def build(revision, source_dir:, build_dir:, install_dir:)
+        execute('git', 'checkout', revision.git, dir: source_dir)
+        unless File.executable?(File.join(source_dir, 'configure'))
+          execute('autoreconf', dir: source_dir)
+        end
+        execute(File.join(source_dir, 'configure'), '--disable-install-doc', "--prefix=#{install_dir}", dir: build_dir)
+        execute('make', "-j#{Etc.nprocessors}", dir: build_dir)
+        execute('make', 'install', dir: build_dir)
+      end
+
+      private
+
+      # @param [Array<String>] command
+      # @param [String] dir
+      def execute(*command, dir:)
+        Dir.chdir(dir) do
+          logger.info("+ #{command.shelljoin}")
+          unless system(command.shelljoin)
+            raise BuildFailure.new("Failed to execute '#{command.shelljoin}' at '#{dir}' (exit status: #{$?.exitstatus})")
+          end
+        end
+      end
+
+      def logger
+        @logger ||= Logger.new(STDOUT)
+      end
+    end
+  end
+end

data/lib/ruby/builder/version.rb

@@ -0,0 +1,5 @@
+module Ruby
+  module Builder
+    VERSION = "0.1.0"
+  end
+end

data/ruby-builder.gemspec

@@ -0,0 +1,29 @@
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ruby/builder/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'ruby-builder'
+  spec.version       = Ruby::Builder::VERSION
+  spec.authors       = ['Takashi Kokubun']
+  spec.email         = ['takashikkbn@gmail.com']
+
+  spec.summary       = %q{Build ruby binaries per revision under rbenv directory}
+  spec.description   = %q{Build ruby binaries per revision under rbenv directory}
+  spec.homepage      = 'https://github.com/benchmark-driver/ruby-builder'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+  spec.required_ruby_version = '>= 2.1.0'
+
+  spec.add_dependency 'thor'
+  spec.add_dependency 'immutable-struct'
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'rake'
+end

metadata

@@ -0,0 +1,118 @@
+--- !ruby/object:Gem::Specification
+name: ruby-builder
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Takashi Kokubun
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-02-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: immutable-struct
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Build ruby binaries per revision under rbenv directory
+email:
+- takashikkbn@gmail.com
+executables:
+- ruby-builder
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CHANGELOG.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/ruby-builder
+- lib/ruby/builder.rb
+- lib/ruby/builder/cli.rb
+- lib/ruby/builder/rbenv.rb
+- lib/ruby/builder/revision.rb
+- lib/ruby/builder/revision_parser.rb
+- lib/ruby/builder/ruby_builder.rb
+- lib/ruby/builder/version.rb
+- ruby-builder.gemspec
+homepage: https://github.com/benchmark-driver/ruby-builder
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.5
+signing_key: 
+specification_version: 4
+summary: Build ruby binaries per revision under rbenv directory
+test_files: []