buildserver 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4755cb02e6340c1620396a9b1a0b76e202c49209
+  data.tar.gz: c3fcfd6c6e90e216b88ef5760760a248249ec4e6
+SHA512:
+  metadata.gz: 894790ca78703a31dd210e299b4c64732caaf6f997c982f6fdaddca3fde692fb58e2d8977b26b3a4351ce8037baa40ad5c36ed598bd64f14d387b73bc58c942c
+  data.tar.gz: 39527a7d1a5231db090127673fa1e28405729b2745f379a319878b40dcdad0cdec250a60727e1066f53daff90199d57bc8a6267c50650118f27f5bd9396c6c3e

data/.gitignore

@@ -0,0 +1,22 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/.ruby-version

@@ -0,0 +1 @@
+2.1.1

data/Gemfile

@@ -0,0 +1,8 @@
+# A sample Gemfile
+source "https://rubygems.org"
+
+# gem "rails"
+gemspec
+
+gem 'subexec'
+gem 'pry'

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2014 Pidrock
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,209 @@
+# Buildserver
+
+Lets you easily compile bash scripts from Ruby to build server instances on your favorite Linux distro.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'buildserver'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install buildserver
+
+## Usage
+
+Init a directory like this:
+
+```bash
+mkdir -p buildingblocks
+touch buildingblocks/build.rb
+cat > buildingblocks/build.rb << EOF
+require 'buildserver'
+require_relative 'blocks/base/builder'
+
+buildserver = Buildserver::Buildserver.new
+buildserver.add_instance('wilmut.example.com', '80.0.0.10', :jumphost)
+
+buildserver.add_build_block(:base, Blocks::Base::Builder.new)
+
+buildserver.build!
+EOF
+
+mkdir -p buildingblocks/blocks
+mkdir -p buildingblocks/blocks/base
+touch buildingblocks/blocks/base/builder.rb
+cat > buildingblocks/blocks/base/builder.rb << EOF
+require 'buildserver'
+
+module Blocks
+  module Base
+
+    class Builder < Buildserver::BuildingBlock
+      def build(instance, instances)
+        run_command("apt-get update")
+        run_command("apt-get -y install aptitude")
+        run_command("aptitude -y full-upgrade")
+
+        # Set hostname
+        run_command("echo \"#{instance.hostname}\" > /etc/hostname")
+        run_command("echo -e \"\\n127.0.0.1 #{instance.hostname} #{instance.hostname}.local\\n\" >> /etc/hosts")
+        run_command("hostname -F /etc/hostname")
+
+        # Set ssh to only allow keys
+        run_command("sed -i \"/#PasswordAuthentication yes/PasswordAuthentication no/g\" /etc/ssh/sshd_config")
+        run_command("service ssh restart", :after)
+      end
+
+      def external_ports
+        [22]
+      end
+    end
+
+  end
+end
+
+EOF
+```
+
+### Adding servers with roles:
+
+```ruby
+buildserver.add_instance('m1.example.com', '80.0.0.1', :loadbalancer)
+buildserver.add_instance('m2.example.com', '80.0.0.2', :utility)
+buildserver.add_instance('m3.example.com', '80.0.0.3', :application)
+```
+
+### Built-in Builder methods:
+
+#### Templating
+
+To install a template the following is possible:
+
+```ruby
+template = template('haproxy.cfg.erb' {port: 80})
+install_template(template, "/etc/haproxy/haproxy.cfg")
+```
+
+To append a template to a file use `append_template`
+
+```ruby
+template = template('pg_hostfile.erb', {username: user.username})
+append_template(template, user.username, '/etc/postgresql/9.3/main/pg_hba.conf')
+```
+
+#### User existence
+
+To only do something if a user exists on the system:
+
+```ruby
+if_user_exists?(@username) do
+  # Do stuff
+end
+```
+
+And if the user don't exists:
+
+```ruby
+if_user_dont_exists?(@username) do
+  run_command("adduser #{@username} --disabled-password --gecos \"\"")
+end
+```
+
+#### Directory existence
+
+Use `if_directory_exists?(path)` or `if_directory_dont_exists?(path)`
+
+```ruby
+if_directory_exists?("/etc/serf_handlers") do
+  template = template('serf_haproxy.rb')
+  install_template(template, "/etc/serf_handlers/serf_haproxy.rb")
+end
+
+# Installing RBENV
+if_directory_dont_exists?("#{@home_dir}/.rbenv") do
+  run_command("su #{@username} -c \"cd #{@home_dir} && git clone https://github.com/sstephenson/rbenv.git #{@home_dir}/.rbenv\"")
+end
+```
+
+#### File existence
+
+Use `if_file_exists?(path)` or `if_file_dont_exists?(path)`
+
+```ruby
+if_file_exists?("/etc/nginx/sites-enabled/default") do
+  run_command("rm /etc/nginx/sites-enabled/default")
+end
+
+if_file_dont_exists?("/sbin/serf") do
+  run_command("cd /root")
+  run_command("wget https://dl.bintray.com/mitchellh/serf/0.6.2_linux_amd64.zip -O serf.zip")
+  run_command("unzip serf.zip")
+  run_command("mv serf /sbin/serf")
+end
+```
+
+### Example of a user builder with login through public-key from Github:
+
+This takes advantage of the fact that Github exposes public-keys for users, you can see mine here: https://github.com/kaspergrubbe.keys
+
+You use this builder like this:
+
+```ruby
+require_relative 'blocks/user/builder'
+buildserver.add_build_block(:base, Blocks::User::Builder.new('root', {home_dir: '/root', github_users: ['kaspergrubbe']}))
+buildserver.add_build_block(:base, Blocks::User::Builder.new('kasper', {github_users: ['kaspergrubbe']}))
+```
+
+This is the code:
+
+```ruby
+require 'buildserver'
+
+module Blocks
+  module User
+
+    class Builder < Buildserver::BuildingBlock
+      def initialize(username, options = {})
+        @username     = username
+        @home_dir     = options.fetch(:home_dir, "/home/#{@username}")
+        @github_users = options.fetch(:github_users, [])
+      end
+
+      def build(instance, instances)
+        if_user_dont_exists?(@username) do
+          run_command("  adduser #{@username} --disabled-password --gecos \"\"")
+        end
+
+        if !@github_users.nil?
+          run_command("touch #{@home_dir}/combined_keys")
+          @github_users.each do |github_user|
+            run_command("wget https://github.com/#{github_user}.keys -O - >> #{@home_dir}/combined_keys")
+            run_command("echo \"\" >> #{@home_dir}/combined_keys")
+          end
+          run_command("mv #{@home_dir}/combined_keys #{@home_dir}/.ssh/authorized_keys")
+          run_command("chown #{@username} #{@home_dir}/.ssh/authorized_keys")
+          run_command("chmod 644 #{@home_dir}/.ssh/authorized_keys")
+        end
+
+        # Enable color
+        run_command("sed -i \"s/#force_color_prompt=yes/force_color_prompt=yes/g\" #{@home_dir}/.bashrc")
+      end
+    end
+
+  end
+end
+```
+
+## Contributing
+
+1. Fork it ( https://github.com/Pidrock/buildserver/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/buildserver.gemspec

@@ -0,0 +1,22 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = "buildserver"
+  spec.version       = '0.0.1'
+  spec.authors       = ["Kasper Grubbe"]
+  spec.email         = ["kawsper@gmail.com"]
+  spec.summary       = %q{Lets you easily compile bash scripts from Ruby to build server instances on your favorite Linux distro.}
+  spec.description   = %q{Build bash scripts from Ruby}
+  spec.homepage      = "https://github.com/Pidrock/buildserver"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake", "~> 10.3"
+end

data/lib/buildserver/building_block.rb

@@ -0,0 +1,134 @@
+require 'erb'
+
+module Buildserver
+  class BuildingBlock
+
+    def build!(config, instance, other_instances)
+      reset!
+      @config = config
+
+      build(instance, other_instances)
+
+      [@build_commands, @after_build_commands]
+    end
+
+    def exposes_services
+      []
+    end
+
+    def external_ports
+      []
+    end
+
+    def internal_ports
+      []
+    end
+
+   private
+
+    def reset!
+      @config               = []
+      @build_commands       = []
+      @after_build_commands = []
+    end
+
+    def run_command(command, direction = :now)
+      case direction
+      when :after
+        @after_build_commands << "    #{command}"
+      else
+        @build_commands       << "    #{command}"
+      end
+    end
+
+    ## CONFIG
+    ###############################################
+
+    def config(option)
+      @config[option]
+    end
+
+    ## TEMPLATING
+    ###############################################
+
+    def template(filename, vars = {})
+      # This is fucking awful :(
+      template_path = self.class.to_s.split("::").map(&:downcase).map {|t| t.gsub("builder","templates")}
+      pwd = File.join(File.join(Dir.pwd),File.join('buildingblocks'),File.join(template_path),File.join(filename))
+
+      template_file = File.open(pwd)
+      rendered_file = ErbTemplate.new.parse(template_file, vars)
+      rendered_file
+    end
+
+    def install_template(template, location, options = {})
+      run_command("touch #{location}")
+      run_command("chown #{options.fetch(:owners)} #{location}")     if options.include?(:owners)
+      run_command("chmod #{options.fetch(:permission)} #{location}") if options.include?(:permission)
+
+      run_command("cat > #{location} << EOF
+#{template}
+EOF")
+    end
+
+    def append_template(template, splitter, location)
+      # Remove old template from file
+      run_command("sed -i \"/#---#{splitter.upcase}-START/,/#---#{splitter.upcase}-END/d\" #{location}")
+
+      # Put splitter in beginning and end of template
+      new_template =  "#---#{splitter.upcase}-START\n"
+      new_template << template
+      new_template << "#---#{splitter.upcase}-END\n"
+
+      run_command("cat >> #{location} << EOF
+#{new_template}
+EOF")
+    end
+
+    ## USER
+    ###############################################
+
+    def if_user_exists?(username)
+      run_command("if id -u #{username} >/dev/null 2>&1; then")
+      yield if block_given?
+      run_command("fi")
+    end
+
+    def if_user_dont_exists?(username)
+      run_command("if ! id -u #{username} >/dev/null 2>&1; then")
+      yield if block_given?
+      run_command("fi")
+    end
+
+    ## DIRECTORY
+    ###############################################
+
+    def if_directory_exists?(path)
+      run_command("if [ -d \"#{path}\" ]; then")
+      yield if block_given?
+      run_command("fi")
+    end
+
+    def if_directory_dont_exists?(path)
+      run_command("if [ ! -d \"#{path}\" ]; then")
+      yield if block_given?
+      run_command("fi")
+    end
+
+    ## FILES
+    ###############################################
+
+    def if_file_exists?(path)
+      run_command("if [ -f #{path} ]; then")
+      yield if block_given?
+      run_command("fi")
+    end
+
+    def if_file_dont_exists?(path)
+      run_command("if [ ! -f #{path} ]; then")
+      yield if block_given?
+      run_command("fi")
+    end
+
+  end
+end

data/lib/buildserver/erb_template.rb

@@ -0,0 +1,21 @@
+require 'erb'
+
+module Buildserver
+
+  class ErbTemplate
+    def initialize
+    end
+
+    def parse(template_file, vars)
+      template_file.rewind
+      template = template_file.read
+
+      vars.each_pair do |key, value|
+        instance_variable_set('@' + key.to_s, value)
+      end
+
+      ERB.new(template).result(binding)
+    end
+  end
+
+end

data/lib/buildserver/instance.rb

@@ -0,0 +1,61 @@
+require 'json'
+
+module Buildserver
+
+  class Instance
+    attr_reader :hostname, :ip_address, :role
+
+    def initialize(hostname, ip_address, role)
+      @hostname     = hostname
+      @ip_address   = ip_address
+      @role         = role.to_s
+      @build_blocks = []
+    end
+
+    def add_build_block(block)
+      @build_blocks << block
+    end
+
+    def to_s
+      "#{@hostname}/#{@ip_address} - #{@role}"
+    end
+
+    def services
+      @build_blocks.map{|bb| bb.exposes_services}.flatten
+    end
+
+    def external_ports
+      @build_blocks.map{|bb| bb.external_ports}.flatten
+    end
+
+    def internal_ports
+      @build_blocks.map{|bb| bb.internal_ports}.flatten
+    end
+
+    def has_role?(role)
+      @role == role.to_s
+    end
+
+    def build(config, instances)
+      @commands       = []
+      @after_commands = []
+
+      @build_blocks.each do |build_block|
+        @commands << "# ! #{build_block.to_s} -------------------------------------"
+
+        commands, after_commands = build_block.build!(config, self, instances)
+
+        @commands << commands
+        @commands << "# / #{build_block.to_s} -------------------------------------"
+
+        @after_commands << after_commands
+      end
+
+      @commands << @after_commands
+
+      @commands.flatten
+    end
+
+  end
+
+end

data/lib/buildserver.rb

@@ -0,0 +1,49 @@
+require 'fileutils'
+
+require_relative 'buildserver/instance'
+require_relative 'buildserver/building_block'
+require_relative 'buildserver/erb_template'
+
+module Buildserver
+
+  class Buildserver
+    def initialize(config = {})
+      @instances = []
+
+      @config = config
+    end
+
+    def add_instance(hostname, ip_address, role)
+      @instances << Instance.new(hostname, ip_address, role)
+    end
+
+    def add_build_block(for_role, build_block)
+      if for_role == :base
+        instances = @instances
+      else
+        instances = @instances.select{|instance| instance.has_role?(for_role.to_s)}
+      end
+
+      instances.each do |instance|
+        instance.add_build_block(build_block)
+      end
+    end
+
+    def build!
+      FileUtils.mkdir_p("builds")
+      FileUtils.rm( Dir.glob("builds/*") )
+
+      @instances.each do |instance|
+        puts "Writing to builds/#{instance.hostname}.sh..."
+        commands = instance.build(@config, @instances - [instance])
+
+        file = File.new("builds/#{instance.hostname}.sh", "w")
+        commands.each do |command|
+          file.puts(command)
+        end
+        file.close
+      end
+    end
+
+  end
+end

metadata

@@ -0,0 +1,84 @@
+--- !ruby/object:Gem::Specification
+name: buildserver
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Kasper Grubbe
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-07-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.3'
+description: Build bash scripts from Ruby
+email:
+- kawsper@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".ruby-version"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- buildserver.gemspec
+- lib/buildserver.rb
+- lib/buildserver/building_block.rb
+- lib/buildserver/erb_template.rb
+- lib/buildserver/instance.rb
+homepage: https://github.com/Pidrock/buildserver
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Lets you easily compile bash scripts from Ruby to build server instances
+  on your favorite Linux distro.
+test_files: []