dev-lxc 0.1.2

data/lib/dev-lxc/cli.rb

@@ -0,0 +1,137 @@
+require "yaml"
+require 'dev-lxc'
+require 'thor'
+
+module DevLXC::CLI
+  class Cluster < Thor
+    no_commands{
+      def get_cluster(config_option)
+        config = "dev-lxc.yaml" if File.exists?("dev-lxc.yaml")
+        config = config_option unless config_option.nil?
+        raise "A cluster config file must be provided" if config.nil?
+        ::DevLXC::ChefCluster.new(YAML.load(IO.read(config)))
+      end
+    }
+
+    desc "init [TOPOLOGY]", "Provide a cluster config file"
+    def init(topology=nil)
+      topologies = %w(open-source standalone tier)
+      if topology.nil? || ! topologies.include?(topology)
+        topologies_with_index = topologies.map.with_index{ |a, i| [i+1, *a]}
+        print_table topologies_with_index
+        selection = ask("Which cluster topology do you want to use?", :limited_to => topologies_with_index.map{|c| c[0].to_s})
+        topology = topologies[selection.to_i - 1]
+      end
+      puts IO.read("#{File.dirname(__FILE__)}/../../files/configs/#{topology}.yaml")
+    end
+
+    desc "status", "Show status of a cluster's Chef servers"
+    option :config, :aliases => "-c", :desc => "Specify a cluster's YAML config file. ./dev-lxc.yaml will be used by default"
+    def status
+      get_cluster(options[:config]).status
+    end
+
+    desc "abspath [ROOTFS_PATH]", "Returns the absolute path to a file for each Chef server in a cluster"
+    option :config, :aliases => "-c", :desc => "Specify a cluster's YAML config file. ./dev-lxc.yaml will be used by default"
+    def abspath(rootfs_path)
+      puts get_cluster(options[:config]).abspath(rootfs_path).join(" ")
+    end
+
+    desc "run_command [COMMAND]", "Runs a command in each Chef server in a cluster"
+    option :config, :aliases => "-c", :desc => "Specify a cluster's YAML config file. ./dev-lxc.yaml will be used by default"
+    def run_command(command)
+      get_cluster(options[:config]).run_command(command)
+    end
+
+    desc "start", "Start a cluster's Chef servers"
+    option :config, :aliases => "-c", :desc => "Specify a cluster's YAML config file. ./dev-lxc.yaml will be used by default"
+    def start
+      get_cluster(options[:config]).start
+    end
+
+    desc "stop", "Stop a cluster's Chef servers"
+    option :config, :aliases => "-c", :desc => "Specify a cluster's YAML config file. ./dev-lxc.yaml will be used by default"
+    def stop
+      get_cluster(options[:config]).stop
+    end
+
+    desc "destroy", "Destroy a cluster's Chef servers"
+    option :config, :aliases => "-c", :desc => "Specify a cluster's YAML config file. ./dev-lxc.yaml will be used by default"
+    option :base, :aliases => "-b", :type => :boolean, :desc => "Destroy the cluster's base containers also"
+    def destroy
+      cluster = get_cluster(options[:config])
+      cluster.destroy
+      cluster.destroy_base_containers if options[:base]
+    end
+  end
+
+  class Server < Thor
+    no_commands{
+      def get_server(name, config_option)
+        config = "dev-lxc.yaml" if File.exists?("dev-lxc.yaml")
+        config = config_option unless config_option.nil?
+        raise "A cluster config file must be provided" if config.nil?
+        ::DevLXC::ChefServer.new(name, YAML.load(IO.read(config)))
+      end
+    }
+
+    desc "status [NAME]", "Show status of a cluster's Chef server"
+    option :config, :aliases => "-c", :desc => "Specify a cluster's YAML config file. ./dev-lxc.yaml will be used by default"
+    def status(name)
+      get_server(name, options[:config]).status
+    end
+
+    desc "abspath [NAME] [ROOTFS_PATH]", "Returns the absolute path to a file in a cluster's Chef server"
+    option :config, :aliases => "-c", :desc => "Specify a cluster's YAML config file. ./dev-lxc.yaml will be used by default"
+    def abspath(name, rootfs_path)
+      puts get_server(name, options[:config]).abspath(rootfs_path)
+    end
+
+    desc "run_command [NAME] [COMMAND]", "Runs a command in a cluster's Chef server"
+    option :config, :aliases => "-c", :desc => "Specify a cluster's YAML config file. ./dev-lxc.yaml will be used by default"
+    def run_command(name, command)
+      get_server(name, options[:config]).run_command(command)
+    end
+
+    desc "start [NAME]", "Start a cluster's Chef server"
+    option :config, :aliases => "-c", :desc => "Specify a cluster's YAML config file. ./dev-lxc.yaml will be used by default"
+    def start(name)
+      get_server(name, options[:config]).start
+    end
+
+    desc "stop [NAME]", "Stop a cluster's Chef server"
+    option :config, :aliases => "-c", :desc => "Specify a cluster's YAML config file. ./dev-lxc.yaml will be used by default"
+    def stop(name)
+      get_server(name, options[:config]).stop
+    end
+
+    desc "destroy [NAME]", "Destroy a cluster's Chef server"
+    option :config, :aliases => "-c", :desc => "Specify a cluster's YAML config file. ./dev-lxc.yaml will be used by default"
+    option :base, :aliases => "-b", :type => :boolean, :desc => "Destroy the server's base containers also"
+    def destroy(name)
+      server = get_server(name, options[:config])
+      server.destroy
+      server.destroy_base_containers if options[:base]
+    end
+  end
+
+  class DevLXC < Thor
+    desc "create [BASE_PLATFORM]", "Create a base platform"
+    def create(base_platform=nil)
+      base_platforms = %w(b-ubuntu-1004 b-ubuntu-1204 b-centos-5 b-centos-6)
+      if base_platform.nil? || ! base_platforms.include?(base_platform)
+        base_platforms_with_index = base_platforms.map.with_index{ |a, i| [i+1, *a]}
+        print_table base_platforms_with_index
+        selection = ask("Which base platform do you want to create?", :limited_to => base_platforms_with_index.map{|c| c[0].to_s})
+        base_platform = base_platforms[selection.to_i - 1]
+      end
+      ::DevLXC.create_base_platform(base_platform)
+    end
+
+    desc "cluster SUBCOMMAND ...ARGS", "manage Chef cluster"
+    subcommand "cluster", Cluster
+
+    desc "server SUBCOMMAND ...ARGS", "manage Chef server"
+    subcommand "server", Server
+  end
+end

data/lib/dev-lxc/container.rb

@@ -0,0 +1,62 @@
+module DevLXC
+  class Container < LXC::Container
+    def start
+      raise "Container #{self.name} does not exist." unless self.defined?
+      puts "Starting container #{self.name}"
+      super
+      wait(:running, 3)
+      puts "Waiting for #{self.name} container's network"
+      ips = nil
+      30.times do
+        ips = self.ip_addresses
+        break unless ips.empty?
+        sleep 1
+      end
+      raise "Container #{self.name} network is not available." if ips.empty?
+    end
+
+    def stop
+      puts "Stopping container #{self.name}"
+      super
+      wait("STOPPED", 3)
+    end
+
+    def destroy
+      return unless self.defined?
+      stop if running?
+      puts "Destroying container #{self.name}"
+      super
+    end
+
+    def sync_mounts(mounts)
+      preserved_mounts = self.config_item("lxc.mount.entry").delete_if { |m| m.end_with?("## dev-lxc ##") }
+      self.clear_config_item('lxc.mount.entries')
+      self.set_config_item("lxc.mount.entry", preserved_mounts)
+      mounts.each do |mount|
+        raise "Mount source #{mount.split.first} does not exist." unless File.exists?(mount.split.first)
+        puts "Adding mount entry #{mount}"
+        self.set_config_item("lxc.mount.entry", "#{mount} none bind,optional,create=dir 0 0     ## dev-lxc ##")
+      end
+      self.save_config
+    end
+
+    def run_command(command)
+      raise "Container #{self.name} must be running first" unless running?
+      attach({:wait => true, :stdin => STDIN, :stdout => STDOUT, :stderr => STDERR}) do
+        LXC.run_command(command)
+      end
+    end
+
+    def install_package(package_path)
+      raise "File #{package_path} does not exist in container #{self.name}" unless run_command("test -e #{package_path}")
+      puts "Installing #{package_path} in container #{self.name}"
+      case File.extname(package_path)
+      when ".deb"
+        install_command = "dpkg -D10 -i #{package_path}"
+      when ".rpm"
+        install_command = "rpm -Uvh #{package_path}"
+      end
+      run_command(install_command)
+    end
+  end
+end

data/lib/dev-lxc/version.rb

@@ -0,0 +1,3 @@
+module DevLXC
+  VERSION = "0.1.2"
+end

data/lib/dev-lxc.rb

@@ -0,0 +1,79 @@
+require "fileutils"
+require "digest/sha1"
+require "lxc"
+require "dev-lxc/container"
+require "dev-lxc/chef-server"
+require "dev-lxc/chef-cluster"
+
+module DevLXC
+  def self.create_base_platform(base_platform_name)
+    base_platform = DevLXC::Container.new(base_platform_name)
+    if base_platform.defined?
+      puts "Using existing container #{base_platform.name}"
+      return base_platform
+    end
+    puts "Creating container #{base_platform.name}"
+    case base_platform.name
+    when "b-ubuntu-1004"
+      base_platform.create("download", "btrfs", 0, ["-d", "ubuntu", "-r", "lucid", "-a", "amd64"])
+    when "b-ubuntu-1204"
+      base_platform.create("download", "btrfs", 0, ["-d", "ubuntu", "-r", "precise", "-a", "amd64"])
+    when "b-centos-5"
+      base_platform.create("centos", "btrfs", 0, ["-R", "5"])
+    when "b-centos-6"
+      base_platform.create("download", "btrfs", 0, ["-d", "centos", "-r", "6", "-a", "amd64"])
+    end
+    hwaddr = '00:16:3e:' + Digest::SHA1.hexdigest(Time.now.to_s).slice(0..5).unpack('a2a2a2').join(':')
+    puts "Setting #{base_platform.name} container's lxc.network.0.hwaddr to #{hwaddr}"
+    base_platform.set_config_item("lxc.network.0.hwaddr", hwaddr)
+    base_platform.save_config
+    base_platform.start
+    puts "Installing packages in container #{base_platform.name}"
+    case base_platform.name
+    when "b-ubuntu-1004"
+      base_platform.run_command("apt-get update")
+      base_platform.run_command("apt-get install -y standard^ server^ vim-nox emacs23-nox curl tree")
+    when "b-ubuntu-1204"
+      base_platform.run_command("apt-get update")
+      base_platform.run_command("apt-get install -y standard^ server^ vim-nox emacs23-nox tree")
+    when "b-centos-5", "b-centos-6"
+      base_platform.run_command("yum install -y @base @core vim-enhanced emacs-nox tree")
+    end
+    base_platform.stop
+    return base_platform
+  end
+
+  def self.assign_ip_address(ipaddress, container_name, hwaddr)
+    puts "Assigning IP address #{ipaddress} to #{container_name} container's lxc.network.hwaddr #{hwaddr}"
+    search_file_delete_line("/etc/lxc/dhcp-hosts.conf", /(^#{hwaddr}|,#{ipaddress}$)/)
+    append_line_to_file("/etc/lxc/dhcp-hosts.conf", "#{hwaddr},#{ipaddress}\n")
+    reload_dnsmasq
+  end
+
+  def self.create_dns_record(api_fqdn, container_name, ipaddress)
+    dns_record = "#{ipaddress} #{container_name} #{api_fqdn}\n"
+    puts "Creating DNS record: #{dns_record}"
+    search_file_delete_line("/etc/lxc/addn-hosts.conf", /^#{ipaddress}\s/)
+    append_line_to_file("/etc/lxc/addn-hosts.conf", dns_record)
+    reload_dnsmasq
+  end
+
+  def self.reload_dnsmasq
+    system("pkill -HUP dnsmasq")
+  end
+
+  def self.search_file_delete_line(file_name, regex)
+    IO.write(file_name, IO.readlines(file_name).delete_if {|line| line.match(Regexp.new(regex))}.join)
+  end
+
+  def self.append_line_to_file(file_name, line)
+    content = IO.readlines(file_name)
+    content[-1] = content[-1].chomp + "\n"
+    content << line
+    IO.write(file_name, content.join)
+  end
+
+  def self.search_file_replace(file_name, regex, replace)
+    IO.write(file_name, IO.readlines(file_name).map {|line| line.gsub(Regexp.new(regex), replace)}.join)
+  end
+end

metadata

@@ -0,0 +1,132 @@
+--- !ruby/object:Gem::Specification
+name: dev-lxc
+version: !ruby/object:Gem::Version
+  version: 0.1.2
+  prerelease: 
+platform: ruby
+authors:
+- Jeremiah Snapp
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-03-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-lxc
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+description: A tool for creating Chef server clusters using LXC containers
+email:
+- jeremiah@getchef.com
+executables:
+- dev-lxc
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/dev-lxc
+- dev-lxc.gemspec
+- files/configs/ha.yaml
+- files/configs/open-source.yaml
+- files/configs/standalone.yaml
+- files/configs/tier.yaml
+- files/create_users/create_users.rb
+- files/create_users/default.rb
+- files/create_users/knife.rb.erb
+- lib/dev-lxc.rb
+- lib/dev-lxc/chef-cluster.rb
+- lib/dev-lxc/chef-server.rb
+- lib/dev-lxc/cli.rb
+- lib/dev-lxc/container.rb
+- lib/dev-lxc/version.rb
+homepage: https://github.com/jeremiahsnapp/dev-lxc
+licenses:
+- Apache2
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: A tool for creating Chef server clusters using LXC containers
+test_files: []
+has_rdoc: