goatos-base 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ef8161f2a0c107b2e4be02aac54c620d2607bbf0
+  data.tar.gz: 0674b85e3d506ee888ab48422e64ec889141433c
+SHA512:
+  metadata.gz: 95d3b419c21adb663c40e7606b2e4becb68d663bcf67e09f4913f63f74bc9eb7da929547827340c288ad610c51709f90505babf13f880f1833fa52ef070c77b5
+  data.tar.gz: 176f308c9cfc1d9f5335824d84e2170ba215863ebe6804d62693ffce4384f0f4f0a5fa614b12c430aaa6f79664b512b914ea4e96554b42f945488f0a9fb369bf

data/Gemfile

@@ -0,0 +1,8 @@
+source 'https://rubygems.org'
+gemspec
+
+gem 'blender', github: 'PagerDuty/blender'
+gem 'chef'
+gem 'blender-chef', github: 'PagerDuty/blender-chef'
+gem 'irbtools'
+gem 'pry'

data/Gemfile.lock

@@ -0,0 +1,215 @@
+GIT
+  remote: git://github.com/PagerDuty/blender-chef.git
+  revision: 8ccae9b31e09bef8db01bf1d0410cbdf8798e1df
+  specs:
+    blender-chef (0.0.1)
+      blender
+      chef
+
+GIT
+  remote: git://github.com/PagerDuty/blender.git
+  revision: 84502879c0045bd54610d97c5adc63d6bb1816b0
+  specs:
+    blender (0.0.1)
+      highline
+      mixlib-log
+      mixlib-shellout
+      net-ssh
+      rufus-scheduler
+      thor
+
+PATH
+  remote: .
+  specs:
+    goatos-base (0.0.1)
+      blender-chef
+      chef
+      pd-blender
+      sshkey
+      thor
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    alias (0.2.3)
+    ast (2.0.0)
+    awesome_print (1.2.0)
+    binding.repl (1.0.4.1)
+    boson (1.2.4)
+    boson-more (0.2.2)
+      boson (>= 1.2.0)
+    chef (11.14.6)
+      chef-zero (~> 2.1, >= 2.1.4)
+      diff-lcs (~> 1.2, >= 1.2.4)
+      erubis (~> 2.7)
+      ffi-yajl (~> 1.0)
+      highline (~> 1.6, >= 1.6.9)
+      mime-types (~> 1.16)
+      mixlib-authentication (~> 1.3)
+      mixlib-cli (~> 1.4)
+      mixlib-config (~> 2.0)
+      mixlib-log (~> 1.3)
+      mixlib-shellout (~> 1.4)
+      net-ssh (~> 2.6)
+      net-ssh-multi (~> 1.1)
+      ohai (~> 7.2)
+      plist (~> 3.1.0)
+      pry (~> 0.9)
+      rest-client (>= 1.0.4, <= 1.6.7)
+    chef-zero (2.2)
+      hashie (~> 2.0)
+      json
+      mixlib-log (~> 1.3)
+      rack
+    clipboard (1.0.5)
+    coderay (1.1.0)
+    debugging (1.0.1)
+      binding.repl (~> 1)
+      paint (~> 0, >= 0.8.7)
+    diff-lcs (1.2.5)
+    erubis (2.7.0)
+    every_day_irb (1.6.1)
+    fancy_irb (0.7.3)
+      paint (>= 0.8.1)
+      unicode-display_width (>= 0.1.1)
+    ffi (1.9.3)
+    ffi-yajl (1.0.2)
+      ffi (~> 1.5)
+      libyajl2 (~> 1.0)
+    g (1.7.2)
+    hashie (2.1.2)
+    highline (1.6.21)
+    hirb (0.7.2)
+    interactive_editor (0.0.10)
+      spoon (>= 0.0.1)
+    ipaddress (0.8.0)
+    irbtools (1.6.1)
+      alias (~> 0.2.3)
+      awesome_print (~> 1.2)
+      binding.repl (>= 1.0.1)
+      boson (~> 1.2.4)
+      boson-more (~> 0.2.2)
+      clipboard (~> 1.0.5)
+      coderay (~> 1.1.0)
+      debugging (~> 1.0)
+      every_day_irb (>= 1.6.1)
+      fancy_irb (>= 0.7.3)
+      g (>= 1.7.2)
+      hirb (~> 0.7)
+      interactive_editor (>= 0.0.10)
+      method_locator (>= 0.0.4)
+      method_source (>= 0.8.2)
+      methodfinder (>= 1.2.5)
+      ori (~> 0.1.0)
+      os (~> 0.9)
+      paint (>= 0.8.7)
+      ruby_engine (~> 1.0)
+      ruby_info (~> 1.0)
+      ruby_version (~> 1.0)
+      wirb (>= 1.0.3)
+    json (1.8.1)
+    libyajl2 (1.0.1)
+    method_locator (0.0.4)
+    method_source (0.8.2)
+    methodfinder (2.0.0)
+    mime-types (1.25.1)
+    mixlib-authentication (1.3.0)
+      mixlib-log
+    mixlib-cli (1.5.0)
+    mixlib-config (2.1.0)
+    mixlib-log (1.6.0)
+    mixlib-shellout (1.4.0)
+    net-ssh (2.9.1)
+    net-ssh-gateway (1.2.0)
+      net-ssh (>= 2.6.5)
+    net-ssh-multi (1.2.0)
+      net-ssh (>= 2.6.5)
+      net-ssh-gateway (>= 1.2.0)
+    ohai (7.2.4)
+      ffi (~> 1.9)
+      ffi-yajl (~> 1.0)
+      ipaddress
+      mime-types (~> 1.16)
+      mixlib-cli
+      mixlib-config (~> 2.0)
+      mixlib-log
+      mixlib-shellout (~> 1.2)
+      systemu (~> 2.6.4)
+      wmi-lite (~> 1.0)
+    ori (0.1.0)
+    os (0.9.6)
+    paint (0.8.7)
+    parser (2.2.0.pre.4)
+      ast (>= 1.1, < 3.0)
+      slop (~> 3.4, >= 3.4.5)
+    pd-blender (0.0.1)
+      highline
+      mixlib-log
+      mixlib-shellout
+      net-ssh
+      rufus-scheduler
+      thor
+    plist (3.1.0)
+    powerpack (0.0.9)
+    pry (0.10.1)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    rack (1.5.2)
+    rainbow (2.0.0)
+    rake (10.3.2)
+    rest-client (1.6.7)
+      mime-types (>= 1.16)
+    rspec (3.0.0)
+      rspec-core (~> 3.0.0)
+      rspec-expectations (~> 3.0.0)
+      rspec-mocks (~> 3.0.0)
+    rspec-core (3.0.4)
+      rspec-support (~> 3.0.0)
+    rspec-expectations (3.0.4)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.0.0)
+    rspec-mocks (3.0.4)
+      rspec-support (~> 3.0.0)
+    rspec-support (3.0.4)
+    rubocop (0.25.0)
+      parser (>= 2.2.0.pre.4, < 3.0)
+      powerpack (~> 0.0.6)
+      rainbow (>= 1.99.1, < 3.0)
+      ruby-progressbar (~> 1.4)
+    ruby-progressbar (1.5.1)
+    ruby_engine (1.0.1)
+    ruby_info (1.0.1)
+    ruby_version (1.0.1)
+    rufus-scheduler (3.0.8)
+      tzinfo
+    slop (3.6.0)
+    spoon (0.0.4)
+      ffi
+    sshkey (1.6.1)
+    systemu (2.6.4)
+    thor (0.19.1)
+    thread_safe (0.3.4)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+    unicode-display_width (0.1.1)
+    wirb (1.0.3)
+      paint (~> 0.8)
+    wmi-lite (1.0.0)
+    yard (0.8.7.4)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  blender!
+  blender-chef!
+  bundler
+  chef
+  goatos-base!
+  irbtools
+  pry
+  rake
+  rspec
+  rubocop
+  yard

data/LICENSE.txt

@@ -0,0 +1,14 @@
+Copyright:: Copyright (c) Ranjib Dey, ranjib@linux.com.
+License:: Apache License, Version 2.0
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/README.md

@@ -0,0 +1,92 @@
+### Description
+GoatOS is a distributed LXC automation suite. It uses Chef for configuration
+managemenbt and Blender for orchestration.
+
+With GoatOS you can set up ubuntu 14.04 servers to run unprivileged LXC
+containers. GoatOS automates
+- bootstrapping/provisioning LXC hosts, chef servers etc (using SSH).
+- container life cycle management (create, start, stop, destroy)
+- exposing network services from containers to outside (using haproxy)
+- customizing container with familiar chef DSL
+
+### Installation
+```sh
+gem install goatos-base
+```
+
+### Usage
+#### Setup
+```sh
+goatos init
+```
+Typical GoatOS clusters are composed of one master and multiple slaves. Master
+hosts chef server, which act as configuration artifact repository and metadata
+source, while the slave nodes run unprivileged LXC instances. Master and slave
+host customization can be done via chef, while container management is done on
+demand via blender.
+
+`GoatOS Base` can be installed in a single host ( standalone mode) as well. For
+this create a virtual box vm (or ec2 instance) with ubuntu 14.04. Create an user
+with sudo access and bootstrap the instance with following command:
+
+```sh
+goatos bootstrap -h 192.168.1.49 -u ubuntu -i ssh_key.rsa
+```
+
+Note: GoatOS installer will ask for ssh password when `-P` flag is passed, instead of the `-i` flag.
+
+This will install chef server, LXC  and a goatos specific ssh keypair on the
+instance. Chef and ssh configuration will be stored locally for downstream automation.
+You should have chef's admin and validation key along with goatos specific ssh key on
+the `keys` directory in your current directory. This will also generate a knife config
+in `etc` directory for chef (you invoke all regular knife commands by passing
+-c etc/knife.rb, hence forth).
+
+
+Next you can check conatiners present on the goatos fleet like this:
+
+```sh
+goatos lxc ls
+```
+This will use the ssh credentials (`goatos` user and an rsa key) generate via bootstrap.
+
+To create a container, use the `goatos lxc create` command.
+```sh
+goatos lxc create -N ct01
+```
+This will create an ubunu 14.04 container. Additional flags can be used to create container
+specify other distro, release, archtecture. You can specify network services that you want
+to expose from the container using the `--expose` flag.
+ 
+```sh
+goatos lxc create -N ct01 --expose 22:tcp:2201
+```
+Above command will save the '22:tcp:2201' as metadata for the container. This metadata is
+processed by chef runs that controls the host running container to expose outside using haproxy.
+The string `22:tcp:2201` express the intent to expose port 22 (SSH i.e) of container on port
+2201 on the host. Following goatos command will propagate these changes via chef.
+
+```sh
+bundle exec goatos run-chef -u USER -i key.rsa
+```
+You should be able to ssh into one of the container directly by `ssh -p 2201 HOST_IP`. Note,
+the default container have a prebaked user with name `ubuntu` and password `ubuntu`
+
+
+For multinode cluster, you can bootstrap the master with `-T master` option,
+which will direct goatos to install only chef server specific components
+in the target host. While rest of the instanec can be bootstrapped with
+`-T slave` option, which will direct goatos to use local knife config (generated
+via master bootstrap process) and install only LXC specific tooling.
+
+
+## License
+[Apache 2](http://www.apache.org/licenses/LICENSE-2.0)
+
+## Contributing
+
+1. Fork it ( https://github.com/PagerDuty/blender/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler/gem_tasks'
+

data/bin/goatos

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+# vim: set ft=ruby:
+
+require 'blender'
+require 'goatos/cli'
+
+
+GoatOS::CLI.start(ARGV)

data/cookbooks/goatos/attributes/default.rb

@@ -0,0 +1,2 @@
+default['goatos']['user'] = 'goatos'
+default['goatos']['group'] = 'goatos'

data/cookbooks/goatos/files/default/goatos-meta.rb

@@ -0,0 +1,184 @@
+#!/opt/chef/embedded/bin/ruby
+
+require 'lxc'
+require 'json'
+require 'thor'
+require 'mixlib/shellout'
+require 'chef/application/lxc'
+
+module GoatOS
+  module Meta
+    CtMetadata = Struct.new(
+      :name,
+      :template,
+      :release,
+      :arch,
+      :distro,
+      :expose,
+      :chef_recipe
+    ) do
+      if RUBY_VERSION < '2.1.1'
+        def to_h
+          Hash[ each_pair.to_a ]
+        end
+      end
+    end
+    class JSONStore
+      attr_reader :state_file
+      def initialize(state_file = '/opt/goatos/goats.json')
+        @state_file = state_file
+        @metadata = nil
+      end
+      def metadata
+        @metadata ||= fetch_metadata
+      end
+      def fetch_metadata
+        collection = { 'containers'=> {}, 'last_updated' => nil }
+        if File.exists?(state_file)
+          data = JSON.parse(File.read(state_file))
+          data['containers'].each do |name, meta|
+            collection['containers'][name] = CtMetadata.new(*meta.values)
+          end
+          collection['last_updated'] = data['last_updated']
+        end
+        collection
+      end
+      def add(name, meta)
+        unless get(name).nil?
+          raise RuntimeError, "Container '#{name}' already present"
+        end
+        metadata['containers'][name]= meta
+        write_to_disk
+      end
+
+      def write_to_disk
+        cts = {'containers'=> {}}
+        metadata['containers'].each do |n, meta|
+          cts['containers'][n] = meta.to_h
+        end
+        cts['last_updated'] = Time.now
+        File.open(state_file, 'w') do |f|
+          f.write(JSON.pretty_generate(cts))
+        end
+      end
+
+      def get(name)
+        metadata['containers'][name]
+      end
+      def delete(name)
+        metadata['containers'].delete(name)
+        write_to_disk
+      end
+      def list
+        metadata['containers']
+      end
+    end
+    class CLI < Thor
+      class_option :format,
+        type: :string,
+        aliases: '-F',
+        description: 'Format output(test or json)',
+        default: 'text'
+
+      desc 'converge CONTAINER', 'Converge a chef recipe inside the container'
+      def converge(container)
+        store = JSONStore.new
+        recipe = store.get(container).chef_recipe
+        recipe_path = "/opt/goatos/recipes/#{recipe}.rb"
+        recipe_text = File.read(recipe_path)
+        Chef::Config[:solo] = true
+        ct = ::LXC::Container.new(container)
+        Chef::Log.init(STDOUT)
+        Chef::Log.level = :info
+        client = Class.new(Chef::Client) do
+          def run_ohai
+            ohai.run_plugins
+          end
+        end.new
+        client.ohai.load_plugins
+        ct.execute do
+          client.run_ohai
+          client.load_node
+          client.build_node
+          run_context = Chef::RunContext.new(client.node, {}, client.events)
+          recipe = Chef::Recipe.new('goatos_lxc', recipe, run_context)
+          recipe.instance_eval(recipe_text, recipe_path, 1)
+          runner = Chef::Runner.new(run_context)
+          runner.converge
+        end
+      end
+
+      desc 'list', 'list all the metadata'
+      def list
+        store = JSONStore.new
+        list = store.list
+        case options[:format]
+        when 'text'
+          list.each do |name, meta|
+            puts "#{name} | Metadata: #{meta.inspect}"
+          end
+        when 'json'
+          puts JSON.pretty_generate(list)
+        end
+      end
+
+      desc 'show NAME', 'show metadata of a single container'
+      def show(name)
+        store = JSONStore.new
+        meta = store.get(name)
+        case options[:format]
+        when 'text'
+          puts "#{name} | Metadata: #{meta.inspect}"
+        when 'json'
+          puts JSON.pretty_generate(meta.to_h)
+        end
+      end
+
+      desc 'add NAME', 'Add a container info in the metadata'
+      option :template,
+        default: 'download',
+        aliases: '-t',
+        description: 'Template for building rootfs'
+      option :arch,
+        default: 'amd64',
+        aliases: '-a',
+        description: 'ARCH for the lxc'
+      option :distro,
+        default: 'ubuntu',
+        aliases: '-d',
+        description: 'Disro type to be used with download template'
+      option :chef_recipe,
+        aliases: '-R',
+        description: 'A chef recipe that will be executed upon container start'
+      option :release,
+        default: 'trusty',
+        aliases: '-r',
+        description: 'Release of a distribution (e.g lucid, precise, trusty for ubuntu)'
+      option :expose,
+        aliases: '-e',
+        description: 'Expose container port'
+      def add(name)
+        store = JSONStore.new
+        meta = CtMetadata.new(
+          name,
+          options[:template],
+          options[:release],
+          options[:arch],
+          options[:distro],
+          options[:expose],
+          options[:chef_recipe]
+        )
+        store.add(name, meta)
+      end
+      desc 'delte CONTAINER_NAME', 'delete container meta data'
+      def delete(name)
+        store = JSONStore.new
+        store.delete(name)
+      end
+    end
+  end
+end
+
+if $0 == __FILE__
+  GoatOS::Meta::CLI.start(ARGV)
+end