chef-lxc 0.0.4 → 0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f890ea63de01f32c7c8a710d723a7c83b5ed6796
-  data.tar.gz: d85c40a3a99d140b66ca4af1d9dde58b8549699d
+  metadata.gz: 52e49fcc3e5851ef433948b2fee48854b397f6c6
+  data.tar.gz: 25871d209911354fa53cf0b7b2ee75cbe0d535df
 SHA512:
-  metadata.gz: 245e5cd1d45de534e1b7bde4f02a69cff15967cd39922e6b01025a36050a86a5921c4338a9c333748df4e0c738bdc3180a03fc30fb71a5623ac4011f5f0f59a4
-  data.tar.gz: 2f8eddf6d36d0fffe04de50e372abee43650b45c9e8bccaba204ef36c9ef5f76e6073e49c764f58bf1659b199ff97caf931f63eccc6a280a4c237b4dce59097d
+  metadata.gz: 6bd7b09dc78662584ec3859a518fa5c96e4866f093811e29da3a8b7c31373d3fbe9360573c2605a9e45a0dd5035f9274566127a2bbe39944fecd65e7485ab91c
+  data.tar.gz: 58489515a34b1d6f50960d1fccfd676a009ab8aa1aa035b8e0226d606996ffa7e916af918dae3f115bbc451e368531c874a12a5d75583a96b6aa3da54aea12d5

data/Gemfile

@@ -1,7 +1,3 @@
 source 'https://rubygems.org'
 
 gemspec
-gem 'serverspec'
-gem 'specinfra', github: 'ranjib/specinfra', branch: 'lxc'
-gem 'ruby-lxc'
-gem 'pry'

data/README.md

@@ -77,6 +77,91 @@ A more elaborate example,
   end
   ```
 
+### Automating multi container setup
+Chef-LXC provides `Chef::LXC.create_fleet` method to build chef managed
+multi container system. It offers helper methods to create containers and perform common 
+chef administrative operations like creating roles, environments, databags etc. 
+
+`Chef::LXC::Fleet` can be used with [chef-zero](https://github.com/chef/chef-zero)
+and [berkshelf](http://berkshelf.com/) to test and prototype chef-solo or chef-client/server
+managed infrastructure easily.
+
+Following is an example:
+
+  ```ruby
+  require 'chef/lxc'
+  require 'chef_zero/server'
+  require 'tempfile'
+  require 'berkshelf'
+
+  cookbook_path = File.expand_path('/tmp/cookbooks')
+
+  # Use berkshelf to venodirze cookbooks
+  berksfile = Berkshelf::Berksfile.from_file('/path/to/Berksfile')
+  berksfile.vendor('/tmp/cookbooks')
+
+  # Use chef zero as chef server, tell chef-zero to bind on lxcbr interface
+  server = ChefZero::Server.new(host: '10.0.3.1', port: 8889)
+  server.start_background
+
+  # Generate temporary client key for knife operations
+  tempfile = Tempfile.new('chef-lxc')
+  File.open(tempfile.path, 'w') do |f|
+    f.write(server.gen_key_pair.first)
+  end
+
+
+  Chef::LXC.create_fleet('memcache') do |fleet|
+    # Create base container with chef installed in it
+    fleet.create_container('base') do |ct|
+      ct.recipe do
+        execute 'apt-get update -y'
+        remote_file '/opt/chef_12.2.1-1_amd64.deb' do
+          source 'http://opscode-omnibus-packages.s3.amazonaws.com/ubuntu/13.04/x86_64/chef_12.2.1-1_amd64.deb'
+        end
+        dpkg_package 'chef' do
+          source '/opt/chef_12.2.1-1_amd64.deb'
+        end
+        directory '/etc/chef'
+        file '/etc/chef/client.pem' do
+          content ChefZero::Server.new.gen_key_pair.first
+        end
+        file '/etc/chef/client.rb' do
+          content "chef_server_url 'http://10.0.3.1:8889'\n"
+        end
+      end
+    end
+
+    # configure chef setting for the chef zero server
+    fleet.chef_config do |config|
+      config[:client_key] = tempfile.path
+      config[:node_name] = 'test'
+      config[:chef_server_url] = 'http://10.0.3.1:8889'
+    end
+
+    # Upload cookbooks, data bags, create roles
+    fleet.upload_cookbooks(cookbook_path)
+    fleet.create_environment('sandbox')
+    fleet.create_role('memcached', 'recipe[memcached]')
+    fleet.create_role('db', 'recipe[mysel::server]')
+    fleet.create_role('web', 'recipe[apache]', 'recipe[php]')
+
+    fleet.create_container('memcached', from: 'base') do |ct|
+      ct.command('chef-client -r role[memcached] -E sandbox')
+    end
+    fleet.create_container('db', from: 'base') do |ct|
+      ct.command('chef-client -r role[mysql] -E sandbox')
+    end
+    fleet.create_container('web', from: 'base') do |ct|
+      ct.command('chef-client -r role[web] -E sandbox')
+    end
+  end
+
+  tempfile.unlink
+  server.stop
+  ```
+
+
 ## Contributing
 
 1. Fork it

data/chef-lxc.gemspec

@@ -29,4 +29,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rspec"
   spec.add_development_dependency "rake"
   spec.add_development_dependency "chef-zero"
+  spec.add_development_dependency "pry"
 end

data/lib/chef/lxc.rb

@@ -1,3 +1,14 @@
 require 'chef/lxc_helper'
 require 'chef/resource/lxc'
 require 'chef/provider/lxc'
+require 'chef/lxc/fleet'
+
+class Chef
+  module LXC
+    def self.create_fleet(name)
+      fleet = Chef::LXC::Fleet.new
+      yield fleet if block_given?
+      fleet
+    end
+  end
+end

data/lib/chef/lxc/container_helper.rb

@@ -0,0 +1,25 @@
+require 'mixlib/shellout'
+require 'chef/lxc_helper'
+
+class Chef
+  module LXC
+    module ContainerHelper
+      include Chef::LXCHelper
+
+      def recipe(path = nil, &block)
+        recipe_content = path ? File.read(path) : nil
+        recipe_in_container(self, recipe_content, &block)
+      end
+
+      def command(command)
+        out = execute(wait: true) do
+          cmd = Mixlib::ShellOut.new(command)
+          cmd.live_stream = $stdout
+          cmd.run_command
+          cmd.exitstatus
+        end
+        out
+      end
+    end
+  end
+end

data/lib/chef/lxc/fleet.rb

@@ -0,0 +1,52 @@
+require 'chef'
+require 'chef/environment'
+require 'chef/role'
+require 'chef/knife/cookbook_upload'
+require 'chef/knife/data_bag_from_file'
+require 'chef/knife/data_bag_create'
+require 'chef/lxc/container_helper'
+require 'chef/lxc/knife_helper'
+
+class Chef
+  module LXC
+    class Fleet
+      include Chef::LXC::KnifeHelper
+
+      def create_container(name, opts = {})
+        from = opts[:from]
+        force = opts[:force]
+        ct = container(name)
+        if ct.defined? and force
+          ct.stop if ct.running?
+          ct.destroy
+          ct = container(name)
+        end
+        if from
+          base = container(from)
+          base.clone(name)
+          ct = container(name)
+        else
+          template = opts[:template] || 'download'
+          bdevtype = opts[:bdevtype]
+          bdevspecs = opts[:bdevspecs] || {}
+          flags = opts[:flags] || 0
+          args = opts[:flags] || %w(-d ubuntu -r trusty -a amd64)
+          ct.create(template, bdevtype, bdevspecs, flags, args)
+        end
+        ct.start unless ct.running?
+        while ct.ip_addresses.empty?
+          sleep 1
+        end
+        yield ct if block_given?
+        ct.stop if opts[:stop_after]
+        ct
+      end
+
+      def container(name)
+        ct = ::LXC::Container.new(name)
+        ct.extend Chef::LXC::ContainerHelper
+        ct
+      end
+    end
+  end
+end

data/lib/chef/lxc/knife_helper.rb

@@ -0,0 +1,64 @@
+class Chef
+  module LXC
+    module KnifeHelper
+      def knife(klass, *args)
+        klass.load_deps
+        plugin = klass.new
+        plugin.name_args = args
+        yield plugin.config if block_given?
+        plugin.run
+        plugin
+      end
+
+      def chef_config(config = {})
+        config.each do |key, value|
+          Chef::Config[key] = value
+        end
+        yield Chef::Config if block_given?
+        Chef::Config
+      end
+
+      def upload_cookbooks(path, *cookbooks)
+        cookbook_dirs = Array(path)
+        knife Chef::Knife::CookbookUpload, *cookbooks do |config|
+          config[:all] = true if cookbooks.empty?
+          config[:cookbook_path] = cookbook_dirs
+        end
+      end
+
+      def create_data_bag(name)
+        knife Chef::Knife::DataBagCreate, name
+      end
+
+      def upload_data_bag(name, path, opts = {})
+        items = Dir["#{path}/*"]
+        name_args = [name, items].flatten
+        plugin = knife(Chef::Knife::DataBagFromFile, *name_args)do |config|
+          if opts[:encrypted]
+            config[:secret_file] = opts[:secret_file]
+            config[:encrypt] = true
+            Chef::Config[:knife][:secret_file] = opts[:secret_file]
+          end
+        end
+      end
+
+      def create_environment(name, opts ={})
+        e = Chef::Environment.new
+        e.name(name)
+        e.default_attributes(opts[:default_attributes])
+        e.save
+        e
+      end
+
+      def create_role(name, run_list)
+        role = Chef::Role.new
+        role.name(name)
+        Array(run_list).each do |item|
+          role.run_list << item
+        end
+        role.save
+        role
+      end
+    end
+  end
+end

data/lib/chef/lxc/version.rb

@@ -1,5 +1,5 @@
 class Chef
   module LXC
-    VERSION = '0.0.4'
+    VERSION = '0.1'
   end
 end

data/lib/chef/lxc_helper.rb

@@ -1,5 +1,6 @@
 require 'lxc'
 require 'lxc/extra'
+require 'mixlib/shellout'
 
 class Chef
   module LXCHelper
@@ -16,7 +17,7 @@ class Chef
         client.load_node
         client.build_node
         run_context = Chef::RunContext.new(client.node, {}, client.events)
-        recipe = Chef::Recipe.new("chef-loxc-cookbook", "chef-lxc-recipe", run_context)
+        recipe = Chef::Recipe.new('chef-lxc-cookbook', 'chef-lxc-recipe', run_context)
         recipe.instance_eval(&recipe_block) if recipe_block
         recipe.instance_eval(recipe_text, __FILE__, __LINE__) if recipe_text
         runner = Chef::Runner.new(run_context)

data/spec/chef/lxc/fleet_dsl.rb

@@ -0,0 +1,47 @@
+require 'chef/lxc'
+require 'chef_zero/server'
+require 'tempfile'
+
+cookbook_path = File.expand_path('../../../data/cookbooks', __FILE__)
+server = ChefZero::Server.new(host: '10.0.3.1', port: 8889)
+server.start_background unless server.running?
+tempfile = Tempfile.new('chef-lxc')
+File.open(tempfile.path, 'w') do |f|
+  f.write(server.gen_key_pair.first)
+end
+
+Chef::LXC.create_fleet('memcache') do |fleet|
+  # Create base container with chef installed in it
+  fleet.create_container('base') do |ct|
+    ct.recipe do
+      execute 'apt-get update -y'
+      remote_file '/opt/chef_12.2.1-1_amd64.deb' do
+        source 'http://opscode-omnibus-packages.s3.amazonaws.com/ubuntu/13.04/x86_64/chef_12.2.1-1_amd64.deb'
+      end
+      dpkg_package 'chef' do
+        source '/opt/chef_12.2.1-1_amd64.deb'
+      end
+      directory '/etc/chef'
+      file '/etc/chef/client.pem' do
+        content ChefZero::Server.new.gen_key_pair.first
+      end
+      file '/etc/chef/client.rb' do
+        content "chef_server_url 'http://10.0.3.1:8889'\n"
+      end
+    end
+  end
+  
+  # configure chef setting for the new chef server
+  fleet.chef_config do |config|
+    config[:client_key] = tempfile.path
+    config[:node_name] = 'test'
+    config[:chef_server_url] = 'http://10.0.3.1:8889'
+  end
+  
+  # Upload cookbooks, data bags, create roles 
+  fleet.upload_cookbooks(cookbook_path)
+  fleet.create_role('memcached', 'recipe[memcached]')
+  fleet.create_container('memcached', from: 'base') do |ct|
+    ct.command('chef-client -r role[memcached]')
+  end
+end

data/spec/chef/lxc/fleet_spec.rb

@@ -0,0 +1,103 @@
+require 'spec_helper'
+require 'chef/lxc/fleet'
+
+describe Chef::LXC::Fleet do
+  let(:fleet) do
+    described_class.new
+  end
+  context '#create_container' do
+    it 'new container' do
+      ct = double(::LXC::Container, defined?: false, start: true, stop: true, running?: true)
+      expect(ct).to receive(:create).with(
+        'download', nil, {}, 0, %w(-d ubuntu -r trusty -a amd64)
+      )
+      expect(ct).to receive(:ip_addresses).and_return(['192.168.2.1'])
+      allow(::LXC::Container).to receive(:new).and_return(ct)
+      fleet.create_container('test-container')
+    end
+
+    it 'clone' do
+      ct = double(::LXC::Container, defined?: false, start: true, stop: true, running?: true)
+      base = double(::LXC::Container)
+      expect(base).to receive(:clone)
+      expect(ct).to receive(:ip_addresses).and_return(['192.168.2.1'])
+      allow(::LXC::Container).to receive(:new).and_call_original
+      allow(::LXC::Container).to receive(:new).with('baz').and_return(base)
+      allow(::LXC::Container).to receive(:new).with('test-foo').and_return(ct)
+      fleet.create_container('test-foo', from: 'baz')
+    end
+
+    it 'recreate' do
+      ct = double(::LXC::Container, defined?: true, start: true, stop: true, running?: true)
+      expect(ct).to receive(:destroy)
+      expect(ct).to receive(:create).with(
+        'download', nil, {}, 0, %w(-d ubuntu -r trusty -a amd64)
+      )
+      expect(ct).to receive(:ip_addresses).and_return(['192.168.2.1'])
+      allow(::LXC::Container).to receive(:new).with('test-foo').and_return(ct)
+      fleet.create_container('test-foo', force: true)
+    end
+
+    it 'clone and recreate' do
+      ct = double(::LXC::Container, defined?: true, start: true, stop: true, running?: true)
+      expect(ct).to receive(:destroy)
+      base = double(::LXC::Container)
+      expect(base).to receive(:clone)
+      expect(ct).to receive(:ip_addresses).and_return(['192.168.2.1'])
+      allow(::LXC::Container).to receive(:new).and_call_original
+      allow(::LXC::Container).to receive(:new).with('baz').and_return(base)
+      allow(::LXC::Container).to receive(:new).with('test-foo').and_return(ct)
+      fleet.create_container('test-foo', force: true, from: 'baz')
+    end
+  end
+
+  it '#container' do
+    ct = fleet.container('test-container')
+    expect(ct).to be_kind_of(::LXC::Container)
+    expect(ct.name).to eq('test-container')
+    expect(ct).to respond_to(:recipe)
+    expect(ct).to respond_to(:command)
+  end
+
+  it '#chef_config' do
+    fleet.chef_config(client_key: 'test.pem')
+    expect(Chef::Config[:client_key]).to eq('test.pem')
+  end
+
+  it '#upload_cookbooks' do
+    expect_any_instance_of(Chef::Knife::CookbookUpload).to receive(:run)
+    plugin = fleet.upload_cookbooks('/path/to/cookbooks', 'a', 'b', 'c')
+    expect(plugin.name_args).to eq(%w(a b c))
+    expect(plugin.config[:cookbook_path]).to eq(['/path/to/cookbooks'])
+    expect(plugin.config[:all]).to be_nil
+  end
+
+  it '#create_data_bag' do
+    expect_any_instance_of(Chef::Knife::DataBagCreate).to receive(:run)
+    plugin = fleet.create_data_bag('test-dbag')
+    expect(plugin.name_args).to eq(['test-dbag'])
+  end
+
+  it '#upload_data_bag' do
+    allow(Dir).to receive(:[]).with('/path/to/dbag/*').and_return(%w(a b c))
+    expect_any_instance_of(Chef::Knife::DataBagFromFile).to receive(:run)
+    plugin = fleet.upload_data_bag('foo', '/path/to/dbag')
+    expect(plugin.name_args).to eq(%w(foo a b c))
+  end
+
+  it '#create environment' do
+    expect_any_instance_of(Chef::Environment).to receive(:save)
+    attrs = {a: 1, b: 2}
+    env = fleet.create_environment('test-env', default_attributes: attrs)
+    expect(env.name).to eq('test-env')
+    expect(env.default_attributes).to eq(a: 1, b:2)
+  end
+
+  it '#create role' do
+    expect_any_instance_of(Chef::Role).to receive(:save)
+    role = fleet.create_role('test-role', 'recipe[bar]')
+    expect(role.name).to eq('test-role')
+    expect(role.run_list.count).to eq(1)
+    expect(role.run_list.first.to_s).to eq('recipe[bar]')
+  end
+end

data/spec/chef/recipe_spec.rb

@@ -24,20 +24,4 @@ describe 'inline recipe' do
   it 'container should be running' do
     expect(ct.running?).to be(true)
   end
-
-  it 'should create test directory' do
-    expect(file('/opt/test')).to be_directory
-  end
-
-  it 'should install apach2 package' do
-    expect(package('apache2')).to be_installed
-  end
-
-  it 'should start apache2 service' do
-    expect(service('apache2')).to be_running
-  end
-
-  it 'should enable apache2 service' do
-    expect(service('apache2')).to be_enabled
-  end
 end

data/spec/data/cookbooks/memcached/metadata.rb

@@ -0,0 +1,2 @@
+name 'memcached'
+version '0.0.1'

data/spec/data/cookbooks/memcached/recipes/default.rb

@@ -0,0 +1,3 @@
+package 'dependency' do
+  package_name %w(memcached)
+end

data/spec/spec_helper.rb

@@ -1,10 +1,5 @@
-
 require 'chef/lxc'
-require 'serverspec'
-
-include SpecInfra::Helper::Lxc
-include SpecInfra::Helper::Debian
-
+require 'pry'
 
 module LXCSpecHelper
   def execute_recipe(recipe)
@@ -29,6 +24,5 @@ RSpec.configure do |config|
   config.filter_run(focus: true)
   config.include LXCSpecHelper
   config.run_all_when_everything_filtered = true
-  config.lxc = "chef"
   config.backtrace_exclusion_patterns = []
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: chef-lxc
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: '0.1'
 platform: ruby
 authors:
 - Ranjib Dey
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-27 00:00:00.000000000 Z
+date: 2015-04-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: chef
@@ -108,6 +108,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: LXC bindings for Chef
 email:
 - ranjib@linux.com
@@ -125,14 +139,21 @@ files:
 - chef-lxc.gemspec
 - lib/chef/application/lxc.rb
 - lib/chef/lxc.rb
+- lib/chef/lxc/container_helper.rb
+- lib/chef/lxc/fleet.rb
+- lib/chef/lxc/knife_helper.rb
 - lib/chef/lxc/version.rb
 - lib/chef/lxc_helper.rb
 - lib/chef/provider/lxc.rb
 - lib/chef/resource/lxc.rb
+- spec/chef/lxc/fleet_dsl.rb
+- spec/chef/lxc/fleet_spec.rb
 - spec/chef/recipe_spec.rb
 - spec/chef/simple_spec.rb
 - spec/chef/template_spec.rb
 - spec/chef_lxc_spec.rb
+- spec/data/cookbooks/memcached/metadata.rb
+- spec/data/cookbooks/memcached/recipes/default.rb
 - spec/data/recipe.rb
 - spec/data/simple.rb
 - spec/data/template.rb
@@ -162,10 +183,14 @@ signing_key:
 specification_version: 4
 summary: LXC bindings for Chef
 test_files:
+- spec/chef/lxc/fleet_dsl.rb
+- spec/chef/lxc/fleet_spec.rb
 - spec/chef/recipe_spec.rb
 - spec/chef/simple_spec.rb
 - spec/chef/template_spec.rb
 - spec/chef_lxc_spec.rb
+- spec/data/cookbooks/memcached/metadata.rb
+- spec/data/cookbooks/memcached/recipes/default.rb
 - spec/data/recipe.rb
 - spec/data/simple.rb
 - spec/data/template.rb