vagabond 0.2.6 → 0.2.8

data/lib/vagabond/cookbooks/apt/TESTING.md

@@ -0,0 +1,25 @@
+This cookbook includes support for running tests via Test Kitchen (1.0). This has some requirements.
+
+1. You must be using the Git repository, rather than the downloaded cookbook from the Chef Community Site.
+2. You must have Vagrant 1.1 installed.
+3. You must have a "sane" Ruby 1.9.3 environment.
+
+Once the above requirements are met, install the additional requirements:
+
+Install the berkshelf plugin for vagrant, and berkshelf to your local Ruby environment.
+
+    vagrant plugin install vagrant-berkshelf
+    gem install berkshelf
+
+Install Test Kitchen 1.0 (unreleased yet, use the alpha / prerelease version).
+
+    gem install test-kitchen --pre
+
+Install the Vagrant driver for Test Kitchen.
+
+    gem install kitchen-vagrant
+
+Once the above are installed, you should be able to run Test Kitchen:
+
+    kitchen list
+    kitchen test

data/lib/vagabond/cookbooks/apt/attributes/default.rb

@@ -0,0 +1,4 @@
+default['apt']['cacher-client']['restrict_environment'] = false
+default['apt']['cacher_port'] = 3142
+default['apt']['key_proxy'] = ''
+default['apt']['caching_server'] = false

data/lib/vagabond/cookbooks/apt/files/default/apt-proxy-v2.conf

@@ -0,0 +1,50 @@
+[DEFAULT]
+;; All times are in seconds, but you can add a suffix
+;; for minutes(m), hours(h) or days(d)
+
+;; commented out address so apt-proxy will listen on all IPs
+;; address = 127.0.0.1
+port = 9999
+cache_dir = /var/cache/apt-proxy
+
+;; Control files (Packages/Sources/Contents) refresh rate
+min_refresh_delay = 1s
+complete_clientless_downloads = 1
+
+;; Debugging settings.
+debug = all:4 db:0
+
+time = 30
+passive_ftp = on
+
+;;--------------------------------------------------------------
+;; Cache housekeeping
+
+cleanup_freq = 1d
+max_age = 120d
+max_versions = 3
+
+;;---------------------------------------------------------------
+;; Backend servers
+;;
+;; Place each server in its own [section]
+
+[ubuntu]
+; Ubuntu archive
+backends =
+        http://us.archive.ubuntu.com/ubuntu
+
+[ubuntu-security]
+; Ubuntu security updates
+backends = http://security.ubuntu.com/ubuntu
+
+[debian]
+;; Backend servers, in order of preference
+backends = 
+        http://debian.osuosl.org/debian/
+
+[security]
+;; Debian security archive
+backends = 
+        http://security.debian.org/debian-security
+        http://ftp2.de.debian.org/debian-security

data/lib/vagabond/cookbooks/apt/metadata.rb

@@ -0,0 +1,30 @@
+name              "apt"
+maintainer        "Opscode, Inc."
+maintainer_email  "cookbooks@opscode.com"
+license           "Apache 2.0"
+description       "Configures apt and apt services and LWRPs for managing apt repositories and preferences"
+long_description  IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version           "2.0.1"
+recipe            "apt", "Runs apt-get update during compile phase and sets up preseed directories"
+recipe            "apt::cacher-ng", "Set up an apt-cacher-ng caching proxy"
+recipe            "apt::cacher-client", "Client for the apt::cacher-ng caching proxy"
+
+%w{ ubuntu debian }.each do |os|
+  supports os
+end
+
+attribute "apt/cacher-client/restrict_environment",
+  :description => "Whether to restrict the search for the caching server to the same environment as this node",
+  :default => "false"
+
+attribute "apt/cacher_port",
+  :description => "Default listen port for the caching server",
+  :default => "3142"
+
+attribute "apt/key_proxy",
+  :description => "Passed as the proxy passed to GPG for the apt_repository resource",
+  :default => ""
+
+attribute "apt/caching_server",
+  :description => "Set this to true if the node is a caching server",
+  :default => "false"

data/lib/vagabond/cookbooks/apt/providers/preference.rb

@@ -0,0 +1,61 @@
+#
+# Cookbook Name:: apt
+# Provider:: preference
+#
+# Copyright 2010-2011, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Build preferences.d file contents
+def build_pref(package_name, pin, pin_priority)
+  preference_content = "Package: #{package_name}\nPin: #{pin}\nPin-Priority: #{pin_priority}\n"
+end
+
+action :add do
+  new_resource.updated_by_last_action(false)
+
+  preference = build_pref(new_resource.glob || new_resource.package_name,
+                          new_resource.pin,
+                          new_resource.pin_priority)
+
+  preference_dir = directory "/etc/apt/preferences.d" do
+    owner "root"
+    group "root"
+    mode 00755
+    recursive true
+    action :nothing
+  end
+
+  preference_file = file "/etc/apt/preferences.d/#{new_resource.name}" do
+    owner "root"
+    group "root"
+    mode 00644
+    content preference
+    action :nothing
+  end
+
+  preference_dir.run_action(:create)
+  # write out the preference file, replace it if it already exists
+  preference_file.run_action(:create)
+end
+
+action :remove do
+  if ::File.exists?("/etc/apt/preferences.d/#{new_resource.name}")
+    Chef::Log.info "Un-pinning #{new_resource.name} from /etc/apt/preferences.d/"
+    file "/etc/apt/preferences.d/#{new_resource.name}" do
+      action :delete
+    end
+    new_resource.updated_by_last_action(true)
+  end
+end

data/lib/vagabond/cookbooks/apt/providers/repository.rb

@@ -0,0 +1,132 @@
+#
+# Cookbook Name:: apt
+# Provider:: repository
+#
+# Copyright 2010-2011, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+use_inline_resources
+
+def whyrun_supported?
+  true
+end
+
+# install apt key from keyserver
+def install_key_from_keyserver(key, keyserver)
+  execute "install-key #{key}" do
+    if !node['apt']['key_proxy'].empty?
+      command "apt-key adv --keyserver-options http-proxy=#{node['apt']['key_proxy']} --keyserver #{keyserver} --recv #{key}"
+    else
+      command "apt-key adv --keyserver #{keyserver} --recv #{key}"
+    end
+    action :run
+    not_if "apt-key list | grep #{key}"
+  end
+end
+
+# run command and extract gpg ids
+def extract_gpg_ids_from_cmd(cmd)
+  so = Mixlib::ShellOut.new(cmd)
+  so.run_command
+  so.stdout.split(/\n/).collect do |t|
+    if z = t.match(/^pub\s+\d+\w\/([0-9A-F]{8})/)
+      z[1]
+    end
+  end.compact
+end
+
+# install apt key from URI
+def install_key_from_uri(uri)
+  key_name = uri.split(/\//).last
+  cached_keyfile = "#{Chef::Config[:file_cache_path]}/#{key_name}"
+  if new_resource.key =~ /http/
+    remote_file cached_keyfile do
+      source new_resource.key
+      mode 00644
+      action :create
+    end
+  else
+    cookbook_file cached_keyfile do
+      source new_resource.key
+      cookbook new_resource.cookbook
+      mode 00644
+      action :create
+    end
+  end
+
+  execute "install-key #{key_name}" do
+    command "apt-key add #{cached_keyfile}"
+    action :run
+    not_if do
+      installed_ids = extract_gpg_ids_from_cmd("apt-key finger")
+      key_ids = extract_gpg_ids_from_cmd("gpg --with-fingerprint #{cached_keyfile}")
+      (installed_ids & key_ids).sort == key_ids.sort
+    end
+  end
+end
+
+# build repo file contents
+def build_repo(uri, distribution, components, arch, add_deb_src)
+  components = components.join(' ') if components.respond_to?(:join)
+  repo_info = "#{uri} #{distribution} #{components}\n"
+  repo_info = "[arch=#{arch}] #{repo_info}" if arch
+  repo =  "deb     #{repo_info}"
+  repo << "deb-src #{repo_info}" if add_deb_src
+  repo
+end
+
+action :add do
+  # add key
+  if new_resource.keyserver && new_resource.key
+    install_key_from_keyserver(new_resource.key, new_resource.keyserver)
+  elsif new_resource.key
+    install_key_from_uri(new_resource.key)
+  end
+
+  file "/var/lib/apt/periodic/update-success-stamp" do
+    action :nothing
+  end
+
+  execute "apt-get update" do
+    ignore_failure true
+    action :nothing
+  end
+
+  # build repo file
+  repository = build_repo(new_resource.uri,
+                          new_resource.distribution,
+                          new_resource.components,
+                          new_resource.arch,
+                          new_resource.deb_src)
+
+  file "/etc/apt/sources.list.d/#{new_resource.name}.list" do
+    owner "root"
+    group "root"
+    mode 00644
+    content repository
+    action :create
+    notifies :delete, "file[/var/lib/apt/periodic/update-success-stamp]", :immediately
+    notifies :run, "execute[apt-get update]", :immediately if new_resource.cache_rebuild
+  end
+end
+
+action :remove do
+  if ::File.exists?("/etc/apt/sources.list.d/#{new_resource.name}.list")
+    Chef::Log.info "Removing #{new_resource.name} repository from /etc/apt/sources.list.d/"
+    file "/etc/apt/sources.list.d/#{new_resource.name}.list" do
+      action :delete
+    end
+  end
+end

data/lib/vagabond/cookbooks/apt/recipes/cacher-client.rb

@@ -0,0 +1,59 @@
+#
+# Cookbook Name:: apt
+# Recipe:: cacher-client
+#
+# Copyright 2011, 2012 Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+#remove Acquire::http::Proxy lines from /etc/apt/apt.conf since we use 01proxy
+#these are leftover from preseed installs
+execute 'Remove proxy from /etc/apt/apt.conf' do
+  command "sed --in-place '/^Acquire::http::Proxy/d' /etc/apt/apt.conf"
+  only_if "grep Acquire::http::Proxy /etc/apt/apt.conf"
+end
+
+servers = []
+if node['apt'] && node['apt']['cacher_ipaddress']
+  cacher = Chef::Node.new
+  cacher.name(node['apt']['cacher_ipaddress'])
+  cacher.set['ipaddress'] = node['apt']['cacher_ipaddress']
+  servers << cacher
+end
+
+unless Chef::Config[:solo]
+  query = "apt_caching_server:true NOT name:#{node.name}"
+  query += " AND chef_environment:#{node.chef_environment}" if node['apt']['cacher-client']['restrict_environment']
+  Chef::Log.debug("apt::cacher-client searching for '#{query}'")
+  servers += search(:node, query)
+end
+
+if servers.length > 0
+  Chef::Log.info("apt-cacher-ng server found on #{servers[0]}.")
+  template '/etc/apt/apt.conf.d/01proxy' do
+    source '01proxy.erb'
+    owner 'root'
+    group 'root'
+    mode 00644
+    variables(
+      :proxy => servers[0]['ipaddress'],
+      :port => node['apt']['cacher_port']
+      )
+  end.run_action(:create)
+else
+  Chef::Log.info('No apt-cacher-ng server found.')
+  file '/etc/apt/apt.conf.d/01proxy' do
+    action :delete
+  end
+end

data/lib/vagabond/cookbooks/apt/recipes/cacher-ng.rb

@@ -0,0 +1,40 @@
+#
+# Cookbook Name:: apt
+# Recipe:: cacher-ng
+#
+# Copyright 2008-2012, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+node.set['apt']['caching_server'] = true
+
+package "apt-cacher-ng" do
+  action :install
+end
+
+template "/etc/apt-cacher-ng/acng.conf" do
+  source "acng.conf.erb"
+  owner "root"
+  group "root"
+  mode 00644
+  notifies :restart, "service[apt-cacher-ng]"
+end
+
+service "apt-cacher-ng" do
+  supports :restart => true, :status => false
+  action [:enable, :start]
+end
+
+#this will help seed the proxy
+include_recipe "apt::cacher-client"

data/lib/vagabond/cookbooks/apt/recipes/default.rb

@@ -0,0 +1,68 @@
+#
+# Cookbook Name:: apt
+# Recipe:: default
+#
+# Copyright 2008-2011, Opscode, Inc.
+# Copyright 2009, Bryan McLellan <btm@loftninjas.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Run apt-get update to create the stamp file
+execute "apt-get-update" do
+  command "apt-get update"
+  ignore_failure true
+  not_if do ::File.exists?('/var/lib/apt/periodic/update-success-stamp') end
+end
+
+# For other recipes to call to force an update
+execute "apt-get update" do
+  command "apt-get update"
+  ignore_failure true
+  action :nothing
+end
+
+# Automatically remove packages that are no longer needed for dependencies
+execute "apt-get autoremove" do
+  command "apt-get -y autoremove"
+  action :nothing
+end
+
+# Automatically remove .deb files for packages no longer on your system
+execute "apt-get autoclean" do
+  command "apt-get -y autoclean"
+  action :nothing
+end
+
+# provides /var/lib/apt/periodic/update-success-stamp on apt-get update
+package "update-notifier-common" do
+  notifies :run, 'execute[apt-get-update]', :immediately
+end
+
+execute "apt-get-update-periodic" do
+  command "apt-get update"
+  ignore_failure true
+  only_if do
+    ::File.exists?('/var/lib/apt/periodic/update-success-stamp') &&
+    ::File.mtime('/var/lib/apt/periodic/update-success-stamp') < Time.now - 86400
+  end
+end
+
+%w{/var/cache/local /var/cache/local/preseeding}.each do |dirname|
+  directory dirname do
+    owner "root"
+    group "root"
+    mode  00755
+    action :create
+  end
+end