oscar 0.2.0alpha1

data/.gitignore

@@ -0,0 +1,3 @@
+.vagrant
+config.yaml
+.pe_build

data/CHANGELOG

@@ -0,0 +1,12 @@
+CHANGELOG
+=========
+
+0.2.0alpha1
+-----------
+
+  * vagrant-hosts has been split out into an independent gem
+  * Added Gemfile, gemspec.
+  * Cleanup around validating and extracting the PE installer tarball
+  * Add support for autogenerated answers files.
+  * Perform the GRAND RENAMING from SoupKitchen to Oscar. It's the last
+    rename, I promise.

data/Gemfile

@@ -0,0 +1 @@
+gemspec

data/LICENSE

@@ -0,0 +1,14 @@
+Copyright 2012 Adrien Thebo
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+

data/README.markdown

@@ -0,0 +1,97 @@
+Instapants
+==========
+
+Create a full Puppet Enterprise environment from vagrant base boxes.
+
+Versions
+--------
+
+Right now, the master branch of soupkitchen is going through a major rewrite.
+The codebase is in flux and thus the documentation is really going to be based
+on inline comments.
+
+All of the supported behavior before the write has been tagged as version 0.0.1
+and is the reference point for the following documentation.
+
+Prerequisites
+-------------
+
+  * Vagrant 1.0
+  * Virtualbox 4.x (4.0 strongly recommended for OSX 10.7)
+
+Installation
+------------
+
+    git clone git://github.com/adrienthebo/soupkitchen
+    git checkout 0.0.1
+    cd soupkitchen
+
+    # You'll need a config.yaml to specify how to build the environment. Contact your
+    # friendly neighborhood Puppet support monkey on where this is located. Place
+    # this file in the insta-pe directory.
+    wget http://your.web.server/insta-pe/config.yaml
+
+    # You'll also need the extracted universal installers for Puppet Enterprise.
+    # Place the extracted installers in insta-pe/files.
+    cd soupkitchen/files
+    tar xvf puppet-enterprise-X.Y.Z.tar.gz
+
+    # soupkitchen assumes the you either have all your vagrant boxes already added or
+    # are hosted on a webserver.
+    vagrant up
+
+Configuration
+-------------
+
+Configuration is provided through a yaml file. (Yes, the vagrant config file
+has a config file. Deal with it.) The top level values are all keys. You'll
+have something like this:
+
+    ---
+    # Configuration settings for Puppet Enterprise.
+    pe:
+      # The version of PE to install. Using a version of 0.0.0 disables the installation
+      version: 2.5.1
+      installer_path: /vagrant/files/puppet-enterprise-%s-all/puppet-enterprise-installer
+      installer:
+        # The program to execute to run the PE install. You can insert 'bash -x' to do a trace
+        # of the installation. Any string containing :version will be replaced with the current version.
+        executable: /vagrant/files/puppet-enterprise-:version-all/puppet-enterprise-installer
+        args:
+          # Additional arguments to pass to the installer
+          - "-l /root/puppet-enterprise-installer.log"
+          - "-D"
+          - "| tee /root/installer-all.log"
+
+    # Profiles are generic configurations for a basebox
+    profiles:
+      # One or more key/value pairs, where the name is the profile name and the values are hashes.
+      debian:
+        # The vagrant base box to use.
+        boxname: debian-6.0.4-i386
+        # The URL that the box can be downloaded from. This is optional
+        boxurl: http://your.web.server/insta-pe/debian-6.0.4-i386.box
+      # add more profiles as necessary
+
+    # Your actual node definitions. This is an array of hashes
+    nodes:
+      -
+        # name: the name of the node to address with vagrant commands
+        name: master
+        # role: one of (master, agent). Self explanatory.
+        role: master
+        # The name of the profile to use in the previous section.
+        profile: debian
+        # The IP address to assign for the host
+        address: 10.16.1.2
+        # A hash where the keys are VM port names and the values are hypervisor port names. Optional.
+        # You'll want to forward 443 on the master to your hypervisor for access to the PEC.
+        forwards:
+          443: 20443
+
+You can also view the config.yaml.example in this directory.
+
+Caveats
+-------
+
+Do not look at the Vagrantfile in this directory. You'll go blind.

data/Vagrantfile

@@ -0,0 +1,6 @@
+# lol shim
+$LOAD_PATH << "#{File.dirname(__FILE__)}/lib"
+require 'pe_build'
+require 'oscar'
+
+Oscar.facehug! File.dirname(__FILE__)

data/bootstrap/base/pre/set_hostname.sh

@@ -0,0 +1,3 @@
+hostname <%= @env[:vm].name %>
+domainname soupkitchen.internal
+echo <%= @env[:vm].name %> > /etc/hostname

data/bootstrap/base/provision/install_puppet_enterprise.sh

@@ -0,0 +1,6 @@
+if [ -f /opt/puppet/bin/puppet ]; then
+  echo "Puppet Enterprise already present, version $(/opt/puppet/bin/puppet --version)"
+  echo "Skipping installation."
+else
+  <%= @installer_cmd %>
+fi

data/bootstrap/master/post/relocate_puppet.sh

@@ -0,0 +1,23 @@
+# Update puppet.conf to add the manifestdir directive to point to the
+# /manifests mount, if the directive isn't already present.
+sed -i '
+2 {
+/manifest/ !i\
+    manifestdir = /manifests
+}
+' /etc/puppetlabs/puppet/puppet.conf
+
+# Update puppet.conf to add the modulepath directive to point to the
+# /module mount, if it hasn't already been set.
+sed -i '
+/modulepath/ {
+/vagrant/ !s,$,:/modules,
+}
+' /etc/puppetlabs/puppet/puppet.conf
+
+# Rewrite the olde site.pp config since it's not used, and warn people
+# about this.
+echo '# /etc/puppetlabs/puppet/manifests is not used; see /manifests.' > /etc/puppetlabs/puppet/manifests/site.pp
+
+# Enable autosigning on the master
+echo '*' > /etc/puppetlabs/puppet/autosign.conf

data/config/.gitignore

@@ -0,0 +1 @@
+*

data/config/roles.yaml.dist

@@ -0,0 +1,17 @@
+---
+
+roles:
+  -
+    # Puppet Enterprise Masters need port 443 forwarded so that the console is
+    # reachable from the hypervisor
+    name: master
+    forwards:
+      -
+        source: 443
+        dest: 20443
+
+  -
+    name: agent
+
+  -
+    name: console

data/doc/answers/README.markdown

@@ -0,0 +1 @@
+These are reference answers files for the various versions of PE.

data/doc/answers/agent.txt

@@ -0,0 +1,10 @@
+q_install=y
+q_puppet_cloud_install=n
+q_puppet_enterpriseconsole_install=n
+q_puppet_symlinks_install=y
+q_puppetagent_certname=$(hostname -s)
+q_puppetagent_install=y
+q_puppetagent_server=master
+q_puppetmaster_install=n
+q_vendor_packages_install=y
+q_continue_or_reenter_master_hostname=c

data/doc/answers/master-1.1.txt

@@ -0,0 +1,22 @@
+q_install=y
+q_puppet_symlinks_install=y
+q_puppetagent_certname=master
+q_puppetagent_install=y
+q_puppetagent_pluginsync=y
+q_puppetagent_server=master
+q_puppetdashboard_database_install=y
+q_puppetdashboard_database_name=console
+q_puppetdashboard_database_password=puppet
+q_puppetdashboard_database_root_password=puppet
+q_puppetdashboard_database_user=console
+q_puppetdashboard_httpd_port=443
+q_puppetdashboard_install=y
+q_puppetmaster_certdnsnames=master:puppet
+q_puppetmaster_certname=master
+q_puppetmaster_dashboard_hostname=master
+q_puppetmaster_dashboard_port=443
+q_puppetmaster_install=y
+q_puppetmaster_use_dashboard_classifier=y
+q_puppetmaster_use_dashboard_reports=y
+q_rubydevelopment_install=y
+q_vendor_packages_install=y

data/doc/answers/master-2.0.0.txt

@@ -0,0 +1,42 @@
+q_install=y
+q_puppet_cloud_install=n
+q_puppet_enterpriseconsole_auth_database_name=console_auth
+q_puppet_enterpriseconsole_auth_database_password=console_auth
+q_puppet_enterpriseconsole_auth_database_user=console_auth
+q_puppet_enterpriseconsole_auth_password=console
+q_puppet_enterpriseconsole_auth_user_email=console@example.com
+q_puppet_enterpriseconsole_database_install=y
+q_puppet_enterpriseconsole_database_name=console
+q_puppet_enterpriseconsole_database_password=console
+q_puppet_enterpriseconsole_database_remote=n
+q_puppet_enterpriseconsole_database_root_password=root
+q_puppet_enterpriseconsole_database_user=console
+q_puppet_enterpriseconsole_httpd_port=443
+q_puppet_enterpriseconsole_install=y
+q_puppet_enterpriseconsole_inventory_hostname=$(hostname -s)
+q_puppet_enterpriseconsole_inventory_port=8140
+q_puppet_enterpriseconsole_master_hostname=$(hostname -s)
+q_puppet_enterpriseconsole_smtp_host=smtp.google.com
+q_puppet_enterpriseconsole_smtp_password=
+q_puppet_enterpriseconsole_smtp_port=25
+q_puppet_enterpriseconsole_smtp_use_tls=n
+q_puppet_enterpriseconsole_smtp_user_auth=n
+q_puppet_enterpriseconsole_smtp_username=
+q_puppet_symlinks_install=y
+q_puppetagent_certname=$(hostname -s)
+q_puppetagent_install=y
+q_puppetagent_server=$(hostname -s)
+q_puppetca_install=y
+q_puppetmaster_certname=$(hostname -s)
+q_puppetmaster_dnsaltnames=$(hostname -s),puppet,$(hostname -f),puppet.$(domainname)
+q_puppetmaster_enterpriseconsole_hostname=localhost
+q_puppetmaster_enterpriseconsole_port=443
+q_puppetmaster_forward_facts=n
+q_puppetmaster_install=y
+q_vendor_packages_install=y
+
+# pe 2.0 option
+q_puppet_enterpriseconsole_auth_user=console
+
+# pe 2.0 - 2.5 upgrade options
+q_puppet_enterpriseconsole_setup_auth_db=y

data/doc/answers/master-2.5.0.txt

@@ -0,0 +1,36 @@
+q_install=y
+q_puppet_cloud_install=n
+q_puppet_enterpriseconsole_auth_database_name=console_auth
+q_puppet_enterpriseconsole_auth_database_password=console_auth
+q_puppet_enterpriseconsole_auth_database_user=console_auth
+q_puppet_enterpriseconsole_auth_password=console
+q_puppet_enterpriseconsole_auth_user_email=console@soupkitchen.internal
+q_puppet_enterpriseconsole_database_install=y
+q_puppet_enterpriseconsole_database_name=console
+q_puppet_enterpriseconsole_database_password=console
+q_puppet_enterpriseconsole_database_remote=n
+q_puppet_enterpriseconsole_database_root_password=console
+q_puppet_enterpriseconsole_database_user=console
+q_puppet_enterpriseconsole_httpd_port=443
+q_puppet_enterpriseconsole_install=y
+q_puppet_enterpriseconsole_inventory_hostname=$(hostname -s)
+q_puppet_enterpriseconsole_inventory_port=8140
+q_puppet_enterpriseconsole_master_hostname=$(hostname -s)
+q_puppet_enterpriseconsole_smtp_host=localhost
+q_puppet_enterpriseconsole_smtp_password=
+q_puppet_enterpriseconsole_smtp_port=25
+q_puppet_enterpriseconsole_smtp_use_tls=n
+q_puppet_enterpriseconsole_smtp_user_auth=n
+q_puppet_enterpriseconsole_smtp_username=
+q_puppet_symlinks_install=y
+q_puppetagent_certname=$(hostname -s)
+q_puppetagent_install=y
+q_puppetagent_server=$(hostname -s)
+q_puppetca_install=y
+q_puppetmaster_certname=$(hostname -s)
+q_puppetmaster_dnsaltnames=$(hostname -s),puppet,$(hostname -f),puppet.$(domainname)
+q_puppetmaster_enterpriseconsole_hostname=localhost
+q_puppetmaster_enterpriseconsole_port=443
+q_puppetmaster_forward_facts=n
+q_puppetmaster_install=y
+q_vendor_packages_install=y

data/doc/answers/master-db.txt

@@ -0,0 +1,52 @@
+q_install=y
+q_puppet_cloud_install=n
+
+q_puppet_enterpriseconsole_auth_database_name=console_auth
+q_puppet_enterpriseconsole_auth_database_password=console_auth
+q_puppet_enterpriseconsole_auth_database_user=console_auth
+q_puppet_enterpriseconsole_auth_password=console
+q_puppet_enterpriseconsole_auth_user_email=console@example.com
+
+# Use existing database
+q_puppet_enterpriseconsole_database_install=n
+q_puppet_enterpriseconsole_setup_db=y
+
+q_puppet_enterpriseconsole_database_name=console
+q_puppet_enterpriseconsole_database_user=console
+q_puppet_enterpriseconsole_database_password=console
+q_puppet_enterpriseconsole_database_remote=n
+q_puppet_enterpriseconsole_database_root_password=console
+
+q_puppet_enterpriseconsole_httpd_port=443
+q_puppet_enterpriseconsole_install=y
+
+q_puppet_enterpriseconsole_inventory_hostname=master
+q_puppet_enterpriseconsole_inventory_port=8140
+
+q_puppet_enterpriseconsole_master_hostname=master
+
+q_puppet_enterpriseconsole_smtp_host=smtp.google.com
+q_puppet_enterpriseconsole_smtp_password=
+q_puppet_enterpriseconsole_smtp_port=25
+q_puppet_enterpriseconsole_smtp_use_tls=n
+q_puppet_enterpriseconsole_smtp_user_auth=n
+q_puppet_enterpriseconsole_smtp_username=
+
+q_puppet_symlinks_install=y
+q_puppetagent_certname=master
+q_puppetagent_install=y
+q_puppetagent_server=master
+q_puppetca_install=y
+q_puppetmaster_certname=master
+q_puppetmaster_dnsaltnames=master,puppet
+q_puppetmaster_enterpriseconsole_hostname=localhost
+q_puppetmaster_enterpriseconsole_port=443
+q_puppetmaster_forward_facts=n
+q_puppetmaster_install=y
+q_vendor_packages_install=y
+
+# pe 2.0 option
+q_puppet_enterpriseconsole_auth_user=console
+
+# pe 2.0 - 2.5 upgrade options
+q_puppet_enterpriseconsole_setup_auth_db=y

data/lib/oscar.rb

@@ -0,0 +1,17 @@
+
+module Oscar
+
+  def self.facehug!(directory)
+    env = Oscar::Environment.new
+    env.config.load! directory
+    env.run!
+
+    env
+  end
+end
+
+require 'oscar/version'
+require 'oscar/config'
+require 'oscar/environment'
+require 'oscar/networking'
+require 'oscar/node'

data/lib/oscar/config.rb

@@ -0,0 +1,97 @@
+require 'oscar'
+require 'yaml'
+require 'kwalify'
+
+class Oscar::Config
+
+  attr_reader :data
+
+  def initialize
+    @data = {}
+
+    schema_path = File.expand_path(File.join(File.dirname(__FILE__), 'schema.yaml'))
+    schema      = YAML.load_file schema_path
+    validator   = Kwalify::Validator.new(schema)
+    @parser     = Kwalify::Yaml::Parser.new(validator)
+  end
+
+  def load!(searchpath)
+    files = ['config.yaml', 'config'].map { |m| "#{searchpath}/#{m}" }
+    load_all files
+  end
+
+  # Recursively load any YAML files contained in the given paths.
+  def load_all(*paths)
+    paths.flatten.each do |path|
+      if File.file?(path) and path.match /\.yaml$/
+        load_file(path)
+      elsif File.directory? path
+        load_all Dir["#{path}/*"]
+      #else
+      #  warn "#{path} is neither a YAML file nor a directory, ignoring it."
+      end
+    end
+  end
+
+  # Load YAML from a file and merge it into the aggregated YAML
+  #
+  # @raise [TypeError] If the YAML in a given file does not match the configuration schema
+  def load_file(filename)
+    localdata = @parser.parse_file(filename)
+    errors    = @parser.errors
+
+    if (errors and not errors.empty?)
+      errors.each do |err|
+        puts "#{filename} line #{err.linenum}, column #{err.column}, [kwalify path #{err.path}] #{err.message}"
+      end
+      raise TypeError
+    else
+      @data.merge!(localdata)
+    end
+  end
+
+  # Collects all node configuration as an array of the node structured data.
+  #
+  # @return [Array<Hash<String, String>>]
+  def all_node_configs
+    names = @data["nodes"].map { |h| h['name'] }
+    names.map { |n| node_config(n) }
+  end
+
+  # Provides the structured data representation of a node.
+  #
+  # Configuration priority is 'profile' -> 'role' -> 'node'
+  #
+  # @param [String] name The name of the node to fetch
+  #
+  # @return [Hash<String, String>]
+  def node_config(node_name)
+    config = {}
+
+    unless (node_hash = @data['nodes'].find { |h| h['name'] == node_name })
+      raise "Node configuration for #{node_name} not found"
+    end
+
+    # Check to see if the node has a profile or role. If one of those values
+    # do exist, try to lookup that data and merge it into the config hash.
+    ['profile', 'role'].each do |type|
+      plural_type = "#{type}s"
+
+      type_name = node_hash[type] # Check to see if we have the requested type
+      if (type_name and type_hash = @data[plural_type].find { |t| t['name'] == type_name })
+        # The requested type exists in the node hash, and we were able to lookup
+        # the related configuration.
+        config.merge! type_hash
+      else
+        # The requested type exists in the node hash, but we were not able to
+        # lookup the related configuraion; die messily.
+        raise %{#{type.capitalize} configuration "#{type}" for #{node_name} not found}
+      end
+    end
+
+    # Merge the node hash last so that it takes precedence
+    config.merge! node_hash
+
+    config
+  end
+end