staypuft 0.1.5 → 0.1.6

data/app/lib/staypuft/seeder.rb

@@ -0,0 +1,702 @@
+require 'facter'
+
+module Staypuft
+  class Seeder
+
+    # FIXME: this is the list pulled as-is from astapor. Any changes for staypuft are not
+    # yet in place. In addition, I don't know if we want to break these down by
+    # Role, or leave them in one big list (internally they get set per puppetclass)
+    ASTAPOR_PARAMS = {
+        'verbose'                      => 'true',
+        'heat_cfn'                     => 'false',
+        'heat_cloudwatch'              => 'false',
+        'ceilometer'                   => 'true',
+        'ceilometer_host'              => 'false',
+        'glance_gluster_peers'         => [],
+        'glance_gluster_volume'        => 'glance',
+        'glance_gluster_replica_count' => '3',
+        'gluster_open_port_count'      => '10',
+        'nova_default_floating_pool'   => 'nova',
+        'swift_all_ips'                => %w(192.168.203.1 192.168.203.2 192.168.203.3 192.168.203.4),
+        'swift_ext4_device'            => '/dev/sdc2',
+        'swift_local_interface'        => 'eth3',
+        'swift_loopback'               => true,
+        'swift_ring_server'            => '192.168.203.1',
+        'controller_admin_host'        => '172.16.0.1',
+        'controller_priv_host'         => '172.16.0.1',
+        'controller_pub_host'          => '172.16.1.1',
+        'mysql_host'                   => '172.16.0.1',
+        'mysql_virtual_ip'             => '192.168.200.220',
+        'mysql_bind_address'           => '0.0.0.0',
+        'mysql_virt_ip_nic'            => 'eth1',
+        'mysql_virt_ip_cidr_mask'      => '24',
+        'mysql_shared_storage_device'  => '192.168.203.200:/mnt/mysql',
+        'mysql_shared_storage_type'    => 'nfs',
+        'mysql_resource_group_name'    => 'mysqlgrp',
+        'mysql_clu_member_addrs'       => '192.168.203.11 192.168.203.12 192.168.203.13',
+        'amqp_host'                    => '172.16.0.1',
+        'amqp_username'                => 'openstack',
+        'admin_email'                  => "admin@#{Facter.value(:domain)}",
+        'enable_ovs_agent'             => 'true',
+        'tenant_network_type'          => 'vxlan',
+        'ovs_vxlan_udp_port'           => '4789',
+        'auto_assign_floating_ip'      => 'true',
+        'cisco_vswitch_plugin'         => 'neutron.plugins.openvswitch.ovs_neutron_plugin.OVSNeutronPluginV2',
+        'cisco_nexus_plugin'           => 'neutron.plugins.cisco.nexus.cisco_nexus_plugin_v2.NexusPlugin',
+        'nexus_config'                 => {},
+        'nexus_credentials'            => [],
+        'provider_vlan_auto_create'    => 'false',
+        'provider_vlan_auto_trunk'     => 'false',
+        'backend_server_names'         => [],
+        'backend_server_addrs'         => [],
+        'lb_backend_server_names'      => [],
+        'lb_backend_server_addrs'      => [],
+        'configure_ovswitch'           => 'true',
+        'neutron'                      => 'false',
+        'ssl'                          => 'false',
+        'freeipa'                      => 'false',
+        'mysql_ca'                     => '/etc/ipa/ca.crt',
+        'mysql_cert'                   => '/etc/pki/tls/certs/PRIV_HOST-mysql.crt',
+        'mysql_key'                    => '/etc/pki/tls/private/PRIV_HOST-mysql.key',
+        'amqp_ca'                      => '/etc/ipa/ca.crt',
+        'amqp_cert'                    => '/etc/pki/tls/certs/PRIV_HOST-amqp.crt',
+        'amqp_key'                     => '/etc/pki/tls/private/PRIV_HOST-amqp.key',
+        'horizon_ca'                   => '/etc/ipa/ca.crt',
+        'horizon_cert'                 => '/etc/pki/tls/certs/PUB_HOST-horizon.crt',
+        'horizon_key'                  => '/etc/pki/tls/private/PUB_HOST-horizon.key',
+        'use_qemu_for_poc'             => 'false',
+    }
+
+    # key (:ha, etc) is only  used internally for referencing from roles
+    LAYOUTS        = { :ha_nova        => { :name       => 'High Availability Controllers / Compute',
+                                            :networking => 'nova' },
+                       :non_ha_nova    => { :name       => 'Controller / Compute',
+                                            :networking => 'nova' },
+                       :ha_neutron     => { :name       => 'High Availability Controllers / Compute',
+                                            :networking => 'neutron' },
+                       :non_ha_neutron => { :name       => 'Controller / Compute',
+                                            :networking => 'neutron' } }
+
+    # some services don't have puppetclasses yet, since they aren't broken out on the back end
+    SERVICES       = {
+        :non_ha_amqp        => { :name => 'AMQP (non-HA)', :class => [] },
+        :mysql              => { :name => 'MySQL', :class => [] },
+        :non_ha_keystone    => { :name => 'Keystone (non-HA)', :class => [] },
+        :nova_controller    => { :name => 'Nova (Controller)', :class => [] },
+        :neutron_controller => { :name => 'Neutron (Controller)', :class => [] },
+        :non_ha_glance      => { :name => 'Glance (non-HA)', :class => [] },
+        :cinder_controller  => { :name => 'Cinder (controller)', :class => [] },
+        :cinder_node        => { :name => 'Cinder (node)', :class => ['quickstack::storage_backend::cinder'] },
+        :heat               => { :name => 'Heat', :class => [] },
+        :ceilometer         => { :name => 'Ceilometer', :class => [] },
+        :neutron_networker  => { :name => 'Neutron Networker', :class => ['quickstack::neutron::networker'] },
+        :nova_compute       => { :name => 'Nova-compute', :class => ['quickstack::nova_network::compute'] },
+        :neutron_compute    => { :name => 'Neutron-compute', :class => ['quickstack::neutron::compute'] },
+        :swift              => { :name => 'Swift (node)', :class => ['quickstack::swift::storage'] },
+        :ha_controller      => { :name  => 'HA (Controller)',
+                                 :class => ['quickstack::openstack_common',
+                                            'quickstack::pacemaker::common',
+                                            'quickstack::pacemaker::params'] },
+        :keystone_ha        => { :name  => 'Keystone (HA)',
+                                 :class => ['quickstack::pacemaker::keystone'] },
+        :load_balancer_ha   => { :name  => 'Load Balancer (HA)',
+                                 :class => ['quickstack::pacemaker::load_balancer'] },
+        :memcached_ha       => { :name  => 'Memcached (HA)',
+                                 :class => ['quickstack::pacemaker::memcached'] },
+        :qpid_ha            => { :name => 'qpid (HA)', :class => ['quickstack::pacemaker::qpid'] },
+        :glance_ha          => { :name => 'Glance (HA)', :class => ['quickstack::pacemaker::glance'] },
+        :nova_ha            => { :name => 'Nova (HA)', :class => ['quickstack::pacemaker::nova'] },
+        :heat_ha            => { :name => 'Heat (HA)', :class => ['quickstack::pacemaker::heat'] },
+        :cinder_ha          => { :name => 'Cinder (HA)', :class => ['quickstack::pacemaker::cinder'] },
+        :swift_ha           => { :name => 'Swift (HA)', :class => ['quickstack::pacemaker::swift'] },
+        :horizon_ha         => { :name => 'Horizon (HA)', :class => ['quickstack::pacemaker::horizon'] },
+        :galera_ha          => { :name => 'Galera (HA)', :class => ['quickstack::pacemaker::galera'] },
+        :mysql_ha           => { :name => 'Mysql (HA)', :class => ['quickstack::pacemaker::mysql'] },
+        :neutron_ha         => { :name => 'Neutron (HA)', :class => ['quickstack::pacemaker::neutron'] }
+    }
+
+    # The list of roles is still from astapor
+    # FIXME for now layouts are different based on Nova vs. Neutron networks. This is
+    #  actually incorrect, but it's a placeholder example of how layouts might differ
+    # until we get the real list of roles per layout
+    # layout refs below specify layout keys from layouts hash
+    ROLES          = [
+        { :name     => 'Controller (Nova)',
+          :class    => 'quickstack::nova_network::controller',
+          :layouts  => [[:non_ha_nova, 1]],
+          :services => [:non_ha_amqp, :mysql, :non_ha_keystone, :nova_controller, :non_ha_glance,
+                        :cinder_controller, :heat, :ceilometer] },
+        { :name     => 'Compute (Nova)',
+          :class    => [],
+          :layouts  => [[:ha_nova, 10], [:non_ha_nova, 10]],
+          :services => [:nova_compute] },
+        { :name     => 'Controller (Neutron)',
+          :class    => 'quickstack::neutron::controller',
+          :layouts  => [[:non_ha_neutron, 1]],
+          :services => [:non_ha_amqp, :mysql, :non_ha_keystone, :neutron_controller, :non_ha_glance,
+                        :cinder_controller, :heat, :ceilometer] },
+        { :name     => 'Compute (Neutron)',
+          :class    => [],
+          :layouts  => [[:ha_neutron, 10], [:non_ha_neutron, 10]],
+          :services => [:neutron_compute] },
+        { :name     => 'Neutron Networker',
+          :class    => [],
+          :layouts  => [[:non_ha_neutron, 3]],
+          :services => [:neutron_networker] },
+        { :name     => 'Cinder Block Storage',
+          :class    => [],
+          :layouts  => [],
+          :services => [:cinder_node] },
+        { :name     => 'Swift Storage Node',
+          :class    => [],
+          :layouts  => [],
+          :services => [:swift] },
+        { :name     => 'HA Controller',
+          :class    => [],
+          :layouts  => [[:ha_nova, 1], [:ha_neutron, 1]],
+          :services => [:ha_controller, :keystone_ha, :load_balancer_ha, :memcached_ha, :qpid_ha,
+                        :glance_ha, :nova_ha, :heat_ha, :cinder_ha, :swift_ha, :horizon_ha, :mysql_ha,
+                        :neutron_ha, :galera_ha] }]
+
+    CONTROLLER_ROLES = ROLES.select { |h| h.fetch(:name) =~ /Controller/ }
+
+
+    def functional_dependencies
+      amqp_provider               = '<%= @host.deployment.amqp_provider %>'
+      neutron                     = '<%= @host.deployment.networking == Staypuft::Deployment::Networking::NEUTRON %>'
+
+      # Nova
+      network_manager             = '<%= @host.deployment.nova.network_manager %>'
+      # multi_host handled inline, since it's two separate static values 'true' and 'True'
+      network_overrides           = '<%= @host.deployment.nova.network_overrides.to_yaml %>'
+      # TODO: determine whether num_networks and network_size are static or calculated
+      network_num_networks        = 1
+      network_network_size        = 255
+      network_fixed_range         = '<%= @host.deployment.nova.private_fixed_range %>'
+      network_floating_range      = '<%= @host.deployment.nova.public_floating_range %>'
+      network_private_iface       = '<%= @host.deployment.nova.compute_tenant_interface %>'
+      network_public_iface        = '<%= @host.deployment.nova.external_interface_name %>'
+      network_create_networks     = true
+
+      # Neutron
+      ovs_vlan_ranges             = '<%= "physnet-tenants:#{@host.deployment.neutron.tenant_vlan_ranges}" %>'
+      ml2_network_vlan_ranges     = [ovs_vlan_ranges]
+      ml2_tenant_network_types    = '<%= @host.deployment.neutron.network_segmentation_list %>'
+      ml2_tunnel_id_ranges        = ['10:100000']
+      ml2_vni_ranges              = ['10:100000']
+      ovs_tunnel_types            = ['vxlan', 'gre']
+      ovs_tunnel_iface            = '<%= @host.deployment.neutron.networker_tenant_interface %>'
+      ovs_bridge_mappings         = '<%= @host.deployment.neutron.controller_ovs_bridge_mappings %>'
+      ovs_bridge_uplinks          = '<%= @host.deployment.neutron.controller_ovs_bridge_uplinks %>'
+      compute_ovs_tunnel_iface    = '<%= @host.deployment.neutron.compute_tenant_interface %>'
+      compute_ovs_bridge_mappings = '<%= @host.deployment.neutron.compute_ovs_bridge_mappings %>'
+      compute_ovs_bridge_uplinks  = '<%= @host.deployment.neutron.compute_ovs_bridge_uplinks %>'
+      enable_tunneling            = 'true'
+
+      # Glance
+      backend                     = 'file'
+      pcmk_fs_type                = '<%= @host.deployment.glance.driver_backend %>'
+      pcmk_fs_device              = '<%= @host.deployment.glance.pcmk_fs_device %>'
+      pcmk_fs_dir                 = '<%= @host.deployment.glance.pcmk_fs_dir %>'
+      pcmk_fs_manage              = 'true'
+      pcmk_fs_options             = '<%= @host.deployment.glance.pcmk_fs_options %>'
+
+      # Cinder
+      volume                      = true
+      cinder_backend_iscsi        = '<%= @host.deployment.cinder.lvm_backend? %>'
+      cinder_backend_nfs          = '<%= @host.deployment.cinder.nfs_backend? %>'
+      cinder_nfs_shares           = ['<%= @host.deployment.cinder.nfs_uri %>']
+      cinder_nfs_mount_options    = ''
+
+      cinder_backend_rbd                      = '<%= @host.deployment.cinder.ceph_backend? %>'
+      # TODO: confirm these params and add them to model where user input is needed
+      cinder_rbd_pool                         = 'volumes'
+      cinder_rbd_ceph_conf                    = '/etc/ceph/ceph.conf/'
+      cinder_rbd_flatten_volume_from_snapshot = 'false'
+      cinder_rbd_max_clone_depth              = '5'
+      cinder_rbd_user                         = 'cinder'
+      cinder_rbd_secret_uuid                  = ''
+
+      cinder_backend_eqlx           = '<%= @host.deployment.cinder.equallogic_backend? %>'
+      # TODO: confirm these params and add them to model where user input is needed
+      # below dynamic calls are commented out since the model does not yet have san/chap entries
+      cinder_san_ip                 = [''] # ['<%= #@host.deployment.cinder.san_ip %>']
+      cinder_san_login              = [''] # ['<%= #@host.deployment.cinder.san_login %>']
+      cinder_san_password           = [''] # ['<%= #@host.deployment.cinder.san_password %>']
+      cinder_san_thin_provision     = ['false']
+      cinder_eqlx_group_name        = ['group-0']
+      cinder_eqlx_pool              = ['default']
+      cinder_eqlx_use_chap          = ['false']
+      cinder_eqlx_chap_login        = [''] # ['<%= #@host.deployment.cinder.chap_login %>']
+      cinder_eqlx_chap_password     = [''] # ['<%= #@host.deployment.cinder.chap_password %>']
+
+
+      # effective_value grabs shared password if deployment is in shared password mode,
+      # otherwise use the service-specific one
+      admin_pw                      = '<%= @host.deployment.passwords.effective_value(:admin) %>'
+      ceilometer_user_pw            = '<%= @host.deployment.passwords.effective_value(:ceilometer_user) %>'
+      cinder_db_pw                  = '<%= @host.deployment.passwords.effective_value(:cinder_db) %>'
+      cinder_user_pw                = '<%= @host.deployment.passwords.effective_value(:cinder_user) %>'
+      glance_db_pw                  = '<%= @host.deployment.passwords.effective_value(:glance_db) %>'
+      glance_user_pw                = '<%= @host.deployment.passwords.effective_value(:glance_user) %>'
+      heat_db_pw                    = '<%= @host.deployment.passwords.effective_value(:heat_db) %>'
+      heat_user_pw                  = '<%= @host.deployment.passwords.effective_value(:heat_user) %>'
+      heat_cfn_user_pw              = '<%= @host.deployment.passwords.effective_value(:heat_cfn_user) %>'
+      keystone_db_pw                = '<%= @host.deployment.passwords.effective_value(:keystone_db) %>'
+      keystone_user_pw              = '<%= @host.deployment.passwords.effective_value(:keystone_user) %>'
+      mysql_root_pw                 = '<%= @host.deployment.passwords.effective_value(:mysql_root) %>'
+      neutron_db_pw                 = '<%= @host.deployment.passwords.effective_value(:neutron_db) %>'
+      neutron_user_pw               = '<%= @host.deployment.passwords.effective_value(:neutron_user) %>'
+      nova_db_pw                    = '<%= @host.deployment.passwords.effective_value(:nova_db) %>'
+      nova_user_pw                  = '<%= @host.deployment.passwords.effective_value(:nova_user) %>'
+      swift_admin_pw                = '<%= @host.deployment.passwords.effective_value(:swift_admin) %>'
+      swift_user_pw                 = '<%= @host.deployment.passwords.effective_value(:swift_user) %>'
+      amqp_pw                       = '<%= @host.deployment.passwords.effective_value(:amqp) %>'
+      amqp_nssdb_pw                 = '<%= @host.deployment.passwords.effective_value(:amqp_nssdb) %>'
+      keystone_admin_token          = '<%= @host.deployment.passwords.effective_value(:keystone_admin_token) %>'
+
+      #these don't share the user-supplied password value; they're always a random per param value
+      ceilometer_metering           = '<%= @host.deployment.passwords.ceilometer_metering_secret %>'
+      heat_auth_encrypt_key         = '<%= @host.deployment.passwords.heat_auth_encrypt_key %>'
+      horizon_secret_key            = '<%= @host.deployment.passwords.horizon_secret_key %>'
+      swift_shared_secret           = '<%= @host.deployment.passwords.swift_shared_secret %>'
+      neutron_metadata_proxy_secret = '<%= @host.deployment.passwords.neutron_metadata_proxy_secret %>'
+
+      # virtual ip addresses
+      vip_format                    = '<%%= @host.deployment.vips.get(:%s) %%>'
+      get_host_format               = '<%%= d = @host.deployment; d.ha? ? d.vips.get(:%s) : d.ips.controller_ip %%>'
+
+      amqp_host    = get_host_format % :amqp
+      mysql_host   = get_host_format % :db
+      glance_host  = get_host_format % :glance
+      auth_host    = get_host_format % :keystone
+      neutron_host = get_host_format % :neutron
+      nova_host    = get_host_format % :nova
+
+      controller_host = '<%= d = @host.deployment; d.ha? ? nil : d.ips.controller_ip %>'
+
+      {
+          'quickstack::nova_network::controller'   => {
+              'amqp_provider'                           => amqp_provider,
+              'cinder_backend_iscsi'                    => cinder_backend_iscsi,
+              'cinder_backend_nfs'                      => cinder_backend_nfs,
+              'cinder_nfs_shares'                       => cinder_nfs_shares,
+              'cinder_nfs_mount_options'                => cinder_nfs_mount_options,
+              'cinder_backend_rbd'                      => cinder_backend_rbd,
+              'cinder_rbd_pool'                         => cinder_rbd_pool,
+              'cinder_rbd_ceph_conf'                    => cinder_rbd_ceph_conf,
+              'cinder_rbd_flatten_volume_from_snapshot' => cinder_rbd_flatten_volume_from_snapshot,
+              'cinder_rbd_max_clone_depth'              => cinder_rbd_max_clone_depth,
+              'cinder_rbd_user'                         => cinder_rbd_user,
+              'cinder_rbd_secret_uuid'                  => cinder_rbd_secret_uuid,
+              'cinder_backend_eqlx'                     => cinder_backend_eqlx,
+              'cinder_san_ip'                           => cinder_san_ip,
+              'cinder_san_login'                        => cinder_san_login,
+              'cinder_san_password'                     => cinder_san_password,
+              'cinder_san_thin_provision'               => cinder_san_thin_provision,
+              'cinder_eqlx_group_name'                  => cinder_eqlx_group_name,
+              'cinder_eqlx_pool'                        => cinder_eqlx_pool,
+              'cinder_eqlx_use_chap'                    => cinder_eqlx_use_chap,
+              'cinder_eqlx_chap_login'                  => cinder_eqlx_chap_login,
+              'cinder_eqlx_chap_password'               => cinder_eqlx_chap_password,
+              'glance_backend'                          => backend,
+              'admin_password'                          => admin_pw,
+              'ceilometer_user_password'                => ceilometer_user_pw,
+              'cinder_db_password'                      => cinder_db_pw,
+              'cinder_user_password'                    => cinder_user_pw,
+              'glance_db_password'                      => glance_db_pw,
+              'glance_user_password'                    => glance_user_pw,
+              'heat_db_password'                        => heat_db_pw,
+              'heat_user_password'                      => heat_user_pw,
+              'keystone_db_password'                    => keystone_db_pw,
+              'mysql_root_password'                     => mysql_root_pw,
+              'nova_db_password'                        => nova_db_pw,
+              'nova_user_password'                      => nova_user_pw,
+              'swift_admin_password'                    => swift_admin_pw,
+              'amqp_password'                           => amqp_pw,
+              'amqp_nssdb_password'                     => amqp_nssdb_pw,
+              'keystone_admin_token'                    => keystone_admin_token,
+              'ceilometer_metering_secret'              => ceilometer_metering,
+              'heat_auth_encrypt_key'                   => heat_auth_encrypt_key,
+              'horizon_secret_key'                      => horizon_secret_key,
+              'amqp_host'                               => amqp_host,
+              'mysql_host'                              => mysql_host,
+              'swift_shared_secret'                     => swift_shared_secret,
+              'swift_ringserver_ip'                     => '',
+              'swift_storage_ips'                       => '<%= @host.deployment.ips.controller_ips %>',
+              'cinder_nfs_shares'                       => [],
+              'cinder_gluster_shares'                   => [],
+              'controller_admin_host'                   => controller_host,
+              'controller_priv_host'                    => controller_host,
+              'controller_pub_host'                     => controller_host },
+          'quickstack::neutron::controller'        => {
+              'amqp_provider'                           => amqp_provider,
+              'ml2_network_vlan_ranges'                 => ml2_network_vlan_ranges,
+              'ml2_tenant_network_types'                => ml2_tenant_network_types,
+              'ml2_tunnel_id_ranges'                    => ml2_tunnel_id_ranges,
+              'ml2_vni_ranges'                          => ml2_vni_ranges,
+              'ovs_vlan_ranges'                         => ovs_vlan_ranges,
+              'enable_tunneling'                        => enable_tunneling,
+              'cinder_backend_iscsi'                    => cinder_backend_iscsi,
+              'cinder_backend_nfs'                      => cinder_backend_nfs,
+              'cinder_nfs_shares'                       => cinder_nfs_shares,
+              'cinder_nfs_mount_options'                => cinder_nfs_mount_options,
+              'cinder_backend_rbd'                      => cinder_backend_rbd,
+              'cinder_rbd_pool'                         => cinder_rbd_pool,
+              'cinder_rbd_ceph_conf'                    => cinder_rbd_ceph_conf,
+              'cinder_rbd_flatten_volume_from_snapshot' => cinder_rbd_flatten_volume_from_snapshot,
+              'cinder_rbd_max_clone_depth'              => cinder_rbd_max_clone_depth,
+              'cinder_rbd_user'                         => cinder_rbd_user,
+              'cinder_rbd_secret_uuid'                  => cinder_rbd_secret_uuid,
+              'cinder_backend_eqlx'                     => cinder_backend_eqlx,
+              'cinder_san_ip'                           => cinder_san_ip,
+              'cinder_san_login'                        => cinder_san_login,
+              'cinder_san_password'                     => cinder_san_password,
+              'cinder_san_thin_provision'               => cinder_san_thin_provision,
+              'cinder_eqlx_group_name'                  => cinder_eqlx_group_name,
+              'cinder_eqlx_pool'                        => cinder_eqlx_pool,
+              'cinder_eqlx_use_chap'                    => cinder_eqlx_use_chap,
+              'cinder_eqlx_chap_login'                  => cinder_eqlx_chap_login,
+              'cinder_eqlx_chap_password'               => cinder_eqlx_chap_password,
+              'glance_backend'                          => backend,
+              'admin_password'                          => admin_pw,
+              'ceilometer_user_password'                => ceilometer_user_pw,
+              'cinder_db_password'                      => cinder_db_pw,
+              'cinder_user_password'                    => cinder_user_pw,
+              'glance_db_password'                      => glance_db_pw,
+              'glance_user_password'                    => glance_user_pw,
+              'heat_db_password'                        => heat_db_pw,
+              'heat_user_password'                      => heat_user_pw,
+              'keystone_db_password'                    => keystone_db_pw,
+              'mysql_root_password'                     => mysql_root_pw,
+              'neutron_db_password'                     => neutron_db_pw,
+              'neutron_user_password'                   => neutron_user_pw,
+              'nova_db_password'                        => nova_db_pw,
+              'nova_user_password'                      => nova_user_pw,
+              'swift_admin_password'                    => swift_admin_pw,
+              'amqp_password'                           => amqp_pw,
+              'amqp_nssdb_password'                     => amqp_nssdb_pw,
+              'keystone_admin_token'                    => keystone_admin_token,
+              'ceilometer_metering_secret'              => ceilometer_metering,
+              'heat_auth_encrypt_key'                   => heat_auth_encrypt_key,
+              'horizon_secret_key'                      => horizon_secret_key,
+              'swift_shared_secret'                     => swift_shared_secret,
+              'neutron_metadata_proxy_secret'           => neutron_metadata_proxy_secret,
+              'amqp_host'                               => amqp_host,
+              'mysql_host'                              => mysql_host,
+              'swift_shared_secret'                     => swift_shared_secret,
+              'swift_ringserver_ip'                     => '',
+              'swift_storage_ips'                       => '<%= @host.deployment.ips.controller_ips %>',
+              'cinder_nfs_shares'                       => [],
+              'cinder_gluster_shares'                   => [],
+              'controller_admin_host'                   => controller_host,
+              'controller_priv_host'                    => controller_host,
+              'controller_pub_host'                     => controller_host },
+          'quickstack::pacemaker::params'          => {
+              'include_neutron'               => neutron,
+              'neutron'                       => neutron,
+              'ceilometer_user_password'      => ceilometer_user_pw,
+              'cinder_db_password'            => cinder_db_pw,
+              'cinder_user_password'          => cinder_user_pw,
+              'glance_db_password'            => glance_db_pw,
+              'glance_user_password'          => glance_user_pw,
+              'heat_db_password'              => heat_db_pw,
+              'heat_user_password'            => heat_user_pw,
+              'heat_cfn_user_password'        => heat_cfn_user_pw,
+              'keystone_db_password'          => keystone_db_pw,
+              'keystone_user_password'        => keystone_user_pw,
+              'neutron_db_password'           => neutron_db_pw,
+              'neutron_user_password'         => neutron_user_pw,
+              'nova_db_password'              => nova_db_pw,
+              'nova_user_password'            => nova_user_pw,
+              'amqp_password'                 => amqp_pw,
+              'heat_auth_encryption_key'      => heat_auth_encrypt_key,
+              'neutron_metadata_proxy_secret' => neutron_metadata_proxy_secret,
+              'ceilometer_admin_vip'          => vip_format % :ceilometer,
+              'ceilometer_private_vip'        => vip_format % :ceilometer,
+              'ceilometer_public_vip'         => vip_format % :ceilometer,
+              'cinder_admin_vip'              => vip_format % :cinder,
+              'cinder_private_vip'            => vip_format % :cinder,
+              'cinder_public_vip'             => vip_format % :cinder,
+              'db_vip'                        => vip_format % :db,
+              'glance_admin_vip'              => vip_format % :glance,
+              'glance_private_vip'            => vip_format % :glance,
+              'glance_public_vip'             => vip_format % :glance,
+              'heat_admin_vip'                => vip_format % :heat,
+              'heat_cfn_admin_vip'            => vip_format % :heat,
+              'heat_cfn_private_vip'          => vip_format % :heat,
+              'heat_cfn_public_vip'           => vip_format % :heat,
+              'heat_private_vip'              => vip_format % :heat,
+              'heat_public_vip'               => vip_format % :heat,
+              'horizon_admin_vip'             => vip_format % :horizon,
+              'horizon_private_vip'           => vip_format % :horizon,
+              'horizon_public_vip'            => vip_format % :horizon,
+              'keystone_admin_vip'            => vip_format % :keystone,
+              'keystone_private_vip'          => vip_format % :keystone,
+              'keystone_public_vip'           => vip_format % :keystone,
+              'loadbalancer_vip'              => vip_format % :loadbalancer,
+              'neutron_admin_vip'             => vip_format % :neutron,
+              'neutron_private_vip'           => vip_format % :neutron,
+              'neutron_public_vip'            => vip_format % :neutron,
+              'nova_admin_vip'                => vip_format % :nova,
+              'nova_private_vip'              => vip_format % :nova,
+              'nova_public_vip'               => vip_format % :nova,
+              'amqp_vip'                      => vip_format % :amqp,
+              'swift_public_vip'              => vip_format % :swift,
+              'lb_backend_server_addrs'       => '<%= @host.deployment.ips.controller_ips %>',
+              'lb_backend_server_names'       => '<%= @host.deployment.ips.controller_fqdns %>' },
+          'quickstack::pacemaker::common'          => { # TODO is this correct puppetclass?
+              'pacemaker_cluster_members' => '<%= @host.deployment.ips.controller_ips.join(" ") %>' },
+          'quickstack::pacemaker::neutron'         => {
+              'ml2_network_vlan_ranges'  => ml2_network_vlan_ranges,
+              'ml2_tenant_network_types' => ml2_tenant_network_types,
+              'ml2_tunnel_id_ranges'     => ml2_tunnel_id_ranges,
+              'enable_tunneling'         => enable_tunneling,
+              'ovs_bridge_mappings'      => ovs_bridge_mappings,
+              'ovs_bridge_uplinks'       => ovs_bridge_uplinks,
+              'ovs_tunnel_iface'         => ovs_tunnel_iface,
+              'ovs_tunnel_types'         => ovs_tunnel_types,
+              'ovs_vlan_ranges'          => ovs_vlan_ranges },
+          'quickstack::pacemaker::glance'          => {
+              'backend'         => backend,
+              'pcmk_fs_type'    => pcmk_fs_type,
+              'pcmk_fs_device'  => pcmk_fs_device,
+              'pcmk_fs_dir'     => pcmk_fs_dir,
+              'pcmk_fs_manage'  => pcmk_fs_manage,
+              'pcmk_fs_options' => pcmk_fs_options },
+          'quickstack::pacemaker::cinder'          => {
+              'volume'                           => volume,
+              'backend_iscsi'                    => cinder_backend_iscsi,
+              'backend_nfs'                      => cinder_backend_nfs,
+              'nfs_shares'                       => cinder_nfs_shares,
+              'nfs_mount_options'                => cinder_nfs_mount_options,
+              'backend_rbd'                      => cinder_backend_rbd,
+              'rbd_pool'                         => cinder_rbd_pool,
+              'rbd_ceph_conf'                    => cinder_rbd_ceph_conf,
+              'rbd_flatten_volume_from_snapshot' => cinder_rbd_flatten_volume_from_snapshot,
+              'rbd_max_clone_depth'              => cinder_rbd_max_clone_depth,
+              'rbd_user'                         => cinder_rbd_user,
+              'rbd_secret_uuid'                  => cinder_rbd_secret_uuid,
+              'backend_eqlx'                     => cinder_backend_eqlx,
+              'san_ip'                           => cinder_san_ip,
+              'san_login'                        => cinder_san_login,
+              'san_password'                     => cinder_san_password,
+              'san_thin_provision'               => cinder_san_thin_provision,
+              'eqlx_group_name'                  => cinder_eqlx_group_name,
+              'eqlx_pool'                        => cinder_eqlx_pool,
+              'eqlx_use_chap'                    => cinder_eqlx_use_chap,
+              'eqlx_chap_login'                  => cinder_eqlx_chap_login,
+              'eqlx_chap_password'               => cinder_eqlx_chap_password },
+          'quickstack::pacemaker::keystone'        => {
+              'admin_password' => admin_pw,
+              'admin_token'    => keystone_admin_token },
+          'quickstack::pacemaker::horizon'         => {
+              'secret_key' => horizon_secret_key },
+          'quickstack::pacemaker::galera'          => {
+              'mysql_root_password'   => mysql_root_pw,
+              'wsrep_cluster_members' => '<%= @host.deployment.ips.controller_ips %>' },
+          'quickstack::pacemaker::swift'           => {
+              'swift_shared_secret' => swift_shared_secret,
+              'swift_internal_vip'  => vip_format % :swift,
+              'swift_storage_ips'   => [] },
+          'quickstack::pacemaker::nova'            => {
+              'multi_host'                    => 'true',
+              'neutron_metadata_proxy_secret' => neutron_metadata_proxy_secret },
+          'quickstack::neutron::networker'         => {
+              'amqp_provider'                 => amqp_provider,
+              'enable_tunneling'              => enable_tunneling,
+              'ovs_bridge_mappings'           => ovs_bridge_mappings,
+              'ovs_bridge_uplinks'            => ovs_bridge_uplinks,
+              'ovs_tunnel_iface'              => ovs_tunnel_iface,
+              'ovs_tunnel_types'              => ovs_tunnel_types,
+              'ovs_vlan_ranges'               => ovs_vlan_ranges,
+              'neutron_db_password'           => neutron_db_pw,
+              'neutron_user_password'         => neutron_user_pw,
+              'nova_db_password'              => nova_db_pw,
+              'nova_user_password'            => nova_user_pw,
+              'amqp_password'                 => amqp_pw,
+              'neutron_metadata_proxy_secret' => neutron_metadata_proxy_secret,
+              'amqp_host'                     => amqp_host,
+              'mysql_host'                    => mysql_host,
+              'controller_priv_host'          => controller_host },
+          'quickstack::storage_backend::cinder'    => {
+              'amqp_provider'        => amqp_provider,
+              'cinder_db_password'   => cinder_db_pw,
+              'cinder_user_password' => cinder_user_pw,
+              'amqp_password'        => amqp_pw },
+          'quickstack::nova_network::compute'      => {
+              'amqp_provider'              => amqp_provider,
+              'network_manager'            => network_manager,
+              'network_overrides'          => network_overrides,
+              'network_num_networks'       => network_num_networks,
+              'network_network_size'       => network_network_size,
+              'network_fixed_range'        => network_fixed_range,
+              'network_floating_range'     => network_floating_range,
+              'network_private_iface'      => network_private_iface,
+              'network_public_iface'       => network_public_iface,
+              'network_create_networks'    => network_create_networks,
+              'nova_multi_host'            => 'true',
+              'admin_password'             => admin_pw,
+              'ceilometer_user_password'   => ceilometer_user_pw,
+              'nova_db_password'           => nova_db_pw,
+              'nova_user_password'         => nova_user_pw,
+              'amqp_password'              => amqp_pw,
+              'ceilometer_metering_secret' => ceilometer_metering,
+              'amqp_host'                  => amqp_host,
+              'mysql_host'                 => mysql_host,
+              'glance_host'                => glance_host,
+              'auth_host'                  => auth_host,
+              'nova_host'                  => nova_host },
+          'quickstack::neutron::compute'           => {
+              'amqp_provider'              => amqp_provider,
+              'enable_tunneling'           => enable_tunneling,
+              'ovs_bridge_mappings'        => compute_ovs_bridge_mappings,
+              'ovs_bridge_uplinks'         => compute_ovs_bridge_uplinks,
+              'ovs_tunnel_iface'           => compute_ovs_tunnel_iface,
+              'ovs_tunnel_types'           => ovs_tunnel_types,
+              'ovs_vlan_ranges'            => ovs_vlan_ranges,
+              'admin_password'             => admin_pw,
+              'ceilometer_user_password'   => ceilometer_user_pw,
+              'neutron_db_password'        => neutron_db_pw,
+              'neutron_user_password'      => neutron_user_pw,
+              'nova_db_password'           => nova_db_pw,
+              'nova_user_password'         => nova_user_pw,
+              'amqp_password'              => amqp_pw,
+              'ceilometer_metering_secret' => ceilometer_metering,
+              'amqp_host'                  => amqp_host,
+              'mysql_host'                 => mysql_host,
+              'glance_host'                => glance_host,
+              'auth_host'                  => auth_host,
+              'neutron_host'               => neutron_host,
+              'nova_host'                  => nova_host },
+          'quickstack::pacemaker::rsync::keystone' => {
+              'keystone_private_vip' => vip_format % :keystone } }
+    end
+
+    def get_key_type(value)
+      key_list   = LookupKey::KEY_TYPES
+      value_type = value.class.to_s.downcase
+      if key_list.include?(value_type)
+        value_type
+      elsif [FalseClass, TrueClass].include? value.class
+        'boolean'
+      else
+        raise
+      end
+      # If we need to handle actual number classes like Fixnum, add those here
+    end
+
+    def seed_layouts
+      LAYOUTS.each do |key, layout_hash|
+        LAYOUTS[key][:obj] = Staypuft::Layout.where(layout_hash).first_or_create!
+      end
+    end
+
+    def seed_services
+      SERVICES.each do |key, service_hash|
+        service = Staypuft::Service.where(:name => service_hash[:name]).first_or_create!
+
+        puppet_classes = collect_puppet_classes(Array(service_hash[:class]))
+        puppet_classes.each { |pc| apply_astapor_defaults pc }
+        service.puppetclasses = puppet_classes
+
+        service.description = service_hash[:description]
+        service.save!
+        service_hash[:obj] = service
+      end
+    end
+
+    def seed_roles
+      ROLES.each do |role_hash|
+        role = Staypuft::Role.where(:name => role_hash[:name]).first_or_create!
+
+        puppet_classes = collect_puppet_classes(Array(role_hash[:class]))
+        puppet_classes.each { |pc| apply_astapor_defaults pc }
+        role.puppetclasses = puppet_classes
+
+        role.description      = role_hash[:description]
+        old_role_services_arr = role.role_services.to_a
+        role_hash[:services].each do |key|
+          role_service = role.role_services.where(:service_id => SERVICES[key][:obj].id).first_or_create!
+          old_role_services_arr.delete(role_service)
+        end
+
+        # delete any prior mappings that remain
+        old_role_services_arr.each do |role_service|
+          role.services.destroy(role_service.service)
+        end
+        role.save!
+        old_layout_roles_arr = role.layout_roles.to_a
+        role_hash[:layouts].each do |layout, deploy_order|
+          layout_role              = role.layout_roles.where(:layout_id => LAYOUTS[layout][:obj].id).first_or_initialize
+          layout_role.deploy_order = deploy_order
+          layout_role.save!
+          old_layout_roles_arr.delete(layout_role)
+        end
+        # delete any prior mappings that remain
+        old_layout_roles_arr.each do |layout_role|
+          role.layouts.destroy(layout_role.layout)
+        end
+      end
+    end
+
+    def seed_functional_dependencies
+      functional_dependencies.each do |puppetclass_name, params|
+        puppetclass = Puppetclass.find_by_name(puppetclass_name)
+        unless puppetclass
+          Rails.logger.error "missing puppet class #{puppetclass_name}"
+          next
+        end
+        params.each do |param_key, default_value|
+          param = puppetclass.class_params.find_by_key(param_key)
+          unless param
+            Rails.logger.error "missing param #{param_key} in #{puppetclass_name} trying to set default_value: #{default_value.inspect} found in puppetclasses: " +
+                                   LookupKey.
+                                       smart_class_parameters.
+                                       search_for("key = #{param_key}").
+                                       map { |lk| lk.param_class.name }.inspect
+            next
+          end
+          unless param.update_attributes default_value: default_value
+            Rails.logger.error "param #{param_key} in #{puppetclass_name} default_value: #{default_value.inspect} is invalid"
+          end
+        end
+      end
+    end
+
+    def seed
+      seed_layouts
+      seed_services
+      seed_roles
+      seed_functional_dependencies
+    end
+
+    def collect_puppet_classes(puppet_class_names)
+      puppet_class_names.map do |puppet_class_name|
+        Puppetclass.find_by_name(puppet_class_name).tap do |v|
+          Rails.logger.warn "no puppet_class: #{puppet_class_name} found" unless v
+        end
+      end.compact
+    end
+
+    def apply_astapor_defaults(puppet_class)
+      puppet_class.class_params.each do |param|
+        if ASTAPOR_PARAMS.include?(param.key)
+          param.key_type      = get_key_type(ASTAPOR_PARAMS[param.key])
+          param.default_value = ASTAPOR_PARAMS[param.key]
+        end
+        param.override = true
+        param.save!
+      end
+      puppet_class
+    end
+  end
+end
+
+# require 'set'
+# applied_params = Set.new
+#
+# not_applied_params = ASTAPOR_PARAMS.keys - applied_params.to_a
+# unless not_applied_params.empty?
+#   Rails.logger.error "following params were not applied: #{not_applied_params.inspect}"
+# end