elzar 0.0.1

data/cookbooks/database/libraries/resource_sql_server_database.rb

@@ -0,0 +1,34 @@
+#
+# Author:: Seth Chisamore (<schisamo@opscode.com>)
+# Copyright:: Copyright (c) 2011 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require File.join(File.dirname(__FILE__), 'resource_database')
+require File.join(File.dirname(__FILE__), 'provider_database_sql_server')
+
+class Chef
+  class Resource
+    class SqlServerDatabase < Chef::Resource::Database
+
+      def initialize(name, run_context=nil)
+        super
+        @resource_name = :sql_server_database
+        @provider = Chef::Provider::Database::SqlServer
+      end
+
+    end
+  end
+end

data/cookbooks/database/libraries/resource_sql_server_database_user.rb

@@ -0,0 +1,34 @@
+#
+# Author:: Seth Chisamore (<schisamo@opscode.com>)
+# Copyright:: Copyright (c) 2011 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require File.join(File.dirname(__FILE__), 'resource_database_user')
+require File.join(File.dirname(__FILE__), 'provider_database_sql_server_user')
+
+class Chef
+  class Resource
+    class SqlServerDatabaseUser < Chef::Resource::DatabaseUser
+
+      def initialize(name, run_context=nil)
+        super
+        @resource_name = :sql_server_database_user
+        @provider = Chef::Provider::Database::SqlServerUser
+      end
+
+    end
+  end
+end

data/cookbooks/database/metadata.rb

@@ -0,0 +1,21 @@
+maintainer       "Opscode, Inc."
+maintainer_email "cookbooks@opscode.com"
+license          "Apache 2.0"
+description      "Sets up the database master or slave"
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version          "1.1.0"
+
+recipe "database", "Empty placeholder"
+recipe "database::ebs_backup", "Considered deprecated, older way of backing up EBS volumes"
+recipe "database::ebs_volume", "Sets up an EBS volume in EC2 for the database"
+recipe "database::master", "Creates application specific user and database"
+recipe "database::snapshot", "Locks tables and freezes XFS filesystem for replication, assumes EC2 + EBS"
+
+depends "mysql", ">= 1.2.0"
+depends "postgresql"
+depends "aws"
+depends "xfs"
+
+%w{ debian ubuntu centos suse fedora redhat scientific }.each do |os|
+  supports os
+end

data/cookbooks/database/recipes/default.rb

@@ -0,0 +1,20 @@
+#
+# Author:: Joshua Timberman (<joshua@opscode.com>)
+# Cookbook Name:: database
+# Recipe:: default
+#
+# Copyright 2009, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+

data/cookbooks/database/recipes/ebs_backup.rb

@@ -0,0 +1,89 @@
+#
+# Author:: Joshua Timberman (<joshua@opscode.com>)
+# Cookbook Name:: database
+# Recipe:: ebs_backup
+#
+# Copyright 2009, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+begin
+  aws = Chef::DataBagItem.load('aws', 'main')
+  Chef::Log.info("Loaded AWS information from DataBagItem aws[#{aws['id']}]")
+rescue
+  Chef::Log.fatal("Could not find the 'main' item in the 'aws' data bag")
+  raise
+end
+
+db_role = String.new
+db_master_role = String.new
+db_type = node[:database][:type]
+
+search(:apps) do |app|
+  db_role = app["database_#{db_type}_role"] & node.run_list.roles
+  db_master_role = app["database_master_role"]
+end
+
+ebs_info = Chef::DataBagItem.load(:aws, "ebs_#{db_master_role}_#{node.chef_environment}")
+
+gem_package "dbi"
+gem_package "dbd-mysql"
+
+directory "/mnt/aws-config" do
+  mode 0700
+  owner "root"
+  group "root"
+end
+
+template "/mnt/aws-config/config" do
+  source "aws_config.erb"
+  variables(
+    :access_key => aws['aws_access_key_id'],
+    :secret_key => aws['aws_secret_access_key']
+  )
+  owner "root"
+  group "root"
+  mode 0600
+end
+
+git "/opt/ec2_mysql" do
+  repository "git://github.com/jtimberman/ec2_mysql.git"
+  reference "HEAD"
+  action :sync
+  not_if { ::FileTest.directory?("/opt/ec2_mysql/.git") }
+end
+
+%w{backup restore}.each do |file|
+  template "/usr/local/bin/db-#{file}.sh" do
+    source "ebs-db-#{file}.sh.erb"
+    owner "root"
+    group "root"
+    mode 0700
+    variables(
+      :mysql_root_passwd => node['mysql']['server_root_password'],
+      :mysql_device => node['mysql']['ebs_vol_dev'],
+      :ebs_vol_id => ebs_info['volume_id']
+    )
+  end
+end
+
+if db_type == "master" && node.chef_environment == "production"
+  template "/etc/cron.d/db-backup" do
+    source "ebs-backup-cron.erb"
+    owner "root"
+    group "root"
+    mode 0644
+    backup false
+  end
+end

data/cookbooks/database/recipes/ebs_volume.rb

@@ -0,0 +1,196 @@
+#
+# Author:: Joshua Timberman (<joshua@opscode.com>)
+# Author:: AJ Christensen (<aj@opscode.com>)
+# Cookbook Name:: database
+# Recipe:: ebs_volume
+#
+# Copyright 2009-2010, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+if node[:ec2]
+  include_recipe "aws"
+  include_recipe "xfs"
+
+  begin
+    aws = Chef::DataBagItem.load(:aws, :main)
+    Chef::Log.info("Loaded AWS information from DataBagItem aws[#{aws['id']}]")
+  rescue
+    Chef::Log.fatal("Could not find the 'main' item in the 'aws' data bag")
+    raise
+  end
+
+  ebs_vol_dev = node['mysql']['ebs_vol_dev']
+  ebs_vol_id = String.new
+  db_type = String.new
+  db_role = String.new
+  master_role = String.new
+  slave_role = String.new
+  root_pw = String.new
+  snapshots_to_keep = String.new
+
+  search(:apps) do |app|
+    if (app["database_master_role"] & node.run_list.roles).length == 1 || (app["database_slave_role"] & node.run_list.roles).length == 1
+      master_role = app["database_master_role"]
+      slave_role = app["database_slave_role"]
+      root_pw = app["mysql_root_password"][node.chef_environment]
+      snapshots_to_keep = app["snapshots_to_keep"][node.chef_environment]
+
+      if (master_role & node.run_list.roles).length == 1
+        db_type = "master"
+        db_role = master_role
+      elsif (slave_role & node.run_list.roles).length == 1
+        db_type = "slave"
+        db_role = slave_role
+      end
+
+      Chef::Log.info "database::ebs_volume - db_role: #{db_role} db_type: #{db_type}"
+    end
+  end
+
+  begin
+    ebs_info = Chef::DataBagItem.load(:aws, "ebs_#{db_role}_#{node.chef_environment}")
+    Chef::Log.info("Loaded #{ebs_info['volume_id']} from DataBagItem aws[#{ebs_info['id']}]")
+  rescue
+    Chef::Log.warn("Could not find the 'ebs_#{db_role}_#{node.chef_environment}' item in the 'aws' data bag")
+    ebs_info = Hash.new
+  end
+
+  begin
+    master_info = Chef::DataBagItem.load(:aws, "ebs_#{master_role}_#{node.chef_environment}")
+    Chef::Log.info "Loaded #{master_info['volume_id']} from DataBagItem aws[#{master_info['id']}]"
+  rescue
+    Chef::Application.fatal! "Could not load replication masters snapshot details", -41 if db_type == "slave"
+  end
+
+  ruby_block "store_#{db_role}_#{node.chef_environment}_volid" do
+    block do
+      ebs_vol_id = node[:aws][:ebs_volume]["#{db_role}_#{node.chef_environment}"][:volume_id]
+
+      unless ebs_info['volume_id']
+        item = {
+          "id" => "ebs_#{db_role}_#{node.chef_environment}",
+          "volume_id" => ebs_vol_id
+        }
+        Chef::Log.info "Storing volume_id #{item.inspect}"
+        databag_item = Chef::DataBagItem.new
+        databag_item.data_bag("aws")
+        databag_item.raw_data = item
+        databag_item.save
+        Chef::Log.info("Created #{item['id']} in #{databag_item.data_bag}")
+      end
+    end
+    action :nothing
+  end
+
+  aws_ebs_volume "#{db_role}_#{node.chef_environment}" do
+    aws_access_key aws['aws_access_key_id']
+    aws_secret_access_key aws['aws_secret_access_key']
+    size 50
+    device ebs_vol_dev
+    snapshots_to_keep snapshots_to_keep
+    case db_type
+    when "master"
+      if ebs_info['volume_id'] && ebs_info['volume_id'] =~ /vol/
+        volume_id ebs_info['volume_id']
+        action :attach
+      elsif ebs_info['volume_id'] && ebs_info['volume_id'] =~ /snap/
+        snapshot_id ebs_info['volume_id']
+        action [ :create, :attach ]
+      else
+        action [ :create, :attach ]
+      end
+      notifies :create, resources(:ruby_block => "store_#{db_role}_#{node.chef_environment}_volid")
+    when "slave"
+      if master_info['volume_id']
+        snapshot_id master_info['volume_id']
+        action [:create, :attach]
+      else
+        Chef::Log.warn("Couldn't detect snapshot ID.")
+        action :nothing
+      end
+    end
+    provider "aws_ebs_volume"
+  end
+
+  if db_type == "master"
+    Chef::Log.info "Setting up templates for chef-solo snapshots"
+    template "/etc/chef/chef-solo-database-snapshot.rb" do
+      source "chef-solo-database-snapshot.rb.erb"
+      variables :cookbook_path => Chef::Config[:cookbook_path]
+      owner "root"
+      group "root"
+      mode 0600
+    end
+
+    template "/etc/chef/chef-solo-database-snapshot.json" do
+      source "chef-solo-database-snapshot.json.erb"
+      variables(
+        :output => {
+          'db_snapshot' => {
+            'ebs_vol_dev' => node.mysql.ec2_path,
+            'db_role' => db_role,
+            'app_environment' => node.chef_environment,
+            'username' => 'root',
+            'password' => root_pw,
+            'aws_access_key_id' => aws['aws_access_key_id'],
+            'aws_secret_access_key' => aws['aws_secret_access_key'],
+            'snapshots_to_keep' => snapshots_to_keep,
+            'volume_id' => ebs_info['volume_id']
+          },
+          'run_list' => [
+            "recipe[database::snapshot]"
+          ]
+        }
+      )
+      owner "root"
+      group "root"
+      mode 0600
+    end
+
+    template "/etc/cron.d/chef-solo-database-snapshot" do
+      source "chef-solo-database-snapshot.cron.erb"
+      variables(
+        :json_attribs => "/etc/chef/chef-solo-database-snapshot.json",
+        :config_file => "/etc/chef/chef-solo-database-snapshot.rb"
+      )
+      owner "root"
+      group "root"
+      mode 0600
+    end
+  end
+
+    execute "mkfs.xfs #{ebs_vol_dev}" do
+      only_if "xfs_admin -l #{ebs_vol_dev} 2>&1 | grep -qx 'xfs_admin: #{ebs_vol_dev} is not a valid XFS filesystem (unexpected SB magic number 0x00000000)'"
+    end
+
+  %w{ec2_path data_dir}.each do |dir|
+    directory node['mysql'][dir] do
+      mode 0755
+    end
+  end
+
+  mount node['mysql']['ec2_path'] do
+    device ebs_vol_dev
+    fstype "xfs"
+    action :mount
+  end
+
+  mount node['mysql']['data_dir'] do
+    device node['mysql']['ec2_path']
+    fstype "none"
+    options "bind,rw"
+    action :mount
+  end
+end

data/cookbooks/database/recipes/master.rb

@@ -0,0 +1,78 @@
+#
+# Author:: Joshua Timberman (<joshua@opscode.com>)
+# Cookbook Name:: database
+# Recipe:: master
+#
+# Copyright 2009-2010, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# This is potentially destructive to the nodes mysql password attributes, since
+# we iterate over all the app databags. If this database server provides
+# databases for multiple applications, the last app found in the databags
+# will win out, so make sure the databags have the same passwords set for
+# the root, repl, and debian-sys-maint users.
+#
+
+db_info = Hash.new
+root_pw = String.new
+
+search(:apps) do |app|
+  (app['database_master_role'] & node.run_list.roles).each do |dbm_role|
+    %w{ root repl debian }.each do |user|
+      user_pw = app["mysql_#{user}_password"]
+      if !user_pw.nil? and user_pw[node.chef_environment]
+        Chef::Log.debug("Saving password for #{user} as node attribute node['mysql']['server_#{user}_password'")
+        node.set['mysql']["server_#{user}_password"] = user_pw[node.chef_environment]
+        node.save
+      else
+        log "A password for MySQL user #{user} was not found in DataBag 'apps' item '#{app["id"]}' for environment ' for #{node.chef_environment}'." do
+          level :warn
+        end
+        log "A random password will be generated by the mysql cookbook and added as 'node.mysql.server_#{user}_password'. Edit the DataBag item to ensure it is set correctly on new nodes" do
+          level :warn
+        end
+      end
+    end
+    app['databases'].each do |env,db|
+      db_info[env] = db
+    end
+  end
+end
+
+include_recipe "mysql::server"
+
+connection_info = {:host => "localhost", :username => 'root', :password => node['mysql']['server_root_password']}
+
+search(:apps) do |app|
+  (app['database_master_role'] & node.run_list.roles).each do |dbm_role|
+    app['databases'].each do |env,db|
+      if env =~ /#{node.chef_environment}/
+        mysql_database "create #{db['database']}" do
+          database_name db['database']
+          connection connection_info
+          action :create
+        end
+        %W{ % #{node['fqdn']} localhost }.each do |h|
+          mysql_database_user db['username'] do
+            connection connection_info
+            password db['password']
+            database_name db['database']
+            host h
+            action :grant
+          end
+        end
+      end
+    end
+  end
+end