lobot 0.10.3 → 1.0.pre

data/chef/travis-cookbooks/ci_environment/mysql/recipes/default.rb

@@ -0,0 +1,20 @@
+#
+# Cookbook Name:: mysql
+# Recipe:: default
+#
+# Copyright 2008-2009, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+include_recipe "mysql::client"

data/chef/travis-cookbooks/ci_environment/mysql/recipes/server.rb

@@ -0,0 +1,125 @@
+#
+# Cookbook Name:: mysql
+# Recipe:: server
+#
+# Copyright 2008-2011, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+include_recipe "mysql::client"
+
+# yes, for the CI environment, empty password is a good idea. VM is rolled back after eack run anyway.
+node.set_unless['mysql']['server_debian_password'] = ""
+node.set_unless['mysql']['server_root_password']   = ""
+node.set_unless['mysql']['server_repl_password']   = ""
+
+if platform?(%w{debian ubuntu})
+
+  directory "/var/cache/local/preseeding" do
+    owner "root"
+    group "root"
+    mode 0755
+    recursive true
+  end
+
+  execute "preseed mysql-server" do
+    command "debconf-set-selections /var/cache/local/preseeding/mysql-server.seed"
+    action :nothing
+  end
+
+  template "/var/cache/local/preseeding/mysql-server.seed" do
+    source "mysql-server.seed.erb"
+    owner "root"
+    group "root"
+    mode "0600"
+    notifies :run, resources(:execute => "preseed mysql-server"), :immediately
+  end
+
+  template "#{node['mysql']['conf_dir']}/debian.cnf" do
+    source "debian.cnf.erb"
+    owner "root"
+    group "root"
+    mode "0600"
+  end
+end
+
+# wipe out apparmor on 11.04 and later, it prevents MySQLd from restarting for now
+# good reasons (as far as CI goes). MK.
+package "apparmor" do
+  action :remove
+  ignore_failure true
+end
+
+package "apparmor-utils" do
+  action :remove
+  ignore_failure true
+end
+
+package "mysql-server" do
+  action :install
+end
+
+service "mysql" do
+  service_name value_for_platform([ "centos", "redhat", "suse", "fedora" ] => {"default" => "mysqld"}, "default" => "mysql")
+
+  if (platform?("ubuntu") && node.platform_version.to_f >= 11.04)
+    provider Chef::Provider::Service::Upstart
+ end
+  supports :status => true, :restart => true, :reload => true
+  action :nothing
+end
+
+template "#{node['mysql']['conf_dir']}/my.cnf" do
+  source "my.cnf.erb"
+  owner "root"
+  group "root"
+  mode "0644"
+ notifies :restart, resources(:service => "mysql"), :immediately
+end
+
+
+# set the root password on platforms
+# that don't support pre-seeding
+unless platform?(%w{debian ubuntu})
+  execute "assign-root-password" do
+    command "/usr/bin/mysqladmin -u root password \"#{node['mysql']['server_root_password']}\""
+    action :run
+    only_if "/usr/bin/mysql -u root -e 'show databases;'"
+  end
+
+end
+
+grants_path = "#{node['mysql']['conf_dir']}/mysql_grants.sql"
+
+begin
+  t = resources("template[#{grants_path}]")
+rescue
+  Chef::Log.info("Could not find previously defined grants.sql resource")
+  t = template grants_path do
+    source "grants.sql.erb"
+    owner "root"
+    group "root"
+    mode "0600"
+    action :create
+  end
+end
+
+execute "mysql-install-privileges" do
+  command "/usr/bin/mysql -u root #{node['mysql']['server_root_password'].empty? ? '' : '-p' }#{node['mysql']['server_root_password']} < #{grants_path}"
+  action :nothing
+  subscribes :run, resources("template[#{grants_path}]"), :immediately
+
+  # This is intentional, makes provisioning idempotent/re-entrant. antares_, svenfuchs.
+  ignore_failure true
+end

data/chef/travis-cookbooks/ci_environment/mysql/recipes/server_on_ramfs.rb

@@ -0,0 +1,83 @@
+#
+# Cookbook Name:: mysql
+# Recipe:: server_on_ramfs
+#
+# Copyright 2011, Travis CI Development Team
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# IMPORTANT: this recipe is only really needed by the Ruby on Rails test suite
+#            that is very I/O demanding. It places MySQL'd data dir to a ramfs mount
+#            and copies existing data dir there so that system catalogs are in place, then
+#            restarts mysqld once again. Copying & restart also will happen once again on boot.
+#            This whole sequence is indeed hacky and needs extra care. But c'est la vie,
+#            ActiveRecord test suite runs x3 times faster with this recipe in place. MK.
+#
+
+
+# A detailed description of the madness:
+# 1. Install MySQL as usual, using mysql::server.
+# 2. Set up users, again, as part of mysql::server.
+# 3. Mount /var/ramfs, copy mysql datadir there
+# 4. Swap my.cnf with another version that uses /var/ramfs/mysql for datadir
+# 5. Install a custom Upstart configuration file
+# 6. Restart MySQL at the end of the Chef run
+#
+#
+
+require "fileutils"
+
+include_recipe "ramfs"
+
+# next, install the packages, do pre-seeding, restart mysqld all from a regular
+# ext3 mount.
+
+include_recipe "mysql::server"
+
+log "['mysql']['data_dir'] = #{node['mysql']['data_dir']}"
+log "[:mysql][:data_dir] = #{node[:mysql][:data_dir]}"
+
+bash "cp -R #{node['mysql']['data_dir']} #{node[:ramfs][:dir]}/mysql" do
+  code "cp -R #{node['mysql']['data_dir']} #{node[:ramfs][:dir]}/mysql && chown -R mysql:mysql #{node[:ramfs][:dir]}/mysql"
+
+  # run this bash snippet only after mysql-install-privileges has run, but not earlier
+  subscribes :run, resources(:execute => "mysql-install-privileges"), :immediately
+end
+
+# Now install a custom my.cnf that will use a ramfs directory for datadir.
+template "#{node['mysql']['conf_dir']}/my.cnf" do
+  source "ramfs/my.cnf.erb"
+
+  owner "root"
+  group "root"
+  mode "0644"
+
+  # install this template only after mysql-install-privileges has run, but not earlier
+  subscribes :create, resources(:execute => "mysql-install-privileges"), :immediately
+  # yes, notify about restart at the end of Chef run and NOT immediately
+  notifies :restart, resources(:service => "mysql"), :delayed
+end
+
+
+# Tweak Upstart job script to copy /var/lib/mysql => /var/ramfs/mysql before
+# starting mysqld up.
+template "/etc/init/mysql.conf" do
+  source "init/mysql.conf.erb"
+  owner "root"
+  group "root"
+  mode "0644"
+
+  # install this template only after mysql-install-privileges has run, but not earlier
+  subscribes :create, resources(:execute => "mysql-install-privileges"), :immediately
+end

data/chef/travis-cookbooks/ci_environment/mysql/resources/database.rb

@@ -0,0 +1,27 @@
+#
+# Cookbook Name:: mysql
+# Resource:: database
+#
+# Copyright:: 2008-2011, Opscode, Inc <legal@opscode.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+actions :flush_tables_with_read_lock, :unflush_tables, :create_db, :query
+
+attribute :host, :kind_of => String
+attribute :username, :kind_of => String
+attribute :password, :kind_of => String
+attribute :database, :kind_of => String
+attribute :sql, :kind_of => String
+attribute :exists, :default => false

data/chef/travis-cookbooks/ci_environment/mysql/templates/default/debian.cnf.erb

@@ -0,0 +1,12 @@
+[client]
+host     = localhost
+user     = debian-sys-maint
+password = <%= node['mysql']['server_debian_password'] %>
+socket   = <%= node['mysql']['socket'] %>
+
+[mysql_upgrade]
+host     = localhost
+user     = debian-sys-maint
+password = <%= node['mysql']['server_debian_password'] %>
+socket   = <%= node['mysql']['socket'] %>
+basedir  = /usr

data/chef/travis-cookbooks/ci_environment/mysql/templates/default/grants.sql.erb

@@ -0,0 +1,33 @@
+# Generated by Chef for <%= node['hostname'] %>.
+# Local modifications will be overwritten.
+
+<% case node['platform'] -%>
+<% when "debian","ubuntu" -%>
+GRANT SELECT, INSERT, UPDATE, DELETE, CREATE, DROP, RELOAD, SHUTDOWN, PROCESS, FILE, REFERENCES, INDEX, ALTER, SHOW DATABASES, SUPER, CREATE TEMPORARY TABLES, LOCK TABLES, EXECUTE, REPLICATION SLAVE, REPLICATION CLIENT ON *.* TO 'debian-sys-maint'@'localhost' IDENTIFIED BY '<%= node[:mysql][:server_debian_password] %>' WITH GRANT OPTION;
+<% end -%>
+# Grant replication for a slave user.
+GRANT REPLICATION SLAVE ON *.* TO 'repl'@'%' identified by '<%= node['mysql']['server_repl_password'] %>';
+
+# Set the server root password. This should be preseeded by the package installation.
+<% if node['mysql']['allow_remote_root'] -%>
+GRANT ALL ON *.* TO 'root'@'%' IDENTIFIED BY '<%= node['mysql']['server_root_password'] %>' WITH GRANT OPTION;
+<% end -%>
+SET PASSWORD FOR 'root'@'localhost' = PASSWORD('<%= node['mysql']['server_root_password'] %>');
+
+
+# CI user has all the privileges in the world, blank password and well-known hardcoded usernames.
+# This is certainly good enough because virtualbox VMs CI happens in are rolled back after each build.
+# For Travis needs, this is certainly a reasonable, intentional move. MK.
+
+CREATE USER 'travis'@'%' IDENTIFIED BY '';          GRANT ALL PRIVILEGES ON *.* TO 'travis'@'%';
+CREATE USER 'travis'@'localhost' IDENTIFIED BY '';  GRANT ALL PRIVILEGES ON *.* TO 'travis'@'localhost';
+CREATE USER 'travis'@'127.0.0.1' IDENTIFIED BY '';  GRANT ALL PRIVILEGES ON *.* TO 'travis'@'127.0.0.1';
+
+CREATE USER 'vagrant'@'%' IDENTIFIED BY '';          GRANT ALL PRIVILEGES ON *.* TO 'vagrant'@'%';
+CREATE USER 'vagrant'@'localhost' IDENTIFIED BY '';  GRANT ALL PRIVILEGES ON *.* TO 'vagrant'@'localhost';
+CREATE USER 'vagrant'@'127.0.0.1' IDENTIFIED BY '';  GRANT ALL PRIVILEGES ON *.* TO 'vagrant'@'127.0.0.1';
+
+# Ruby on Rails test suite uses it, and so do other projects. MK, bai.
+CREATE USER 'rails'@'%' IDENTIFIED BY '';          GRANT ALL PRIVILEGES ON *.* TO 'rails'@'%';
+CREATE USER 'rails'@'localhost' IDENTIFIED BY '';  GRANT ALL PRIVILEGES ON *.* TO 'rails'@'localhost';
+CREATE USER 'rails'@'127.0.0.1' IDENTIFIED BY '';  GRANT ALL PRIVILEGES ON *.* TO 'rails'@'127.0.0.1';

data/chef/travis-cookbooks/ci_environment/mysql/templates/default/init/mysql.conf.erb

@@ -0,0 +1,49 @@
+# MySQL Service
+
+description     "MySQL Server"
+author          "Mario Limonciello <superm1@ubuntu.com>"
+
+start on (net-device-up
+          and local-filesystems
+	  and runlevel [2345])
+stop on runlevel [016]
+
+respawn
+
+env HOME=/etc/mysql
+umask 007
+
+# The default of 5 seconds is too low for mysql which needs to flush buffers
+kill timeout 300
+
+pre-start script
+    #Sanity checks
+    [ -r $HOME/my.cnf ]
+
+    # copies existing mysql datadir to the ramfs volume, makes ActiveRecord test suite finish
+    # 3 times quicker.
+    if [ ! -d <%= node.ramfs.dir %>/mysql ]; then
+      cp -rp /var/lib/mysql <%= node.ramfs.dir %>/mysql
+    fi
+
+    [ -d /var/run/mysqld ] || install -m 755 -o mysql -g root -d /var/run/mysqld
+    # Load AppArmor profile
+    if aa-status --enabled 2>/dev/null; then
+        apparmor_parser -r /etc/apparmor.d/usr.sbin.mysqld || true
+    fi
+    LC_ALL=C BLOCKSIZE= df --portability /var/lib/mysql/. | tail -n 1 | awk '{ exit ($4<4096) }'
+end script
+
+exec /usr/sbin/mysqld
+
+post-start script
+    for i in `seq 1 30` ; do
+        /usr/bin/mysqladmin --defaults-file="${HOME}"/debian.cnf ping && {
+            exec "${HOME}"/debian-start
+            # should not reach this line
+            exit 2
+        }
+        sleep 1
+    done
+    exit 1
+end script

data/chef/travis-cookbooks/ci_environment/mysql/templates/default/my.cnf.erb

@@ -0,0 +1,184 @@
+#
+# Generated by Chef for <%= node['hostname'] %>
+#
+# Local modifications will be overwritten.
+# 
+# The MySQL database server configuration file.
+#
+# You can copy this to one of:
+# - "/etc/mysql/my.cnf" to set global options,
+# - "~/.my.cnf" to set user-specific options.
+# 
+# One can use all long options that the program supports.
+# Run program with --help to get a list of available options and with
+# --print-defaults to see which it would actually understand and use.
+#
+# For explanations see
+# http://dev.mysql.com/doc/mysql/en/server-system-variables.html
+
+# This will be passed to all mysql clients
+# It has been reported that passwords should be enclosed with ticks/quotes
+# escpecially if they contain "#" chars...
+# Remember to edit /etc/mysql/debian.cnf when changing the socket location.
+[client]
+port            = 3306
+socket          = <%= node['mysql']['socket'] %>
+
+# Here is entries for some specific programs
+# The following values assume you have at least 32M ram
+
+# This was formally known as [safe_mysqld]. Both versions are currently parsed.
+[mysqld_safe]
+socket          = <%= node['mysql']['socket'] %>
+nice            = 0
+
+[mysqld]
+#
+# * Basic Settings
+#
+
+#
+# * IMPORTANT
+#   If you make changes to these settings and your system uses apparmor, you may
+#   also need to also adjust /etc/apparmor.d/usr.sbin.mysqld.
+#
+
+user            = mysql
+pid-file        = <%= node['mysql']['pid_file'] %>
+socket          = <%= node['mysql']['socket'] %>
+port            = 3306
+basedir         = /usr
+datadir         = <%= node['mysql']['data_dir'] %>
+tmpdir          = /tmp
+skip-external-locking
+#
+# Instead of skip-networking the default is now to listen only on
+# localhost which is more compatible and is not less secure.
+bind-address            = <%= node['mysql']['bind_address'] %>
+
+collation_server       = utf8_unicode_ci
+character_set_server   = utf8
+
+sql-mode               = STRICT_ALL_TABLES
+
+
+#
+# * Fine Tuning
+#
+key_buffer              = <%= node['mysql']['tunable']['key_buffer'] %>
+max_allowed_packet      = 16M
+thread_stack            = 256K
+thread_cache_size       = 8
+# This replaces the startup script and checks MyISAM tables if needed
+# the first time they are touched
+myisam-recover          = BACKUP
+#max_connections        = 100
+#table_cache            = 64
+#thread_concurrency     = 10
+max_connections         = <%= node['mysql']['tunable']['max_connections'] %>
+wait_timeout            = <%= node['mysql']['tunable']['wait_timeout'] %>
+net_read_timeout        = <%= node['mysql']['tunable']['net_read_timeout'] %>
+net_write_timeout       = <%= node['mysql']['tunable']['net_write_timeout'] %>
+back_log                = <%= node['mysql']['tunable']['back_log'] %>
+table_cache             = <%= node['mysql']['tunable']['table_cache'] %>
+max_heap_table_size     = <%= node['mysql']['tunable']['max_heap_table_size'] %>
+
+#
+# * Query Cache Configuration
+#
+query_cache_limit       = <%= node['mysql']['tunable']['query_cache_limit'] %>
+query_cache_size        = <%= node['mysql']['tunable']['query_cache_size'] %>
+#
+# * Logging and Replication
+#
+# Both location gets rotated by the cronjob.
+# Be aware that this log type is a performance killer.
+#log            = /var/log/mysql/mysql.log
+#
+# Error logging goes to syslog. This is a Debian improvement :)
+#
+# Here you can see queries with especially long duration
+log_slow_queries        = <%= node['mysql']['tunable']['log_slow_queries'] %>
+long_query_time         = <%= node['mysql']['tunable']['long_query_time'] %>
+log-queries-not-using-indexes
+#
+# The following can be used as easy to replay backup logs or for replication.
+# note: if you are setting up a replication slave, see README.Debian about
+#       other settings you may need to change.
+#server-id              = 1
+#log_bin                        = /var/log/mysql/mysql-bin.log
+expire_logs_days        = 10
+max_binlog_size         = 100M
+#binlog_do_db           = include_database_name
+#binlog_ignore_db       = include_database_name
+#
+# * InnoDB
+#
+# InnoDB is enabled by default with a 10MB datafile in /var/lib/mysql/.
+# Read the manual for more InnoDB related options. There are many!
+# You might want to disable InnoDB to shrink the mysqld process by circa 100MB.
+#skip-innodb
+innodb_buffer_pool_size = <%= node['mysql']['tunable']['innodb_buffer_pool_size'] %>
+
+<% case node['platform'] -%>
+<% when "centos", "redhat", "fedora", "ubuntu" -%>
+#
+# * Federated
+#
+# The FEDERATED storage engine is disabled since 5.0.67 by default in the .cnf files
+# shipped with MySQL distributions (my-huge.cnf, my-medium.cnf, and so forth).
+#
+skip-federated
+<% end %>
+#
+# * Security Features
+#
+# Read the manual, too, if you want chroot!
+# chroot = /var/lib/mysql/
+#
+# For generating SSL certificates I recommend the OpenSSL GUI "tinyca".
+#
+# ssl-ca=/etc/mysql/cacert.pem
+# ssl-cert=/etc/mysql/server-cert.pem
+# ssl-key=/etc/mysql/server-key.pem
+
+[mysqldump]
+quick
+quote-names
+max_allowed_packet      = 16M
+
+[mysql]
+#no-auto-rehash # faster start of mysql but no tab completition
+
+[isamchk]
+key_buffer              = 16M
+
+#
+# * NDB Cluster
+#
+# See /usr/share/doc/mysql-server-*/README.Debian for more information.
+#
+# The following configuration is read by the NDB Data Nodes (ndbd processes)
+# not from the NDB Management Nodes (ndb_mgmd processes).
+#
+# [MYSQL_CLUSTER]
+# ndb-connectstring=127.0.0.1
+
+<% case node['platform'] -%>
+<% when "centos", "redhat", "fedora", "suse" -%>
+#
+# * BerkeleyDB
+#
+# Using BerkeleyDB is now discouraged as its support will cease in 5.1.12.
+skip-bdb
+# Default to using old password format for compatibility with mysql 3.x
+# clients (those using the mysqlclient10 compatibility package).
+old_passwords           = <%= node['mysql']['old_passwords'] %>
+
+<% else -%>
+#
+# * IMPORTANT: Additional settings that can override those from this file!
+#   The files must end with '.cnf', otherwise they'll be ignored.
+#
+!includedir /etc/mysql/conf.d/
+<% end -%>