vagrant-clone 0.0.1 → 0.0.3

data/cookbooks/mariadb/recipes/galera.rb

@@ -0,0 +1,324 @@
+#
+# Cookbook Name:: mariadb
+# Recipe:: galera
+#
+# Copyright 2014, blablacar.com
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# rubocop:disable Lint/EmptyWhen
+
+if Chef::Config[:solo]
+  Chef::Log.warn('This recipe uses search. Chef Solo does not support search.')
+else
+  if node['mariadb']['server_root_password'].nil?
+    exist_data_bag_mariadb_root = search(:mariadb, 'id:user_root').first
+    unless exist_data_bag_mariadb_root.nil?
+      data_bag_mariadb_root = data_bag_item('mariadb', 'user_root')
+      node.override['mariadb']['server_root_password'] = data_bag_mariadb_root['password']
+    end
+  end
+
+  if node['mariadb']['debian']['password'].nil?
+    exist_data_bag_mariadb_debian = search(:mariadb, 'id:user_debian').first
+    unless exist_data_bag_mariadb_debian.nil?
+      data_bag_mariadb_debian = data_bag_item('mariadb', 'user_debian')
+      node.override['mariadb']['debian']['password'] = data_bag_mariadb_debian['password']
+    end
+  end
+
+  if node['mariadb']['galera']['wsrep_sst_auth'].nil?
+    exist_data_bag_mariadb_sstuser = search(:mariadb, 'id:user_sstuser').first
+    unless exist_data_bag_mariadb_sstuser.nil?
+      data_bag_mariadb_sstuser = data_bag_item('mariadb', 'user_sstuser')
+      node.override['mariadb']['galera']['wsrep_sst_auth'] = data_bag_mariadb_sstuser['user_password']
+    end
+  end
+end
+
+case node['mariadb']['install']['type']
+when 'package'
+  # include MariaDB repositories
+  include_recipe "#{cookbook_name}::repository"
+
+  case node['platform']
+  when 'debian', 'ubuntu'
+    include_recipe "#{cookbook_name}::_debian_galera"
+  when 'redhat', 'centos', 'scientific', 'amazon'
+    include_recipe "#{cookbook_name}::_redhat_galera"
+  end
+when 'from_source'
+  # To be filled as soon as possible
+end
+
+if node['mariadb']['install']['extra_packages']
+  if node['mariadb']['galera']['wsrep_sst_method'] == 'rsync'
+    package 'rsync' do
+      action :install
+    end
+  elsif node['mariadb']['galera']['wsrep_sst_method'] =~ /^xtrabackup(-v2)?/
+    %w(percona-xtrabackup socat pv).each do |pkg|
+      package pkg do
+        action :install
+      end
+    end
+  end
+end
+
+include_recipe "#{cookbook_name}::config"
+
+if node['mariadb']['galera']['gcomm_address'].nil?
+  galera_cluster_nodes = []
+  if !node['mariadb'].attribute?('rspec') && Chef::Config[:solo]
+    if node['mariadb']['galera']['cluster_nodes'].empty?
+      Chef::Log.warn('By default this recipe uses search (unsupported by Chef Solo).' \
+                     ' Nodes may manually be configured as attributes.')
+    else
+      galera_cluster_nodes = node['mariadb']['galera']['cluster_nodes']
+    end
+  else
+    if node['mariadb']['galera']['cluster_search_query'].empty?
+      galera_cluster_nodes = search(
+        :node, \
+        "mariadb_galera_cluster_name:#{node['mariadb']['galera']['cluster_name']}"
+      )
+    else
+      galera_cluster_nodes = search 'node', node['mariadb']['galera']['cluster_search_query']
+      log 'Chef search results' do
+        message "Searching for \"#{node['mariadb']['galera']['cluster_search_query']}\" \
+          resulted in \"#{galera_cluster_nodes}\" ..."
+        level :debug
+      end
+    end
+    # Sort Nodes by fqdn
+    galera_cluster_nodes.sort! { |x, y| x[:fqdn] <=> y[:fqdn] }
+  end
+
+  first = true
+  gcomm = 'gcomm://'
+  galera_cluster_nodes.each do |lnode|
+    next unless lnode.name != node.name
+    gcomm += ',' unless first
+    gcomm += if String(lnode['mariadb']['galera']['wsrep_node_port']).empty?
+               lnode['fqdn']
+             else
+               "#{lnode['fqdn']}:#{lnode['mariadb']['galera']['wsrep_node_port']}"
+             end
+    first = false
+  end
+else
+  gcomm = node['mariadb']['galera']['gcomm_address']
+end
+
+include_recipe 'selinux_policy::install' if node['platform_family'] == 'rhel'
+
+extend Chef::Util::Selinux
+selinux_enabled = selinux_enabled?
+
+selinux_policy_port node['mariadb']['galera']['wsrep_node_port'] do
+  protocol 'tcp'
+  secontext 'tram_port_t'
+  only_if { selinux_enabled }
+  not_if { String(node['mariadb']['galera']['wsrep_node_port']).empty? }
+  action :add
+end
+
+galera_options = {}
+
+# Mandatory settings
+galera_options['query_cache_size'] = '0'
+galera_options['binlog_format'] = 'ROW'
+galera_options['default_storage_engine'] = 'InnoDB'
+galera_options['innodb_autoinc_lock_mode'] = '2'
+galera_options['innodb_doublewrite'] = '1'
+galera_options['server_id'] = \
+  node['mariadb']['galera']['server_id']
+# Tuning paramaters
+galera_options['innodb_flush_log_at_trx_commit'] = \
+  node['mariadb']['galera']['innodb_flush_log_at_trx_commit']
+#
+if node['mariadb']['install']['version'].to_f >= 10.1
+  galera_options['wsrep_on'] = 'ON'
+end
+unless node['mariadb']['galera']['wsrep_provider_options'].empty?
+  first = true
+  wsrep_prov_opt = '"'
+  node['mariadb']['galera']['wsrep_provider_options'].each do |opt, val|
+    wsrep_prov_opt += ';' unless first
+    wsrep_prov_opt += opt + '=' + val
+    first = false
+  end
+  wsrep_prov_opt += '"'
+  galera_options['wsrep_provider_options'] = wsrep_prov_opt
+end
+galera_options['wsrep_cluster_address'] = gcomm
+galera_options['wsrep_cluster_name'] = \
+  node['mariadb']['galera']['cluster_name']
+galera_options['wsrep_sst_method'] = \
+  node['mariadb']['galera']['wsrep_sst_method']
+if node['mariadb']['galera'].attribute?('wsrep_sst_auth')
+  galera_options['wsrep_sst_auth'] = \
+    node['mariadb']['galera']['wsrep_sst_auth']
+end
+galera_options['wsrep_provider'] = \
+  node['mariadb']['galera']['wsrep_provider']
+galera_options['wsrep_slave_threads'] = if node['mariadb']['galera'].attribute?('wsrep_slave_threads')
+                                          node['mariadb']['galera']['wsrep_slave_threads']
+                                        else
+                                          node['cpu']['total'] * 4
+                                        end
+
+ipaddress = ''
+iface = if node['mariadb']['galera']['wsrep_node_address_interface'].empty?
+          node['network']['interfaces'].reject { |_k, v| v['flags'].include?('LOOPBACK') }.keys.first
+        else
+          node['mariadb']['galera']['wsrep_node_address_interface']
+        end
+node['network']['interfaces'][iface]['addresses'].each do |ip, params|
+  params['family'] == 'inet' && ipaddress = ip
+end
+galera_options['wsrep_node_address'] = unless ipaddress.empty?
+                                         if String(node['mariadb']['galera']['wsrep_node_port']).empty?
+                                           ipaddress
+                                         else
+                                           "#{ipaddress}:#{node['mariadb']['galera']['wsrep_node_port']}"
+                                         end
+                                       end
+
+ipaddress_inc = ''
+unless node['mariadb']['galera']['wsrep_node_incoming_address_interface'].empty?
+  iface_enc = node['mariadb']['galera']['wsrep_node_incoming_address_interface']
+  node['network']['interfaces'][iface_enc]['addresses'].each do |ip, params|
+    params['family'] == 'inet' && ipaddress_inc = ip
+  end
+  galera_options['wsrep_node_incoming_address'] = ipaddress_inc unless ipaddress_inc.empty?
+end
+
+galera_options['wsrep_slave_threads'] = node['cpu']['total'] * 4
+node['mariadb']['galera']['options'].each do |key, value|
+  galera_options[key] = value
+end
+
+mariadb_configuration '90-galera' do
+  section 'mysqld'
+  option galera_options
+  action :add
+  sensitive true
+end
+
+#
+# Under debian system we have to change the debian-sys-maint default password.
+# This password is the same for the overall cluster.
+#
+if platform?('debian', 'ubuntu')
+  template '/etc/mysql/debian.cnf' do
+    sensitive true
+    source 'debian.cnf.erb'
+    owner 'root'
+    group 'root'
+    mode '0600'
+  end
+
+  grants_command = 'mysql -r -B -N -u root '
+
+  if node['mariadb']['server_root_password'].is_a?(String)
+    grants_command += '--password=\'' + \
+      node['mariadb']['server_root_password'] + '\' '
+  end
+
+  grants_command += '-e "GRANT SELECT, INSERT, UPDATE, DELETE, CREATE, ' \
+    'DROP, RELOAD, SHUTDOWN, PROCESS, FILE, REFERENCES, ' \
+    'INDEX, ALTER, SHOW DATABASES, SUPER, CREATE TEMPORARY ' \
+    'TABLES, LOCK TABLES, EXECUTE, REPLICATION SLAVE, ' \
+    'REPLICATION CLIENT, CREATE VIEW, SHOW VIEW, CREATE ' \
+    'ROUTINE, ALTER ROUTINE, CREATE USER, EVENT, TRIGGER ON ' \
+    ' *.* TO \'' + node['mariadb']['debian']['user'] + \
+    '\'@\'' + node['mariadb']['debian']['host'] + '\' ' \
+    'IDENTIFIED BY \'' + \
+    node['mariadb']['debian']['password'] + '\' WITH GRANT ' \
+    'OPTION"'
+
+  execute 'correct-debian-grants' do
+    command grants_command
+    action :run
+    only_if do
+      cmd = Mixlib::ShellOut.new('/usr/bin/mysql --user="' + \
+        node['mariadb']['debian']['user'] + \
+        '" --password="' + node['mariadb']['debian']['password'] + \
+        '" -r -B -N -e "SELECT 1"')
+      cmd.run_command
+      cmd.error?
+    end
+    ignore_failure true
+    sensitive true
+  end
+end
+
+#
+# Galera SST method xtrabackup will need a seperated mysql sstuser as root
+# should not be used.
+#
+if node['mariadb']['galera']['wsrep_sst_method'] =~ /^xtrabackup(-v2)?/
+
+  sstuser, sstpassword = node['mariadb']['galera']['wsrep_sst_auth'].split(/:/)
+
+  sstuser_cmd = 'mysql -r -B -N -u root '
+
+  if node['mariadb']['server_root_password'].is_a?(String)
+    sstuser_cmd += '--password=\'' + \
+      node['mariadb']['server_root_password'] + '\' '
+  end
+
+  sstuser_cmd += '-e "GRANT RELOAD, LOCK TABLES, REPLICATION CLIENT ' \
+    ' ON *.* TO \'' + sstuser + \
+    '\'@\'localhost\' ' \
+    'IDENTIFIED BY \'' + sstpassword + '\'"'
+
+  execute 'sstuser-grants' do
+    command sstuser_cmd
+    action :run
+    only_if do
+      cmd = Mixlib::ShellOut.new('/usr/bin/mysql --user="' + \
+        sstuser + \
+        '" --password="' + sstpassword + \
+        '" -r -B -N -e "SELECT 1"')
+      cmd.run_command
+      cmd.error?
+    end
+    ignore_failure true
+    sensitive true
+  end
+end
+
+#
+#  NOTE: You cannot use the following code to restart Mariadb when in Galera mode.
+#        When your SST is longer than a chef run...
+#        ==> chef-client try to restart the service each time it run <==
+#
+
+# restart the service if needed
+# workaround idea from https://github.com/stissot
+#
+# Chef::Resource::Execute.send(:include, MariaDB::Helper)
+# execute 'mariadb-service-restart-needed' do
+#   command 'true'
+#   only_if do
+#     mariadb_service_restart_required?(
+#       node['mariadb']['mysqld']['bind-address'],
+#       node['mariadb']['mysqld']['port'],
+#       node['mariadb']['mysqld']['socket']
+#     )
+#   end
+#   notifies :restart, 'service[mysql]', :immediately
+# end

data/cookbooks/mariadb/recipes/plugins.rb

@@ -0,0 +1,3 @@
+node['mariadb']['plugins'].each do |plugin, enable|
+  include_recipe "#{cookbook_name}::_" + plugin + '_plugin' if enable
+end

data/cookbooks/mariadb/recipes/repository.rb

@@ -0,0 +1,45 @@
+case node['platform']
+when 'debian', 'ubuntu'
+  install_method = 'apt'
+when 'redhat', 'centos', 'scientific', 'amazon'
+  install_method = 'yum'
+end
+
+if node['mariadb']['use_default_repository']
+  case install_method
+  when 'apt'
+    include_recipe 'apt::default'
+
+    apt_key = 'CBCB082A1BB943DB'
+    apt_key = 'F1656F24C74CD1D8' if node['platform'] == 'ubuntu' && node['platform_version'].split('.')[0].to_i >= 16
+
+    apt_repository "mariadb-#{node['mariadb']['install']['version']}" do
+      uri 'http://' + node['mariadb']['apt_repository']['base_url'] + '/' + \
+        node['mariadb']['install']['version'] + '/' + node['platform']
+      distribution node['lsb']['codename']
+      components ['main']
+      keyserver 'keyserver.ubuntu.com'
+      key apt_key
+    end
+  when 'yum'
+    include_recipe 'yum::default'
+
+    target_platform = if node['platform'] == 'redhat' || node['platform'] == 'scientific'
+                        "rhel#{node['platform_version'].to_i}"
+                      else
+                        "#{node['platform']}#{node['platform_version'].to_i}"
+                      end
+    yum_repository "mariadb-#{node['mariadb']['install']['version']}" do
+      description 'MariaDB Official Repository'
+      baseurl 'http://yum.mariadb.org/' + \
+        node['mariadb']['install']['version'] + "/#{target_platform}-amd64"
+      gpgkey 'https://yum.mariadb.org/RPM-GPG-KEY-MariaDB'
+      action :create
+    end
+
+    case node['platform']
+    when 'redhat', 'centos', 'scientific'
+      include_recipe 'yum-epel::default'
+    end
+  end
+end

data/cookbooks/mariadb/recipes/server.rb

@@ -0,0 +1,157 @@
+#
+# Cookbook Name:: mariadb
+# Recipe:: server
+#
+# Copyright 2014, blablacar.com
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+Chef::Recipe.send(:include, MariaDB::Helper)
+
+extend Chef::Util::Selinux
+selinux_enabled = selinux_enabled?
+
+case node['mariadb']['install']['type']
+when 'package'
+  # Determine service name and register the resource
+  service_name = mariadb_service_name(node['platform'],
+                                      node['platform_version'],
+                                      node['mariadb']['install']['version'],
+                                      node['mariadb']['install']['prefer_os_package'],
+                                      node['mariadb']['install']['prefer_scl_package'])
+  node.default['mariadb']['mysqld']['service_name'] = service_name unless service_name.nil?
+  service 'mysql' do
+    service_name node['mariadb']['mysqld']['service_name']
+    supports restart: true
+    action :nothing
+  end
+
+  # Include recipe to install required repositories
+  include_recipe "#{cookbook_name}::_mariadb_repository"
+
+  # Include platform specific recipes
+  case node['platform']
+  when 'debian', 'ubuntu'
+    include_recipe "#{cookbook_name}::_debian_server"
+  when 'redhat', 'centos', 'scientific', 'amazon'
+    include_recipe "#{cookbook_name}::_redhat_server"
+  end
+
+  # Install server package
+  server_package_name = packages_names_to_install(node['platform'],
+                                                  node['platform_version'],
+                                                  node['mariadb']['install']['version'],
+                                                  node['mariadb']['install']['prefer_os_package'],
+                                                  node['mariadb']['install']['prefer_scl_package'])['server']
+  package 'MariaDB-server' do
+    package_name server_package_name
+    action :install
+    notifies :enable, 'service[mysql]'
+  end
+end
+
+include_recipe "#{cookbook_name}::config"
+
+# move the datadir if needed
+if node['mariadb']['mysqld']['datadir'] !=
+    node['mariadb']['mysqld']['default_datadir']
+
+  bash 'move-datadir' do
+    user 'root'
+    code <<-EOH
+    /bin/cp -a #{node['mariadb']['mysqld']['default_datadir']}/* \
+               #{node['mariadb']['mysqld']['datadir']} &&
+    /bin/rm -r #{node['mariadb']['mysqld']['default_datadir']} &&
+    /bin/ln -s #{node['mariadb']['mysqld']['datadir']} \
+               #{node['mariadb']['mysqld']['default_datadir']}
+    EOH
+    action :nothing
+  end
+
+  bash 'Restore security context' do
+    user 'root'
+    code "/usr/sbin/restorecon -v #{node['mariadb']['mysqld']['default_datadir']}"
+    only_if { selinux_enabled }
+    subscribes :run, 'bash[move-datadir]', :immediately
+    action :nothing
+  end
+
+  directory node['mariadb']['mysqld']['datadir'] do
+    owner 'mysql'
+    group 'mysql'
+    mode '0750'
+    action :create
+    notifies :stop, 'service[mysql]', :immediately
+    notifies :run, 'bash[move-datadir]', :immediately
+    notifies :start, 'service[mysql]', :immediately
+    only_if { !File.symlink?(node['mariadb']['mysqld']['default_datadir']) }
+  end
+end
+
+# restart the service if needed
+# workaround idea from https://github.com/stissot
+Chef::Resource::Execute.send(:include, MariaDB::Helper)
+execute 'mariadb-service-restart-needed' do
+  command 'true'
+  only_if do
+    mariadb_service_restart_required?(
+      node['mariadb']['mysqld']['bind_address'],
+      node['mariadb']['mysqld']['port'],
+      node['mariadb']['mysqld']['socket']
+    )
+  end
+  notifies :restart, 'service[mysql]', :immediately
+end
+
+if node['mariadb']['allow_root_pass_change']
+  # Used to change root password after first install
+  # Still experimental
+  md5 = if node['mariadb']['server_root_password'].empty?
+          Digest::MD5.hexdigest('empty')
+        else
+          Digest::MD5.hexdigest(node['mariadb']['server_root_password'])
+        end
+
+  file '/etc/mysql_root_change' do
+    content md5
+    action :create
+    notifies :run, 'execute[install-grants]', :immediately
+  end
+end
+
+if  node['mariadb']['allow_root_pass_change'] ||
+    node['mariadb']['remove_anonymous_users'] ||
+    node['mariadb']['forbid_remote_root'] ||
+    node['mariadb']['remove_test_database']
+  execute 'install-grants' do
+    command '/bin/bash -e /etc/mariadb_grants \'' + \
+      node['mariadb']['server_root_password'] + '\''
+    only_if { File.exist?('/etc/mariadb_grants') }
+    sensitive true
+    action :nothing
+  end
+  template '/etc/mariadb_grants' do
+    sensitive true
+    source 'mariadb_grants.erb'
+    owner 'root'
+    group 'root'
+    mode '0600'
+    helpers MariaDB::Helper
+    notifies :run, 'execute[install-grants]', :immediately
+  end
+end
+
+# MariaDB Plugins
+include_recipe "#{cookbook_name}::plugins" if \
+  node['mariadb']['plugins_options']['auto_install']

data/cookbooks/mariadb/resources/configuration.rb

@@ -0,0 +1,13 @@
+#
+# Cookbook Name:: mariadb
+# Resource:: configuration
+#
+
+actions :add, :remove
+default_action :add
+
+# name of the extra conf file, used for .cnf filename
+attribute :conf_name, kind_of: String, name_attribute: true
+attribute :section, kind_of: String
+attribute :option,  kind_of: Hash, default: {}
+attribute :cookbook, kind_of: String, default: nil

data/cookbooks/mariadb/resources/mysql2_gem.rb

@@ -0,0 +1,25 @@
+provides :mysql2_gem
+resource_name :mysql2_gem
+
+property :compile_time, [true, false], default: false
+
+default_action :install
+
+action :install do
+  include_recipe 'mariadb::devel'
+  build_essential 'install_packages'
+  gem_package 'mysql2'
+end
+
+action :remove do
+  gem_package 'mysql2' do
+    action :remove
+  end
+end
+
+def after_created
+  return unless compile_time
+  Array(action).each do |action|
+    run_action(action)
+  end
+end