luban-mysql 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d11a0ca321f1d170bf940db2c3a59645e28299f0
+  data.tar.gz: b48a2c25359d04a8918948b7e613f0a526b1e2d9
+SHA512:
+  metadata.gz: bb1cde05f458f8f7f80d5a2ba1d0191efa77e339399d8167fa486035bb211a3455f8bb1db41a2eef4ba7f4d0b4c6f35950cfb3876ac08881373f546a404f5939
+  data.tar.gz: 4dd787661584d8eef15a899538fcb21ae60b66a9c828ed81a02c4fc10e9ca7b6b7ed9ddb1c7bfc290dd7918fb0428bfbe47af41f5f81bc6d9d5034cecf379a4e

data/.gitignore

@@ -0,0 +1,10 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+.DS_Store

data/CHANGELOG.md

@@ -0,0 +1,6 @@
+# Change log
+
+## Version 0.1.0 (WIP)
+
+New features:
+  * Initialized Luban deployemnt package of Mysql

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in mysql.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Chi Man Lei
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,39 @@
+# Luban::Mysql
+
+Luban deployment package to manage MySQL installation, deployment and control
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'luban-mysql'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install luban-mysql
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/mysql. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "luban/mysql"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/luban/deployment/packages/mysql/base.rb

@@ -0,0 +1,46 @@
+module Luban
+  module Deployment
+    module Packages
+      class Mysql < Luban::Deployment::Service::Base
+        def default_templates_path
+          @default_templates_path ||= Pathname.new(File.join(File.dirname(__FILE__), 'templates')).realpath
+        end
+
+        %i(reload_process reopen_logs ping_process).each do |action|
+          service_action action, dispatch_to: :controller
+        end
+
+        def decompose_version(version)
+          vers = version.split('.')
+          { major_version: "#{vers[0]}.#{vers[1]}", patch_level: vers[2] }
+        end
+
+        protected
+
+        def setup_install_tasks
+          super
+          commands[:install].option :dist, "Binary distribution"
+        end
+
+        def setup_control_tasks
+          super
+
+          task :reload do
+            desc "Reload process"
+            action! :reload_process
+          end
+
+          task :reopen do
+            desc "Reopen log files"
+            action! :reopen_logs
+          end
+
+          task :ping do
+            desc "Ping process"
+            action! :ping_process
+          end
+        end
+      end
+    end
+  end
+end

data/lib/luban/deployment/packages/mysql/configurator.rb

@@ -0,0 +1,14 @@
+module Luban
+  module Deployment
+    module Packages
+      class Mysql
+        class Configurator < Luban::Deployment::Service::Configurator
+          include Paths
+          include Controller::Commands
+
+          alias_method :log_file_path, :general_log_file_path
+        end
+      end
+    end
+  end
+end

data/lib/luban/deployment/packages/mysql/controller.rb

@@ -0,0 +1,78 @@
+module Luban
+  module Deployment
+    module Packages
+      class Mysql
+        class Controller < Luban::Deployment::Service::Controller
+          module Commands
+            def self.included(base)
+              base.define_executable 'mysqld_safe'
+              base.define_executable 'mysqladmin'
+            end
+
+            def mysqld_safe_command
+              @mysqld_safe_command ||= "#{mysqld_safe_executable} --defaults-file=#{control_file_path}"
+            end
+
+            def mysqldadmin_command
+              @mysqldadmin_command ||= "#{mysqladmin_executable} --defaults-file=#{admin_control_file_path}"
+            end
+
+            alias_method :start_command, :mysqld_safe_command
+            alias_method :process_pattern, :mysqld_safe_command
+
+            def start_command
+              @start_command ||= "#{mysqld_safe_command}"
+            end
+
+            def stop_command
+              @stop_command ||= "kill $(cat #{pid_file_path} 2>/dev/null)"
+            end
+
+            def ping_command
+              @ping_command ||= "#{mysqldadmin_command} ping"
+            end
+
+            def reopen_logs_command
+              @reopen_logs_command ||= "#{mysqldadmin_command} flush-logs #{log_types.join(' ')}"
+            end
+
+            def log_types
+              @log_types ||= %w(error general slow)
+            end
+          end
+
+          include Paths
+          include Commands
+
+          %w(reload_process reopen_logs ping_process).each do |method|
+            define_method(method) do
+              update_result send("#{method}!")
+            end
+          end
+
+          def default_pending_interval; 5; end
+
+          protected
+
+          def start_process!
+            within install_path do
+              capture(:nohup, "#{start_command} >/dev/null 2>&1 &")
+            end
+          end
+
+          def reload_process!
+            capture("kill -HUP $(cat #{pid_file_path} 2>/dev/null) 2>&1")
+          end
+
+          def reopen_logs!
+            capture("#{reopen_logs_command} 2>&1")
+          end
+
+          def ping_process!
+            capture("#{ping_command} 2>&1")
+          end
+        end
+      end
+    end
+  end
+end

data/lib/luban/deployment/packages/mysql/installer.rb

@@ -0,0 +1,62 @@
+module Luban
+  module Deployment
+    module Packages
+      class Mysql
+        class Installer < Luban::Deployment::Service::Installer
+          include Paths
+
+          define_executable 'mysql'
+
+          def package_dist; task.opts.dist; end
+          def package_full_name; "#{super}-#{package_dist}"; end
+
+          def source_repo
+            @source_repo ||= "http://dev.mysql.com"
+          end
+
+          def source_url_root
+            @source_url_root ||= "get/Downloads/MySQL-#{package_major_version}"
+          end
+
+          def installed?
+            return false unless file?(mysql_executable)
+            pattern = Regexp.new("mysql  Ver \.* Distrib #{Regexp.escape(package_version)}")
+            match?("#{mysql_executable} --version 2>&1", pattern)
+          end
+
+          protected
+
+          def bootstrap_install
+            super
+            assure_dirs(data_path, ssl_rsa_path, 
+                        innodb_log_group_home_path, bin_log_path,
+                        error_log_path, general_log_path, slow_query_log_path)
+            assure(:directory, secure_file_priv_path) do
+              mkdir(secure_file_priv_path)
+              chmod('750', secure_file_priv_path)
+            end
+          end
+
+          def configure_build_options
+            super
+            @configure_opts.delete(install_prefix)
+            @configure_opts << "--user=#{user}"
+            @configure_opts << "--basedir=#{install_path}"
+            @configure_opts << "--datadir=#{data_path}"
+            @configure_opts << "--log-error=#{error_log_file_path}"
+            @configure_opts << "--innodb_log_group_home_dir=#{innodb_log_group_home_path}"
+          end
+
+          def build_package
+            info "Building #{package_full_name}"
+            within install_path do
+              execute(:mv, build_path.join('*'), '.', ">> #{install_log_file_path} 2>&1")
+              execute(:"bin/mysqld", "--initialize-insecure #{compose_build_options} >> #{install_log_file_path} 2>&1")
+              execute(:"bin/mysql_ssl_rsa_setup", "--datadir=#{ssl_rsa_path}", ">> #{install_log_file_path} 2>&1")
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/luban/deployment/packages/mysql/paths.rb

@@ -0,0 +1,81 @@
+module Luban
+  module Deployment
+    module Packages
+      class Mysql
+        module Paths
+          def control_file_name
+            @control_file_name ||= "my.cnf"
+          end
+
+          def data_path
+            @data_path ||= shared_path.join('data')
+          end
+
+          def ssl_rsa_path
+            @ssl_rsa_path ||= shared_path.join('ssl_rsa')
+          end
+
+          def ssl_ca_path
+            @ssl_ca_path ||= ssl_rsa_path.join('ca.pem')
+          end
+
+          def ssl_cert_path
+            @ssl_cert_path ||= ssl_rsa_path.join('server-cert.pem')
+          end
+
+          def ssl_key_path
+            @ssl_key_path ||= ssl_rsa_path.join('server-key.pem')
+          end
+
+          def innodb_log_group_home_path
+            @innodb_log_group_home_path ||= shared_path.join('innodb_log')
+          end
+
+          def bin_log_path
+            @bin_log_path ||= shared_path.join('bin_log')
+          end
+
+          def bin_log_file_path
+            @bin_log_file_path ||= bin_log_path.join('mysql-bin')
+          end
+
+          def error_log_path
+            @error_log_path ||= log_path.join('error')
+          end
+
+          def error_log_file_path
+            @error_log_file_path ||= error_log_path.join('mysql-err.log')
+          end
+
+          def general_log_path
+            @general_log_path ||= log_path.join('general')
+          end
+
+          def general_log_file_path
+            @general_log_file_path ||= general_log_path.join(log_file_name)
+          end
+
+          def slow_query_log_path
+            @slow_query_log_path ||= log_path.join('slow')
+          end
+
+          def slow_query_log_file_path
+            @slow_query_log_file_path ||= slow_query_log_path.join('mysql-slow.log')
+          end
+
+          def admin_control_file_path
+            @admin_control_file_path ||= profile_path.join('myadmin.cnf')
+          end
+
+          def socket_path
+            @socket_path ||= app_tmp_path.join('mysql.sock')
+          end
+
+          def secure_file_priv_path
+            @secure_file_priv_path ||= shared_path.join('mysql-files')
+          end
+        end
+      end
+    end
+  end
+end

data/lib/luban/deployment/packages/mysql/templates/my.cnf.erb

@@ -0,0 +1,101 @@
+# MySQL configuration file
+
+# MySQL client configuration
+# =====================================
+[client]
+port = 3306
+socket = <%= socket_path %>
+default-character-set = utf8
+
+# MySQL server configuration
+# =====================================
+[mysqld]
+user = <%= user %>
+port = 3306
+
+# Directory settings
+# -------------------------------------
+basedir = <%= install_path %>
+datadir = <%= data_path %>
+tmpdir = <%= app_tmp_path %>
+socket = <%= socket_path %>
+pid-file = <%= pid_file_path %>
+secure_file_priv = <%= secure_file_priv_path %>
+
+# SSL settings
+# -------------------------------------
+ssl_ca = <%= ssl_ca_path %>
+ssl_cert = <%= ssl_cert_path %>
+ssl_key = <%= ssl_key_path %>
+
+# Log settings
+# -------------------------------------
+log_output = File
+
+# Error log
+log-error = <%= error_log_file_path %>
+
+# General log
+general_log = 1
+general_log_file = <%= general_log_file_path %>
+
+# Slow query log
+slow_query_log = 1
+slow_query_log_file = <%= slow_query_log_file_path %>
+
+# Binary log
+binlog_format = mixed # binary logging format - mixed recommended
+log-bin = <%= bin_log_file_path %>
+server-id = 1
+
+# UTF8 settings
+# -------------------------------------
+character-set-server = utf8
+collation-server = utf8_general_ci
+init_connect = 'SET NAMES utf8'
+
+# General performance settings
+skip-external-locking
+key_buffer_size = 16M # 16K/16M/256M 
+max_allowed_packet = 1M
+table_open_cache = 64 # 4/64/256
+sort_buffer_size = 512K # 64K/512K/1M
+net_buffer_length = 8K # 2K/8K/
+read_buffer_size = 256K # 256K/256K/1M
+read_rnd_buffer_size = 512K # 256K/512K/4M
+myisam_sort_buffer_size = 8M # /8M/64M
+thread_stack = 128K # 128K//
+thread_cache_size = 8
+query_cache_size= 16M
+
+# InnoDB settings
+# -------------------------------------
+innodb_data_home_dir = <%= data_path %>
+# innodb_data_file_path = ibdata0001:20M:autoextend
+# innodb_data_file_path = ibdata0001:200M;ibdata0002:200M;ibdata0003:200M
+innodb_log_group_home_dir = <%= innodb_log_group_home_path %>
+# You can set .._buffer_pool_size up to 50 - 80 %
+# of RAM but beware of setting memory usage too high
+innodb_buffer_pool_size = 32M
+# Set .._log_file_size to 25 % of buffer pool size
+innodb_log_file_size = 8M
+innodb_log_buffer_size = 8M
+innodb_flush_log_at_trx_commit = 1
+innodb_lock_wait_timeout = 50
+
+[mysqldump]
+quick
+max_allowed_packet = 16M
+
+[mysql]
+no-auto-rehash
+default-character-set = utf8
+
+[myisamchk]
+key_buffer_size = 20M
+sort_buffer_size = 20M
+read_buffer = 2M
+write_buffer = 2M
+
+[mysqlhotcopy]
+# interactive-timeout

data/lib/luban/deployment/packages/mysql/templates/myadmin.cnf.erb

@@ -0,0 +1,11 @@
+# MySQL configuration for administration
+
+[mysqladmin]
+socket = <%= socket_path %>
+default-character-set = utf8
+user = root
+# password = <secrete>
+#
+# where "<secret>" is the password. 
+#
+# ATTENTION: this file should be readable ONLY for root!

data/lib/luban/deployment/packages/mysql/templates/mysql.logrotate.erb

@@ -0,0 +1,19 @@
+# MySQL logrotate configuration
+
+<%= log_path.join('*').join('*.log') %> {
+  daily
+  missingok
+  rotate 7 
+  compress
+  dateext
+  notifempty
+  sharedscripts
+  postrotate
+    # Check if mysqld is really running
+    test -x <%= mysqladmin_executable %> || exit 0
+    if <%= ping_command %> >/dev/null 2>&1
+    then
+      <%= reopen_logs_command %>
+    fi
+  endscript
+}

data/lib/luban/deployment/packages/mysql/templates/mysql.monitrc.erb

@@ -0,0 +1,10 @@
+# MySQL Monit configuration
+
+check process <%= service_entry %>
+  with pidfile <%= pid_file_path %>
+  start program = "/bin/bash -c 'sleep 1; cd <%= install_path %>; <%= start_command %> >/dev/null 2>&1 &'"
+  stop program = "/bin/bash -c '<%= stop_command %>'"
+  if totalmem is greater than 150.0 MB for 40 cycles then alert
+  if failed port 3306 for 4 times within 8 cycles then restart
+  if cpu is greater than 80% for 20 cycles then alert
+  if loadavg(5min) greater than 10 for 40 cycles then alert

data/lib/luban/deployment/packages/mysql/version.rb

@@ -0,0 +1,9 @@
+module Luban
+  module Deployment
+    module Packages
+      class Mysql
+        VERSION = '0.1.0'
+      end
+    end
+  end
+end

data/lib/luban/deployment/packages/mysql.rb

@@ -0,0 +1,7 @@
+require 'luban'
+require_relative 'mysql/base'
+require_relative 'mysql/paths'
+require_relative 'mysql/controller'
+require_relative 'mysql/configurator'
+require_relative 'mysql/installer'
+require_relative 'mysql/version'

data/lib/luban/mysql.rb

@@ -0,0 +1 @@
+require_relative "deployment/packages/mysql"

data/luban-mysql.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'luban/deployment/packages/mysql/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "luban-mysql"
+  spec.version       = Luban::Deployment::Packages::Mysql::VERSION
+  spec.authors       = ["Rubyist Chi"]
+  spec.email         = ["rubyist.chi@gmail.com"]
+
+  spec.summary       = %q{MySQL support for Luban}
+  spec.description   = %q{Luban::Mysql is a Luban package to manage MySQL installation, deployment and control}
+  spec.homepage      = "https://github.com/lubanrb/mysql"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.required_ruby_version = ">= 2.1.0"
+  spec.add_dependency 'luban'
+
+  spec.add_development_dependency "bundler", "~> 1.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest", "~> 5.0"
+end

metadata

@@ -0,0 +1,123 @@
+--- !ruby/object:Gem::Specification
+name: luban-mysql
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Rubyist Chi
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-06-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: luban
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+description: Luban::Mysql is a Luban package to manage MySQL installation, deployment
+  and control
+email:
+- rubyist.chi@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CHANGELOG.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/luban-mysql.rb
+- lib/luban/deployment/packages/mysql.rb
+- lib/luban/deployment/packages/mysql/base.rb
+- lib/luban/deployment/packages/mysql/configurator.rb
+- lib/luban/deployment/packages/mysql/controller.rb
+- lib/luban/deployment/packages/mysql/installer.rb
+- lib/luban/deployment/packages/mysql/paths.rb
+- lib/luban/deployment/packages/mysql/templates/my.cnf.erb
+- lib/luban/deployment/packages/mysql/templates/myadmin.cnf.erb
+- lib/luban/deployment/packages/mysql/templates/mysql.logrotate.erb
+- lib/luban/deployment/packages/mysql/templates/mysql.monitrc.erb
+- lib/luban/deployment/packages/mysql/version.rb
+- lib/luban/mysql.rb
+- luban-mysql.gemspec
+homepage: https://github.com/lubanrb/mysql
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: MySQL support for Luban
+test_files: []