deploy_mate 0.1 → 0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: eba58d8742f1a363840c491e9787b2f6b2bab392
-  data.tar.gz: 58a9f883b30c90aa55acc9a7e458b6b89d424a52
+  metadata.gz: ec32c8e52b90f88a44633352ed01087acea7343f
+  data.tar.gz: 327d9df9c6fcb3de20af741a7415add88de714f4
 SHA512:
-  metadata.gz: 6fb3d87dabf2dbe71f468ab212dd243b16a4db3560ce262c05feaaf5d96564a59c67041e0102281f8f280b31c6c5e1130c810bb3826ec6b4cc39036f4f972d60
-  data.tar.gz: 660e5de498ccac52108eb8c1140eddb1d40c007e344a87c4ead92e8d623c46e7dfb41700085775057cf9e9f571276a6349dcea010f7a7c3abb41c6f3ad16ab0a
+  metadata.gz: 81d39a9da921f0b483e5e5f5a9684d1f9e8bea2d5b93d6701d7f584da05b77c4511a195552d39d2fccea132f9a27397a3d051d60f754211f102946130ea6f287
+  data.tar.gz: ff6de13126be717222170a8556ceb61d8e6b8fe5b9d53beb1455bfbc795d57d9442bdffbdd7c309815b26eddbc1d744ad68c2de90acd178794481858225761ca

data/.ruby-version

@@ -1 +1 @@
-ruby-2.2.0
+2.2.3

data/CHANGELOG.md

@@ -0,0 +1,19 @@
+* **0.2 (2016-05-18)**: Configuration moved to YAML-file. SSH-Keys optional. Config-templates overwritable locally.
+* **0.18.4 (2016-03-22)**: Added mandatory task to install `ssh_key`s
+* **0.18.2 (2016-03-08)**: Added basic DDoS and flooding-proof via nginx `req_limit` and `fail2ban`
+* **0.18.1 (2016-03-01)**: Added support for memcached
+* **0.18 (2016-02-25)**: Added support for capistrano 3.4, Ask before overwriting existing config-files
+* **2016-02-19**: Made selection of a deployed branch possible
+* **2016-02-17**: Added support for puma as application server
+* **2015-10-12**: Support additional linked-directories
+* **2015-08-27**: Small fix for `nginx`-config regarding gzipping of svgs
+* **2015-08-14**: Important small fix for `nginx`-config regarding ssl
+* **2015-08-07**: Small fix for `rvm`-install
+* **2015-08-06**: Support for optional `sidekiq`
+* **2015-06-23**: Support for optional `elasticsearch`
+* **2015-06-23**: Support for optional `whenever`
+* **2015-06-23**: Support for optional `imagemagick`
+* **2015-06-23**: Support creation of working `ubuntu` user. Error out if another user than `ubuntu` is used.
+* **2015-06-22**: Support for choosing your Ruby-version when creating the `Capfile`. Suggestions come from `.ruby-version` and `Gemfile`.
+* **2015-04-29**: Load custom rake tasks from lib/capistrano/tasks directory.
+You need to run the generator ```rake deploy_mate:install``` again or add ```Dir.glob('lib/capistrano/tasks/*.rake').each { |r| import r }``` to your Capfile.

data/Gemfile.lock

@@ -1,10 +1,11 @@
 PATH
   remote: .
   specs:
-    deploy_mate (0.1)
+    deploy_mate (0.18.4)
       capistrano (~> 3.0)
       capistrano-bundler
       capistrano-rails
+      rake
 
 GEM
   remote: https://rubygems.org/
@@ -16,17 +17,15 @@ GEM
     capistrano-bundler (1.1.4)
       capistrano (~> 3.1)
       sshkit (~> 1.2)
-    capistrano-rails (1.1.2)
+    capistrano-rails (1.1.6)
       capistrano (~> 3.1)
       capistrano-bundler (~> 1.1)
-    colorize (0.7.5)
     i18n (0.7.0)
     net-scp (1.2.1)
       net-ssh (>= 2.6.5)
-    net-ssh (2.9.2)
-    rake (10.4.2)
-    sshkit (1.7.1)
-      colorize (>= 0.7.0)
+    net-ssh (3.0.2)
+    rake (10.5.0)
+    sshkit (1.8.1)
       net-scp (>= 1.1.2)
       net-ssh (>= 2.8.0)
 
@@ -35,3 +34,6 @@ PLATFORMS
 
 DEPENDENCIES
   deploy_mate!
+
+BUNDLED WITH
+   1.11.2

data/README.md

@@ -1,49 +1,77 @@
 # The sturdy d'ploy-mate
-<img src="http://hanseventures.s3.amazonaws.com/github/deploy-mate.jpg" width="300" />
+<img src="http://hanseventures.s3.amazonaws.com/github/pirate-redbeard_1024.png" width="300" />
 > T'arrust me, bucko. I can do it.
 
-This little gem can be added to your ruby-projects in order to **set up a working ruby-server** and **deploy** to it **Hanse Ventures'** style.
+This little gem can be added to your ruby-projects in order to **set up a working ruby-server** and **deploy** to it.
+
+The resulting server will work with this setup:
+- [NGINX](http://nginx.org/) Webserver
+- [Unicorn](http://unicorn.bogomips.org/) Rack App Server / [Puma](http://puma.io/) Rack App Server
+- [Bluepill](https://github.com/bluepill-rb/bluepill) Process Monitoring
+- [RVM](http://rvm.io) as user-install
+- [Optional] [ImageMagick](http://www.imagemagick.org)
+
+Other stuff taken care of:
+- Logration
+- Automatic updates
+- NTP
+
+You can choose a Database-Engine:
+- MySQL
+- Postgres
+
+**If you are not using Amazon AWS as a host:** The GEM needs a working Amazon AWS-style `ubuntu`-user on the system in order to work properly. It will create one, if needed.
+
+It uses the following Capistrano-roles to divide the installed components:
+- **web**: Machines with this role run NGINX as proxy
+- **app**: Machines with this role run the Ruby-webapp
+- **search**: [OPTIONAL] Machines with this role run ElasticSearch
+- **cronjobs**: [OPTIONAL] For environments where `whenever` should manage/run cronjobs
 
 ## Installation
-Add this to your project's `Gemfile`:
+* Add the gem to your Gemfile (`gem 'deploy_mate'`) and run `bundle install`.
+* Spawn yourself a basic **Ubuntu 14** at the provider of your choice.
+* Create a working SSH-configuration for that server and try it out using `ssh <your-server-name>`.
+
+## Generate the Capistrano files
+* Generate the configuration file: `bundle exec rake deploy_mate:default_config`
+* Edit the configuration file: `open config/deploy_mate.yml`
+* Generate the Capistrano files out of the config: `bundle exec rake deploy_mate:install`
 
+**NOTE** for non-rails applications:
+Since rails supports auto-loading rake tasks, any non-rails application must load the deploy mate rake tasks manually.
+At **the end** of the your project's `Rakefile`:
 ```
-gem 'deploy_mate', git: 'https://58341dac36402a0305899f85ff7c32265ee89109@github.com/hanseventures/deploy-mate'
+load 'deploy_mate/tasks.rake'
 ```
-and run `bundle install`.
+When done: **Remove** `load 'deploy_mate/tasks.rake'` from your `Rakefile`. It is not needed anymore and will otherwise only cause problems.
 
-After installing the gem you need to generate the files needed to be able to deploy with **capistrano**.
+## Using deploy mate
 
-Add this at **the end** of your project's `Rakefile`: 
+### Initialize needed server packages
 ```
-load 'deploy_mate/tasks.rake'
-```
-then run 
+bundle exec cap <your-stage> machine:init
 ```
-rake deploy_mate:install
-````
 
-Follow the instructions.
-
-This will create the following files for you:
+### Copy needed templates
+```
+bundle exec cap <your-stage> machine:setup
+```
 
+### Deploy the application
 ```
-Capfile
-config/deploy.rb
-config/deploy/<your-stage>.rb
+bundle exec cap <your-stage> deploy
 ```
-When done: **Remove** `load 'deploy_mate/tasks.rake'` from your `Rakefile`. It is not needed anymore and will otherwise only cause problems.
 
-## Updating the gem
-Should you need to update your `deploy_mate`-version (e.g. because somebody fixed a bug in the gem), run:
+### Reinstalling SSH-Keys
+If you need to redeploy SSH Keys to your server (e.g. somebody leaves your team),you can
+always come back to your configuration file at `config/deploy_mate.yml`, change the
+values and generate the Capistrano files again with `bundle exec rake deploy_mate:install`.
+To setup just the ssh keys run:
+
 ```
-bundle update deploy_mate
+bundle exec cap <your-stage> machine:install:ssh_keys
 ```
-This will bump you up to the latest repo-version.
 
-## Setting up a server
-1. Spawn yourself a basic **Ubuntu 14** at the provider of your choice. 
-2. Create a working SSH-configuration for that server and try it our using `ssh <your-server-name>`
-3. Run `cap <your-stage> machine:init` to install the needed packages. 
-4. Run `cap <your-stage> machine:setup` the setup all needed configuration-files on the server
-5. Run `cap <your-stage> deploy` and be done.
+### Overwriting Templates
+You can overwrite the templates used to setup the server. Just place the desired template in your project under `lib/capistrano/configs` and rerun the setup task. All existing templates can be found in this repo under [lib/capistrano/configs](https://github.com/hanseventures/deploy-mate/tree/master/lib/capistrano/configs).

data/deploy-mate.gemspec

@@ -1,12 +1,12 @@
 Gem::Specification.new do |s|
   s.name                      = "deploy_mate"
-  s.version                   = "0.1"
+  s.version                   = "0.2"
 
-  s.authors                   = ["Tim Adler"]
-  s.date                      = %q{2015-04-02}
+  s.authors                   = ["Tim Adler", "Marcus Geißler", "Johannes Strampe"]
+  s.date                      = %q{2016-03-22}
   s.description               = %q{This is how we deploy around here.}
   s.summary                   = s.description
-  s.email                     = %q{tim.adler (at) hanseventures (dot) com}
+  s.email                     = %q{development (at) hanseventures (dot) com}
   s.license                   = "MIT"
 
   s.files                     = `git ls-files`.split("\n")
@@ -19,7 +19,4 @@ Gem::Specification.new do |s|
   s.add_dependency 'capistrano-bundler'
   s.add_dependency 'capistrano-rails'
   s.add_dependency 'rake'
-
-  # s.add_development_dependency 'rake', '~> 10.1.0'
-
-end
+end

data/lib/capistrano/configs/application.pill.erb

@@ -0,0 +1,59 @@
+shared_path = "<%= shared_path %>"
+current_path = "<%= current_path %>"
+
+Bluepill.application("<%= fetch(:application) %>", :log_file => "#{shared_path}/log/bluepill.log") do |app|
+
+  app.working_dir = current_path
+  app.uid = 'ubuntu'
+  app.gid = 'www-data'
+
+  <% if fetch(:app_server) == "puma" %>
+  app.process("puma") do |process|
+    process.pid_file = "#{shared_path}/system/pids/puma.pid"
+    process.environment = { 'BUNDLE_GEMFILE' => "#{current_path}/Gemfile" }
+
+    process.start_command = "/home/ubuntu/.rvm/wrappers/default/bundle exec puma -C #{shared_path}/config/puma.rb #{current_path}/config.ru"
+    process.stop_command = "kill -QUIT {{PID}}"
+    process.restart_command = "kill -USR2 {{PID}}"
+
+    process.start_grace_time = 10.seconds
+    process.stop_grace_time = 10.seconds
+    process.restart_grace_time = 10.seconds
+
+    process.monitor_children do |child_process|
+      child_process.stop_command = "kill -9 {{PID}}"
+      child_process.checks :mem_usage, :every => 30.seconds, :below => 500.megabytes, :times => [3,4], :fires => :stop
+    end
+  end
+  <% else %>
+  app.process("unicorn") do |process|
+    process.pid_file = "#{shared_path}/system/pids/unicorn.pid"
+    process.environment = { 'BUNDLE_GEMFILE' => "#{current_path}/Gemfile" }
+
+    process.start_command = "/home/ubuntu/.rvm/wrappers/default/bundle exec unicorn -c #{shared_path}/config/unicorn.rb -E <%= fetch(:environment) %> -D"
+    process.stop_command = "kill -QUIT {{PID}}"
+    process.restart_command = "kill -USR2 {{PID}}"
+
+    process.start_grace_time = 10.seconds
+    process.stop_grace_time = 10.seconds
+    process.restart_grace_time = 10.seconds
+
+    process.monitor_children do |child_process|
+      child_process.stop_command = "kill -9 {{PID}}"
+      child_process.checks :mem_usage, :every => 30.seconds, :below => 500.megabytes, :times => [3,4], :fires => :stop
+    end
+  end
+  <% end %>
+
+  <% if fetch(:sidekiq) %>
+  app.process("sidekiq") do |process|
+    process.pid_file = "#{shared_path}/system/pids/sidekiq.pid"
+    process.start_command = "/home/ubuntu/.rvm/wrappers/default/bundle exec sidekiq -e <%= fetch(:environment) %> -P #{process.pid_file} -d -i 0 -L #{shared_path}/log/sidekiq.log -C #{current_path}/config/sidekiq.yml"
+    process.start_grace_time = 30.seconds
+    process.stop_command = "/home/ubuntu/.rvm/wrappers/default/bundle exec sidekiqctl stop #{process.pid_file}"
+    process.stop_grace_time = 15.seconds
+    process.restart_grace_time = 45.seconds
+  end
+  <% end %>
+
+end

data/lib/capistrano/configs/fail2ban-nginx-request-limit-filter.conf.erb

@@ -0,0 +1,13 @@
+# Fail2Ban configuration file
+#
+# supports: ngx_http_limit_req_module module
+
+[Definition]
+
+failregex = limiting requests, excess:.* by zone.*client: <HOST>
+
+# Option: ignoreregex
+# Notes.: regex to ignore. If this regex matches, the line is ignored.
+# Values: TEXT
+#
+ignoreregex =