visionbundles 0.2.0 → 0.3.0

data/lib/visionbundles/recipes/puma.rb

@@ -5,26 +5,25 @@ Capistrano::Configuration.instance(:must_exist).load do
   set_default(:puma_thread_min, 1)
   set_default(:puma_thread_max, 16)
   set_default(:puma_workers, 0)
+  set_default(:puma_config_template) { "../templates/puma/config.erb" }
+  set_default(:puma_preload_app) { false }
+  set_default(:puma_prune_bundler) { false }
+  set_default(:puma_worker_timeout) { nil }
+  set_default(:puma_on_boot_connection_to_activerecord) { nil }
 
   namespace :puma do
     desc "Setup Puma Scripts"
     task :setup, roles: :app do
       info '[Puma] copying the config'
-      template "templates/puma/config.erb", "#{shared_path}/puma", "config.rb"
+      template puma_config_template, "#{shared_path}/puma", "config.rb"
     end
     after 'deploy:setup', 'puma:setup'
 
-    %w[start stop].each do |command|
+    %w[start stop restart stats status phased-restart].each do |command|
       desc "#{command} puma server"
       task command, roles: :app do
         run "cd #{current_path} && RAILS_ENV=#{rails_env} bundle exec pumactl -F #{shared_path}/puma/config.rb #{command}"
       end
     end
-    desc "restart puma server"
-    task "restart", roles: :app do
-      %w(stop start).each do |command|
-        run "cd #{current_path} && RAILS_ENV=#{rails_env} bundle exec pumactl -F #{shared_path}/puma/config.rb #{command}"
-      end
-    end
   end
 end

data/lib/visionbundles/recipes/secret.rb

@@ -1,38 +1,15 @@
 Capistrano::Configuration.instance(:must_exist).load do
-
-  set_default(:secret_template, 'initializers/secret_token.production.rb')
-
-  namespace :secret do
-    desc 'copy production secret file from local'
-    task :copy_production_config, roles: :app do
-      info '[Template] Copy Secret Template'
-      copy_production_from_local(secret_template, 'secret_token.rb')
-    end
-
-    desc "Setup secret file"
-    task :setup, roles: :app do
-      mkdir("#{shared_path}/config")
-      secret_file_path = "#{shared_path}/config/secret_token.rb"
-      template_secret_path = production_config('secret_token.rb')
-      run_if_file_not_exists?(secret_file_path, "cp #{template_secret_path} #{secret_file_path}")
-    end
-    after 'deploy:setup', 'secret:copy_production_config', 'secret:setup'
-
-    desc "setup secret file symlink for every time deploy"
-    task :symlink, roles: :app do
-      run "ln -nfs #{shared_path}/config/secret_token.rb #{release_path}/config/initializers/secret_token.rb"
-    end
-    after "deploy:finalize_update", "secret:symlink"
-
-    desc "remove secret config file"
-    task :remove_config, roles: [:app, :web] do
-      run "rm #{shared_path}/config/secret_token.rb"
-    end
-
-    desc 'reset secret config file from local'
-    task :reset_config do
-      copy_production_config
-      overwrite_config!('secret_token.rb')
-    end
-  end
-end
+  begin
+    require 'rails'
+    major, minor = Rails.gem_version.split(',').map(&:to_i)
+    if major == 4 && [0, 1].include?(minor)
+      source, desc = case minor
+      when 0 then; ['secret_token.rb', 'config/initializers/secret_token.rb']
+      when 1 then; ['secrets.yml', 'config/config/secrets.yml']
+      end
+      preconfig_files(source => desc)
+    else
+      raise 'Only support rails 4.1.x and 4.0.x'
+    end
+  rescue; end
+end

data/lib/visionbundles/recipes/valid.rb

@@ -0,0 +1,52 @@
+require 'net/ssh/simple'
+
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :deploy do
+    desc "validate settings"
+    task :valid, on_error: :continue do; end
+  end
+
+  namespace :valid do
+    desc 'check if server connection ok'
+    task :remote_server_connection, on_error: :continue do
+      # Servers connection
+      servers = {}
+      find_servers.each do |server|
+        connection = Net::SSH::Simple.async do
+          begin
+            ssh server.to_s, 'echo "test_connection"', user: user
+          rescue; end
+        end
+        servers[server.to_s] = connection.value
+      end
+
+      servers.each do |host, data|
+        if servers[host].nil?
+          valid_faild "Server: #{host} connection faild. please check firewall, ssh service and make sure public is in right place on your server."
+        else
+          valid_pass "Server: #{host} connection successful."
+        end
+      end
+    end
+
+    desc "Check remote servers have permission to access git server"
+    task :git_deploy_key_checker, on_error: :continue do
+      if scm == :git
+        find_servers.map { |server|
+          Thread.new {
+            host = server.to_s
+            # TODO: have to change a way to check response with git ls-remote (branch may named `denied`)
+            if capture("echo `git ls-remote #{repository} 2>&1`", hosts: host).strip.include?('denied')
+              valid_faild "Server: #{host} cannot access git repo: #{repository}"
+            else
+              valid_pass "Server: #{host} have git repo permission access."
+            end
+          }
+        }.each { |task| task.join }
+      else
+        valid_skip "skip valid if remote servers have git pull permission."
+      end
+    end
+  end
+  after 'deploy:valid', 'valid:remote_server_connection', 'valid:git_deploy_key_checker'
+end

data/lib/visionbundles/templates/puma/config.erb

@@ -123,9 +123,11 @@ workers <%= puma_workers %>
 #
 
 on_worker_boot do
-  ActiveSupport.on_load(:active_record) do
-    ActiveRecord::Base.establish_connection
-  end
+  <% if puma_preload_app && puma_on_boot_connection_to_activerecord %>
+    ActiveSupport.on_load(:active_record) do
+      ActiveRecord::Base.establish_connection
+    end
+  <% end %>
 end
 
 # Code to run when a worker boots to setup the process after booting
@@ -142,20 +144,20 @@ end
 # is preserved across a phased-restart. (incompatible with preload_app)
 # (off by default)
 
-# prune_bundler
+<%= if puma_prune_bundler then 'prune_bundler' end %>
 
 # Preload the application before starting the workers; this conflicts with
 # phased restart feature. (off by default)
 
-preload_app!
+<%= if puma_preload_app then 'preload_app!' end %>
 
 # Additional text to display in process listing
 #
-# tag 'gambling'
+tag '<%= application %>'
 
 # Change the default timeout of workers
 #
-# worker_timeout 60
+<%= if puma_worker_timeout then "worker_timeout #{puma_worker_timeout}" end %>
 
 # === Puma control rack application ===
 

data/lib/visionbundles/version.rb

@@ -1,3 +1,3 @@
 module Visionbundles
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

data/todo.md

@@ -0,0 +1,15 @@
+0.3.0
+
+validation tasks
+
+* servers connection
+* security
+* db access
+* fast_assets
+* git pull access
+
+0.3.1
+
+* database validation when use socket file situational
+* fast_assets CDN validation
+* scp validation (should find a easy way to implement it)

data/visionbundles.gemspec

@@ -6,8 +6,8 @@ Gem::Specification.new do |s|
   s.name        = "visionbundles"
   s.version     = Visionbundles::VERSION
   s.platform    = Gem::Platform::RUBY
-  s.summary     = %q{common deploy flow tasks for capistrano 2.x.x}
-  s.description = %q{nginx, puma, sidekiq, deploy flow}
+  s.summary     = %q{Deploy recipes for capistrano 2.15.5}
+  s.description = %q{In this gem, there's some deploy recipes includes: nginx, puma, db, secret, fast_assets, and it also provide cdn, compile assets locally function}
 
   s.required_ruby_version     = ">= 1.8.7"
   s.required_rubygems_version = ">= 1.3.6"
@@ -25,4 +25,5 @@ Gem::Specification.new do |s|
   s.add_dependency 'asset_sync', '~> 1.1.0'
   s.add_dependency 'fog', '~> 1.23.0'
   s.add_dependency 'colorize', '~> 0'
+  s.add_dependency 'net-ssh-simple', '~> 1.6.6'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: visionbundles
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Eddie Li
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-26 00:00:00.000000000 Z
+date: 2014-10-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: asset_sync
@@ -52,7 +52,22 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0'
-description: nginx, puma, sidekiq, deploy flow
+- !ruby/object:Gem::Dependency
+  name: net-ssh-simple
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.6
+description: 'In this gem, there''s some deploy recipes includes: nginx, puma, db,
+  secret, fast_assets, and it also provide cdn, compile assets locally function'
 email:
 - eddie@visionbundles.com
 executables: []
@@ -60,22 +75,40 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- CHANGELOG
 - Gemfile
 - README.md
 - Rakefile
+- lib/generators/install_generator.rb
+- lib/generators/security_generator.rb
+- lib/generators/templates/Capfile
+- lib/generators/templates/database.yml
+- lib/generators/templates/deploy_multiple.rb
+- lib/generators/templates/deploy_single.rb
 - lib/visionbundles.rb
 - lib/visionbundles/asset_sync.rb
-- lib/visionbundles/base.rb
+- lib/visionbundles/helpers.rb
+- lib/visionbundles/helpers/configuration.rb
+- lib/visionbundles/helpers/git.rb
+- lib/visionbundles/helpers/logger.rb
+- lib/visionbundles/helpers/recipes.rb
+- lib/visionbundles/helpers/servers.rb
+- lib/visionbundles/helpers/templates.rb
+- lib/visionbundles/rails.rb
 - lib/visionbundles/recipes/db.rb
 - lib/visionbundles/recipes/dev.rb
 - lib/visionbundles/recipes/fast_assets.rb
 - lib/visionbundles/recipes/nginx.rb
+- lib/visionbundles/recipes/preconfig.rb
+- lib/visionbundles/recipes/preconfig/helpers.rb
 - lib/visionbundles/recipes/puma.rb
 - lib/visionbundles/recipes/secret.rb
 - lib/visionbundles/recipes/sidekiq.rb
+- lib/visionbundles/recipes/valid.rb
 - lib/visionbundles/templates/nginx/nginx.conf.erb
 - lib/visionbundles/templates/puma/config.erb
 - lib/visionbundles/version.rb
+- todo.md
 - visionbundles.gemspec
 homepage: https://github.com/afunction/visionbundles
 licenses:
@@ -100,6 +133,6 @@ rubyforge_project:
 rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
-summary: common deploy flow tasks for capistrano 2.x.x
+summary: Deploy recipes for capistrano 2.15.5
 test_files: []
 has_rdoc: 

data/lib/visionbundles/base.rb

@@ -1,100 +0,0 @@
-require 'erb'
-require 'colorize'
-require 'yaml' # STEP ONE, REQUIRE YAML!
-if defined?(Capistrano)
-  def from_template(file)
-    abs_path = File.join(File.dirname(__FILE__), file)
-    template = File.read(abs_path)
-    ERB.new(template).result(binding)
-  end
-
-  def template(erb_source, to_dir, filename)
-    mkdir(to_dir)
-    compiled_file = "#{to_dir}/#{filename}"
-    put from_template(erb_source), compiled_file
-  end
-
-  def remote_file_exists?(path)
-    results = []
-
-    invoke_command("if [ -f '#{path}' ]; then echo -n 'true'; fi") do |ch, stream, out|
-      results << (out == 'true')
-    end
-
-    !results.empty?
-  end
-
-  def run_if_file_exists?(path, command)
-    run "if [ -f '#{path}' ]; then #{command}; fi"
-  end
-
-  def run_if_file_not_exists?(path, command)
-    run "if [ ! -f '#{path}' ]; then #{command}; fi"
-  end
-
-  def mkdir(remote_path)
-    run "mkdir -p #{remote_path}"
-  end
-
-  def include_recipes(*recipes)
-    recipes.each do |recipe|
-      require "#{File.dirname(__FILE__)}/recipes/#{recipe}.rb"
-    end
-  end
-
-  def set_default(name, *args, &block)
-    set(name, *args, &block) unless exists?(name)
-  end
-
-  def current_server
-    capture("echo $CAPISTRANO:HOST$").strip
-  end
-
-  def info(message)
-    puts "#{current_server} -> #{message}".to_s.colorize(:light_cyan)
-  end
-
-  def warn(message)
-    puts "#{current_server} -> #{message}".to_s.colorize(:red)
-  end
-
-  def copy_production_from_local(local_file, remote_file)
-    mkdir("#{shared_path}/template")
-    remote_full_path = "#{shared_path}/template/#{remote_file}"
-    put File.read("config/#{local_file}"), remote_full_path
-
-    remote_full_path
-  end
-
-  def overwrite_config!(config_file)
-    origin_config_path = production_config(config_file)
-    replace_config_path = "#{shared_path}/config/#{config_file}"
-    run "cp #{origin_config_path} #{replace_config_path}"
-  end
-
-  def production_config(config_file)
-    "#{shared_path}/template/#{config_file}"
-  end
-
-  def have_primary_database?
-    roles[:app].each do |server|
-      if server.options[:primary]
-        return true
-      end
-    end
-    return false
-  end
-
-  def config_from_yaml(file_path, env)
-    config = YAML::load_file("./#{file_path}")[env.to_s]
-    config ||= {config: {}, servers: []}
-    config['config'].each do |key, value|
-      send(:set, key, value)
-    end
-    config['servers'].each do |server|
-      roles = server['roles'].is_a?(Array) ? server['roles'].map(&:to_sym) : [ server['roles'].to_sym ]
-      roles.push(server['opts']) if server['opts'].is_a?(Hash)
-      send(:server, server['host'], *roles)
-    end
-  end
-end