kstrano 1.0.12 → 1.1.0.alpha.1

data/lib/kstrano.rb

@@ -1,93 +1,141 @@
-# PHP binary to execute
-set :php_bin, "php"
-
-set :copy_vendors, true
+require "#{File.dirname(__FILE__)}/helpers/git_helper.rb"
+require "#{File.dirname(__FILE__)}/helpers/kuma_helper.rb"
 
-set :force_schema, false
-set :force_migrations, false
+require 'new_relic/recipes'
+require 'new_relic/agent'
 
 set :webserver_user,    "www-data"
 set :permission_method, :acl
 set :server_name, nil
 set :port, 22
+set :shared_files, false
+set :shared_children, false
 
-set :dump_assetic_assets, true
-set :interactive_mode, false
-set :clear_controllers, false # set this by default to false, because it's quiet dangerous for existing projects. You need to make sure it doesn't delete your app.php
-
-require "#{File.dirname(__FILE__)}/helpers/git_helper.rb"
-require "#{File.dirname(__FILE__)}/helpers/kuma_helper.rb"
-require 'rexml/document'
-require 'etc'
-require 'new_relic/recipes'
-require 'new_relic/agent'
 
 namespace :files do
   namespace :move do
 
     desc "Rsync uploaded files from online to local"
     task :to_local do
-      Kumastrano.say "Copying files"
-      log = `rsync -qazhL --progress --del --rsh=/usr/bin/ssh -e "ssh -p #{port}" --exclude "*bak" --exclude "*~" --exclude ".*" #{domain}:#{current_path}/web/uploads/* web/uploads/`
-      Kumastrano.say log
+      KStrano.say "Copying files"
+      log = `rsync -qazhL --progress --del --rsh=/usr/bin/ssh -e "ssh -p #{port}" --exclude "*bak" --exclude "*~" --exclude ".*" #{domain}:#{current_path}/#{uploaded_files_path}/* #{uploaded_files_path}/`
+      KStrano.say log
     end
 
   end
 end
 
-namespace :database do
-  namespace :move do
-    desc "DISABLED"
-    task :to_remote, :roles => :db, :only => { :primary => true } do
-      Kumastrano.say "This feature is DISABLED!"
-      exit
+namespace :kuma do
+
+  # modified version from capifony
+  desc "Symlinks static directories and static files that need to remain between deployments"
+  task :share_childs, :roles => :app, :except => { :no_release => true } do
+    if shared_children
+      shared_children.each do |link|
+        run "#{try_sudo} mkdir -p #{shared_path}/#{link}"
+        run "#{try_sudo} sh -c 'if [ -d #{release_path}/#{link} ] ; then rm -rf #{release_path}/#{link}; fi'"
+        run "#{try_sudo} ln -nfs #{shared_path}/#{link} #{release_path}/#{link}"
+      end
+    end
+
+    if shared_files
+      shared_files.each do |link|
+        link_dir = File.dirname("#{shared_path}/#{link}")
+        run "#{try_sudo} mkdir -p #{link_dir}"
+        run "#{try_sudo} touch #{shared_path}/#{link}"
+        run "#{try_sudo} ln -nfs #{shared_path}/#{link} #{release_path}/#{link}"
+      end
     end
   end
-end
 
-namespace :kuma do
+  # modified version from capifony
+  desc "Sets permissions for writable_dirs folders as described in the Symfony documentation"
+  task :set_permissions, :roles => :app, :except => { :no_release => true } do
+    if writable_dirs && permission_method
+      dirs = []
 
-  namespace :ssh_socket do
+      writable_dirs.each do |link|
+        if shared_children && shared_children.include?(link)
+          absolute_link = shared_path + "/" + link
+        else
+          absolute_link = latest_release + "/" + link
+        end
 
-    task :fix do
-      sudo "chmod 777 -R `dirname $SSH_AUTH_SOCK`"
-    end
+        dirs << absolute_link
+      end
 
-    task :unfix do
-      sudo "chmod 775 -R `dirname $SSH_AUTH_SOCK`"
+      methods = {
+        :chmod => [
+          "chmod +a \"#{user} allow delete,write,append,file_inherit,directory_inherit\" %s",
+          "chmod +a \"#{webserver_user} allow delete,write,append,file_inherit,directory_inherit\" %s"
+        ],
+        :acl   => [
+          "setfacl -R -m u:#{user}:rwX -m u:#{webserver_user}:rwX %s",
+          "setfacl -dR -m u:#{user}:rwx -m u:#{webserver_user}:rwx %s"
+        ],
+        :chown => ["chown #{webserver_user} %s"]
+      }
+
+      if methods[permission_method]
+        if fetch(:use_sudo, false)
+          methods[permission_method].each do |cmd|
+            sudo sprintf(cmd, dirs.join(' '))
+          end
+        elsif permission_method == :chown
+          puts "    You can't use chown method without sudoing"
+        else
+          dirs.each do |dir|
+            is_owner = (capture "`echo stat #{dir} -c %U`").chomp == user
+            if is_owner && permission_method != :chown
+              methods[permission_method].each do |cmd|
+                try_sudo sprintf(cmd, dir)
+              end
+            else
+              puts "    #{dir} is not owned by #{user} or you are using 'chown' method without ':use_sudo'"
+            end
+          end
+        end
+      else
+        puts "    Permission method '#{permission_method}' does not exist.".yellow
+      end
     end
-
   end
 
   desc "Show log of what changed compared to the deployed version"
   task :changelog do
     if releases.length > 0
-      Kumastrano::GitHelper.fetch
+      KStrano::GitHelper.fetch
       changelog = `git log --graph --pretty=format:'%Cred%h%Creset -%C(yellow)%d%Creset %s %Cgreen(%cr) %C(bold blue)<%an>%Creset' --abbrev-commit --no-merges #{current_revision.strip}..#{real_revision.strip}`
 
       if current_revision.strip == real_revision.strip && changelog.strip.empty?
         changelog = "No changes found!"
       end
 
-      Kumastrano.say "Changelog of what will be deployed to #{domain}"
-      Kumastrano.say changelog, ''
+      KStrano.say "Changelog of what will be deployed to #{domain}"
+      KStrano.say changelog, ''
+    end
+  end
+
+  namespace :ssh_socket do
+    task :fix do
+      sudo "chmod 777 -R `dirname $SSH_AUTH_SOCK`"
+    end
+    task :unfix do
+      sudo "chmod 775 -R `dirname $SSH_AUTH_SOCK`"
     end
   end
 
 
   namespace :sync do
-
     desc "sync the database and rsync the files"
     task :to_local do
       files.move.to_local
-      Kumastrano.say "Copying database"
+      KStrano.say "Copying database"
       database.move.to_local
     end
-
   end
 
   namespace :fix do
-
     desc "Run fixcron for the current project"
     task :cron do
       sudo "sh -c 'if [ -f /opt/kDeploy/tools/fixcron.py ] ; then cd /opt/kDeploy/tools/; python fixcron.py #{application}; fi'"
@@ -97,51 +145,10 @@ namespace :kuma do
     task :perms do
       sudo "sh -c 'if [ -f /opt/kDeploy/tools/fixperms.py ] ; then cd /opt/kDeploy/tools/; python fixperms.py #{application}; fi'"
     end
-
-  end
-
-  namespace :fpm do
-
-    desc "Reload PHP5 fpm"
-    task :reload do
-      sudo "/etc/init.d/php5-fpm reload"
-    end
-
-    desc "Restart PHP5 fpm"
-    task :restart do
-      sudo "/etc/init.d/php5-fpm restart"
-    end
-
-  end
-
-  namespace :apc do
-
-    desc "Prepare for APC cache clear"
-    task :prepare_clear do
-      server_project_name = "#{server_name}"
-      if server_project_name.nil? || server_project_name.empty?
-        server_project_name = domain.split('.')[0]
-      end
-      sudo "sh -c 'if [ ! -f /home/projects/#{server_project_name}/site/apcclear.php ]; then curl https://raw.github.com/Kunstmaan/kStrano/master/config/apcclear.php > /home/projects/#{server_project_name}/site/apcclear.php; fi'"
-      sudo "chmod 777 /home/projects/#{server_project_name}/site/apcclear.php"
-    end
-
-    desc "Clear the APC cache"
-    task :clear do
-      hostname = "#{domain}"
-      server_project_name = "#{server_name}"
-      if !server_project_name.nil? && !server_project_name.empty?
-        hostname = "#{server_project_name}.#{hostname}"
-      end
-      sudo "curl http://#{hostname}/apcclear.php"
-    end
-
   end
-
 end
 
 namespace :deploy do
-
   task :create_symlink, :except => { :no_release => true } do
     on_rollback do
       if previous_release
@@ -152,53 +159,20 @@ namespace :deploy do
     end
     try_sudo "ln -sfT #{latest_release} #{current_path}"
   end
-
-  desc "Deploy and run pending migrations"
-  task :migrations, :roles => :app, :except => { :no_release => true }, :only => { :primary => true } do
-    set :force_migrations, true
-    deploy.update
-    deploy.restart
-  end
-
-  desc "Deploy without copying the vendors from a previous install"
-  task :clean, :roles => :app, :except => { :no_release => true } do
-    set :copy_vendors, false
-    deploy.update
-    deploy.restart
-  end
-
-  namespace :prefer do
-
-    desc "Deploy without copying the vendors from a previous install and use composer option --prefer-source"
-    task :source, :roles => :app, :except => { :no_release => true } do
-      set :composer_options, "--no-scripts --verbose --prefer-source --optimize-autoloader"
-      deploy.clean
-    end
-
-  end
-
-  namespace :schema do
-
-    desc "Deploy and update the schema"
-    task :update, :roles => :app, :except => { :no_release => true }, :only => { :primary => true } do
-      set :force_schema, true
-      deploy.update
-      deploy.restart
-    end
-
-  end
-
 end
 
-# make it possible to run schema:update and migrations:migrate at the right place in the flow
-after "symfony:bootstrap:build" do
-  if model_manager == "doctrine"
-    if force_schema
-      symfony.doctrine.schema.update
+namespace :frontend do
+  namespace :npm do
+    desc "Install the node modules"
+    task :install do
+      run "#{try_sudo} -i sh -c 'cd #{latest_release} && npm install'"
     end
+  end
 
-    if force_migrations
-      symfony.doctrine.migrations.migrate
+  namespace :bower do
+    desc "Install the javascript vendors"
+    task :install do
+      run "#{try_sudo} -i sh -c 'cd #{latest_release} && bower install'"
     end
   end
 end
@@ -217,11 +191,6 @@ after "symfony:composer:update", "kuma:ssh_socket:unfix"
 after "symfony:composer:install", "kuma:ssh_socket:unfix"
 after "symfony:composer:dump_autoload", "kuma:ssh_socket:unfix"
 
-# set the right permissions on the vendor folder ...
-after "symfony:composer:copy_vendors" do
-  sudo "sh -c 'if [ -d #{latest_release}/vendor ] ; then chown -R #{application}:#{application} #{latest_release}/vendor; fi'"
-end
-
 # Before update_code:
 ## Make the cached_copy readable for the current user
 before "deploy:update_code" do
@@ -239,21 +208,16 @@ end
 ## Fix the permissions of the latest release, so that it's readable for the project user
 before "deploy:finalize_update" do
   on_rollback { sudo "rm -rf #{release_path}; true" } # by default capistrano will use the run command, but everything has project user rights in our server setup, so use try_sudo in stead of run.
-  sudo "sh -c 'if [ ! -f #{release_path}/app/config/parameters.ini ] && [ ! -f #{release_path}/app/config/parameters.yml ] ; then if [ -f #{release_path}/paramDecode ] ; then chmod -R ug+rx #{latest_release}/paramDecode && cd #{release_path} && ./paramDecode; elif [ -f #{release_path}/param ] ; then chmod -R ug+rx #{latest_release}/param && cd #{release_path} && ./param decode; fi; fi'"
   sudo "chown -R #{application}:#{application} #{latest_release}"
   sudo "setfacl -R -m group:admin:rwx #{latest_release}"
 end
 
-before "deploy:finalize_update", "kuma:apc:prepare_clear"
-after "deploy:finalize_update", "kuma:apc:clear"
-after "deploy:create_symlink", "kuma:apc:clear"
-
 before "deploy:update" do
-  Kumastrano.say "executing ssh-add"
+  KStrano.say "executing ssh-add"
   %x(ssh-add)
 
   kuma.changelog
-  if !Kumastrano.ask "Are you sure you want to continue deploying?", "y"
+  if !KStrano.ask "Are you sure you want to continue deploying?", "y"
     exit
   end
 end

data/lib/kstrano_drupal.rb

@@ -0,0 +1,18 @@
+module KStrano
+  module Drupal
+    def self.load_into(configuration)
+      configuration.load do
+
+        load_paths.push File.expand_path('../', __FILE__)
+        load 'kstrano'
+
+        ## Custom stuff here
+
+	    end
+    end
+  end
+end
+
+if Capistrano::Configuration.instance
+  KStrano::Drupal.load_into(Capistrano::Configuration.instance)
+end

data/lib/kstrano_magento.rb

@@ -0,0 +1,18 @@
+module KStrano
+  module Magento
+    def self.load_into(configuration)
+      configuration.load do
+
+        load_paths.push File.expand_path('../', __FILE__)
+        load 'kstrano'
+
+        ## Custom stuff here
+
+	    end
+    end
+  end
+end
+
+if Capistrano::Configuration.instance
+  KStrano::Magento.load_into(Capistrano::Configuration.instance)
+end

data/lib/kstrano_play.rb

@@ -0,0 +1,50 @@
+require 'railsless-deploy'
+
+module KStrano
+  module Play
+    def self.load_into(configuration)
+      configuration.load do
+
+        load_paths.push File.expand_path('../', __FILE__)
+        load 'kstrano'
+
+        namespace :deploy do
+        	desc "Updates latest release source path"
+				  task :finalize_update, :roles => :app, :except => { :no_release => true } do
+				    run "#{try_sudo} chmod -R g+w #{latest_release}" if fetch(:group_writable, true)
+				    run "#{try_sudo} chmod u+rx #{latest_release}/start.sh"
+				    run "#{try_sudo} chmod u+rx #{latest_release}/stop.sh"
+
+				    kuma::share_childs
+
+				    play::package
+				  end
+        end
+
+        namespace :play do
+        	desc "Build the app"
+		      task :package do
+		        try_sudo "bash -c 'PATH=$PATH:/home/projects/#{application}/play/default:. && cd #{latest_release} && play clean compile stage'"
+		      end
+
+		      desc "Start the server"
+		      task :start do
+		        try_sudo "bash -ic 'cd #{current_path} && PLAY_ENV=#{env} ./start.sh'"
+		      end
+
+		      desc "Stop the server"
+		      task :stop do
+		        try_sudo "bash -c 'cd #{current_path} && ./stop.sh'"
+		      end
+				end
+
+				after "deploy", "play:stop", "play:start"
+
+			end
+    end
+  end
+end
+
+if Capistrano::Configuration.instance
+  KStrano::Play.load_into(Capistrano::Configuration.instance)
+end

data/lib/kstrano_symfony2.rb

@@ -0,0 +1,156 @@
+require 'railsless-deploy'
+require 'capifony_symfony2'
+require "#{File.dirname(__FILE__)}/helpers/kuma_helper.rb"
+
+module KStrano
+  module Symfony2
+    def self.load_into(configuration)
+      configuration.load do
+
+        load_paths.push File.expand_path('../', __FILE__)
+        load 'kstrano'
+
+        set :php_bin, "php"
+
+        set :copy_vendors, true
+
+        set :force_schema, false
+        set :force_migrations, false
+
+        set :dump_assetic_assets, true
+        set :interactive_mode, false
+        set :clear_controllers, false # set this by default to false, because it's quiet dangerous for existing projects. You need to make sure it doesn't delete your app.php
+
+        set (:symfony_env_prod) {"#{env}"}
+
+        set :uploaded_files_path, 'web/uploads'
+
+        set :npm_install, true
+        set :bower_install, true
+
+        namespace :database do
+          namespace :move do
+            desc "DISABLED"
+            task :to_remote, :roles => :db, :only => { :primary => true } do
+              KStrano.say "This feature is DISABLED!"
+              exit
+            end
+          end
+        end
+
+        namespace :kuma do
+          namespace :fpm do
+              desc "Reload PHP5 fpm"
+              task :reload do
+                sudo "/etc/init.d/php5-fpm reload"
+              end
+
+              desc "Restart PHP5 fpm"
+              task :restart do
+                sudo "/etc/init.d/php5-fpm restart"
+              end
+            end
+
+            namespace :apc do
+              desc "Prepare for APC cache clear"
+              task :prepare_clear do
+                server_project_name = "#{server_name}"
+                if server_project_name.nil? || server_project_name.empty?
+                  server_project_name = domain.split('.')[0]
+                end
+                sudo "sh -c 'if [ ! -f /home/projects/#{server_project_name}/site/apcclear.php ]; then curl https://raw.github.com/Kunstmaan/kStrano/master/config/apcclear.php > /home/projects/#{server_project_name}/site/apcclear.php; fi'"
+                sudo "chmod 777 /home/projects/#{server_project_name}/site/apcclear.php"
+              end
+
+              desc "Clear the APC cache"
+              task :clear do
+                hostname = "#{domain}"
+                server_project_name = "#{server_name}"
+                if !server_project_name.nil? && !server_project_name.empty?
+                  hostname = "#{server_project_name}.#{hostname}"
+                end
+                sudo "curl http://#{hostname}/apcclear.php"
+                sudo "pkill -QUIT -e -f \"^php-fpm: pool #{application} \" "
+              end
+            end
+        end
+
+        namespace :deploy do
+          desc "Deploy and run pending migrations"
+          task :migrations, :roles => :app, :except => { :no_release => true }, :only => { :primary => true } do
+            set :force_migrations, true
+            deploy.update
+            deploy.restart
+          end
+
+          desc "Deploy without copying the vendors from a previous install"
+          task :clean, :roles => :app, :except => { :no_release => true } do
+            set :copy_vendors, false
+            deploy.update
+            deploy.restart
+          end
+
+          namespace :prefer do
+            desc "Deploy without copying the vendors from a previous install and use composer option --prefer-source"
+            task :source, :roles => :app, :except => { :no_release => true } do
+              set :composer_options, "--no-scripts --verbose --prefer-source --optimize-autoloader"
+              deploy.clean
+            end
+
+          end
+
+          namespace :schema do
+            desc "Deploy and update the schema"
+            task :update, :roles => :app, :except => { :no_release => true }, :only => { :primary => true } do
+              set :force_schema, true
+              deploy.update
+              deploy.restart
+            end
+          end
+        end
+
+        # make it possible to run schema:update and migrations:migrate at the right place in the flow
+        after "symfony:bootstrap:build" do
+          if model_manager == "doctrine"
+            if force_schema
+              symfony.doctrine.schema.update
+            end
+
+            if force_migrations
+              symfony.doctrine.migrations.migrate
+            end
+          end
+        end
+
+        # set the right permissions on the vendor folder ...
+        after "symfony:composer:copy_vendors" do
+          sudo "sh -c 'if [ -d #{latest_release}/vendor ] ; then chown -R #{application}:#{application} #{latest_release}/vendor; fi'"
+        end
+
+        before "deploy:finalize_update" do
+          sudo "sh -c 'if [ ! -f #{release_path}/app/config/parameters.ini ] && [ ! -f #{release_path}/app/config/parameters.yml ] ; then if [ -f #{release_path}/paramDecode ] ; then chmod -R ug+rx #{latest_release}/paramDecode && cd #{release_path} && ./paramDecode; elif [ -f #{release_path}/param ] ; then chmod -R ug+rx #{latest_release}/param && cd #{release_path} && ./param decode; fi; fi'"
+        end
+
+        ["symfony:composer:install", "symfony:composer:update", "symfony:vendors:install", "symfony:vendors:upgrade"].each do |action|
+          after action do |variable|
+            if npm_install
+            end
+
+            if bower_install
+              frontend.bower.install
+            end
+          end
+        end
+
+        before "deploy:finalize_update", "kuma:apc:prepare_clear"
+        after "deploy:finalize_update", "kuma:apc:clear"
+        after "deploy:create_symlink", "kuma:apc:clear"
+
+      end
+    end
+  end
+end
+
+if Capistrano::Configuration.instance
+  KStrano::Symfony2.load_into(Capistrano::Configuration.instance)
+end

data/resources/deploy.rb

@@ -0,0 +1,37 @@
+# Main
+set :application, ""
+set :use_sudo, true
+set :admin_runner, ""
+set :keep_releases, 5
+default_run_options[:pty] = true
+
+# Stages
+set :stage_dir, ""
+set :stages, %w{production staging}
+set :default_stage, "production"
+require 'capistrano/ext/multistage'
+
+set :deploy_to, "/home/projects/#{application}/data/"
+set (:domain) {"#{domain}"} # domain is defined in the stage config
+
+role(:web) { domain } # Your HTTP server, Apache/etc
+role(:app, :primary => true) { domain } # This may be the same as your `Web` server
+role(:db, :primary => true) { domain } # This is where the migrations will run
+
+# Git
+set :repository, `git config remote.origin.url`.strip # fetch the repository from git
+set :scm, :git
+ssh_options[:forward_agent] = true # http://help.github.com/deploy-with-capistrano/
+set :deploy_via, :remote_cache #only keeps an online cache
+set :branch, "master"
+
+set :newrelic_appname, "" # The name of the application in newrelic
+set :newrelic_license_key, "" # The license key can be found under 'Account settings'
+
+# Logging
+# - IMPORTANT = 0
+# - INFO      = 1
+# - DEBUG     = 2
+# - TRACE     = 3
+# - MAX_LEVEL = 3
+logger.level = Logger::MAX_LEVEL

data/resources/deploy_production.rb

@@ -0,0 +1,5 @@
+set :env, "prod"
+set :domain, ""
+set :port, 9999
+
+set :branch, "master"

data/resources/deploy_staging.rb

@@ -0,0 +1,4 @@
+set :env, "staging"
+set :domain, ""
+
+set :branch, "staging"

data/resources/play/deploy.rb

@@ -0,0 +1,2 @@
+set :writable_dirs, ["logs", "pids"]
+set :shared_children, ["logs", "pids"]

data/resources/play/start.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+if [ -z "$PLAY_ENV" ]; then
+	PLAY_ENV="prod"
+fi
+
+START_PARAMETERS="-Dpidfile.path=./pids/play.pid -Dconfig.resource=$PLAY_ENV.conf -Dlogger.resource=$PLAY_ENV-logger.xml"
+if [ -f "newrelic/newrelic.jar" ]; then
+	START_PARAMETERS="$START_PARAMETERS -javaagent:newrelic/newrelic.jar -Dnewrelic.bootstrap_classpath=true"
+else
+	echo "no newrelic.jar file found!"
+fi
+
+nohup bash -c "target/start $START_PARAMETERS $* &>> ./logs/$PLAY_ENV.log" &

data/resources/play/stop.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+pid=`cat ./pids/play.pid 2> /dev/null`
+
+if [ "$pid" == "" ]; then
+	echo '{{application_name}} is not running'; exit 0;
+fi
+
+echo "Stopping {{application_name}} ($pid) ..."
+
+kill -SIGTERM $pid"

data/resources/symfony2/apcclear.php

@@ -0,0 +1,9 @@
+<?php 
+if (in_array(@$_SERVER['REMOTE_ADDR'], array('127.0.0.1', '::1', @$_SERVER['SERVER_ADDR']))) { 
+    apc_clear_cache(); 
+    apc_clear_cache('user');  
+    apc_clear_cache('opcode');  
+    echo json_encode(array('success' => true)); 
+} else { 
+    die('SUPER TOP SECRET'); 
+}