swarm_orca 0.1.1

data/Rakefile

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'

data/bin/orca

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'swarm_orca'
+require 'swarm_orca/orca_cli'
+
+SwarmOrca::Cli::OrcaCli.start(ARGV)

data/lib/capistrano/scm/copy.rb

@@ -0,0 +1,62 @@
+# frozen_string_literal: true
+
+require 'capistrano/scm/plugin'
+require 'cgi'
+require 'shellwords'
+require 'uri'
+require_relative 'tasks/deploy.rb'
+
+module Capistrano
+  class SCM
+    # Capistrano Copy stretegy
+    class Copy < Capistrano::SCM::Plugin
+      def set_defaults
+        set_if_empty :app_release_id, Time.now.to_i
+        set_if_empty :tar_extension, '.tar.gz'
+        set_if_empty :app_source_file_path, "/tmp/s_#{fetch(:app_release_id)}#{fetch(:tar_extension)}"
+        set_if_empty :app_destination_file_path, "/tmp/#{fetch(:app_release_id)}#{fetch(:tar_extension)}"
+      end
+
+      def working_dir
+        File.dirname(Dir.pwd)
+      end
+
+      def register_hooks
+        after 'deploy:new_release_path', 'copy:create_release'
+        before 'deploy:set_current_revision', 'copy:set_current_revision'
+      end
+
+      def define_tasks
+        eval_rakefile File.expand_path('tasks/copy.cap', __dir__)
+      end
+
+      def tar_exists?
+        backend.test " [ -f #{fetch(:app_destination_file_path)} ] "
+      end
+
+      def create_tar
+        source_path = Shellwords.escape(working_dir)
+        run_locally do
+          execute "tar -C #{source_path} -czf #{fetch(:app_source_file_path)} ."
+        end
+      end
+
+      def remove_tar
+        run_locally do
+          execute "rm -f #{fetch(:app_source_file_path)}"
+        end
+      end
+
+      def archive_to_release_path
+        # Unpack the tar uploaded by deploy:upload_tar task.
+        backend.execute "tar -xzmf #{fetch(:app_destination_file_path)} -C #{release_path}"
+        # Remove it just to keep things clean.
+        backend.execute :rm, fetch(:app_destination_file_path)
+      end
+
+      def fetch_revision
+        fetch(:app_release_id)
+      end
+    end
+  end
+end

data/lib/capistrano/scm/tasks/copy.cap

@@ -0,0 +1,33 @@
+copy_plugin = self
+
+namespace :copy do
+  desc "Clone the repo to the cache"
+  task :clone do
+    copy_plugin.create_tar
+    on release_roles(:all) do |host|
+      info "Upload packages to #{host.to_s}"
+      upload! fetch(:app_source_file_path), fetch(:app_destination_file_path)
+    end
+    copy_plugin.remove_tar
+  end
+
+  desc "Copy repo to releases"
+  task create_release: :'copy:clone' do
+    on release_roles :all do
+      if copy_plugin.tar_exists?
+        info "Create Release folder"
+        execute :mkdir, "-p", release_path
+        copy_plugin.archive_to_release_path
+      else
+        error t(:deploy_failed, ex: "#{fetch(:app_destination_file_path)} does not exists")
+      end
+    end
+  end
+
+  desc "Determine the revision that will be deployed"
+  task :set_current_revision do
+    on release_roles :all do
+      set :current_revision, copy_plugin.fetch_revision
+    end
+  end
+end

data/lib/capistrano/scm/tasks/deploy.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+namespace :deploy do
+  def revision_log_message
+    "Copy deploy (at #{fetch(:current_revision)}) deployed as release #{fetch(:release_timestamp)} by #{local_user}"
+  end
+
+  desc 'Log details of the deploy'
+  task :log_revision do
+    on release_roles(:all) do
+      within releases_path do
+        execute :echo, %("#{revision_log_message}" >> #{revision_log})
+      end
+    end
+  end
+end

data/lib/capistrano/swarm_orca/bash/crypt

@@ -0,0 +1 @@
+if [[ -z "$ENCRYPTION_KEY" ]]; then echo "Please define the ENCRYPTION_KEY"; exit 1; fi;function decrypt() { local value="$1";echo "$value" | openssl enc -d -aes-256-cbc -base64 -K "$ENCRYPTION_KEY" -iv 2adae58101d71b14cbfa3bdaf17d26c8; }

data/lib/capistrano/swarm_orca/deploy.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+load File.expand_path('tasks/deploy.cap', File.dirname(__FILE__))

data/lib/capistrano/swarm_orca/docker.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+load File.expand_path('tasks/docker.cap', File.dirname(__FILE__))

data/lib/capistrano/swarm_orca/helpers/fetch_config.rb

@@ -0,0 +1,134 @@
+# frozen_string_literal: true
+
+module Capistrano
+  # SwarmOrca helpers
+  module SwarmOrca
+    def stacks
+      fetch(:service_stacks) + fetch(:service_stacks_with_build_image) + application_stacks
+    end
+
+    def all_service_stacks
+      fetch(:service_stacks) + fetch(:service_stacks_with_build_image)
+    end
+
+    def db_apps
+      fetch(:db_apps_stacks_mapping, {}).values.flatten
+    end
+
+    def elasticsearch_apps
+      fetch(:elasticsearch_apps)
+    end
+
+    def docker_command
+      "#{fetch(:docker_path)}docker"
+    end
+
+    def application_stacks
+      fetch(:db_apps_stacks_mapping, {}).keys.map(&:to_s)
+    end
+
+    def service_stacks_with_build_image
+      fetch(:service_stacks_with_build_image)
+    end
+
+    def fetch_config(stack, env_var)
+      fetch_application_config(stack)[env_var.to_sym] || ''
+    end
+
+    def fetch_application_config(stack)
+      included_shared_config = fetch(stack.to_s.to_sym).fetch(:include_shared_config, '')
+      fetch(:shared, {}).merge(fetch(included_shared_config.to_sym, {})).merge(fetch(stack.to_s.to_sym, {}))
+    end
+
+    def fetch_stack_db_apps(stack)
+      fetch(:db_apps_stacks_mapping, {})[stack.to_sym] || []
+    end
+
+    def env_vars_command_for_docker(stack)
+      decrypt_env(stack).map { |k, _v| "-e #{k.to_s.upcase}=\"$#{k.to_s.upcase}\"" }.join(' ')
+    end
+
+    def env_vars_command(stack)
+      export_lines = decrypt_env(stack).map { |k, v| "export #{k.to_s.upcase}=#{v}" }.join(';')
+      encrypted_vars?(stack) ? "#{load_encrypt_lib};#{export_lines}" : export_lines
+    end
+
+    def erb_vars_command(stack)
+      decrypt_env(stack).map { |k, _v| "#{k.to_s.upcase}='$#{k.to_s.upcase}'" }.join(';')
+    end
+
+    def load_encrypt_lib
+      File.read("#{bash_source_root}/crypt").strip
+    end
+
+    def encrypted_vars?(stack)
+      !fetch_application_config(stack).select { |k, _| encrypted?(k) }.empty?
+    end
+
+    def decrypt_env(stack)
+      encrypted_vars = fetch_application_config(stack).select { |k, _| encrypted?(k) }
+      unencrypted_vars = fetch_application_config(stack).reject { |k, _| encrypted?(k) }
+      unencrypted_vars.transform_values! { |v| Shellwords.escape(v) }
+      configs = unencrypted_vars.merge(encrypted_vars.transform_values { |v| decrypt_var(v) })
+      configs.transform_keys { |k| k.to_s.sub(/^#{encrypted_prefix}/, '') }
+    end
+
+    def decrypt_var(var)
+      "$(decrypt '#{var}')"
+    end
+
+    def docker_erb_templates
+      fetch(:docker_erb_templates)
+    end
+
+    def docker_cleanup
+      fetch(:docker_cleanup)
+    end
+
+    def build_docker_images
+      fetch(:auto_image_build)
+    end
+
+    def encrypted_prefix
+      'encrypted_'
+    end
+
+    def encrypted?(key)
+      key.to_s.start_with?(encrypted_prefix)
+    end
+
+    def bash_source_root
+      "#{File.dirname(__FILE__)}/../bash"
+    end
+
+    def upload_script(shell_command, description)
+      filename = capture("mktemp /tmp/#{script_prefix}#{description}_XXXXXXX")
+      upload! StringIO.new(shell_command), filename
+      filename
+    end
+
+    def script_prefix
+      'ORCA_SSH_SCRIPT_'
+    end
+
+    def debug_mode?
+      %(true yes 1).include? ENV.fetch('ORCA_DEBUG', 'false')
+    end
+
+    def show_debug_messages(host, shell_command, description)
+      $stdout.puts <<~MESSAGE
+
+        \e[33mExecuting: #{description} ON #{host}
+        Bash Script:\n#{shell_command}\e[0m
+      MESSAGE
+    end
+
+    def execute_orca_script(host, shell_command, description)
+      show_debug_messages(host, shell_command, description) if debug_mode?
+      with ENCRYPTION_KEY: ENV.fetch('ENCRYPTION_KEY', nil) do
+        execute :bash, upload_script(shell_command, description)
+      end
+      execute :rm, "/tmp/#{script_prefix}*"
+    end
+  end
+end

data/lib/capistrano/swarm_orca/local.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+require 'rake'
+require 'sshkit'
+require 'capistrano/dsl'
+
+module Capistrano
+  # Capistrano Local
+  module Local
+  end
+end
+
+module Capistrano
+  # Capistrano DSL
+  module DSL
+    alias original_on on
+
+    def on(hosts, options = {}, &block)
+      return unless hosts
+
+      localhosts, remotehosts = Array(hosts).partition { |h| h.hostname.to_s =~ /local|127.0.0.1/ }
+      localhost = Configuration.env.filter(localhosts).first
+
+      ssh_backend.new(localhost, &block).run unless localhost.nil?
+
+      original_on(remotehosts, options, &block)
+    end
+
+    private
+
+    def ssh_backend
+      if dry_run?
+        SSHKit::Backend::Printer
+      else
+        SSHKit::Backend::Local
+      end
+    end
+
+    def dry_run?
+      fetch(:sshkit_backend) == SSHKit::Backend::Printer
+    end
+  end
+end

data/lib/capistrano/swarm_orca/set_global_config.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+load File.expand_path('tasks/set_global_config.cap', File.dirname(__FILE__))

data/lib/capistrano/swarm_orca/tasks/deploy.cap

@@ -0,0 +1,200 @@
+namespace :deploy do
+  include Capistrano::SwarmOrca
+
+  namespace :stop do
+    desc "Stop all stacks"
+    task :all do
+      stacks.each do |stack|
+        invoke "deploy:stop:#{stack}"
+      end
+    end
+
+    stacks.each do |stack|
+      desc "Stop #{stack}"
+      task stack do
+        invoke "docker:deploy:stop_#{stack}"
+      end
+    end
+  end
+
+  namespace :scale do
+    desc "scale all stacks to 0 instance"
+    task :all_zero do
+      stacks.each do |stack|
+        invoke "docker:deploy:scale_down_#{stack}"
+      end
+    end
+
+    desc "scale all stacks to 1 instance"
+    task :all_one do
+      stacks.each do |stack|
+        invoke "docker:deploy:scale_up_#{stack}"
+      end
+    end
+  end
+
+  namespace :start do
+    desc "Start all stacks"
+    task :all do
+      stacks.each do |stack|
+        invoke "deploy:start:#{stack}"
+      end
+    end
+
+    stacks.each do |stack|
+      desc "Start #{stack}"
+      task stack do
+        invoke "docker:deploy:#{stack}"
+      end
+    end
+  end
+
+  stacks.each do |stack|
+    desc "Deploy #{stack}"
+    task stack do
+      pre_stack_specific_tasks stack if build_docker_images
+      invoke "docker:pull:#{stack}"
+      post_stack_specific_tasks stack
+      invoke "docker:deploy:#{stack}"
+    end
+  end
+
+  desc "Deploy all stacks and services"
+  task :all do
+    invoke "docker:deploy:cleanup"  if docker_cleanup
+    stacks.each do |stack|
+      invoke "deploy:#{stack}"
+    end
+  end
+
+  desc "Deploy all stacks Databases"
+  task :all_dbs do
+    application_stacks.each do |stack|
+      invoke "deploy:create_#{stack}_dbs"
+      invoke "deploy:seed_#{stack}_dbs"
+    end
+  end
+
+
+  desc "Build all docker custom docker images"
+  task :build_images do
+    stacks.each do |stack|
+       pre_stack_specific_tasks stack
+    end
+  end
+
+  desc "Seed all stacks Databases defined in SEEDED_STACKS ENV var"
+  task :seed_auto do
+    seeded_stacks =  ENV.fetch('SEEDED_STACKS', '').split(' ') & application_stacks
+    seeded_stacks.each do |stack|
+      invoke "deploy:seed_#{stack}_dbs"
+    end
+  end
+
+  desc "Recreate all Databases"
+  task :recreate_all_dbs do
+    application_stacks.each do |stack|
+      invoke "deploy:drop_#{stack}_dbs"
+      invoke "deploy:create_#{stack}_dbs"
+    end
+  end
+
+  desc "Deploy all stacks and services defined in DEPLOYED_STACKS ENV var"
+  task :auto do
+    invoke "deploy:setup"
+    invoke "docker:deploy:cleanup" if docker_cleanup
+    deployed_stacks =  ENV.fetch('DEPLOYED_STACKS', stacks.join(' ')).split(' ') & stacks
+    deployed_stacks.each do |stack|
+      invoke "deploy:#{stack}"
+    end
+  end
+
+  def pre_stack_specific_tasks(stack)
+    task = "docker:deploy:build_#{stack}"
+    invoke task if Rake::Task.task_defined?(task)
+  end
+
+  def post_stack_specific_tasks(stack)
+    stack_migrate_apps(stack) if application_stacks.include? stack
+    stack_reindex_apps(stack) if stack.eql? 'community'
+  end
+
+  def stack_migrate_apps(stack)
+    Rake::Task["deploy:migrate_#{stack}_dbs"].invoke(stack)
+  end
+
+  def stack_seed_apps(stack)
+    Rake::Task["deploy:seed_#{stack}_dbs"].invoke(stack)
+  end
+
+  def stack_reindex_apps(stack)
+    fetch_config(stack, 'reindex_apps').split.each do |app|
+      Rake::Task["docker:deploy:reindex_elasticsearch_#{app}"].invoke(stack)
+    end
+  end
+
+  application_stacks.each do |stack|
+    desc "Create #{stack} Databases"
+    task "create_#{stack}_dbs".to_sym do
+      fetch_stack_db_apps(stack).each do |app|
+        Rake::Task["docker:deploy:create_#{app}_db"].invoke(stack)
+      end
+    end
+  end
+
+  application_stacks.each do |stack|
+    fetch_stack_db_apps(stack).each do |app|
+      desc "Execute #{app} one Time Data Migration"
+      task "otm_#{app}".to_sym, :task_name do |t, args|
+        raise "Please provide migration name. ie. deploy:otm_#{app}[MIGRATION]" unless args.key?(:task_name)
+        Rake::Task["docker:deploy:otm_#{app}"].invoke(stack, args[:task_name])
+      end
+    end
+  end
+
+  application_stacks.each do |stack|
+    desc "Drop #{stack} Databases"
+    task "drop_#{stack}_dbs".to_sym do
+      fetch_stack_db_apps(stack).each do |app|
+        Rake::Task["docker:deploy:drop_#{app}_db"].invoke(stack)
+      end
+    end
+  end
+
+  application_stacks.each do |stack|
+    desc "Seed #{stack} Databases"
+    task "seed_#{stack}_dbs".to_sym do
+      fetch_stack_db_apps(stack).each do |app|
+        Rake::Task["docker:deploy:seed_#{app}_db"].invoke(stack)
+      end
+    end
+  end
+
+  application_stacks.each do |stack|
+    desc "Migrate #{stack} Databases"
+    task "migrate_#{stack}_dbs".to_sym do
+      fetch_stack_db_apps(stack).each do |app|
+        Rake::Task["docker:deploy:migrate_#{app}"].invoke(stack)
+      end
+    end
+  end
+
+  desc "Setup Deployment Project"
+  task :setup do
+    invoke "deploy"
+    invoke "docker:deploy:create_network"
+  end
+
+  desc "Setup Deployment Project"
+  task :development_setup do
+    invoke "deploy"
+    invoke "docker:deploy:create_network"
+    all_service_stacks.each do |stack|
+      invoke "deploy:#{stack}"
+    end
+    invoke "deploy:all_dbs"
+    application_stacks.each do |stack|
+      invoke "deploy:#{stack}"
+    end
+  end
+end