mamiya 0.0.1.alpha24 → 0.0.1.beta1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5cff88034ce82da05b6bbef3f14e01c3d64a0106
-  data.tar.gz: 955b085f2d2ad3911608daf3356569b072c37af1
+  metadata.gz: 782cb5f0d2988afede38796bf84f3b37f3343684
+  data.tar.gz: 2d4f5b6102d93c5e05cbc3779364466ca171bece
 SHA512:
-  metadata.gz: 09ac1bd2fa42fe80d9c7c0c253b387987f1bd65d73036447c1ebe76b3a7b0a35a442652dea295d6c210d8ad8a5ee8311c004822db6adb2315a1824fc1da6551c
-  data.tar.gz: 231d431e2a6ab44a47843712edff9b9389aa0594b87915ef308ee08b7ffe914ba3abb4007cbe772c85ae9f4ceecdde43ec9f4a129bb7020ff82a3c02e51538f5
+  metadata.gz: 74749204a5f0f8071a55889fd1e418f3e4c9c2a721f643f1ece3dca210539b33a50627e5cd6e1d1bf3d7b04c2baf758cc6c886738feb2fc9d4547939fbee6cc7
+  data.tar.gz: 6d46ddc42aa6b206640edcf7d96588b56f11271d7cf606b8522d261bfe9ab64a878d4b774f70bb5485379339cb22cc0f62c3f1db27077689027dcaa65f82c8b7

data/README.md

@@ -2,37 +2,43 @@
 
 [![Build Status](https://travis-ci.org/sorah/mamiya.png?branch=master)](https://travis-ci.org/sorah/mamiya)
 
-Mamiya allows you to deploy using without ssh -- tarballs in such storage (Amazon S3), and [serf](http://www.serfdom.io/).
+Mamiya allows you to deploy using without ssh -- using tarballs, some storages (S3, etc), and [Serf](http://www.serfdom.io/).
 
-_Still developing_
+## Installation
 
-## Problem for other deploy tool
+    $ gem install mamiya
 
-Existing major deploy tools (capistrano, mina, ...) use SSH to operate servers.
-But connecting to lot of servers via SSH makes deployment slow.
+or bundle it:
 
-This solves such problem by using [Serf](http://www.serfdom.io/) and tarball on one storage (Amazon S3).
+``` ruby
+gem 'mamiya'
+```
 
-Also, I'm planning to allow to distribute files before the deploy command. I guess this can skip or shorten
-file transferring phase in deploy.
-
-## Installation
+## Usage
 
-Add this line to your application's Gemfile:
+(Detailed documentation coming soon)
 
-    gem 'mamiya'
+1. Prepare master node for `mamiya master` process
+  - master has HTTP API to allow control the cluster via HTTP
+  - master watches agents in the cluster
+2. Then install `mamiya agent` in your deployment target hosts
+3. Write deploy script for your own
+  - how to build package, how to prepare release, how to release, etc.
+4. Build then push package
+5. Time to deploy
 
-And then execute:
+[example](./example) directory contains configuration files that work out-of-the-box. Try Mamiya in your local machine: `foreman start`
 
-    $ bundle
+## Problems in existing deploy tool
 
-Or install it yourself as:
+Existing major deploy tools (capistrano, mina, ...) use SSH to operate servers.
+But connecting to lot of servers via SSH makes deployment slow.
 
-    $ gem install mamiya
+This solves such problem by using [Serf](http://www.serfdom.io/) and tarball on one storage (Amazon S3).
 
-## Usage
+Also, I'm planning to allow to distribute files before the deploy command. I guess this can skip or shorten
+file transferring phase in deploy.
 
-TODO: Write usage instructions here
 
 ## Upgrade Notes
 

data/example/config.agent.rb

@@ -31,9 +31,12 @@ target = targets.join(agent_name).tap(&:mkpath)
 set :packages_dir, target.join('packages')
 set :prereleases_dir, target.join('prereleases')
 
+applications[:myapp] = {deploy_to: target}
+
 # To test
 Dir.mkdir packages_dir unless File.exist?(packages_dir)
 Dir.mkdir prereleases_dir unless File.exist?(prereleases_dir)
+deploy_to_for(:myapp).mkpath unless deploy_to_for(:myapp).exist?
 
 set :keep_packages, 3
 set :keep_prereleases, 3

data/example/config.rb

@@ -14,10 +14,37 @@ end
 set :packages_dir, "#{File.dirname(__FILE__)}/packages"
 set :prereleases_dir, "#{File.dirname(__FILE__)}/target/prereleases"
 
+applications[:myapp] = {deploy_to: File.join(File.dirname(__FILE__), 'targets', 'default')}
+
 # To test
 Dir.mkdir packages_dir unless File.exist?(packages_dir)
 prereleases_dir.mkpath unless File.exist?(prereleases_dir)
+deploy_to_for(:myapp).mkpath unless deploy_to_for(:myapp).exist?
 
 set :keep_packages, 3
 set :keep_prereleases, 3
 set :fetch_sleep, 2
+
+before_deploy do
+  p :before_deploy
+end
+
+after_deploy do |e|
+  p [:after_deploy, e]
+end
+
+before_rollback do
+  p :before_rollback
+end
+
+after_rollback do |e|
+  p [:after_rollback, e]
+end
+
+before_deploy_or_rollback do
+  p :before_deploy_or_rollback
+end
+
+after_deploy_or_rollback do |e|
+  p [:after_deploy_or_rollback, e]
+end

data/example/deploy.rb

@@ -13,20 +13,11 @@ set :dereference_symlinks, true
 set :build_from, "#{File.dirname(__FILE__)}/source"
 set :build_to, "#{File.dirname(__FILE__)}/builds"
 
-dir = File.dirname(__FILE__)
-if File.basename(dir) == 'example'
-  set :deploy_to, File.join(dir, 'targets', 'default')
-else
-  # target/{releases,prereleases}/<name>/.mamiya.script/../../..
-  set :deploy_to, File.expand_path(File.join(dir, '..', '..', '..'))
-end
-
 # to test it
 Dir.mkdir build_to unless File.exist?(build_to)
-deploy_to.mkpath unless deploy_to.exist?
 
-set :bundle_without, [:development, :test]
-set :bundle_dir, "#{deploy_to}/shared/bundle"
+#set :bundle_without, [:development, :test]
+#set :bundle_dir, "#{deploy_to}/shared/bundle"
 
 #use :git, exclude_git_clean_targets: true
 
@@ -47,4 +38,21 @@ end
 #  run "bundle", "exec", "rake", "assets:precompile"
 #end
 
+prepare 'test' do
+  # run 'bundle', 'install'
+  logger.info "- prep/deploy_to: #{deploy_to}"
+  logger.info "- prep/release_path: #{release_path}"
+  sleep 5
+  File.write release_path.join('prepared_at'), Time.now
+end
+
+release 'test' do
+  logger.info "- prep/deploy_to: #{deploy_to}"
+  logger.info "- prep/release_path: #{release_path}"
+  sl = rand(80)
+  logger.info "!!!!!!!!!!!!!!! sleep #{sl} sec"
+  sleep sl
+  File.write release_path.join('released_at'), Time.now
+end
+
 

data/lib/mamiya/agent.rb

@@ -14,6 +14,7 @@ require 'mamiya/agent/task_queue'
 require 'mamiya/agent/tasks/fetch'
 require 'mamiya/agent/tasks/prepare'
 require 'mamiya/agent/tasks/clean'
+require 'mamiya/agent/tasks/switch'
 
 require 'mamiya/agent/handlers/task'
 require 'mamiya/agent/actions'
@@ -42,6 +43,7 @@ module Mamiya
         Mamiya::Agent::Tasks::Fetch,
         Mamiya::Agent::Tasks::Prepare,
         Mamiya::Agent::Tasks::Clean,
+        Mamiya::Agent::Tasks::Switch,
       ])
     end
 
@@ -89,6 +91,8 @@ module Mamiya
         if packages
           s[:packages] = self.existing_packages
           s[:prereleases] = self.existing_prereleases
+          s[:releases] = self.releases
+          s[:currents] = self.currents
         end
       end
     end
@@ -147,6 +151,35 @@ module Mamiya
       ]
     end
 
+    def releases
+      Hash[config.applications.map do |name, app|
+        deploy_to = Pathname.new(app[:deploy_to])
+        releases = deploy_to.join('releases')
+        next [name, []] unless releases.exist?
+
+        [
+          name,
+          releases.children.map do |release|
+            release.basename.to_s
+          end.sort
+        ]
+      end.compact]
+    end
+
+    def currents
+      # TODO: when the target is in outside?
+      Hash[config.applications.map do |name, app|
+        deploy_to = Pathname.new(app[:deploy_to])
+        current = deploy_to.join('current')
+        next unless current.exist?
+
+        [
+          name,
+          current.realpath.basename.to_s
+        ]
+      end.compact]
+    end
+
     def trigger(type, action: nil, coalesce: true, **payload)
       name = "mamiya:#{type}"
       name << ":#{action}" if action
@@ -173,8 +206,11 @@ module Mamiya
         end
 
         serf.respond('mamiya:packages') do |event|
-          {'packages' => self.existing_packages,
-           'prereleases' => self.existing_prereleases,
+          {
+            'packages' => self.existing_packages,
+            'prereleases' => self.existing_prereleases,
+            'releases' => self.releases,
+            'currents' => self.currents,
           }.to_json
         end
       end

data/lib/mamiya/agent/actions.rb

@@ -17,6 +17,10 @@ module Mamiya
       def prepare(application, package, labels: nil)
         order_task('prepare', app: application, pkg: package, labels: labels)
       end
+
+      def switch(application, package, labels: nil, no_release: false)
+        order_task('switch', app: application, pkg: package, labels: labels, no_release: no_release)
+      end
     end
   end
 end

data/lib/mamiya/agent/tasks/clean.rb

@@ -9,8 +9,11 @@ module Mamiya
           # XXX:
           clean_packages
           clean_prereleases
+          clean_releases
         end
 
+        ###
+
         def clean_packages
           package_victims.each do |app, victim|
             @logger.info "Cleaning package: remove #{victim}"
@@ -45,6 +48,8 @@ module Mamiya
           end
         end
 
+        ###
+
         def clean_prereleases
           prerelease_victims.each do |app, victim|
             @logger.info "Cleaning prerelease: remove #{victim}"
@@ -70,6 +75,36 @@ module Mamiya
           end
         end
 
+        ###
+
+        def clean_releases
+          release_victims.each do |app, victim|
+            @logger.info "Cleaning release: remove #{victim}"
+            package_name = File.basename(victim)
+            FileUtils.remove_entry_secure victim
+
+            agent.trigger('release', action: 'remove',
+              app: app,
+              pkg: package_name,
+              coalesce: false,
+            )
+          end
+        end
+
+        def release_victims
+          config.applications.flat_map  do |name, app|
+            next unless app[:deploy_to]
+            releases = Dir[File.join(app[:deploy_to], 'releases', '*')].sort_by { |_| [File.mtime(_), _] }
+            current = File.join(app[:deploy_to], 'current')
+            current_realpath = File.exist?(current) ? File.realpath(current) : nil
+
+            releases.reject!{ |rel| File.realpath(rel) == current_realpath }
+
+            releases[0...-(config[:keep_releases])].map do |victim|
+              [name, victim]
+            end
+          end
+        end
       end
     end
   end

data/lib/mamiya/agent/tasks/notifyable.rb

@@ -6,7 +6,8 @@ module Mamiya
       class Notifyable < Abstract
         def execute
           agent.trigger('task', action: 'start',
-            task: task
+            task: task,
+            coalesce: false,
           )
 
           super
@@ -16,10 +17,12 @@ module Mamiya
             agent.trigger('task', action: 'error',
               error: error.class.name,
               task: task,
+              coalesce: false,
             )
           else
             agent.trigger('task', action: 'finish',
               task: task,
+              coalesce: false,
             )
           end
         end

data/lib/mamiya/agent/tasks/prepare.rb

@@ -41,6 +41,8 @@ module Mamiya
 
           extract_step.run!
           prepare_step.run!
+
+          task_queue.enqueue(:clean, {})
         end
 
         private

data/lib/mamiya/agent/tasks/switch.rb

@@ -0,0 +1,123 @@
+require 'fileutils'
+
+require 'mamiya/agent/tasks/notifyable'
+require 'mamiya/steps/switch'
+
+module Mamiya
+  class Agent
+    module Tasks
+      class Switch < Notifyable
+        class PrereleaseMissing < Exception; end
+
+        def execute
+          return unless check
+          super
+        end
+
+        def check
+          return true if prerelease_path.exist?
+          return true if release_prepared?
+
+          unless package_path.exist?
+            new_chain = ['prepare', 'switch'] + (task['_chain'] || [])
+            logger.info "Package not fetched, enqueueing fetch task with #{new_chain.inspect}"
+            task_queue.enqueue(
+              :fetch,
+              task.merge('_chain' => new_chain)
+            )
+            return false
+          end
+
+          unless prerelease_path.exist?
+            new_chain = ['switch'] + (task['_chain'] || [])
+            logger.info "Package not prepared, enqueueing prepare task with #{new_chain.inspect}"
+            task_queue.enqueue(
+              :prepare,
+              task.merge('_chain' => new_chain)
+            )
+            return false
+          end
+
+          true
+        end
+
+        def run
+          case
+          when prerelease_path.exist? && release_path.exist? && !release_path.join('.mamiya.prepared').exist?
+            logger.info "Removing existing release (not prepared)"
+            FileUtils.remove_entry_secure release_path
+          when !prerelease_path.exist? && prelease_path.exist? && !release_path.join('.mamiya.prepared').exist?
+            # this condition may be a bug
+            logger.error "Existing release is not prepared but prerelease doesn't exist"
+            raise PrereleaseMissing, "Existing release is not prepared but prerelease doesn't exist"
+          end
+
+          logger.info "Copying #{prerelease_path} -> #{release_path}"
+          FileUtils.cp_r prerelease_path, release_path
+
+          logger.info "Switching"
+          switch_step.run!
+
+          task_queue.enqueue(:clean, {})
+        end
+
+        private
+
+        def application
+          task['app']
+        end
+
+        def package
+          task['pkg']
+        end
+
+        def release_name
+          task['release'] || package
+        end
+
+        def packages_dir
+          @packages_dir ||= config.packages_dir
+        end
+
+        def prereleases_dir
+          @prereleases_dir ||= config.prereleases_dir
+        end
+
+        def package_path
+          packages_dir.join(application, "#{package}.tar.gz")
+        end
+
+        def prerelease_path
+          prereleases_dir.join(application, release_name)
+        end
+
+        def releases_dir
+          config.deploy_to_for(application).join('releases').tap(&:mkpath)
+        end
+
+        def release_path
+          releases_dir.join(release_name)
+        end
+
+        def release_prepared?
+          release_path.exist? && release_path.join('.mamiya.prepared').exist?
+        end
+
+        def labels
+          @labels ||= agent.labels
+        end
+
+        def switch_step
+          @switch_step ||= Mamiya::Steps::Switch.new(
+            target: release_path,
+            config: config,
+            logger: logger,
+            config: config,
+            labels: agent.labels,
+            no_release: !!task['no_release']
+          )
+        end
+      end
+    end
+  end
+end