vx-builder 0.2.2 → 0.3.0

data/lib/vx/builder/script_builder/base.rb

@@ -0,0 +1,59 @@
+module Vx
+  module Builder
+    class ScriptBuilder
+
+      Base = Struct.new(:app) do
+
+        include Helper::TraceShCommand
+
+        def do_cache_key(env)
+          yield env.cache_key
+        end
+
+        def do_script(env)
+          if env.source.script.empty? && !env.source.deploy_modules?
+            yield env.script
+          end
+        end
+
+        def do_cached_directories(env)
+          if env.source.cached_directories != false
+            yield env.cached_directories
+          end
+        end
+
+        def do_announce(env)
+          yield env.announce
+        end
+
+        def do_before_install(env)
+          yield env.before_install
+        end
+
+        def do_install(env)
+          yield env.install
+        end
+
+        def do_deploy_script(env)
+          if env.source.deploy_modules?
+            yield env.script
+          end
+        end
+
+        def do_before_deploy(env)
+          if env.source.deploy_modules?
+            yield env.before_script
+          end
+        end
+
+        def do_after_deploy(env)
+          if env.source.deploy_modules?
+            yield env.after_success
+          end
+        end
+
+      end
+
+    end
+  end
+end

data/lib/vx/builder/{script/base.rb → script_builder/base.rb-e}

@@ -11,7 +11,7 @@ module Vx
         end
 
         def do_script(env)
-          if env.source.script.empty?
+          if env.source.script.empty? && !env.source.deploy_modules?
             yield env.script
           end
         end
@@ -34,21 +34,24 @@ module Vx
           yield env.install
         end
 
-        def do_before_deploy(env)
-          yield env.before_deploy
+        def do_deploy_script(env)
+          if env.source.deploy_modules?
+            yield env.script
+          end
         end
 
-        def do_after_deploy(env)
-          yield env.after_deploy
+        def do_before_deploy(env)
+          if env.source.deploy_modules?
+            yield env.before_script
+          end
         end
 
-        def do_deploy(env)
-          yield env.deploy
+        def do_after_deploy(env)
+          if env.source.deploy_modules?
+            yield env.after_success
+          end
         end
 
-        def deploy?
-          env.task.deploy?
-        end
       end
 
     end

data/lib/vx/builder/{script/artifacts.rb → script_builder/cache.rb}

@@ -1,30 +1,23 @@
 module Vx
   module Builder
-    class Script
+    class ScriptBuilder
 
-      class Artifacts < Base
+      Cache = Struct.new(:app) do
 
-        FIND='find . -type f -path "./%s" | sed "s/^\.\///g"'
+        include Helper::Config
+
+        CASHER_URL = "https://raw2.github.com/dima-exe/casher/master/bin/casher"
+        CASHER_BIN = "$HOME/.casher/bin/casher"
 
         def call(env)
           rs = app.call env
 
-          if enabled?(env)
-            env.after_script << "echo"
-            env.source.artifacts.files.map{|a| compile(a) }.each do |artifact|
-              find = FIND % artifact
-              url = env.task.artifacts_url_prefix
-              prefix = env.source.artifacts.prefix
-              name = prefix ? "#{prefix}$i" : "$i"
-              cmd = %{
-                for i in $(#{find}) ; do
-                  echo "upload artifact #{name}"
-                  curl -s -S -X PUT -T $i #{url}/#{name} > /dev/null
-                done
-              }
-              env.after_script << cmd
-            end
-            env.after_script << "echo"
+          if env.task.cache_url_prefix && enabled?(env)
+            assign_url_to_env(env)
+            prepare(env)
+            fetch(env)
+            add(env)
+            push(env)
           end
 
           rs
@@ -32,18 +25,8 @@ module Vx
 
         private
 
-          def compile(artifact)
-            case
-            when artifact.end_with?("/")
-              "#{artifact}*"
-            else
-              artifact
-            end
-          end
-
           def enabled?(env)
-            !env.source.artifacts.files.empty? &&
-              env.task.artifacts_url_prefix
+            !env.cached_directories.empty?
           end
 
           def casher_cmd

data/lib/vx/builder/script_builder/clojure.rb

@@ -0,0 +1,34 @@
+module Vx
+  module Builder
+    class ScriptBuilder
+
+      class Clojure < Base
+
+        def call(env)
+          if enabled?(env)
+            do_announce(env) do |i|
+              i << trace_sh_command("lein version")
+            end
+
+            do_install(env) do |i|
+              i << trace_sh_command("lein deps")
+            end
+
+            do_script(env) do |i|
+              i << trace_sh_command("lein test")
+            end
+          end
+
+          app.call(env)
+        end
+
+        private
+
+          def enabled?(env)
+            env.source.language == 'clojure'
+          end
+
+      end
+    end
+  end
+end

data/lib/vx/builder/script_builder/deploy.rb

@@ -0,0 +1,34 @@
+module Vx
+  module Builder
+    class ScriptBuilder
+
+      class Deploy < Base
+
+        def call(env)
+          do_before_deploy(env) do |e|
+            env.source.before_deploy.each do |c|
+              e << trace_sh_command(c)
+            end
+          end
+
+          do_deploy_script(env) do |e|
+            env.source.deploy_modules.each do |m|
+              m.to_commands.each do |c|
+                e << trace_sh_command(c)
+              end
+            end
+          end
+
+          do_after_deploy(env) do |e|
+            env.source.after_deploy.each do |c|
+              e << trace_sh_command(c)
+            end
+          end
+
+          app.call(env)
+        end
+
+      end
+    end
+  end
+end

data/lib/vx/builder/script_builder/deploy.rb-e

@@ -0,0 +1,34 @@
+module Vx
+  module Builder
+    class Script
+
+      class Deploy < Base
+
+        def call(env)
+          do_before_deploy(env) do |e|
+            env.source.before_deploy.each do |c|
+              e << trace_sh_command(c)
+            end
+          end
+
+          do_deploy_script(env) do |e|
+            env.source.deploy_modules.each do |m|
+              m.to_commands.each do |c|
+                e << trace_sh_command(c)
+              end
+            end
+          end
+
+          do_after_deploy(env) do |e|
+            env.source.after_deploy.each do |c|
+              e << trace_sh_command(c)
+            end
+          end
+
+          app.call(env)
+        end
+
+      end
+    end
+  end
+end

data/lib/vx/builder/script_builder/env.rb

@@ -0,0 +1,39 @@
+module Vx
+  module Builder
+    class ScriptBuilder
+
+      class Env < Base
+
+        def call(env)
+          env.init << "set -e"
+          env.init << "export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+          env.init << 'export LC_ALL=en_US.UTF8'
+          env.init << 'export DEBIAN_FRONTEND=noninteractive'
+
+          export_vars(env, env.init)
+          export_vars(env, env.after_script_init)
+
+          env.source.env.global.each do |e|
+            env.init << trace_sh_command("export #{e}")
+          end
+          env.source.env.matrix.each do |e|
+            env.init << trace_sh_command("export #{e}")
+          end
+          app.call(env)
+        end
+
+        private
+
+          def export_vars(env, collection)
+            collection << "export CI_JOB_ID=#{env.task.job_id}"
+            collection << "export CI_BUILD_ID=#{env.task.build_id}"
+
+            if b = env.task.branch
+              collection << "export CI_BRANCH=#{b}"
+            end
+          end
+
+      end
+    end
+  end
+end

data/lib/vx/builder/script_builder/java.rb

@@ -0,0 +1,31 @@
+module Vx
+  module Builder
+    class ScriptBuilder
+
+      class Java < Base
+
+        def call(env)
+          if java(env)
+            do_cache_key(env) do |i|
+              i << "jdk-#{java env}"
+            end
+
+            do_before_install(env) do |i|
+              i << "source $(which jdk_switcher.sh)"
+              i << trace_sh_command("jdk_switcher use #{java env}")
+            end
+          end
+
+          app.call(env)
+        end
+
+        private
+
+          def java(env)
+            env.source.jdk.first
+          end
+
+      end
+    end
+  end
+end

data/lib/vx/builder/script_builder/prepare.rb

@@ -0,0 +1,72 @@
+require 'vx/common'
+
+module Vx
+  module Builder
+    class ScriptBuilder
+
+      Prepare = Struct.new(:app) do
+
+        include Helper::TraceShCommand
+        include Common::Helper::UploadShCommand
+
+        def call(env)
+          name         = env.task.name
+          deploy_key   = env.task.deploy_key
+
+          repo_path    = "${VX_ROOT}/code/#{name}"
+          data_path    = "${VX_ROOT}/data/#{name}"
+          key_file     = "#{data_path}/key"
+          git_ssh_file = "#{data_path}/git_ssh"
+
+          sha          = env.task.sha
+          scm          = build_scm(env, sha, repo_path)
+          git_ssh      = scm.git_ssh_content(deploy_key && "#{key_file}")
+
+          env.init.tap do |i|
+            i << 'export VX_ROOT=$(pwd)'
+
+            i << "mkdir -p #{data_path}"
+            i << "mkdir -p #{repo_path}"
+
+            if deploy_key
+              i << upload_sh_command(key_file, deploy_key)
+              i << "chmod 0600 #{key_file}"
+              i << "export VX_PRIVATE_KEY=#{key_file}"
+            end
+
+            i << upload_sh_command(git_ssh_file, git_ssh)
+            i << "chmod 0750 #{git_ssh_file}"
+
+            i << "export GIT_SSH=#{git_ssh_file}"
+            i << scm.fetch_cmd
+            i << "unset GIT_SSH"
+
+            i << 'echo "Starting SSH Agent"'
+            i << 'eval "$(ssh-agent)"'
+            i << "ssh-add $VX_PRIVATE_KEY"
+
+            i << "cd #{repo_path}"
+          end
+
+          env.after_script_init.tap do |i|
+            i << 'export VX_ROOT=$(pwd)'
+            i << "cd #{repo_path}"
+          end
+
+          app.call env
+        end
+
+        private
+
+          def build_scm(env, sha, path)
+            Common::Git.new(env.task.src,
+                         sha,
+                         path,
+                         branch: env.task.branch,
+                         pull_request_id: env.task.pull_request_id)
+          end
+
+      end
+    end
+  end
+end

data/lib/vx/builder/script_builder/ruby.rb

@@ -0,0 +1,80 @@
+module Vx
+  module Builder
+    class ScriptBuilder
+
+      class Ruby < Base
+
+        DEFAULT_RUBY = '1.9.3'
+
+        def call(env)
+          if enabled?(env)
+            do_cache_key(env) do |i|
+              i << "rvm-#{ruby env}"
+              i << gemfile(env)
+            end
+
+            do_before_install(env) do |i|
+              i << 'eval "$(rbenv init -)" || true'
+              i << "rbenv shell #{make_rbenv_version_command env}"
+              i << trace_sh_command("export BUNDLE_GEMFILE=${PWD}/#{gemfile(env)}")
+              i << trace_sh_command('export GEM_HOME=~/.rubygems')
+            end
+
+            do_announce(env) do |i|
+              i << trace_sh_command("ruby --version")
+              i << trace_sh_command("gem --version")
+              i << trace_sh_command("bundle --version")
+            end
+
+            do_install(env) do |i|
+              bundler_args = env.source.bundler_args.first
+              i << trace_sh_command("bundle install #{bundler_args}")
+              i << trace_sh_command("bundle clean --force")
+            end
+
+            do_script(env) do |i|
+              script = "if [ -f Rakefile ] ; then \n #{trace_sh_command "bundle exec rake"}\nfi"
+              i << script
+            end
+
+            do_cached_directories(env) do |i|
+              i << "~/.rubygems"
+            end
+          end
+
+          app.call(env)
+        end
+
+        private
+
+          def enabled?(env)
+            env.source.rvm.first || env.source.language == 'ruby'
+          end
+
+          def ruby(env)
+            env.source.rvm.first || DEFAULT_RUBY
+          end
+
+          def gemfile(env)
+            env.source.gemfile.first || "Gemfile"
+          end
+
+          def make_rbenv_version_command(env)
+            select_rbenv_version(env)
+          end
+
+          def select_rbenv_version(env)
+            %{
+              $(rbenv versions |
+                sed -e 's/^\*/ /' |
+                awk '{print $1}' |
+                grep -v 'system' |
+                grep '#{ruby env}' |
+                tail -n1)
+            }.gsub(/\n/, ' ').gsub(/ +/, ' ').strip
+          end
+
+      end
+    end
+  end
+end