vx-builder 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4463ec3cf51845d96e765e1d95ce53f3b441dde7
+  data.tar.gz: 48345183e7243df3c183d729ebc353c4efa92eeb
+SHA512:
+  metadata.gz: f0d39166126c30871d0dddb025a697b5d1f50826392d1fb898a215ca14bbcbafa1a7707622577e29b73c6474e3f7c56594b1ba23ef2c0f41f1564a8330e1c70f
+  data.tar.gz: 237711b5424643c4fa88a1a967727e6e3fdf3a6d4ccaa5d2d2fcdfe6e0ff052b8212477048134309cd8a50aab15f770d6c8f5a88729c015636434a78f8125cf4

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rspec

@@ -0,0 +1,3 @@
+-fd
+--color
+--order=rand

data/.travis.yml

@@ -0,0 +1,15 @@
+rvm:
+  - 2.0.0
+
+before_install:
+  # evrone repo
+  - echo 'deb  http://download.opensuse.org/repositories/home:/dmexe/xUbuntu_12.04/  ./' | sudo tee /etc/apt/sources.list.d/Evrone.list
+  - wget -qO- http://download.opensuse.org/repositories/home:/dmexe/xUbuntu_12.04/Release.key | sudo apt-key add -
+  - sudo apt-get update > /dev/null
+  # rbenv
+  - sudo apt-get install rbenv -qy
+  - sudo apt-get install rbenv-1.9.3-p484 -qy
+  - sudo rbenv rehash
+  - sudo env RBENV_VERSION=1.9.3-p484 rbenv exec gem install bundler
+
+script: bundle exec rake

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in vx-builder.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Dmitry Galinsky
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Vx::Builder
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'vx-builder'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install vx-builder
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,40 @@
+require 'rubygems'
+require 'bundler'
+Bundler.require
+require 'rspec/core/rake_task'
+require "bundler/gem_tasks"
+
+RSpec::Core::RakeTask.new(:spec)
+
+desc "run spec"
+task :default => [:spec]
+
+desc "run travis build"
+task :travis do
+  exec "bundle exec rake SPEC_OPTS='--format documentation'"
+end
+
+namespace :print do
+  task :script do
+    require 'vx/message/testing'
+    require File.expand_path("../spec/support/fixture", __FILE__)
+    require File.expand_path("../spec/support/create", __FILE__)
+
+    task = create :task
+    source = create :source
+
+    builder = Vx::Builder::Script.new(task, source)
+
+    puts "\n#===> BEGIN BEFORE SCRIPT"
+    puts builder.to_before_script
+    puts "#===> END BEFORE SCRIPT\n"
+
+    puts "\n#===> BEGIN SCRIPT\n"
+    puts builder.to_script
+    puts "#===> END SCRIPT\n\n"
+
+    puts "\n#===> BEGIN AFTER SCRIPT\n"
+    puts builder.to_after_script
+    puts "#===> END AFTER SCRIPT\n\n"
+  end
+end

data/lib/vx/builder/configuration.rb

@@ -0,0 +1,20 @@
+require 'hashr'
+require 'logger'
+require 'vx/common/tagged_logging'
+
+module Vx
+  module Builder
+    class Configuration < ::Hashr
+
+      extend Hashr::EnvDefaults
+
+      self.env_namespace = 'vx'
+      self.raise_missing_keys = true
+
+      define logger:            Common::TaggedLogging.new(Logger.new STDOUT),
+             webdav_cache_url:  nil,
+             casher_ruby:       "/usr/local/rbenv/versions/1.9.3-p484/bin/ruby"
+
+    end
+  end
+end

data/lib/vx/builder/helper/config.rb

@@ -0,0 +1,14 @@
+module Vx
+  module Builder
+    module Helper
+      module Config
+
+        def config
+          Builder.config
+        end
+
+      end
+
+    end
+  end
+end

data/lib/vx/builder/helper/logger.rb

@@ -0,0 +1,14 @@
+module Vx
+  module Builder
+    module Helper
+      module Logger
+
+        def logger
+          Builder.logger
+        end
+
+      end
+
+    end
+  end
+end

data/lib/vx/builder/helper/trace_sh_command.rb

@@ -0,0 +1,16 @@
+require 'shellwords'
+
+module Vx
+  module Builder
+    module Helper
+
+      module TraceShCommand
+        def trace_sh_command(cmd, options = {})
+          trace = options[:trace] || cmd
+          "echo #{Shellwords.escape "$ #{trace}"}\n#{cmd}"
+        end
+      end
+
+    end
+  end
+end

data/lib/vx/builder/script/env.rb

@@ -0,0 +1,21 @@
+module Vx
+  module Builder
+    class Script
+
+      Env = Struct.new(:app) do
+
+        include Helper::TraceShCommand
+
+        def call(env)
+          env.init << 'export LC_ALL=en_US.UTF8'
+          env.source.global_env.each do |e|
+            env.init << trace_sh_command("export #{e}")
+          end
+          env.announce << trace_sh_command("env")
+          app.call(env)
+        end
+
+      end
+    end
+  end
+end

data/lib/vx/builder/script/prepare.rb

@@ -0,0 +1,59 @@
+require 'vx/common'
+
+module Vx
+  module Builder
+    class Script
+
+      Prepare = Struct.new(:app) do
+
+        include Helper::TraceShCommand
+        include Common::Helper::UploadShCommand
+
+        def call(env)
+          name         = env.task.name
+          deploy_key   = env.task.deploy_key
+
+          repo_path    = "code/#{name}"
+          data_path    = "data/#{name}"
+          key_file     = "#{data_path}/key"
+          git_ssh_file = "#{data_path}/git_ssh"
+
+          sha          = env.task.sha
+          scm          = build_scm(env, sha, repo_path)
+          git_ssh      = scm.git_ssh.class.template(deploy_key && "$(dirname $0)/key")
+
+          env.init.tap do |i|
+            i << "mkdir -p  #{data_path}"
+            i << "mkdir -p  #{repo_path}"
+
+            if deploy_key
+              i << "echo instaling keys"
+              i << upload_sh_command(key_file, deploy_key)
+              i << "chmod 0600 #{key_file}"
+            end
+
+            i << upload_sh_command(git_ssh_file, git_ssh)
+            i << "chmod 0750 #{git_ssh_file}"
+
+            i << "export GIT_SSH=$PWD/#{git_ssh_file}"
+            i << scm.make_fetch_command
+            i << "unset GIT_SSH"
+          end
+
+          app.call env
+        end
+
+        private
+
+          def build_scm(env, sha, path)
+            SCM::Git.new(env.task.src,
+                         sha,
+                         "$PWD/#{path}",
+                         branch: env.task.branch,
+                         pull_request_id: env.task.pull_request_id)
+          end
+
+      end
+    end
+  end
+end

data/lib/vx/builder/script/ruby.rb

@@ -0,0 +1,59 @@
+module Vx
+  module Builder
+    class Script
+
+      Ruby = Struct.new(:app) do
+
+        include Helper::TraceShCommand
+
+        def call(env)
+          if rvm env
+            env.cache_key << "rvm-#{rvm env}"
+
+            env.before_install.tap do |i|
+              i << 'eval "$(rbenv init -)" || true'
+              i << "rbenv shell #{make_rbenv_version_command env}"
+              i << 'export BUNDLE_GEMFILE=${PWD}/Gemfile'
+              i << 'export GEM_HOME=$HOME/cached/rubygems'
+            end
+
+            env.announce.tap do |a|
+              a << trace_sh_command("ruby --version")
+              a << trace_sh_command("gem --version")
+              a << trace_sh_command("bundle --version")
+            end
+
+            env.install.tap do |i|
+              i << trace_sh_command("bundle install")
+              i << trace_sh_command("bundle clean --force")
+            end
+          end
+
+          app.call(env)
+        end
+
+        private
+
+          def rvm(env)
+            env.source.rvm.first
+          end
+
+          def make_rbenv_version_command(env)
+            select_rbenv_version(env)
+          end
+
+          def select_rbenv_version(env)
+            %{
+              $(rbenv versions |
+                sed -e 's/^\*/ /' |
+                awk '{print $1}' |
+                grep -v 'system' |
+                grep '#{rvm env}' |
+                tail -n1)
+            }.gsub(/\n/, ' ').gsub(/ +/, ' ').strip
+          end
+
+      end
+    end
+  end
+end

data/lib/vx/builder/script/script.rb

@@ -0,0 +1,22 @@
+module Vx
+  module Builder
+    class Script
+
+      Script = Struct.new(:app) do
+
+        include Helper::TraceShCommand
+
+        def call(env)
+          env.source.before_script.each do |c|
+            env.before_script << trace_sh_command(c)
+          end
+          env.source.script.each do |c|
+            env.script << trace_sh_command(c)
+          end
+          app.call(env)
+        end
+
+      end
+    end
+  end
+end

data/lib/vx/builder/script/services.rb

@@ -0,0 +1,25 @@
+module Vx
+  module Builder
+    class Script
+
+      Services = Struct.new(:app) do
+
+        include Helper::TraceShCommand
+
+        def call(env)
+          env.source.services.each do |srv|
+            env.init << trace_sh_command(
+              "sudo /usr/bin/env PATH=/sbin:/usr/sbin:$PATH service #{srv} start",
+              trace: "sudo service #{srv} start")
+          end
+          unless env.source.services.empty?
+            env.init << trace_sh_command("sleep 3")
+          end
+
+          app.call(env)
+        end
+
+      end
+    end
+  end
+end

data/lib/vx/builder/script/webdav_cache.rb

@@ -0,0 +1,83 @@
+module Vx
+  module Builder
+    class Script
+
+      WebdavCache = Struct.new(:app) do
+
+        include Helper::Config
+        include Helper::Logger
+
+        CASHER_URL = "https://raw.github.com/travis-ci/casher/production/bin/casher"
+        CASHER_BIN = "$HOME/.casher/bin/casher"
+
+        def call(env)
+          rs = app.call env
+
+          if config.webdav_cache_url
+            assign_url_to_env(env)
+            prepare(env)
+            fetch(env)
+            add(env)
+            push(env)
+          end
+
+          rs
+        end
+
+        private
+
+          def casher_cmd
+            "#{config.casher_ruby} #{CASHER_BIN}"
+          end
+
+          def assign_url_to_env(env)
+            urls   = []
+            branch = env.task.branch
+            if branch != 'master'
+              urls << url_for(env, branch)
+            end
+            urls << url_for(env, 'master')
+
+            env.webdav_fetch_url = urls
+            env.webdav_push_url  = url_for(env, branch)
+            env
+          end
+
+          def url_for(env, branch)
+            name = env.task.name.dup + "/" + branch
+
+            key = env.cache_key.join("-").gsub(/[^a-z0-9_\-.]/, '-')
+            "#{config.webdav_cache_url}/#{name}/#{key}.tgz"
+          end
+
+          def prepare(env)
+            cmd = %{
+              export CASHER_DIR=$HOME/.casher &&
+              ( mkdir -p $CASHER_DIR/bin &&
+                /usr/bin/curl #{CASHER_URL} -s -o #{CASHER_BIN} &&
+                chmod +x #{CASHER_BIN} ) ||
+              true
+            }.gsub(/\n/, ' ').gsub(/ +/, ' ')
+            env.init << cmd
+          end
+
+          def fetch(env)
+            urls = env.webdav_fetch_url.join(" ")
+            env.init << "#{casher_cmd} fetch #{urls} || true"
+          end
+
+          def add(env)
+            env.init << "#{casher_cmd} add $HOME/cached || true"
+            env.init << "unset CASHER_DIR"
+          end
+
+          def push(env)
+            if env.webdav_push_url
+              env.after_script << "#{casher_cmd} push #{env.webdav_push_url}"
+            end
+          end
+
+      end
+    end
+  end
+end

data/lib/vx/builder/script.rb

@@ -0,0 +1,98 @@
+require 'vx/common'
+
+module Vx
+  module Builder
+    class Script
+
+      autoload :Env,          File.expand_path("../script/env",           __FILE__)
+      autoload :Ruby,         File.expand_path("../script/ruby",          __FILE__)
+      autoload :Script,       File.expand_path("../script/script",        __FILE__)
+      autoload :Prepare,      File.expand_path("../script/prepare",       __FILE__)
+      autoload :Databases,    File.expand_path("../script/databases",     __FILE__)
+      autoload :WebdavCache,  File.expand_path("../script/webdav_cache",  __FILE__)
+      autoload :Services,     File.expand_path("../script/services",      __FILE__)
+
+      include Common::Helper::Middlewares
+
+      middlewares do
+        use Builder::Script::WebdavCache
+        use Builder::Script::Services
+        use Builder::Script::Env
+        use Builder::Script::Prepare
+        use Builder::Script::Ruby
+        use Builder::Script::Script
+      end
+
+      attr_reader :source, :task
+
+      def initialize(task, source)
+        @source = source
+        @task   = task
+      end
+
+      def to_before_script
+        a = []
+        a << "\n# init"
+        a += env.init
+
+        a << "\n# before install"
+        a += env.before_install
+
+        a << "\n# announce"
+        a += env.announce
+
+        a << "\n# install"
+        a += env.install
+
+        a << "\n# before script"
+        a += env.before_script
+        a.join("\n")
+      end
+
+      def to_after_script
+        a = []
+        a << "\n# after script"
+        a += env.after_script
+        a.join("\n")
+      end
+
+      def to_script
+        a = []
+        a << "\n# script"
+        a += env.script
+        a.join("\n")
+      end
+
+      private
+
+        def env
+          @env ||= run_middlewares(default_env) {|_| _ }
+        end
+
+        def default_env
+          OpenStruct.new(
+            # initialization, repo does not exists
+            init:            [],
+
+            # before instalation, using for system setup
+            before_install:  [],
+
+            # instalation, using for application setup
+            install:         [],
+
+            # announce software and services version
+            announce:        [],
+
+            before_script:   [],
+            script:          [],
+            after_script:    [],
+
+            source:          source,
+            task:            task,
+            cache_key:       []
+          )
+        end
+
+    end
+  end
+end

data/lib/vx/builder/source/constants.rb

@@ -0,0 +1,11 @@
+module Vx
+  module Builder
+    class Source
+
+      LANGS    = %w{ rvm scala java go }.freeze
+      KEYS     = %w{ services before_script script }.freeze
+      AS_ARRAY = (KEYS + LANGS).freeze
+
+    end
+  end
+end