evrone-ci-router 0.2.0.pre0

data/lib/evrone/ci/router/consumers/builds_consumer.rb

@@ -0,0 +1,28 @@
+require 'evrone/common/amqp'
+
+module Evrone
+  module CI
+    class Router
+      class BuildsConsumer
+
+        include Evrone::Common::AMQP::Consumer
+
+        exchange 'ci.builds'
+        queue    'ci.worker.builds.generic'
+        ack      true
+
+        model Message::PerformBuild
+
+        def perform(message)
+          build       = Build.new message
+          number      = Thread.current[:consumer_id] || 0
+          path_prefix = "/tmp/.test/build.#{number}"
+
+          Router.new(build, path_prefix).perform
+          ack!
+        end
+
+      end
+    end
+  end
+end

data/lib/evrone/ci/router/consumers/jobs_consumer.rb

@@ -0,0 +1,15 @@
+require 'evrone/common/amqp'
+
+module Evrone
+  module CI
+    class Router
+      class JobsConsumer
+
+        include Evrone::Common::AMQP::Consumer
+
+        exchange 'ci.jobs'
+
+      end
+    end
+  end
+end

data/lib/evrone/ci/router/ext/array.rb

@@ -0,0 +1,5 @@
+class Array
+  def extract_options!
+    self.last.is_a?(Hash) ? self.pop : {}
+  end
+end

data/lib/evrone/ci/router/ext/string.rb

@@ -0,0 +1,9 @@
+class String
+  def compact
+    gsub(/\n/, ' ').gsub(/ +/, ' ').strip
+  end
+
+  def camelize
+    split("_").each {|s| s.capitalize! }.join("")
+  end
+end

data/lib/evrone/ci/router/helper/config.rb

@@ -0,0 +1,13 @@
+module Evrone
+  module CI
+    class Router
+      module Helper::Config
+
+        def config
+          Router.config
+        end
+
+      end
+    end
+  end
+end

data/lib/evrone/ci/router/helper/logger.rb

@@ -0,0 +1,13 @@
+module Evrone
+  module CI
+    class Router
+      module Helper::Logger
+
+        def logger
+          Router.logger
+        end
+
+      end
+    end
+  end
+end

data/lib/evrone/ci/router/helper/trace_sh_command.rb

@@ -0,0 +1,14 @@
+module Evrone
+  module CI
+    class Router
+
+      module Helper::TraceShCommand
+        def trace_sh_command(cmd, options = {})
+          trace = options[:trace] || cmd
+          "echo #{Shellwords.escape "$ #{trace}"}\n#{cmd}"
+        end
+      end
+
+    end
+  end
+end

data/lib/evrone/ci/router/initializers/amqp.rb

@@ -0,0 +1,63 @@
+require 'evrone/common/amqp'
+
+module Evrone::CI::Router::AMQP
+
+  Base = Struct.new("Subscribing", :app) do
+    include Evrone::CI::Router::Helper::Logger
+
+    def consumer_name
+      Thread.current[:consumer_name]
+    end
+
+    def consumer_id
+      Thread.current[:consumer_id]
+    end
+
+    def consumer_tag
+      consumer_id ? "#{consumer_name.split('::').last} #{consumer_id}" : consumer_name
+    end
+  end
+
+  class Subscribing < Base
+    def call(env)
+      logger.tagged(consumer_tag) do
+        logger.warn "subsribing #{env[:exchange].name}"
+        rs = app.call env
+        logger.warn "shutdown"
+        rs
+      end
+    end
+  end
+
+  class Recieving < Base
+    def call(env)
+      logger.warn "payload recieved #{env[:payload].inspect[0...60]}..."
+      rs = app.call env
+      logger.warn "commit message"
+      rs
+    end
+  end
+
+  class Publishing < Base
+    def call(env)
+      app.call env
+    end
+  end
+end
+
+Evrone::Common::AMQP.configure do |c|
+  c.subscribing do
+    use Evrone::CI::Router::AMQP::Subscribing
+  end
+
+  c.recieving do
+    use Evrone::CI::Router::AMQP::Recieving
+  end
+
+  c.publishing do
+    use Evrone::CI::Router::AMQP::Publishing
+  end
+
+  c.content_type = 'application/x-protobuf'
+  c.logger = nil
+end

data/lib/evrone/ci/router/middleware/create_build_matrix.rb

@@ -0,0 +1,54 @@
+module Evrone
+  module CI
+    class Router
+      module Middleware
+
+        CreateBuildMatrix = Struct.new(:app) do
+
+          include Helper::Logger
+
+          def call(env)
+            if create_build_matrix_and_delivery(env)
+              app.call env
+            else
+              -1
+            end
+          end
+
+          private
+
+            def create_build_matrix_and_delivery(env)
+              source_travis = load_travis(env.repo_dir)
+              if source_travis
+                matrix = Router::BuildMatrix.new source_travis
+                update_build env.build, matrix
+
+                matrix.travises.each_with_index do |travis, idx|
+                  delivery_job env.build, travis, idx+1
+                end
+                true
+              else
+                false
+              end
+            end
+
+            def delivery_job(build, travis, number)
+              message = build.to_perform_job_message travis, number
+              logger.info "delivery job #{message.id}.#{number} #{travis.to_matrix_s}"
+              Router::JobsConsumer.publish message
+            end
+
+            def update_build(build, matrix)
+              build.matrix     = matrix.keys
+              build.jobs_count = matrix.travises.size
+            end
+
+            def load_travis(repo_dir)
+              Router::Travis.from_file repo_dir.join(".travis.yml")
+            end
+
+        end
+      end
+    end
+  end
+end

data/lib/evrone/ci/router/middleware/create_dirs.rb

@@ -0,0 +1,25 @@
+require 'evrone/ci/common'
+
+module Evrone
+  module CI
+    class Router
+      module Middleware
+
+        CreateDirs = Struct.new(:app) do
+
+          include Common::Helper::Shell
+          include Helper::Config
+
+          def call(env)
+            env.repo_dir = env.path_prefix.join(config.repo_dir_name)
+            mkdir env.repo_dir
+
+            app.call env
+          end
+
+        end
+      end
+    end
+  end
+end
+

data/lib/evrone/ci/router/middleware/fetch_commit_info.rb

@@ -0,0 +1,22 @@
+require 'evrone/ci/common'
+
+module Evrone
+  module CI
+    class Router
+      module Middleware
+
+        FetchCommitInfo = Struct.new(:app) do
+
+          def call(env)
+            if env.scm
+              env.build.commit_info = env.scm.commit_info
+            end
+            app.call env
+          end
+
+        end
+      end
+    end
+  end
+end
+

data/lib/evrone/ci/router/middleware/fetch_source.rb

@@ -0,0 +1,36 @@
+require 'evrone/ci/common'
+
+module Evrone
+  module CI
+    class Router
+      module Middleware
+
+        FetchSource = Struct.new(:app) do
+
+          include Helper::Logger
+
+          def call(env)
+            env.scm = create_scm(env)
+            if env.scm.fetch == 0
+              app.call env
+            else
+              -1
+            end
+          end
+
+          private
+
+            def create_scm(env)
+              SCM::Git.new(env.build.message.src,
+                           env.build.message.sha,
+                           env.repo_dir,
+                           deploy_key: env.build.message.deploy_key,
+                           &env.build.method(:add_to_output))
+            end
+
+        end
+      end
+    end
+  end
+end
+

data/lib/evrone/ci/router/middleware/log_build.rb

@@ -0,0 +1,24 @@
+module Evrone
+  module CI
+    class Router
+      module Middleware
+
+        LogBuild = Struct.new(:app) do
+
+          include Router::Helper::Logger
+
+          def call(env)
+            logger.tagged("BUILD #{env.build.message.id}") do
+              logger.info "starting build"
+              rs = app.call env
+              logger.info "done build"
+              rs
+            end
+          end
+
+        end
+      end
+    end
+  end
+end
+

data/lib/evrone/ci/router/middleware/travis/env.rb

@@ -0,0 +1,21 @@
+module Evrone
+  module CI
+    class Router
+      module Middleware::Travis
+
+        Env = Struct.new(:app) do
+
+          include Helper::TraceShCommand
+
+          def call(env)
+            env.init << 'export LC_ALL=en_US.UTF8'
+            env.before_install << trace_sh_command("env")
+            app.call(env)
+          end
+
+        end
+      end
+    end
+  end
+end
+

data/lib/evrone/ci/router/middleware/travis/ruby.rb

@@ -0,0 +1,55 @@
+module Evrone
+  module CI
+    class Router
+      module Middleware::Travis
+
+        Ruby = Struct.new(:app) do
+
+          include Helper::TraceShCommand
+
+          def call(env)
+            if rvm env
+              env.init.tap do |i|
+                i << 'eval "$(rbenv init -)" || true'
+                i << "rbenv shell #{make_rbenv_version_command env}"
+                i << 'export BUNDLE_GEMFILE=${PWD}/Gemfile'
+                i << 'export GEM_HOME=/tmp/.rubygems'
+              end
+
+              env.before_install.tap do |b|
+                b << "gem query -q -in '^bundler$' > /dev/null || gem install bundler -q --no-rdoc --no-ri"
+                b << trace_sh_command("ruby --version")
+                b << trace_sh_command("gem --version")
+                b << trace_sh_command("bundle --version")
+              end
+
+              env.install.tap do |i|
+                i << trace_sh_command("bundle install")
+              end
+            end
+
+            app.call(env)
+          end
+
+          private
+
+            def rvm(env)
+              env.travis.rvm.last
+            end
+
+            def make_rbenv_version_command(env)
+              %{
+                $(rbenv versions |
+                  sed -e 's/^\*/ /' |
+                  awk '{print $1}' |
+                  grep -v 'system' |
+                  grep '#{rvm env}' |
+                  tail -n1)
+              }.compact
+            end
+
+        end
+      end
+    end
+  end
+end

data/lib/evrone/ci/router/middleware/travis/script.rb

@@ -0,0 +1,25 @@
+module Evrone
+  module CI
+    class Router
+      module Middleware::Travis
+
+        Script = Struct.new(:app) do
+
+          include Helper::TraceShCommand
+
+          def call(env)
+            env.travis.before_script.each do |c|
+              env.before_script << trace_sh_command(c)
+            end
+            env.travis.script.each do |c|
+              env.script << trace_sh_command(c)
+            end
+            app.call(env)
+          end
+
+        end
+      end
+    end
+  end
+end
+