evrone-ci-router 0.2.0.pre0

data/lib/evrone/ci/router/middleware/update_build_status.rb

@@ -0,0 +1,75 @@
+module Evrone
+  module CI
+    class Router
+      module Middleware
+
+        UpdateBuildStatus = Struct.new(:app) do
+
+          include Helper::Logger
+
+          STARTED  = 2
+          FINISHED = 3
+          BROKEN   = 4
+          FAILED   = 5
+
+          def call(env)
+
+            update_status env.build, STARTED
+            rs = -1
+            begin
+              rs = app.call env
+            rescue Exception => e
+              logger.error("ERROR: #{e.inspect}\n    BACKTRACE:\n#{e.backtrace.map{|i| "    #{i}" }.join("\n")}")
+            end
+
+            case
+            when rs == 0
+              update_status env.build, FINISHED
+            when rs > 0
+              update_status env.build, BROKEN
+            when rs < 0
+              update_status env.build, FAILED
+            end
+
+            rs
+          end
+
+          private
+
+            def update_status(build, status)
+              publish_status create_message(build, status), status
+            end
+
+            def create_message(build, status)
+              tm = Time.now
+              attributes = {
+                build_id:   build.message.id,
+                status:     status,
+                tm:         tm.to_i,
+                tm_usec:    tm.usec,
+                matrix:     build.matrix || [],
+                jobs_count: build.jobs_count || 0,
+              }
+
+              if build.commit_info
+                attributes.merge!(
+                  commit_author:       build.commit_info.author,
+                  commit_author_email: build.commit_info.email,
+                  commit_sha:          build.commit_info.sha,
+                  commit_message:      build.commit_info.message
+                )
+              end
+              Message::BuildStatus.new attributes
+            end
+
+            def publish_status(message, status)
+              logger.info "delivered build status #{message.inspect}"
+              BuildStatusConsumer.publish message
+            end
+
+        end
+      end
+    end
+  end
+end
+

data/lib/evrone/ci/router/queue.rb

@@ -0,0 +1,58 @@
+require 'shellwords'
+require 'evrone/ci/common'
+
+module Evrone
+  module CI
+    class Router
+      class Queue
+
+        include Common::Helper::Middlewares
+
+        middlewares do
+          use Middleware::Travis::Env
+          use Middleware::Travis::Ruby
+          use Middleware::Travis::Script
+        end
+
+        attr_reader :travis
+
+        def initialize(travis)
+          @travis = travis
+        end
+
+        def to_before_script
+          a = ["set -e"]
+          a += env.init
+          a += env.before_install
+          a += env.install
+          a += env.before_script
+          a.join("\n")
+        end
+
+        def to_script
+          a = ["set -e"]
+          a << env.script
+          a.join("\n")
+        end
+
+        private
+
+          def env
+            @env ||= run_middlewares(default_env) {|_| _ }
+          end
+
+          def default_env
+            OpenStruct.new(
+              init:            [],
+              before_install:  [],
+              install:         [],
+              before_script:   [],
+              script:          [],
+              travis:          travis
+            )
+          end
+
+      end
+    end
+  end
+end

data/lib/evrone/ci/router/travis.rb

@@ -0,0 +1,104 @@
+require File.expand_path("../travis/serializable", __FILE__)
+
+module Evrone
+  module CI
+    class Router
+      class Travis
+
+        include Travis::Serializable
+
+        LANGS    = %w{ rvm scala java go }.freeze
+        KEYS     = %w{ before_script script }.freeze
+        AS_ARRAY = (KEYS + LANGS).freeze
+
+        attr_reader :attributes
+        alias_method :to_hash, :attributes
+
+        def initialize(attrs = {})
+          @attributes = normalize_attributes attrs
+        end
+
+        def [](val)
+          public_send(val)
+        end
+
+        def matrix_keys
+          @matrix_keys ||=
+            BuildMatrix::KEYS.inject([]) do |a,k|
+              val = send(k)
+              unless val.empty?
+                a << val.map{|v| "#{k}:#{v}" }
+              end
+              a
+            end.flatten.sort
+        end
+
+        def to_matrix_s
+          @to_matrix_s ||= matrix_keys.join(", ")
+        end
+
+        def to_queue
+          Queue.new(self)
+        end
+
+        def env
+          attributes["env"]["matrix"]
+        end
+
+        def global_env
+          attributes["env"]["global"]
+        end
+
+        AS_ARRAY.each do |m|
+          define_method m do
+            @attributes[m] || []
+          end
+        end
+
+        def merge(attrs = {})
+          self.class.from_attributes self.attributes.merge(attrs)
+        end
+
+        private
+
+          def normalize_attributes(attributes)
+            attributes = attributes.inject({}) do |a,row|
+              k,v = row
+              if AS_ARRAY.include?(k.to_s)
+                v = Array(v)
+              end
+              a[k.to_s] = v
+              a
+            end
+            normalize_env_attribute attributes
+          end
+
+          def normalize_env_attribute(attributes)
+            env = (attributes['env'] || {}) .dup
+            case env
+            when Hash
+              attributes["env"] = {
+                "matrix" => Array(env['matrix']),
+                "global" => Array(env['global'])
+              }
+            else
+              attributes['env'] = {
+                "matrix" => Array(env).map(&:to_s),
+                "global" => []
+              }
+            end
+            freeze_normalized_attributes attributes
+          end
+
+          def freeze_normalized_attributes(attributes)
+            attributes.freeze
+            attributes['env'].freeze
+            attributes['env']['global'].freeze
+            attributes['env']['matrix'].freeze
+            attributes
+          end
+
+      end
+    end
+  end
+end

data/lib/evrone/ci/router/travis/serializable.rb

@@ -0,0 +1,45 @@
+require 'yaml'
+require 'json'
+
+module Evrone
+  module CI
+    class Router
+      class Travis
+
+        module Serializable
+
+          def self.included(base)
+            base.extend ClassMethods
+          end
+
+          def to_yaml
+            YAML.dump(attributes)
+          end
+
+          def to_hash
+            attributes
+          end
+
+          module ClassMethods
+
+            def from_file(file)
+              if File.readable? file
+                from_yaml File.read(file)
+              end
+            end
+
+            def from_yaml(yaml)
+              from_attributes YAML.load(yaml)
+            end
+
+            def from_attributes(attrs)
+              Travis.new attrs
+            end
+
+          end
+
+        end
+      end
+    end
+  end
+end

data/lib/evrone/ci/router/version.rb

@@ -0,0 +1,7 @@
+module Evrone
+  module CI
+    class Router
+      VERSION = "0.2.0.pre0"
+    end
+  end
+end

data/spec/lib/build_matrix_spec.rb

@@ -0,0 +1,145 @@
+require 'spec_helper'
+require 'yaml'
+
+describe Evrone::CI::Router::BuildMatrix do
+  let(:attributes) { {
+    env:   %w{ FOO=1 BAR=2 },
+    rvm:   %w{ 1.8.7 1.9.3 2.0.0 },
+    scala: %w{ 2.9.2 2.10.1 }
+  } }
+  let(:travis)  { create :travis, attributes: attributes }
+  let(:matrix)  { described_class.new travis }
+
+  subject { matrix }
+
+  context "just created" do
+    its(:travis) { should eq travis }
+  end
+
+  context "keys" do
+    subject { matrix.keys }
+    it { should eq %w{ env rvm scala } }
+    context "without matrix" do
+      let(:attributes) { {} }
+
+      it { should eq [] }
+    end
+  end
+
+  context 'travises' do
+    context "values" do
+      subject { matrix.travises }
+
+      it { should have(12).items }
+
+      context "attributes" do
+        subject { matrix.travises.map(&:to_matrix_s) }
+
+        it do
+          should eq [
+            "env:BAR=2, rvm:1.8.7, scala:2.10.1",
+            "env:FOO=1, rvm:1.8.7, scala:2.10.1",
+            "env:BAR=2, rvm:1.8.7, scala:2.9.2",
+            "env:FOO=1, rvm:1.8.7, scala:2.9.2",
+            "env:BAR=2, rvm:1.9.3, scala:2.10.1",
+            "env:FOO=1, rvm:1.9.3, scala:2.10.1",
+            "env:BAR=2, rvm:1.9.3, scala:2.9.2",
+            "env:FOO=1, rvm:1.9.3, scala:2.9.2",
+            "env:BAR=2, rvm:2.0.0, scala:2.10.1",
+            "env:FOO=1, rvm:2.0.0, scala:2.10.1",
+            "env:BAR=2, rvm:2.0.0, scala:2.9.2",
+            "env:FOO=1, rvm:2.0.0, scala:2.9.2"
+          ]
+        end
+
+        context "without matrix" do
+          let(:attributes) { {
+            rvm: %w{ 2.0.0 },
+          } }
+
+          it { should eq ['rvm:2.0.0'] }
+        end
+      end
+    end
+  end
+
+  context 'attributes_for_new_travises' do
+    subject { matrix.attributes_for_new_travises }
+
+    it { should have(12).items }
+
+    its(:first) { should eq("rvm"   => "1.8.7",
+                            "scala" => "2.10.1",
+                            "env"   => "BAR=2") }
+    its(:last)  { should eq("rvm"   => "2.0.0",
+                            "scala" => "2.9.2",
+                            "env"   => "FOO=1") }
+  end
+
+  context 'extract_pair_of_key_and_values' do
+    subject { matrix.extract_pair_of_key_and_values }
+    it {
+      should eq [
+        ["rvm",   %w{ 1.8.7 1.9.3 2.0.0 }],
+        ["scala", %w{ 2.9.2 2.10.1 }],
+        ["env",   %w{ FOO=1 BAR=2 }]
+      ]
+    }
+  end
+
+  context "permutate_and_build_values" do
+    subject { format_values matrix.permutate_and_build_values }
+    let(:expected) { [
+      %w{env:BAR=2 rvm:1.8.7 scala:2.10.1},
+      %w{env:BAR=2 rvm:1.8.7 scala:2.9.2},
+      %w{env:BAR=2 rvm:1.9.3 scala:2.10.1},
+      %w{env:BAR=2 rvm:1.9.3 scala:2.9.2},
+      %w{env:BAR=2 rvm:2.0.0 scala:2.10.1},
+      %w{env:BAR=2 rvm:2.0.0 scala:2.9.2},
+      %w{env:FOO=1 rvm:1.8.7 scala:2.10.1},
+      %w{env:FOO=1 rvm:1.8.7 scala:2.9.2},
+      %w{env:FOO=1 rvm:1.9.3 scala:2.10.1},
+      %w{env:FOO=1 rvm:1.9.3 scala:2.9.2},
+      %w{env:FOO=1 rvm:2.0.0 scala:2.10.1},
+      %w{env:FOO=1 rvm:2.0.0 scala:2.9.2},
+    ] }
+
+    it { should eq expected }
+
+    context "with empty keys" do
+      let(:attributes) { {
+        env:   %w{ FOO=1 BAR=2 },
+        rvm:   %w{ 1.8.7 1.9.3 2.0.0 },
+        scala: %w{ 2.9.2 2.10.1 },
+        java: [],
+        go: nil
+      } }
+      it { should eq expected }
+    end
+
+    context "with one key" do
+      let(:attributes) { {
+        rvm:   %w{ 1.9.3 2.0.0 },
+      } }
+      let(:expected) {[
+        %w{ rvm:1.9.3 },
+        %w{ rvm:2.0.0 }
+      ]}
+      it { should eq expected }
+    end
+
+    context "without matrix" do
+      let(:attributes) { {
+        rvm:   %w{ 2.0.0 },
+      } }
+      let(:expected) {[
+        %w{ rvm:2.0.0 }
+      ]}
+      it { should eq expected }
+    end
+
+    def format_values(values)
+      values.map{|i| i.map(&:to_s).sort }.sort
+    end
+  end
+end

data/spec/lib/build_spec.rb

@@ -0,0 +1,75 @@
+require 'spec_helper'
+
+describe Evrone::CI::Router::Build do
+  let(:msg)   { create :message, 'PerformBuild' }
+  let(:build) { described_class.new msg }
+
+  subject { build }
+
+  context "just created" do
+    its(:message) { should eq msg }
+    its(:output)  { should eq ''  }
+  end
+
+  context "create_build_log_message" do
+    let(:tm)   { Time.new(2012, 12, 10, 15, 45) }
+    let(:data) { 'log' }
+    subject { build.create_build_log_message data }
+
+    before do
+      mock(Time).now { tm }
+    end
+
+    it { should be_an_instance_of(Evrone::CI::Message::BuildLog) }
+    its(:build_id) { should eq build.message.id }
+    its(:tm)       { should eq tm.to_i }
+    its(:log)      { should eq data }
+  end
+
+  context "add_to_output" do
+    let(:data)     { 'data' }
+    let(:messages) { Evrone::CI::Router::BuildLogsConsumer.messages }
+    subject { build.add_to_output(data) ; build }
+
+    its(:output) { should eq data }
+    it "should delivery message" do
+      expect {
+        subject
+      }.to change(messages, :size).by(1)
+    end
+  end
+
+  context "add_command_to_output" do
+    let(:data)     { 'data' }
+    let(:messages) { Evrone::CI::Router::BuildLogsConsumer.messages }
+    subject { build.add_command_to_output(data) ; build }
+
+    its(:output) { should eq "$ #{data}\n" }
+    it "should delivery message" do
+      expect {
+        subject
+      }.to change(messages, :size).by(1)
+    end
+  end
+
+  context ".to_perform_job_message" do
+    let(:travis) { create :travis }
+    let(:job_id) { 2 }
+    subject { build.to_perform_job_message travis, job_id }
+
+    it { should be_an_instance_of Evrone::CI::Message::PerformJob }
+
+    context "created message" do
+      its(:id)            { should eq build.message.id         }
+      its(:name)          { should eq build.message.name       }
+      its(:src)           { should eq build.message.src        }
+      its(:sha)           { should eq build.message.sha        }
+      its(:deploy_key)    { should eq build.message.deploy_key }
+
+      its(:job_id)        { should eq job_id           }
+      its(:before_script) { should be                  }
+      its(:script)        { should be                  }
+      its(:matrix_keys)   { should eq ['rvm:2.0.0']    }
+    end
+  end
+end