vx-router 0.2.0.pre28

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 887839d7568444b556a955b09350999d6c0c0e9b
+  data.tar.gz: b22d88c00ab5d2406d1bd05a0c01701278575241
+SHA512:
+  metadata.gz: 18c726988032edca6c2698927cce4ae7dd8b663fdc62bc1af59a635a9db17629af8968047aa35f7c6839f5e26b915a4dfa9958625ef4756eb12b03412028b006
+  data.tar.gz: 255c467e274d1b332ee856e051d36dd61d242e9f55b2612edb91e82cfa36b0a32d7f80ca31287d3b187a927a5da605f541b0a2624752103d7cdb8f2e7da3896f

data/.gitignore

@@ -0,0 +1,7 @@
+fixtures/repo
+.test
+.vagrant
+.bundle
+pkg/
+fixtures/repo
+Gemfile.lock

data/.rspec

@@ -0,0 +1,3 @@
+-f d
+--color
+--order=rand

data/Gemfile

@@ -0,0 +1,9 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in vx-router.gemspec
+gemspec
+
+gem 'vx-common', path: File.expand_path("../../common", __FILE__)
+gem 'vx-message', path: File.expand_path("../../message", __FILE__)
+gem 'vx-build_configuration', path: File.expand_path("../../build_configuration", __FILE__)
+

data/LICENSE.txt

@@ -0,0 +1,276 @@
+Copyright (c) 2013 Dmitry Galinsky
+
+The GNU General Public License, Version 2, June 1991 (GPLv2)
+============================================================
+
+> Copyright (C) 1989, 1991 Free Software Foundation, Inc.
+> 59 Temple Place, Suite 330
+> Boston, MA  02111-1307 USA
+
+Everyone is permitted to copy and distribute verbatim copies of this license
+document, but changing it is not allowed.
+
+
+Preamble
+--------
+
+The licenses for most software are designed to take away your freedom to share
+and change it. By contrast, the GNU General Public License is intended to
+guarantee your freedom to share and change free software--to make sure the
+software is free for all its users. This General Public License applies to most
+of the Free Software Foundation's software and to any other program whose
+authors commit to using it. (Some other Free Software Foundation software is
+covered by the GNU Library General Public License instead.) You can apply it to
+your programs, too.
+
+When we speak of free software, we are referring to freedom, not price. Our
+General Public Licenses are designed to make sure that you have the freedom to
+distribute copies of free software (and charge for this service if you wish),
+that you receive source code or can get it if you want it, that you can change
+the software or use pieces of it in new free programs; and that you know you can
+do these things.
+
+To protect your rights, we need to make restrictions that forbid anyone to deny
+you these rights or to ask you to surrender the rights. These restrictions
+translate to certain responsibilities for you if you distribute copies of the
+software, or if you modify it.
+
+For example, if you distribute copies of such a program, whether gratis or for a
+fee, you must give the recipients all the rights that you have. You must make
+sure that they, too, receive or can get the source code. And you must show them
+these terms so they know their rights.
+
+We protect your rights with two steps: (1) copyright the software, and (2) offer
+you this license which gives you legal permission to copy, distribute and/or
+modify the software.
+
+Also, for each author's protection and ours, we want to make certain that
+everyone understands that there is no warranty for this free software. If the
+software is modified by someone else and passed on, we want its recipients to
+know that what they have is not the original, so that any problems introduced by
+others will not reflect on the original authors' reputations.
+
+Finally, any free program is threatened constantly by software patents. We wish
+to avoid the danger that redistributors of a free program will individually
+obtain patent licenses, in effect making the program proprietary. To prevent
+this, we have made it clear that any patent must be licensed for everyone's free
+use or not licensed at all.
+
+The precise terms and conditions for copying, distribution and modification
+follow.
+
+
+Terms And Conditions For Copying, Distribution And Modification
+---------------------------------------------------------------
+0.  This License applies to any program or other work which contains a notice
+    placed by the copyright holder saying it may be distributed under the terms
+    of this General Public License. The "Program", below, refers to any such
+    program or work, and a "work based on the Program" means either the Program
+    or any derivative work under copyright law: that is to say, a work
+    containing the Program or a portion of it, either verbatim or with
+    modifications and/or translated into another language. (Hereinafter,
+    translation is included without limitation in the term "modification".)
+    Each licensee is addressed as "you".
+
+    Activities other than copying, distribution and modification are not
+    covered by this License; they are outside its scope. The act of running the
+    Program is not restricted, and the output from the Program is covered only
+    if its contents constitute a work based on the Program (independent of
+    having been made by running the Program). Whether that is true depends on
+    what the Program does.
+
+1.  You may copy and distribute verbatim copies of the Program's source code as
+    you receive it, in any medium, provided that you conspicuously and
+    appropriately publish on each copy an appropriate copyright notice and
+    disclaimer of warranty; keep intact all the notices that refer to this
+    License and to the absence of any warranty; and give any other recipients
+    of the Program a copy of this License along with the Program.
+
+    You may charge a fee for the physical act of transferring a copy, and you
+    may at your option offer warranty protection in exchange for a fee.
+
+2.  You may modify your copy or copies of the Program or any portion of it,
+    thus forming a work based on the Program, and copy and distribute such
+    modifications or work under the terms of Section 1 above, provided that you
+    also meet all of these conditions:
+
+    a)  You must cause the modified files to carry prominent notices stating
+        that you changed the files and the date of any change.
+
+    b)  You must cause any work that you distribute or publish, that in whole
+        or in part contains or is derived from the Program or any part thereof,
+        to be licensed as a whole at no charge to all third parties under the
+        terms of this License.
+
+    c)  If the modified program normally reads commands interactively when run,
+        you must cause it, when started running for such interactive use in the
+        most ordinary way, to print or display an announcement including an
+        appropriate copyright notice and a notice that there is no warranty (or
+        else, saying that you provide a warranty) and that users may
+        redistribute the program under these conditions, and telling the user
+        how to view a copy of this License. (Exception: if the Program itself
+        is interactive but does not normally print such an announcement, your
+        work based on the Program is not required to print an announcement.)
+
+    These requirements apply to the modified work as a whole. If identifiable
+    sections of that work are not derived from the Program, and can be
+    reasonably considered independent and separate works in themselves, then
+    this License, and its terms, do not apply to those sections when you
+    distribute them as separate works. But when you distribute the same
+    sections as part of a whole which is a work based on the Program, the
+    distribution of the whole must be on the terms of this License, whose
+    permissions for other licensees extend to the entire whole, and thus to
+    each and every part regardless of who wrote it.
+
+    Thus, it is not the intent of this section to claim rights or contest your
+    rights to work written entirely by you; rather, the intent is to exercise
+    the right to control the distribution of derivative or collective works
+    based on the Program.
+
+    In addition, mere aggregation of another work not based on the Program with
+    the Program (or with a work based on the Program) on a volume of a storage
+    or distribution medium does not bring the other work under the scope of
+    this License.
+
+3.  You may copy and distribute the Program (or a work based on it, under
+    Section 2) in object code or executable form under the terms of Sections 1
+    and 2 above provided that you also do one of the following:
+
+    a)  Accompany it with the complete corresponding machine-readable source
+        code, which must be distributed under the terms of Sections 1 and 2
+        above on a medium customarily used for software interchange; or,
+
+    b)  Accompany it with a written offer, valid for at least three years, to
+        give any third party, for a charge no more than your cost of physically
+        performing source distribution, a complete machine-readable copy of the
+        corresponding source code, to be distributed under the terms of
+        Sections 1 and 2 above on a medium customarily used for software
+        interchange; or,
+
+    c)  Accompany it with the information you received as to the offer to
+        distribute corresponding source code. (This alternative is allowed only
+        for noncommercial distribution and only if you received the program in
+        object code or executable form with such an offer, in accord with
+        Subsection b above.)
+
+    The source code for a work means the preferred form of the work for making
+    modifications to it. For an executable work, complete source code means all
+    the source code for all modules it contains, plus any associated interface
+    definition files, plus the scripts used to control compilation and
+    installation of the executable. However, as a special exception, the source
+    code distributed need not include anything that is normally distributed (in
+    either source or binary form) with the major components (compiler, kernel,
+    and so on) of the operating system on which the executable runs, unless
+    that component itself accompanies the executable.
+
+    If distribution of executable or object code is made by offering access to
+    copy from a designated place, then offering equivalent access to copy the
+    source code from the same place counts as distribution of the source code,
+    even though third parties are not compelled to copy the source along with
+    the object code.
+
+4.  You may not copy, modify, sublicense, or distribute the Program except as
+    expressly provided under this License. Any attempt otherwise to copy,
+    modify, sublicense or distribute the Program is void, and will
+    automatically terminate your rights under this License. However, parties
+    who have received copies, or rights, from you under this License will not
+    have their licenses terminated so long as such parties remain in full
+    compliance.
+
+5.  You are not required to accept this License, since you have not signed it.
+    However, nothing else grants you permission to modify or distribute the
+    Program or its derivative works. These actions are prohibited by law if you
+    do not accept this License. Therefore, by modifying or distributing the
+    Program (or any work based on the Program), you indicate your acceptance of
+    this License to do so, and all its terms and conditions for copying,
+    distributing or modifying the Program or works based on it.
+
+6.  Each time you redistribute the Program (or any work based on the Program),
+    the recipient automatically receives a license from the original licensor
+    to copy, distribute or modify the Program subject to these terms and
+    conditions. You may not impose any further restrictions on the recipients'
+    exercise of the rights granted herein. You are not responsible for
+    enforcing compliance by third parties to this License.
+
+7.  If, as a consequence of a court judgment or allegation of patent
+    infringement or for any other reason (not limited to patent issues),
+    conditions are imposed on you (whether by court order, agreement or
+    otherwise) that contradict the conditions of this License, they do not
+    excuse you from the conditions of this License. If you cannot distribute so
+    as to satisfy simultaneously your obligations under this License and any
+    other pertinent obligations, then as a consequence you may not distribute
+    the Program at all. For example, if a patent license would not permit
+    royalty-free redistribution of the Program by all those who receive copies
+    directly or indirectly through you, then the only way you could satisfy
+    both it and this License would be to refrain entirely from distribution of
+    the Program.
+
+    If any portion of this section is held invalid or unenforceable under any
+    particular circumstance, the balance of the section is intended to apply
+    and the section as a whole is intended to apply in other circumstances.
+
+    It is not the purpose of this section to induce you to infringe any patents
+    or other property right claims or to contest validity of any such claims;
+    this section has the sole purpose of protecting the integrity of the free
+    software distribution system, which is implemented by public license
+    practices. Many people have made generous contributions to the wide range
+    of software distributed through that system in reliance on consistent
+    application of that system; it is up to the author/donor to decide if he or
+    she is willing to distribute software through any other system and a
+    licensee cannot impose that choice.
+
+    This section is intended to make thoroughly clear what is believed to be a
+    consequence of the rest of this License.
+
+8.  If the distribution and/or use of the Program is restricted in certain
+    countries either by patents or by copyrighted interfaces, the original
+    copyright holder who places the Program under this License may add an
+    explicit geographical distribution limitation excluding those countries, so
+    that distribution is permitted only in or among countries not thus excluded.
+    In such case, this License incorporates the limitation as if written in
+    the body of this License.
+
+9.  The Free Software Foundation may publish revised and/or new versions of the
+    General Public License from time to time. Such new versions will be similar
+    in spirit to the present version, but may differ in detail to address new
+    problems or concerns.
+
+    Each version is given a distinguishing version number. If the Program
+    specifies a version number of this License which applies to it and "any
+    later version", you have the option of following the terms and conditions
+    either of that version or of any later version published by the Free
+    Software Foundation. If the Program does not specify a version number of
+    this License, you may choose any version ever published by the Free
+    Software Foundation.
+
+10. If you wish to incorporate parts of the Program into other free programs
+    whose distribution conditions are different, write to the author to ask for
+    permission. For software which is copyrighted by the Free Software
+    Foundation, write to the Free Software Foundation; we sometimes make
+    exceptions for this. Our decision will be guided by the two goals of
+    preserving the free status of all derivatives of our free software and of
+    promoting the sharing and reuse of software generally.
+
+
+No Warranty
+-----------
+
+11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY FOR
+    THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN
+    OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES
+    PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED
+    OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+    MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO
+    THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM
+    PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR
+    CORRECTION.
+
+12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING WILL
+    ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR REDISTRIBUTE
+    THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY
+    GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE
+    USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF
+    DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD
+    PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS),
+    EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF
+    SUCH DAMAGES.

data/Rakefile

@@ -0,0 +1,46 @@
+require 'rubygems'
+require 'bundler'
+Bundler.require
+require 'rspec/core/rake_task'
+require "bundler/gem_tasks"
+
+RSpec::Core::RakeTask.new(:spec)
+
+desc "download test repo and run spec"
+task :default => ["test:create_repo", :spec]
+
+namespace :test do
+  desc "download test repo"
+  task :create_repo do
+    dir = "fixtures/repo"
+    unless File.directory? dir
+      cmd = "git clone https://github.com/evrone/ci-worker-test-repo.git fixtures/repo"
+      puts cmd
+      system cmd
+    end
+  end
+end
+
+desc "run travis build"
+task :travis => :default
+
+namespace :print do
+  task :script do
+    require 'vx/message/testing'
+    require File.expand_path("../spec/support/fixture", __FILE__)
+    require File.expand_path("../spec/support/create", __FILE__)
+
+    build = create :build
+    configuration = create :configuration
+
+    script_builder = Vx::Router::ScriptBuilder.new(build, configuration)
+
+    puts "\n#===> BEGIN BEFORE SCRIPT"
+    puts script_builder.to_before_script
+    puts "#===> END BEFORE SCRIPT\n"
+
+    puts "\n#===> BEGIN SCRIPT\n"
+    puts script_builder.to_script
+    puts "#===> END SCRIPT\n\n"
+  end
+end

data/bin/vx-router

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require File.expand_path("../../lib/vx/router", __FILE__)
+
+Vx::Router::CLI.new.run

data/fixtures/jobs_publisher

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+require File.expand_path("../../lib/vx/router", __FILE__)
+
+require 'vx/message/testing'
+
+include Vx
+Router::CLI.new
+
+num = ENV['NUM'] || 1
+num.to_i.times do
+  Router::BuildsConsumer.publish Message::PerformBuild.test_message
+end

data/fixtures/travis.yml

@@ -0,0 +1,5 @@
+rvm:
+  - 2.0.0
+before_script:
+  - "echo before_script"
+script: "RAILS_ENV=test ls -1 && echo DONE!"

data/lib/vx/router.rb

@@ -0,0 +1,158 @@
+require 'rubygems'
+require 'pathname'
+require 'fileutils'
+require 'thread'
+
+require 'vx/common/error_notifier'
+require 'vx/build_configuration'
+
+require File.expand_path("../..", __FILE__) + "/vx/router/ext/string.rb"
+require File.expand_path("../..", __FILE__) + "/vx/router/ext/array.rb"
+
+module Vx
+  class Router
+
+    autoload :Configuration,        File.expand_path("../router/configuration",                    __FILE__)
+    autoload :Build,                File.expand_path("../router/build",                            __FILE__)
+    autoload :ScriptBuilder,        File.expand_path("../router/script_builder",                   __FILE__)
+    autoload :CLI,                  File.expand_path("../router/cli",                              __FILE__)
+
+    autoload :BuildLogsConsumer,    File.expand_path("../router/consumers/build_logs_consumer",    __FILE__)
+    autoload :BuildStatusConsumer,  File.expand_path("../router/consumers/build_status_consumer",  __FILE__)
+    autoload :BuildsConsumer,       File.expand_path("../router/consumers/builds_consumer",        __FILE__)
+    autoload :JobsConsumer,         File.expand_path("../router/consumers/jobs_consumer",          __FILE__)
+    autoload :JobStatusConsumer,    File.expand_path("../router/consumers/job_status_consumer",    __FILE__)
+
+    module Helper
+      autoload :Config,             File.expand_path("../router/helper/config",                    __FILE__)
+      autoload :Logger,             File.expand_path("../router/helper/logger",                    __FILE__)
+      autoload :TraceShCommand,     File.expand_path("../router/helper/trace_sh_command",          __FILE__)
+    end
+
+    @@root = Pathname.new File.expand_path('../../..', __FILE__)
+    @@config_mutex = Mutex.new
+
+    class << self
+      def root
+        @@root
+      end
+
+      def logger
+        config.logger
+      end
+
+      def configure
+        yield config
+        config
+      end
+
+      def config
+        @config ||= begin
+          @@config_mutex.synchronize do
+            Configuration.new
+          end
+        end
+      end
+
+      def reset_config!
+        @config = nil
+      end
+
+      def initialize!
+        root.join("lib/vx/router/initializers").children.each do |e|
+          require e
+        end
+      end
+    end
+
+    include Helper::Logger
+    include Helper::Config
+
+    attr_reader :build, :configuration
+
+    def initialize(build)
+      @build         = build
+      @configuration = nil
+    end
+
+    def perform
+      log_build do
+        update_build_status do
+          load_configuration &&
+          create_and_delivery_build_matrix
+        end
+      end
+      build.release
+    end
+
+    def create_and_delivery_build_matrix
+      matrix = BuildConfiguration::Matrix.new configuration
+      build.jobs_count = matrix.configurations.size
+
+      matrix.configurations.each_with_index do |c, idx|
+        number = idx + 1
+        message = build.to_perform_job_message c, number
+        logger.info "delivery job #{message.id}.#{number} #{c.to_matrix_s}"
+        JobsConsumer.publish message
+
+        publish_job_status_message build, c, number
+      end
+
+      true
+    end
+
+    def load_configuration
+      @configuration = BuildConfiguration.from_yaml build.message.travis
+      @configuration
+    end
+
+    def log_build
+      logger.tagged("build #{build.message.id}") do
+        logger.info "starting build"
+        rs = yield
+        logger.info "done build"
+        rs
+      end
+    end
+
+    def update_build_status
+      publish_build_status_message Build::STARTED
+      rs = false
+      begin
+        rs = yield
+      rescue Exception => e
+        logger.error("ERROR: #{e.inspect}\n    BACKTRACE:\n#{e.backtrace.map{|i| "    #{i}" }.join("\n")}")
+        Common::ErrorNotifier.notify(e)
+      end
+
+      if rs
+        publish_build_status_message Build::FINISHED
+      else
+        publish_build_status_message Build::FAILED
+      end
+      rs
+    end
+
+    private
+
+      def publish_build_status_message(status)
+        message = build.to_build_status_message(status)
+        logger.info "delivered build status #{message.inspect}"
+        BuildStatusConsumer.publish message
+      end
+
+      def publish_job_status_message(build, travis, job_number)
+        message = Message::JobStatus.new(
+          build_id: build.message.id,
+          job_id:   job_number,
+          status:   Build::INITIALIED,
+          tm:       Time.now.to_i,
+          matrix:   travis.matrix_keys
+        )
+        logger.info "delivery job status #{message.inspect}"
+        JobStatusConsumer.publish message
+      end
+
+  end
+end
+