vx-common 0.2.0.pre28

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a5dd4334b8a22f8fb8a52fd8a352850b91b9c1b1
+  data.tar.gz: 29f94a208e9d39b7ed594f75388d204fae4d42dd
+SHA512:
+  metadata.gz: acf2a9fb9345c459cfb5fbffa536691b6a0990a4547eaf5dd3c86eb8d647fa5ae16b738c3663ef977e12fd06b98fa6f3ee6862ba0bfd9ff3cd91e5fe77ddfd83
+  data.tar.gz: f8ce58a67838ee63b6ee5e4ea10768f0fa2f7c22415b21f320ca440209e4762ebadfe2e979333c1e01fcab5c09b6c5c08228186187943be64719692123b5a755

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rspec

@@ -0,0 +1,3 @@
+--color
+-fd
+--order=rand

data/Gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in vx-common.gemspec
+gemspec
+gem 'vx-message', path: File.expand_path("../../message", __FILE__)

data/LICENSE.txt

@@ -0,0 +1,276 @@
+Copyright (c) 2013 Dmitry Galinsky
+
+The GNU General Public License, Version 2, June 1991 (GPLv2)
+============================================================
+
+> Copyright (C) 1989, 1991 Free Software Foundation, Inc.
+> 59 Temple Place, Suite 330
+> Boston, MA  02111-1307 USA
+
+Everyone is permitted to copy and distribute verbatim copies of this license
+document, but changing it is not allowed.
+
+
+Preamble
+--------
+
+The licenses for most software are designed to take away your freedom to share
+and change it. By contrast, the GNU General Public License is intended to
+guarantee your freedom to share and change free software--to make sure the
+software is free for all its users. This General Public License applies to most
+of the Free Software Foundation's software and to any other program whose
+authors commit to using it. (Some other Free Software Foundation software is
+covered by the GNU Library General Public License instead.) You can apply it to
+your programs, too.
+
+When we speak of free software, we are referring to freedom, not price. Our
+General Public Licenses are designed to make sure that you have the freedom to
+distribute copies of free software (and charge for this service if you wish),
+that you receive source code or can get it if you want it, that you can change
+the software or use pieces of it in new free programs; and that you know you can
+do these things.
+
+To protect your rights, we need to make restrictions that forbid anyone to deny
+you these rights or to ask you to surrender the rights. These restrictions
+translate to certain responsibilities for you if you distribute copies of the
+software, or if you modify it.
+
+For example, if you distribute copies of such a program, whether gratis or for a
+fee, you must give the recipients all the rights that you have. You must make
+sure that they, too, receive or can get the source code. And you must show them
+these terms so they know their rights.
+
+We protect your rights with two steps: (1) copyright the software, and (2) offer
+you this license which gives you legal permission to copy, distribute and/or
+modify the software.
+
+Also, for each author's protection and ours, we want to make certain that
+everyone understands that there is no warranty for this free software. If the
+software is modified by someone else and passed on, we want its recipients to
+know that what they have is not the original, so that any problems introduced by
+others will not reflect on the original authors' reputations.
+
+Finally, any free program is threatened constantly by software patents. We wish
+to avoid the danger that redistributors of a free program will individually
+obtain patent licenses, in effect making the program proprietary. To prevent
+this, we have made it clear that any patent must be licensed for everyone's free
+use or not licensed at all.
+
+The precise terms and conditions for copying, distribution and modification
+follow.
+
+
+Terms And Conditions For Copying, Distribution And Modification
+---------------------------------------------------------------
+0.  This License applies to any program or other work which contains a notice
+    placed by the copyright holder saying it may be distributed under the terms
+    of this General Public License. The "Program", below, refers to any such
+    program or work, and a "work based on the Program" means either the Program
+    or any derivative work under copyright law: that is to say, a work
+    containing the Program or a portion of it, either verbatim or with
+    modifications and/or translated into another language. (Hereinafter,
+    translation is included without limitation in the term "modification".)
+    Each licensee is addressed as "you".
+
+    Activities other than copying, distribution and modification are not
+    covered by this License; they are outside its scope. The act of running the
+    Program is not restricted, and the output from the Program is covered only
+    if its contents constitute a work based on the Program (independent of
+    having been made by running the Program). Whether that is true depends on
+    what the Program does.
+
+1.  You may copy and distribute verbatim copies of the Program's source code as
+    you receive it, in any medium, provided that you conspicuously and
+    appropriately publish on each copy an appropriate copyright notice and
+    disclaimer of warranty; keep intact all the notices that refer to this
+    License and to the absence of any warranty; and give any other recipients
+    of the Program a copy of this License along with the Program.
+
+    You may charge a fee for the physical act of transferring a copy, and you
+    may at your option offer warranty protection in exchange for a fee.
+
+2.  You may modify your copy or copies of the Program or any portion of it,
+    thus forming a work based on the Program, and copy and distribute such
+    modifications or work under the terms of Section 1 above, provided that you
+    also meet all of these conditions:
+
+    a)  You must cause the modified files to carry prominent notices stating
+        that you changed the files and the date of any change.
+
+    b)  You must cause any work that you distribute or publish, that in whole
+        or in part contains or is derived from the Program or any part thereof,
+        to be licensed as a whole at no charge to all third parties under the
+        terms of this License.
+
+    c)  If the modified program normally reads commands interactively when run,
+        you must cause it, when started running for such interactive use in the
+        most ordinary way, to print or display an announcement including an
+        appropriate copyright notice and a notice that there is no warranty (or
+        else, saying that you provide a warranty) and that users may
+        redistribute the program under these conditions, and telling the user
+        how to view a copy of this License. (Exception: if the Program itself
+        is interactive but does not normally print such an announcement, your
+        work based on the Program is not required to print an announcement.)
+
+    These requirements apply to the modified work as a whole. If identifiable
+    sections of that work are not derived from the Program, and can be
+    reasonably considered independent and separate works in themselves, then
+    this License, and its terms, do not apply to those sections when you
+    distribute them as separate works. But when you distribute the same
+    sections as part of a whole which is a work based on the Program, the
+    distribution of the whole must be on the terms of this License, whose
+    permissions for other licensees extend to the entire whole, and thus to
+    each and every part regardless of who wrote it.
+
+    Thus, it is not the intent of this section to claim rights or contest your
+    rights to work written entirely by you; rather, the intent is to exercise
+    the right to control the distribution of derivative or collective works
+    based on the Program.
+
+    In addition, mere aggregation of another work not based on the Program with
+    the Program (or with a work based on the Program) on a volume of a storage
+    or distribution medium does not bring the other work under the scope of
+    this License.
+
+3.  You may copy and distribute the Program (or a work based on it, under
+    Section 2) in object code or executable form under the terms of Sections 1
+    and 2 above provided that you also do one of the following:
+
+    a)  Accompany it with the complete corresponding machine-readable source
+        code, which must be distributed under the terms of Sections 1 and 2
+        above on a medium customarily used for software interchange; or,
+
+    b)  Accompany it with a written offer, valid for at least three years, to
+        give any third party, for a charge no more than your cost of physically
+        performing source distribution, a complete machine-readable copy of the
+        corresponding source code, to be distributed under the terms of
+        Sections 1 and 2 above on a medium customarily used for software
+        interchange; or,
+
+    c)  Accompany it with the information you received as to the offer to
+        distribute corresponding source code. (This alternative is allowed only
+        for noncommercial distribution and only if you received the program in
+        object code or executable form with such an offer, in accord with
+        Subsection b above.)
+
+    The source code for a work means the preferred form of the work for making
+    modifications to it. For an executable work, complete source code means all
+    the source code for all modules it contains, plus any associated interface
+    definition files, plus the scripts used to control compilation and
+    installation of the executable. However, as a special exception, the source
+    code distributed need not include anything that is normally distributed (in
+    either source or binary form) with the major components (compiler, kernel,
+    and so on) of the operating system on which the executable runs, unless
+    that component itself accompanies the executable.
+
+    If distribution of executable or object code is made by offering access to
+    copy from a designated place, then offering equivalent access to copy the
+    source code from the same place counts as distribution of the source code,
+    even though third parties are not compelled to copy the source along with
+    the object code.
+
+4.  You may not copy, modify, sublicense, or distribute the Program except as
+    expressly provided under this License. Any attempt otherwise to copy,
+    modify, sublicense or distribute the Program is void, and will
+    automatically terminate your rights under this License. However, parties
+    who have received copies, or rights, from you under this License will not
+    have their licenses terminated so long as such parties remain in full
+    compliance.
+
+5.  You are not required to accept this License, since you have not signed it.
+    However, nothing else grants you permission to modify or distribute the
+    Program or its derivative works. These actions are prohibited by law if you
+    do not accept this License. Therefore, by modifying or distributing the
+    Program (or any work based on the Program), you indicate your acceptance of
+    this License to do so, and all its terms and conditions for copying,
+    distributing or modifying the Program or works based on it.
+
+6.  Each time you redistribute the Program (or any work based on the Program),
+    the recipient automatically receives a license from the original licensor
+    to copy, distribute or modify the Program subject to these terms and
+    conditions. You may not impose any further restrictions on the recipients'
+    exercise of the rights granted herein. You are not responsible for
+    enforcing compliance by third parties to this License.
+
+7.  If, as a consequence of a court judgment or allegation of patent
+    infringement or for any other reason (not limited to patent issues),
+    conditions are imposed on you (whether by court order, agreement or
+    otherwise) that contradict the conditions of this License, they do not
+    excuse you from the conditions of this License. If you cannot distribute so
+    as to satisfy simultaneously your obligations under this License and any
+    other pertinent obligations, then as a consequence you may not distribute
+    the Program at all. For example, if a patent license would not permit
+    royalty-free redistribution of the Program by all those who receive copies
+    directly or indirectly through you, then the only way you could satisfy
+    both it and this License would be to refrain entirely from distribution of
+    the Program.
+
+    If any portion of this section is held invalid or unenforceable under any
+    particular circumstance, the balance of the section is intended to apply
+    and the section as a whole is intended to apply in other circumstances.
+
+    It is not the purpose of this section to induce you to infringe any patents
+    or other property right claims or to contest validity of any such claims;
+    this section has the sole purpose of protecting the integrity of the free
+    software distribution system, which is implemented by public license
+    practices. Many people have made generous contributions to the wide range
+    of software distributed through that system in reliance on consistent
+    application of that system; it is up to the author/donor to decide if he or
+    she is willing to distribute software through any other system and a
+    licensee cannot impose that choice.
+
+    This section is intended to make thoroughly clear what is believed to be a
+    consequence of the rest of this License.
+
+8.  If the distribution and/or use of the Program is restricted in certain
+    countries either by patents or by copyrighted interfaces, the original
+    copyright holder who places the Program under this License may add an
+    explicit geographical distribution limitation excluding those countries, so
+    that distribution is permitted only in or among countries not thus excluded.
+    In such case, this License incorporates the limitation as if written in
+    the body of this License.
+
+9.  The Free Software Foundation may publish revised and/or new versions of the
+    General Public License from time to time. Such new versions will be similar
+    in spirit to the present version, but may differ in detail to address new
+    problems or concerns.
+
+    Each version is given a distinguishing version number. If the Program
+    specifies a version number of this License which applies to it and "any
+    later version", you have the option of following the terms and conditions
+    either of that version or of any later version published by the Free
+    Software Foundation. If the Program does not specify a version number of
+    this License, you may choose any version ever published by the Free
+    Software Foundation.
+
+10. If you wish to incorporate parts of the Program into other free programs
+    whose distribution conditions are different, write to the author to ask for
+    permission. For software which is copyrighted by the Free Software
+    Foundation, write to the Free Software Foundation; we sometimes make
+    exceptions for this. Our decision will be guided by the two goals of
+    preserving the free status of all derivatives of our free software and of
+    promoting the sharing and reuse of software generally.
+
+
+No Warranty
+-----------
+
+11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY FOR
+    THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN
+    OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES
+    PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED
+    OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+    MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO
+    THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM
+    PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR
+    CORRECTION.
+
+12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING WILL
+    ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR REDISTRIBUTE
+    THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY
+    GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE
+    USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF
+    DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD
+    PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS),
+    EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF
+    SUCH DAMAGES.

data/Rakefile

@@ -0,0 +1,12 @@
+require 'rubygems'
+require 'bundler'
+Bundler.require
+require "bundler/gem_tasks"
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => [:spec]
+task :travis do
+  exec "bundle exec rake SPEC_OPTS='--format documentation --order=rand'"
+end

data/lib/vx/common/amqp_setup.rb

@@ -0,0 +1,41 @@
+require 'vx/common/amqp'
+require 'vx/common/error_notifier'
+
+module Vx
+  module Common
+
+    module AMQP
+      extend self
+
+      def setup(logger, options = {})
+        Vx::Common::AMQP.configure do |c|
+
+          c.before_subscribe do |e|
+            logger.warn "[#{e[:name]}] subsribing #{e[:exchange].name}"
+          end
+
+          c.after_subscribe do |e|
+            logger.warn "[#{e[:name]}] shutdown"
+          end
+
+          c.before_recieve do |e|
+            logger.warn "[#{e[:name]}] payload recieved #{e[:payload].inspect[0..60]}"
+          end
+
+          c.after_recieve do |e|
+            logger.warn "[#{e[:name]}] commit message"
+          end
+
+          c.on_error do |e|
+            Vx::Common::ErrorNotifier.notify(e)
+          end
+
+          c.content_type = 'application/x-protobuf'
+          c.logger       = nil
+          c.url          = options[:url]
+
+        end
+      end
+    end
+  end
+end

data/lib/vx/common/env_file.rb

@@ -0,0 +1,24 @@
+module Vx
+  module Common
+    module EnvFile
+
+      def read_env_file(file = nil)
+        file ||= '/etc/vexor/ci'
+        file = File.expand_path(file)
+
+        if File.readable?(file)
+          buf  = File.read(file)
+
+          buf.split("\n").each do |line|
+            next if line.strip.empty?
+
+            env, value = line.split("=").map(&:strip)
+            ::ENV[env] = value
+          end
+        end
+
+      end
+
+    end
+  end
+end

data/lib/vx/common/error_notifier.rb

@@ -0,0 +1,32 @@
+require 'airbrake'
+
+module Vx
+  module Common
+
+    class ErrorNotifier
+
+      class << self
+        def notify(error)
+          if setup
+            ::Airbrake.notify(error)
+          end
+        end
+
+        def setup
+          @configured ||= begin
+            return false unless ENV['AIRBRAKE_API_KEY']
+
+            ::Airbrake.configure do |config|
+              config.api_key = ENV['AIRBRAKE_API_KEY']
+              config.host    = ENV['AIRBRAKE_HOST']
+              config.port    = ENV['AIRBRAKE_PORT'] || 80
+              config.secure  = config.port == 443
+            end
+            true
+          end
+        end
+      end
+    end
+
+  end
+end

data/lib/vx/common/helper/middlewares.rb

@@ -0,0 +1,30 @@
+require 'vx/common/rack/builder'
+
+module Vx
+  module Common
+    module Helper
+      module Middlewares
+
+        def self.included(base)
+          base.send :extend, ClassMethods
+        end
+
+        def run_middlewares(*args, &block)
+          self.class.builder.to_app(block).call(*args)
+        end
+        private :run_middlewares
+
+        module ClassMethods
+
+          attr_reader :builder
+
+          def middlewares(&block)
+            @builder = Vx::Common::Rack::Builder.new(&block)
+          end
+
+        end
+
+      end
+    end
+  end
+end

data/lib/vx/common/helper/shell.rb

@@ -0,0 +1,83 @@
+require 'pathname'
+require 'fileutils'
+require 'tempfile'
+require 'shellwords'
+
+require 'vx/common/spawn'
+
+module Vx
+  module Common
+    module Helper
+
+      module Shell
+
+        private
+
+        include Vx::Common::Spawn
+
+        def path(name)
+          Pathname.new(name)
+        end
+
+        def mkdir(name)
+          FileUtils.mkdir_p name.to_s
+        end
+
+        def rm(name)
+          FileUtils.rm_rf name.to_s
+        end
+
+        def recreate(name)
+          rm name
+          mkdir name
+        end
+
+        def write_file(name, content, perm = 0644)
+          File.open(name, 'w', perm) do |io|
+            io.write content
+          end
+        end
+
+        def write_tmp_file(name, content, perm = 0600)
+          tmp = ::Tempfile.new name
+          tmp.write content
+          tmp.rewind
+          tmp.flush
+          tmp.close
+          FileUtils.chmod perm, tmp.path
+          tmp
+        end
+
+        def read_file(name)
+          if File.readable?(name)
+            File.read name
+          end
+        end
+
+        def expand_path(path)
+          File.expand_path path.to_s
+        end
+
+        def bash(*args, &block)
+          raise ArgumentError, 'block required' unless block_given?
+
+          options = args.last.is_a?(Hash) ? args.pop : {}
+          command = args.first
+
+          cmd = "/usr/bin/env -i HOME=${HOME} bash"
+
+          if file = options.delete(:file)
+            cmd << " #{file}"
+          else
+            cmd << " -c " << Shellwords.escape(command)
+          end
+
+          runner = options.delete(:ssh) || self
+          runner.send(:spawn, cmd, options, &block)
+        end
+
+      end
+
+    end
+  end
+end

data/lib/vx/common/helper/upload_sh_command.rb

@@ -0,0 +1,22 @@
+require 'base64'
+
+module Vx
+  module Common
+    module Helper
+      module UploadShCommand
+
+        def upload_sh_command(path, content, options = {})
+          encoded = ::Base64.encode64(content).gsub("\n", '')
+          "(echo #{encoded} | #{upload_sh_base64_command options}) > #{path}"
+        end
+
+        private
+
+          def upload_sh_base64_command(options)
+            %{base64 --decode}
+          end
+
+      end
+    end
+  end
+end

data/lib/vx/common/output_buffer.rb

@@ -0,0 +1,73 @@
+require 'thread'
+
+module Vx
+  module Common
+    class OutputBuffer
+
+      attr_reader :interval
+
+      def initialize(interval = 1, &block)
+        @interval = interval.to_f
+        @buffer   = ""
+        @write    = block
+        @mutex    = Mutex.new
+        @closed   = false
+
+        start_watching
+      end
+
+      def << (str)
+        closed!
+
+        @mutex.synchronize do
+          @buffer << str
+        end
+      end
+
+      def close
+        @closed = true
+        @thread.join
+      end
+
+      def flush
+        closed!
+        @mutex.synchronize { write }
+      end
+
+      def empty?
+        @buffer.size == 0
+      end
+
+      class ClosedBuffer < Exception ; end
+
+      private
+
+        def write
+          unless empty?
+            @write.call @buffer.dup
+            @buffer.clear
+          end
+        end
+
+        def closed!
+          raise ClosedBuffer if @closed
+        end
+
+        def start_watching
+          @thread = Thread.new do
+            loop do
+              sleep interval
+
+              unless empty?
+                @mutex.synchronize { write }
+              end
+
+              break if @closed
+            end
+          end
+          @thread.abort_on_exception = true
+        end
+
+    end
+  end
+end