vx-worker 0.2.0.pre28

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e5ee04a730defffa2d31c9bc8c88712d9bf1cd3e
+  data.tar.gz: f654402fc597e89de03bc136fb3a73ad899c86ce
+SHA512:
+  metadata.gz: 1dafcf6ddfe6efaee6ac3b6e282383846c7b699bcbd626f99f2125012161b51336313a7478b78f7ba2149ffe727876c47fe55c38259dcf2c36ea31f176310b75
+  data.tar.gz: 981214665be8424aba5f11bfd182ca40ea62ccb3daae29f837dae6cf00298b4d68f2e08117e06eaa6e51c1079263c6e9fff186fc54441226c23397a16a4bd416

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+fixtures/

data/.rspec

@@ -0,0 +1,3 @@
+-f d
+--color
+--order=rand

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in vx-worker.gemspec
+gemspec
+gem 'vx-common', path: File.expand_path("../../common", __FILE__)
+gem 'vx-message', path: File.expand_path("../../message", __FILE__)
+gem 'vx-container_connector', path: File.expand_path("../../container_connector", __FILE__)

data/LICENSE.txt

@@ -0,0 +1,276 @@
+Copyright (c) 2013 Dmitry Galinsky
+
+The GNU General Public License, Version 2, June 1991 (GPLv2)
+============================================================
+
+> Copyright (C) 1989, 1991 Free Software Foundation, Inc.
+> 59 Temple Place, Suite 330
+> Boston, MA  02111-1307 USA
+
+Everyone is permitted to copy and distribute verbatim copies of this license
+document, but changing it is not allowed.
+
+
+Preamble
+--------
+
+The licenses for most software are designed to take away your freedom to share
+and change it. By contrast, the GNU General Public License is intended to
+guarantee your freedom to share and change free software--to make sure the
+software is free for all its users. This General Public License applies to most
+of the Free Software Foundation's software and to any other program whose
+authors commit to using it. (Some other Free Software Foundation software is
+covered by the GNU Library General Public License instead.) You can apply it to
+your programs, too.
+
+When we speak of free software, we are referring to freedom, not price. Our
+General Public Licenses are designed to make sure that you have the freedom to
+distribute copies of free software (and charge for this service if you wish),
+that you receive source code or can get it if you want it, that you can change
+the software or use pieces of it in new free programs; and that you know you can
+do these things.
+
+To protect your rights, we need to make restrictions that forbid anyone to deny
+you these rights or to ask you to surrender the rights. These restrictions
+translate to certain responsibilities for you if you distribute copies of the
+software, or if you modify it.
+
+For example, if you distribute copies of such a program, whether gratis or for a
+fee, you must give the recipients all the rights that you have. You must make
+sure that they, too, receive or can get the source code. And you must show them
+these terms so they know their rights.
+
+We protect your rights with two steps: (1) copyright the software, and (2) offer
+you this license which gives you legal permission to copy, distribute and/or
+modify the software.
+
+Also, for each author's protection and ours, we want to make certain that
+everyone understands that there is no warranty for this free software. If the
+software is modified by someone else and passed on, we want its recipients to
+know that what they have is not the original, so that any problems introduced by
+others will not reflect on the original authors' reputations.
+
+Finally, any free program is threatened constantly by software patents. We wish
+to avoid the danger that redistributors of a free program will individually
+obtain patent licenses, in effect making the program proprietary. To prevent
+this, we have made it clear that any patent must be licensed for everyone's free
+use or not licensed at all.
+
+The precise terms and conditions for copying, distribution and modification
+follow.
+
+
+Terms And Conditions For Copying, Distribution And Modification
+---------------------------------------------------------------
+0.  This License applies to any program or other work which contains a notice
+    placed by the copyright holder saying it may be distributed under the terms
+    of this General Public License. The "Program", below, refers to any such
+    program or work, and a "work based on the Program" means either the Program
+    or any derivative work under copyright law: that is to say, a work
+    containing the Program or a portion of it, either verbatim or with
+    modifications and/or translated into another language. (Hereinafter,
+    translation is included without limitation in the term "modification".)
+    Each licensee is addressed as "you".
+
+    Activities other than copying, distribution and modification are not
+    covered by this License; they are outside its scope. The act of running the
+    Program is not restricted, and the output from the Program is covered only
+    if its contents constitute a work based on the Program (independent of
+    having been made by running the Program). Whether that is true depends on
+    what the Program does.
+
+1.  You may copy and distribute verbatim copies of the Program's source code as
+    you receive it, in any medium, provided that you conspicuously and
+    appropriately publish on each copy an appropriate copyright notice and
+    disclaimer of warranty; keep intact all the notices that refer to this
+    License and to the absence of any warranty; and give any other recipients
+    of the Program a copy of this License along with the Program.
+
+    You may charge a fee for the physical act of transferring a copy, and you
+    may at your option offer warranty protection in exchange for a fee.
+
+2.  You may modify your copy or copies of the Program or any portion of it,
+    thus forming a work based on the Program, and copy and distribute such
+    modifications or work under the terms of Section 1 above, provided that you
+    also meet all of these conditions:
+
+    a)  You must cause the modified files to carry prominent notices stating
+        that you changed the files and the date of any change.
+
+    b)  You must cause any work that you distribute or publish, that in whole
+        or in part contains or is derived from the Program or any part thereof,
+        to be licensed as a whole at no charge to all third parties under the
+        terms of this License.
+
+    c)  If the modified program normally reads commands interactively when run,
+        you must cause it, when started running for such interactive use in the
+        most ordinary way, to print or display an announcement including an
+        appropriate copyright notice and a notice that there is no warranty (or
+        else, saying that you provide a warranty) and that users may
+        redistribute the program under these conditions, and telling the user
+        how to view a copy of this License. (Exception: if the Program itself
+        is interactive but does not normally print such an announcement, your
+        work based on the Program is not required to print an announcement.)
+
+    These requirements apply to the modified work as a whole. If identifiable
+    sections of that work are not derived from the Program, and can be
+    reasonably considered independent and separate works in themselves, then
+    this License, and its terms, do not apply to those sections when you
+    distribute them as separate works. But when you distribute the same
+    sections as part of a whole which is a work based on the Program, the
+    distribution of the whole must be on the terms of this License, whose
+    permissions for other licensees extend to the entire whole, and thus to
+    each and every part regardless of who wrote it.
+
+    Thus, it is not the intent of this section to claim rights or contest your
+    rights to work written entirely by you; rather, the intent is to exercise
+    the right to control the distribution of derivative or collective works
+    based on the Program.
+
+    In addition, mere aggregation of another work not based on the Program with
+    the Program (or with a work based on the Program) on a volume of a storage
+    or distribution medium does not bring the other work under the scope of
+    this License.
+
+3.  You may copy and distribute the Program (or a work based on it, under
+    Section 2) in object code or executable form under the terms of Sections 1
+    and 2 above provided that you also do one of the following:
+
+    a)  Accompany it with the complete corresponding machine-readable source
+        code, which must be distributed under the terms of Sections 1 and 2
+        above on a medium customarily used for software interchange; or,
+
+    b)  Accompany it with a written offer, valid for at least three years, to
+        give any third party, for a charge no more than your cost of physically
+        performing source distribution, a complete machine-readable copy of the
+        corresponding source code, to be distributed under the terms of
+        Sections 1 and 2 above on a medium customarily used for software
+        interchange; or,
+
+    c)  Accompany it with the information you received as to the offer to
+        distribute corresponding source code. (This alternative is allowed only
+        for noncommercial distribution and only if you received the program in
+        object code or executable form with such an offer, in accord with
+        Subsection b above.)
+
+    The source code for a work means the preferred form of the work for making
+    modifications to it. For an executable work, complete source code means all
+    the source code for all modules it contains, plus any associated interface
+    definition files, plus the scripts used to control compilation and
+    installation of the executable. However, as a special exception, the source
+    code distributed need not include anything that is normally distributed (in
+    either source or binary form) with the major components (compiler, kernel,
+    and so on) of the operating system on which the executable runs, unless
+    that component itself accompanies the executable.
+
+    If distribution of executable or object code is made by offering access to
+    copy from a designated place, then offering equivalent access to copy the
+    source code from the same place counts as distribution of the source code,
+    even though third parties are not compelled to copy the source along with
+    the object code.
+
+4.  You may not copy, modify, sublicense, or distribute the Program except as
+    expressly provided under this License. Any attempt otherwise to copy,
+    modify, sublicense or distribute the Program is void, and will
+    automatically terminate your rights under this License. However, parties
+    who have received copies, or rights, from you under this License will not
+    have their licenses terminated so long as such parties remain in full
+    compliance.
+
+5.  You are not required to accept this License, since you have not signed it.
+    However, nothing else grants you permission to modify or distribute the
+    Program or its derivative works. These actions are prohibited by law if you
+    do not accept this License. Therefore, by modifying or distributing the
+    Program (or any work based on the Program), you indicate your acceptance of
+    this License to do so, and all its terms and conditions for copying,
+    distributing or modifying the Program or works based on it.
+
+6.  Each time you redistribute the Program (or any work based on the Program),
+    the recipient automatically receives a license from the original licensor
+    to copy, distribute or modify the Program subject to these terms and
+    conditions. You may not impose any further restrictions on the recipients'
+    exercise of the rights granted herein. You are not responsible for
+    enforcing compliance by third parties to this License.
+
+7.  If, as a consequence of a court judgment or allegation of patent
+    infringement or for any other reason (not limited to patent issues),
+    conditions are imposed on you (whether by court order, agreement or
+    otherwise) that contradict the conditions of this License, they do not
+    excuse you from the conditions of this License. If you cannot distribute so
+    as to satisfy simultaneously your obligations under this License and any
+    other pertinent obligations, then as a consequence you may not distribute
+    the Program at all. For example, if a patent license would not permit
+    royalty-free redistribution of the Program by all those who receive copies
+    directly or indirectly through you, then the only way you could satisfy
+    both it and this License would be to refrain entirely from distribution of
+    the Program.
+
+    If any portion of this section is held invalid or unenforceable under any
+    particular circumstance, the balance of the section is intended to apply
+    and the section as a whole is intended to apply in other circumstances.
+
+    It is not the purpose of this section to induce you to infringe any patents
+    or other property right claims or to contest validity of any such claims;
+    this section has the sole purpose of protecting the integrity of the free
+    software distribution system, which is implemented by public license
+    practices. Many people have made generous contributions to the wide range
+    of software distributed through that system in reliance on consistent
+    application of that system; it is up to the author/donor to decide if he or
+    she is willing to distribute software through any other system and a
+    licensee cannot impose that choice.
+
+    This section is intended to make thoroughly clear what is believed to be a
+    consequence of the rest of this License.
+
+8.  If the distribution and/or use of the Program is restricted in certain
+    countries either by patents or by copyrighted interfaces, the original
+    copyright holder who places the Program under this License may add an
+    explicit geographical distribution limitation excluding those countries, so
+    that distribution is permitted only in or among countries not thus excluded.
+    In such case, this License incorporates the limitation as if written in
+    the body of this License.
+
+9.  The Free Software Foundation may publish revised and/or new versions of the
+    General Public License from time to time. Such new versions will be similar
+    in spirit to the present version, but may differ in detail to address new
+    problems or concerns.
+
+    Each version is given a distinguishing version number. If the Program
+    specifies a version number of this License which applies to it and "any
+    later version", you have the option of following the terms and conditions
+    either of that version or of any later version published by the Free
+    Software Foundation. If the Program does not specify a version number of
+    this License, you may choose any version ever published by the Free
+    Software Foundation.
+
+10. If you wish to incorporate parts of the Program into other free programs
+    whose distribution conditions are different, write to the author to ask for
+    permission. For software which is copyrighted by the Free Software
+    Foundation, write to the Free Software Foundation; we sometimes make
+    exceptions for this. Our decision will be guided by the two goals of
+    preserving the free status of all derivatives of our free software and of
+    promoting the sharing and reuse of software generally.
+
+
+No Warranty
+-----------
+
+11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY FOR
+    THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN
+    OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES
+    PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED
+    OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+    MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO
+    THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM
+    PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR
+    CORRECTION.
+
+12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING WILL
+    ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR REDISTRIBUTE
+    THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY
+    GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE
+    USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF
+    DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD
+    PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS),
+    EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF
+    SUCH DAMAGES.

data/Rakefile

@@ -0,0 +1,27 @@
+require 'rubygems'
+require 'bundler'
+Bundler.require
+require 'rspec/core/rake_task'
+require "bundler/gem_tasks"
+
+RSpec::Core::RakeTask.new(:spec)
+
+desc "download test repo and run spec"
+task :default => ["test:create_repo", :spec]
+
+namespace :test do
+  desc "download test repo"
+  task :create_repo do
+    dir = "fixtures/repo"
+    unless File.directory? dir
+      cmd = "git clone https://github.com/evrone/ci-worker-test-repo.git fixtures/repo"
+      puts cmd
+      system cmd
+    end
+  end
+end
+
+desc "run travis build"
+task :travis do
+  exec "bundle exec rake SPEC_OPTS='--format documentation -t ~docker --order=rand'"
+end

data/bin/vx-worker

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require File.expand_path("../../lib/vx/worker", __FILE__)
+
+cli = Vx::Worker::CLI.new
+cli.run

data/docker/Dockerfile

@@ -0,0 +1,15 @@
+FROM ubuntu:12.04
+
+# disable questions
+ENV DEBIAN_FRONTEND noninteractive
+
+# disable service autostarting
+ENV RUNLEVEL 1
+
+# add runit helpers
+ADD ./sv-gen /usr/local/bin/sv-gen
+ADD ./sv-enable /usr/local/bin/sv-enable
+
+# run bootstrap
+ADD ./bootstrap.sh /tmp/bootstrap.sh
+RUN /tmp/bootstrap.sh && rm /tmp/bootstrap.sh

data/docker/bootstrap.sh

@@ -0,0 +1,106 @@
+#!/bin/bash
+set -x
+set -e
+
+# add ubuntu repos
+echo "deb http://us.archive.ubuntu.com/ubuntu/ precise universe" >> /etc/apt/sources.list
+echo "deb http://us.archive.ubuntu.com/ubuntu/ precise multiverse" >> /etc/apt/sources.list
+
+# fixes locales
+locale-gen en_US.UTF-8
+dpkg-reconfigure -fnoninteractive locales
+update-locale LC_ALL="en_US.UTF-8" LANG="en_US.UTF-8" LANGUAGE="en_US"
+export LANGUAGE=en_US
+export LANG=en_US.UTF-8
+export LC_ALL=en_US.UTF-8
+
+# replace init
+ dpkg-divert --local --rename --add /sbin/initctl
+ ln -s /bin/true /sbin/initctl
+
+apt-get -qy update
+apt-get install -qy curl git-core build-essential vim-tiny
+
+# add evrone repo
+mkdir -p /etc/apt/sources.list.d
+echo "deb  http://download.opensuse.org/repositories/home:/dmexe/xUbuntu_12.04/  ./" > /etc/apt/sources.list.d/Evrone.list
+curl http://download.opensuse.org/repositories/home:/dmexe/xUbuntu_12.04/Release.key | apt-key add -
+apt-get -qy update
+
+# add packages
+apt-get install -qy libmysqlclient-dev libpq-dev imagemagick libmagickwand-dev \
+  libcurl4-openssl-dev nodejs libxml2-dev libxslt-dev \
+  openjdk-7-jre-headless libsqlite3-dev libgeos-dev ruby
+
+# install runit
+chmod 0000 /sbin/start
+apt-get -qy install runit
+chmod 0755 /sbin/start
+
+# set user password
+useradd -m ci
+echo "ci:ci" | chpasswd
+apt-get -qy install sudo
+echo "ci ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
+
+# install ssh
+apt-get install -qy openssh-server
+mkdir -p /var/run/sshd
+sv-gen ssh "/usr/sbin/sshd -D -e"
+
+# install syslog
+apt-get install -qy rsyslog
+sv-gen rsyslogd "/usr/sbin/rsyslogd -c5 -n" root
+
+# install postgresql
+apt-get install -qy postgresql-9.1 postgresql-contrib-9.1
+echo "local all all     trust" > /etc/postgresql/9.1/main/pg_hba.conf
+echo "host all all all trust" >> /etc/postgresql/9.1/main/pg_hba.conf
+sv-gen postgresql "/usr/lib/postgresql/9.1/bin/postgres -D /var/lib/postgresql/9.1/main -c config_file=/etc/postgresql/9.1/main/postgresql.conf" postgres
+
+# install mysql
+apt-get install -qy mysql-server-5.5
+sv-gen mysql "/usr/sbin/mysqld" mysql
+
+# install redis-server
+apt-get install -qy redis-server
+sed -i 's|daemonize yes|daemonize no|g' /etc/redis/redis.conf
+sv-gen redis-server "/usr/bin/redis-server /etc/redis/redis.conf" redis
+
+# install rabbitmq-server
+apt-get install -qy rabbitmq-server
+sv-gen rabbitmq-server "/usr/sbin/rabbitmq-server" root
+
+# install elasticsearch
+ES_PKG=elasticsearch-0.90.5.deb
+curl https://download.elasticsearch.org/elasticsearch/elasticsearch/$ES_PKG -o /tmp/$ES_PKG
+dpkg -i /tmp/$ES_PKG
+rm -f /tmp/$ES_PKG
+sv-gen elasticsearch "/usr/share/elasticsearch/bin/elasticsearch -f -Des.path.data=/var/lib/elasticsearch" elasticsearch
+
+# install phantomjs
+PH_PKG=phantomjs-1.9.2-linux-x86_64.tar.bz2
+curl https://phantomjs.googlecode.com/files/$PH_PKG -o /tmp/$PH_PKG
+tar -jxf /tmp/$PH_PKG -C /usr/local
+rm -f /tmp/$PH_PKG
+ln -sf /usr/local/$(basename $PH_PKG .tar.bz2)/bin/phantomjs /usr/local/bin
+
+# add ruby
+apt-get install -qy rbenv rbenv-2.0.0-p195 rbenv-1.9.3-p448 rbenv-2.0.0-p247 rbenv-1.9.3-p392
+apt-get install -qy ruby1.8 ruby1.8-dev rubygems # 1.8.7
+env RBENV_VERSION=2.0.0-p247 rbenv exec gem install bundler --no-ri --no-rdoc
+env RBENV_VERSION=2.0.0-p195 rbenv exec gem install bundler --no-ri --no-rdoc
+env RBENV_VERSION=1.9.3-p448 rbenv exec gem install bundler --no-ri --no-rdoc
+env RBENV_VERSION=1.9.3-p392 rbenv exec gem install bundler --no-ri --no-rdoc
+env RBENV_VERSION=system rbenv exec gem install bundler --no-ri --no-rdoc
+rbenv rehash
+for i in `rbenv versions | grep -v '*'` ; do RBENV_VERSION=$i rbenv exec gem update --system ; done
+echo 'gem: --no-ri --no-rdoc' > /etc/gemrc
+
+apt-get -qy clean autoremove
+
+sv-enable postgresql
+sv-enable ssh
+sv-enable mysql
+sv-enable redis-server
+sv-enable rsyslogd

data/docker/sv-enable

@@ -0,0 +1,26 @@
+#!/bin/bash
+
+set -e
+
+NAME=${1}
+USAGE="Usage: sv-enable <service>"
+SRC=/etc/sv/${NAME}
+DST=/etc/service/${NAME}
+
+if [ "x${1}" = "x" ] ; then
+  echo $USAGE
+  exit 1
+fi
+
+if [ ! -d ${SRC} ] ; then
+  echo "Service ${NAME} does not exists"
+  exit 1
+fi
+
+mkdir -p /etc/service
+
+if [ ! -L $DST ] ; then
+  echo " ---> enable ${NAME}"
+  rm -rf ${DST}
+  ln -s ${SRC} ${DST}
+fi

data/docker/sv-gen

@@ -0,0 +1,50 @@
+#!/bin/bash
+
+set -e
+
+NAME=${1}
+CMD=${2}
+USER=${3:-root}
+DIR=${4:-/}
+RUN_FILE="/etc/sv/${NAME}/run"
+LOG_FILE="/etc/sv/${NAME}/log/run"
+
+USAGE="Usage: sv-gen <name> <command> [user] [directory]"
+
+if [ "x${1}" = "x" ] ; then
+  echo $USAGE
+  exit 1
+fi
+
+if [ "x${2}" = "x" ] ; then
+  echo $USAGE
+  exit 1
+fi
+
+echo " ---> create /etc/sv/${NAME}"
+mkdir -p /etc/sv/${NAME}
+
+echo " ---> create ${RUN_FILE}"
+cat > $RUN_FILE << EOF
+#!/bin/sh
+set -e
+exec 2>&1
+cd ${DIR}
+CMD="${CMD}"
+exec sudo -u ${USER} \$CMD 2>&1
+EOF
+chmod +x ${RUN_FILE}
+
+echo " ---> create /etc/sv/${NAME}/log"
+mkdir -p /etc/sv/${NAME}/log
+
+echo " ---> create ${LOG_FILE}"
+cat > $LOG_FILE << EOF
+#!/bin/sh
+set -e
+LOG=/var/log/${NAME}
+
+test -d "\$LOG" || mkdir -p m2750 "\$LOG"
+exec svlogd "\$LOG"
+EOF
+chmod +x ${LOG_FILE}

data/lib/vx/worker/cli.rb

@@ -0,0 +1,55 @@
+require 'optparse'
+require 'vx/common/amqp_setup'
+require 'vx/common'
+
+module Vx
+  module Worker
+    class CLI
+
+      include Helper::Config
+      include Helper::Logger
+      include Common::EnvFile
+
+      def initialize
+        @options = {}
+        parse!
+        Worker.initialize!
+      end
+
+      def run
+        trap('INT') {
+          Thread.new do
+            Vx::Common::AMQP.shutdown
+          end.join
+        }
+
+        Vx::Common::AMQP::Supervisor::Threaded.build(
+          Vx::Worker::JobsConsumer => config.workers,
+        ).run
+      end
+
+      private
+
+        def parse!
+          OptionParser.new do |opts|
+            opts.banner = "Usage: vx-worker [options]"
+            opts.on("-w", "--workers NUM", "Number of workers, default 1") do |v|
+              @options[:workers] = v.to_i
+            end
+            opts.on("-p", "--path PATH", "Working directory, default current directory") do |v|
+              @options[:path_prefix] = v.to_s
+            end
+            opts.on("-c", "--config FILE", "Path to configuration file, default /etc/vexor/ci") do |v|
+              @options[:config] = v
+            end
+          end.parse!
+
+          read_env_file @options.delete(:config)
+
+          @options.each_pair do |k,v|
+            config.public_send("#{k}=", v)
+          end
+        end
+    end
+  end
+end

data/lib/vx/worker/configuration.rb

@@ -0,0 +1,62 @@
+require 'hashr'
+require 'logger'
+require 'vx/common/tagged_logging'
+
+module Vx
+  module Worker
+    class Configuration < ::Hashr
+
+      extend Hashr::EnvDefaults
+
+      @@null_logger = Logger.new("/dev/null")
+
+      self.env_namespace = 'ci_worker'
+      self.raise_missing_keys = true
+
+      define amqp_url:     nil,
+             run:          "docker",
+             timeout:      30 * 60,
+             logger:       Common::TaggedLogging.new(Logger.new STDOUT),
+
+             workers:          1,
+             path_prefix:      nil,
+
+             docker: {
+               user: "ci",
+               password: "ci",
+               init:       %w{ /usr/bin/runsvdir -P /etc/service },
+               image:      "dmexe/ci",
+               remote_dir: "/home/ci",
+             },
+
+             local: {
+               remote_dir: "/tmp/.local_connector"
+             }
+
+      def timeout
+        self[:timeout].to_i
+      end
+
+      def run
+        self[:run].to_sym
+      end
+
+      def path_prefix
+        self[:path_prefix] || Dir.pwd
+      end
+
+      def null_logger
+        @@null_logger
+      end
+
+      def connector_options
+        self[self.run]
+      end
+
+      def connector_remote_dir
+        connector_options[:remote_dir]
+      end
+
+    end
+  end
+end