vx-worker 0.2.0.pre33 → 0.2.0.pre34

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7fdd0afcea78f520eda09ccca9b0c94132d268c9
-  data.tar.gz: bee94d952102d53cbd7da0bf088c694cea64832b
+  metadata.gz: f156dc45c556ad160b6d8feaa4f9aa5f3df5732b
+  data.tar.gz: d2740321400b14f56f47367105833b301fd57fb4
 SHA512:
-  metadata.gz: 68afc13e5976e7e917a5dd9840b692513aa9f0bc48c03262b037ebc010f20a7f3ba3e085fd471cf694d5f68276caa4d85dacb86d0837d9f02ba0e44223e086b9
-  data.tar.gz: cf2d8305ccafc91229e5ccc09344b547299261a9b0e04e62b2599f327a3f9b3a1cba30029b051d719a302930ea20cd6532169240fdb536f9a755df4e2ed6798e
+  metadata.gz: 4fadda2537e204fcfc716ad84bd1c814415517b6c5973515eeedd2c9110438c4d322f64a9fcae781febba842f60358f146cd29ea2ed9a9c7b3a7b40b313b24b0
+  data.tar.gz: 35cd903b4bbf2207ef4b5c71f695cb053f39e7cab226adf16045e8c3d2597ae7f6c8885b39f5c7580921143090f76b2a7ff9c1ca4b16543e4c98adea24022b7e

data/docker/.gitignore

@@ -0,0 +1 @@
+.ansible_hosts

data/docker/Dockerfile

@@ -1,15 +1,35 @@
-FROM ubuntu:12.04
+# ssh
 
-# disable questions
-ENV DEBIAN_FRONTEND noninteractive
+FROM ubuntu:12.04
 
-# disable service autostarting
 ENV RUNLEVEL 1
 
-# add runit helpers
-ADD ./sv-gen /usr/local/bin/sv-gen
-ADD ./sv-enable /usr/local/bin/sv-enable
+RUN echo "deb mirror://mirrors.ubuntu.com/mirrors.txt precise main restricted universe" > /etc/apt/sources.list
+RUN apt-get -qy update
+
+# add ssh
+RUN DEBIAN_FRONTEND=noninteractive RUNLEVEL=1 apt-get install -qy openssh-server
+RUN sed -i 's/start on filesystem/start on filesystem or dockerboot/' /etc/init/ssh.conf
+
+# add dbus, need for upstart jobs
+RUN DEBIAN_FRONTEND=noninteractive RUNLEVEL=1 apt-get install -qy dbus
+RUN sed -i 's/start on local-filesystems/start on local-filesystems or dockerboot/' /etc/init/dbus.conf
+
+# change /bin/mknod, need for openjdk-7-jdk => fuse
+RUN dpkg-divert --local --rename --add /sbin/mknod && ln -s /bin/true /sbin/mknod
+
+# create user
+RUN useradd -m vexor -s /bin/bash
+RUN echo "vexor:vexor" | chpasswd
+RUN apt-get -qy install sudo
+RUN echo "vexor ALL=(ALL) NOPASSWD: ALL" > /etc/sudoers
+
+# fix locales
+RUN locale-gen en_US.UTF-8
+RUN dpkg-reconfigure -fnoninteractive locales
+RUN update-locale LC_ALL="en_US.UTF-8" LANG="en_US.UTF-8" LANGUAGE="en_US"
+
+# install python and modules, needed for ansible
+RUN DEBIAN_FRONTEND=noninteractive RUNLEVEL=1 apt-get install -qy python
 
-# run bootstrap
-ADD ./bootstrap.sh /tmp/bootstrap.sh
-RUN /tmp/bootstrap.sh && rm /tmp/bootstrap.sh
+ENTRYPOINT ["/sbin/init", "--startup-event", "dockerboot"]

data/docker/build.sh

@@ -0,0 +1,47 @@
+#!/bin/bash
+
+set -e
+
+DOCKER="docker -H tcp://localhost"
+
+if [ -z $CONTAINER ] ; then
+  echo "* Build SSH image"
+  ${DOCKER} build -t dmexe/precise-ssh:latest .
+
+  CONTAINER=$(${DOCKER} run -d dmexe/precise-ssh)
+  echo "* Spawn container ${CONTAINER}"
+fi
+
+if [ -z $IMAGE_TAG ] ; then
+  IMAGE_TAG=latest
+fi
+
+if [ -z $IMAGE_NAME ] ; then
+  IMAGE_NAME=dmexe/precise
+fi
+
+ADDR=$(${DOCKER} inspect ${CONTAINER} | grep IPAddress | cut -d '"' -f 4)
+echo "* Using container IPAddress ${ADDR}"
+
+ANSIBLE_HOSTS=$(pwd)/.ansible_hosts
+echo $ADDR > $ANSIBLE_HOSTS
+export ANSIBLE_HOSTS
+export ANSIBLE_HOST_KEY_CHECKING=False
+
+if [ ! -z $TAGS ] ; then
+  TAGS=" --tags ${TAGS}"
+fi
+
+ANSIBLE_OPTS="--ask-pass -u vexor -s ${TAGS}"
+
+echo "* Run playbooks, type 'vexor' in 'SSH password:' prompt"
+ansible-playbook playbooks/site.yml $ANSIBLE_OPTS
+
+echo "* Kill container ${CONTAINER}"
+$DOCKER kill $CONTAINER
+
+echo "* Commit container ${CONTAINER} to ${IMAGE_NAME}:${IMAGE_TAG}"
+$DOCKER commit ${CONTAINER} ${IMAGE_NAME}:${IMAGE_TAG}
+
+echo "* DONE"
+

data/docker/playbooks/group_vars/all.yml

@@ -0,0 +1,24 @@
+---
+pg_version: 9.3
+mysql_version: 5.5
+phantomjs_version: 1.9.2
+elasticsearch_version: 0.90.8
+
+services_onboot:
+  - postgresql
+  - mysql
+  - redis-server
+
+ruby_versions:
+  - 2.0.0-p353
+  - 1.9.3-p484
+  - 1.8.7-p374
+  - jruby-1.7.9
+
+java_packages:
+  - openjdk-7-jdk
+  - icedtea-7-plugin
+java_ora_versions:
+  - oracle-java7-installer
+  - oracle-java8-installer
+java_default_version: java-1.7.0-openjdk-amd64

data/docker/playbooks/roles/bootstrap/main.yml

@@ -0,0 +1,11 @@
+---
+- hosts: all
+
+  tasks:
+    - name: bootstrap | install packages
+      apt: pkg=$item state=latest install_recommends=no
+      with_items:
+        - python-apt
+        - python-pycurl
+        - git-core
+        - patch

data/docker/playbooks/roles/build-essential/main.yml

@@ -0,0 +1,19 @@
+---
+- hosts: all
+
+  tasks:
+
+  - name: build-essential | install required packages
+    apt: pkg=$item state=latest install_recommends=no
+    with_items:
+      - build-essential
+      - libcurl4-openssl-dev
+      - libssl-dev
+      - libxml2-dev
+      - libxslt1-dev
+      - autoconf
+      - libyaml-dev
+      - libreadline6
+      - libreadline6-dev
+      - zlib1g
+      - zlib1g-dev

data/docker/playbooks/roles/cleanup/main.yml

@@ -0,0 +1,17 @@
+---
+- hosts: all
+  tags: cleanup
+
+  tasks:
+
+  - name: cleanup | stop dbus-daemon service
+    service: name=dbus state=stopped
+
+  - name: cleanup | remove dbus-daemon pid file
+    file: path=/var/run/dbus/pid state=absent
+
+  - name: cleanup | clean apt cache
+    shell: apt-get -qy clean
+
+  - name: cleanup | autoremove apt packages
+    shell: apt-get -qy autoremove

data/docker/playbooks/roles/elasticsearch/main.yml

@@ -0,0 +1,38 @@
+---
+- hosts: all
+  tags: elasticsearch
+  vars:
+    elasticsearch_url: https://download.elasticsearch.org/elasticsearch/elasticsearch/elasticsearch-${elasticsearch_version}.deb
+    elasticsearch_root: /usr/share/elasticsearch
+    elasticsearch_deb: /tmp/elasticsearch-${elasticsearch_version}.deb
+
+  tasks:
+
+  - name: elasticsearch | check installed
+    shell: test -f ${elasticsearch_root}/v${elasticsearch_version} && echo -n 'yes' || echo -n 'no'
+    register: elasticsearch_installed
+
+  - name: elasticsearch | download deb
+    get_url: dest=${elasticsearch_deb} url=${elasticsearch_url}
+    when: elasticsearch_installed.stdout == 'no'
+
+  - name: elasticsearch | install deb
+    shell: >
+      dpkg -i ${elasticsearch_deb}
+    when: elasticsearch_installed.stdout == 'no'
+
+  - name: elasticsearch | stop elasticsearch service
+    service: name=elasticsearch state=stopped
+    when: elasticsearch_installed.stdout == 'no'
+
+  - name: elasticsearch | remove temp files
+    shell: rm -f ${elasticsearch_deb}
+    when: elasticsearch_installed.stdout == 'no'
+
+  - name: elasticsearch | touch version
+    shell: touch ${elasticsearch_root}/v${elasticsearch_version}
+    when: elasticsearch_installed.stdout == 'no'
+
+  - name: elasticsearch | stop service
+    service: name=elasticsearch state=stopped
+    when: elasticsearch_installed.stdout == 'no'

data/docker/playbooks/roles/erlang/main.yml

@@ -0,0 +1,15 @@
+---
+- hosts: all
+
+  tasks:
+
+  - name: erlang | add apt repo
+    apt_repository: repo='deb http://packages.erlang-solutions.com/debian precise contrib' state=present
+
+  - name: erlang | add apt key
+    apt_key: id=A14F4FCA url=http://packages.erlang-solutions.com/debian/erlang_solutions.asc state=present
+
+  - name: erlang | install packages
+    apt: pkg=$item state=latest update_cache=true
+    with_items:
+      - erlang-nox

data/docker/playbooks/roles/java/main.yml

@@ -0,0 +1,59 @@
+---
+- hosts: all
+  tags: java
+  vars:
+    jdk_switcher_root: /usr/local/jdk_switcher
+    jdk_switcher_bin_path: /usr/local/bin/jdk_switcher.sh
+
+  tasks:
+
+  - name: java | prepare fuse
+    shell: touch /dev/fuse creates=/dev/fuse
+
+  - name: java | install fuse
+    apt: pkg=fuse state=present
+
+  - name: java | install required packages
+    apt: pkg=$item state=latest
+    with_items:
+      - debconf
+      - debconf-utils
+
+  - name: java | install openjdk packages
+    apt: pkg=$item state=latest install_recommends=no
+    with_items: $java_packages
+
+  - name: java | add webupd8team repo
+    apt_repository: repo='deb http://ppa.launchpad.net/webupd8team/java/ubuntu precise main' state=present
+
+  - name: java | add webupd8team repo key
+    apt_key: url=http://keyserver.ubuntu.com:11371/pks/lookup?op=get&search=0xC2518248EEA14886 state=present
+
+  - name: java | retrieve status of oracle licences
+    shell: >
+      debconf-get-selections | grep -q ${item} && echo -n 'yes' || echo -n 'no'
+    register: java_license_status
+    with_items: $java_ora_versions
+
+  - name: java | accept oracle licenses
+    shell: >
+      /bin/echo -e ${item.item} shared/accepted-oracle-license-v1-1 select true | debconf-set-selections
+    when: item.stdout != "yes"
+    with_items: ${java_license_status.results}
+
+  - name: java | apt-get update (to fix cannot be authenticated error)
+    shell: apt-get update
+
+  - name: java | install oracle versions
+    apt: pkg=$item state=latest
+    with_items: $java_ora_versions
+
+  - name: java | update jdk_switcher repo
+    git: repo=git://github.com/michaelklishin/jdk_switcher.git dest=$jdk_switcher_root
+
+  - name: java | copy jdk_switcher to path
+    file: path=${jdk_switcher_bin_path} src=${jdk_switcher_root}/jdk_switcher.sh state=link
+
+  - name: java | set default version
+    shell: >
+      update-java-alternatives -s ${java_default_version}

data/docker/playbooks/roles/mysql/main.yml

@@ -0,0 +1,15 @@
+---
+- hosts: all
+
+  tasks:
+
+  - name: mysql | install packages
+    apt: pkg=$item state=latest install_recommends=no
+    environment:
+      RUNLEVEL: '1'
+    with_items:
+      - mysql-server-${mysql_version}
+      - libmysqlclient-dev
+
+  - name: mysql | stop mysql server
+    service: name=mysql state=stopped

data/docker/playbooks/roles/nodejs/main.yml

@@ -0,0 +1,16 @@
+---
+- hosts: all
+  tags: nodejs
+
+  tasks:
+
+  - name: nodejs | add apt repo
+    apt_repository: repo='deb http://ppa.launchpad.net/chris-lea/node.js/ubuntu precise main' state=present
+
+  - name: nodejs | add apt key
+    apt_key: id=C7917B12 url=http://keyserver.ubuntu.com:11371/pks/lookup?op=get&search=0xB9316A7BC7917B12 state=present
+
+  - name: nodejs | install packages
+    apt: pkg=$item state=latest update_cache=true
+    with_items:
+      - nodejs

data/docker/playbooks/roles/phantomjs/main.yml

@@ -0,0 +1,34 @@
+---
+- hosts: all
+  tags: phantomjs
+  vars:
+    phantomjs_root: /usr/local/phantomjs-${phantomjs_version}-linux-x86_64
+    phantomjs_url: https://phantomjs.googlecode.com/files/phantomjs-${phantomjs_version}-linux-x86_64.tar.bz2
+    phantomjs_archive: /tmp/phantomjs-${phantomjs_version}.tar.bz2
+
+  tasks:
+
+  - name: phantomjs | check installed
+    shell: test -d ${phantomjs_root} && echo -n 'yes' || echo -n 'no'
+    register: phantomjs_installed
+
+  - name: phantomjs | download archive
+    get_url: dest=${phantomjs_archive} url=${phantomjs_url}
+    when: phantomjs_installed.stdout == 'no'
+
+  - name: phantomjs | install required packages
+    apt: pkg=${item}
+    with_items:
+      - bzip2
+
+  - name: phantomjs | unpack archive
+    shell: >
+      tar -jxf ${phantomjs_archive} -C /usr/local
+    when: phantomjs_installed.stdout == 'no'
+
+  - name: phantomjs | add to path
+    file: src=${phantomjs_root}/bin/phantomjs dest=/usr/local/bin/phantomjs state=link
+
+  - name: phantomjs | remove temp files
+    shell: rm -f ${phantomjs_archive}
+    when: phantomjs_installed.stdout == 'no'

data/docker/playbooks/roles/postgresql/files/pg_hba.conf

@@ -0,0 +1,2 @@
+local  all all     trust
+host   all all all trust

data/docker/playbooks/roles/postgresql/main.yml

@@ -0,0 +1,29 @@
+#
+# require packages: python-apt, python-pycurl
+#
+---
+- hosts: all
+
+  tasks:
+
+  - name: postgresql | add apt repo
+    apt_repository: repo='deb http://apt.postgresql.org/pub/repos/apt/ precise-pgdg main' state=present
+
+  - name: postgresql | add apt key
+    apt_key: id=ACCC4CF8 url=https://www.postgresql.org/media/keys/ACCC4CF8.asc state=present
+
+  - name: postgresql | install packages
+    apt: pkg=$item state=latest update_cache=true
+    environment:
+      RUNLEVEL: '1'
+    with_items:
+      - postgresql-${pg_version}
+      - postgresql-client-${pg_version}
+      - postgresql-contrib-${pg_version}
+      - libpq-dev
+
+  - name: postgresql | create pg_hba.conf
+    copy: src=files/pg_hba.conf dest=/etc/postgresql/${pg_version}/main/pg_hba.conf
+
+  - name: postgresql | stop postgresql server
+    service: name=postgresql state=stopped

data/docker/playbooks/roles/rabbitmq/main.yml

@@ -0,0 +1,20 @@
+---
+- hosts: all
+
+  tasks:
+
+  - name: rabbitmq | add apt repo
+    apt_repository: repo='deb http://www.rabbitmq.com/debian/ testing main' state=present
+
+  - name: rabbitmq | add apt key
+    apt_key: url=http://www.rabbitmq.com/rabbitmq-signing-key-public.asc state=present
+
+  - name: rabbitmq | install packages
+    apt: pkg=$item state=latest update_cache=true
+    environment:
+      RUNLEVEL: '1'
+    with_items:
+      - rabbitmq-server
+
+  - name: rabbitmq | stop rabbitmq server
+    service: name=rabbitmq-server state=stopped

data/docker/playbooks/roles/rbenv/files/gemrc

@@ -0,0 +1,5 @@
+---
+:sources:
+- http://gems.rubyforge.org
+- http://gems.github.com
+gem: --no-ri --no-rdoc

data/docker/playbooks/roles/rbenv/files/rbenv.patch

@@ -0,0 +1,4 @@
+24c24
+<   RBENV_ROOT="${HOME}/.rbenv"
+---
+>   RBENV_ROOT="/usr/local/rbenv"

data/docker/playbooks/roles/rbenv/main.yml

@@ -0,0 +1,52 @@
+---
+- hosts: all
+  vars:
+    rbenv_root: /usr/local/rbenv
+    ruby_build_root: /usr/local/ruby-build
+    rbenv_path: /usr/local/bin/rbenv
+  tags: ruby
+
+  tasks:
+
+  - name: rbenv | update rbenv repo
+    git: repo=git://github.com/sstephenson/rbenv.git dest=$rbenv_root version=v0.4.0
+    register: rbenv_repo_created
+
+  - name: rbenv | add rbenv to path
+    file: src=${rbenv_root}/bin/rbenv path=${rbenv_path} state=link
+
+  - name: rbenv | create rbenv.patch file
+    copy:  src=files/rbenv.patch dest=${rbenv_root}/rbenv.patch
+    register: rbenv_patch_created
+
+  - name: rbenv | apply rbenv.patch
+    command: patch -N ${rbenv_root}/libexec/rbenv ${rbenv_root}/rbenv.patch
+    when: rbenv_patch_created.changed or rbenv_repo_created.changed
+
+  - name: rbenv | update ruby-build repo
+    git: repo=git://github.com/sstephenson/ruby-build.git dest=${ruby_build_root}
+
+  - name: rbenv | create gemrc
+    copy: src=files/gemrc dest=/etc/gemrc
+
+  - name: rbenv | check installed ruby versions
+    stat: path=${rbenv_root}/versions/${item}/bin
+    register: rbenv_installed_versions
+    with_items: $ruby_versions
+
+  - name: rbenv | install ruby versions
+    shell: >
+      ${ruby_build_root}/bin/ruby-build ${item.item} ${rbenv_root}/versions/${item.item} &&
+      env PATH=${rbenv_root}/versions/${item.item}/bin:\$PATH gem install bundler
+    with_items: ${rbenv_installed_versions.results}
+    when: item.stat.exists == False
+    notify:
+      - rbenv | rehash
+
+  - name: rbenv | set global version
+    template: src=templates/version dest=${rbenv_root}/version
+
+  handlers:
+
+  - name: rbenv | rehash
+    shell: rbenv rehash

data/docker/playbooks/roles/rbenv/templates/version

@@ -0,0 +1 @@
+{{ ruby_versions[0] }}

data/docker/playbooks/roles/redis/main.yml

@@ -0,0 +1,21 @@
+---
+- hosts: all
+
+  tasks:
+
+  - name: redis | add apt repo
+    apt_repository: repo='deb http://ppa.launchpad.net/chris-lea/redis-server/ubuntu precise main' state=present
+
+  - name: redis | add apt key
+    apt_key: id=C7917B12 url=http://keyserver.ubuntu.com:11371/pks/lookup?op=get&search=0xB9316A7BC7917B12 state=present
+
+  - name: redis | install packages
+    apt: pkg=$item state=latest update_cache=true
+    environment:
+      RUNLEVEL: '1'
+    with_items:
+      - redis-server
+      - redis-tools
+
+  - name: redis | stop redis server
+    service: name=redis-server state=stopped

data/docker/playbooks/roles/services/main.yml

@@ -0,0 +1,8 @@
+---
+- hosts: all
+  tags: services
+
+  tasks:
+
+  - name: services | create upstart job
+    template: src=templates/docker-boot.upstart.conf dest=/etc/init/docker-boot.conf

data/docker/playbooks/roles/services/templates/docker-boot.upstart.conf

@@ -0,0 +1,11 @@
+description "Start sercices on docker boot"
+start on (dockerboot and started dbus)
+stop on runlevel [06]
+
+task
+
+script
+  {% for srv in services_onboot %}
+  service {{ srv }} start
+  {% endfor %}
+end script

data/docker/playbooks/site.yml

@@ -0,0 +1,21 @@
+---
+- hosts: all
+
+- include: roles/bootstrap/main.yml
+- include: roles/build-essential/main.yml
+
+- include: roles/java/main.yml
+- include: roles/rbenv/main.yml
+- include: roles/erlang/main.yml
+- include: roles/nodejs/main.yml
+
+- include: roles/phantomjs/main.yml
+
+- include: roles/postgresql/main.yml
+- include: roles/redis/main.yml
+- include: roles/mysql/main.yml
+- include: roles/rabbitmq/main.yml
+- include: roles/elasticsearch/main.yml
+
+- include: roles/services/main.yml
+- include: roles/cleanup/main.yml

data/lib/vx/worker/configuration.rb

@@ -22,15 +22,15 @@ module Vx
              path_prefix:      nil,
 
              docker: {
-               user: "ci",
-               password: "ci",
-               init:       %w{ /usr/bin/runsvdir -P /etc/service },
-               image:      "dmexe/ci",
-               remote_dir: "/home/ci",
+               user:       nil,
+               password:   nil,
+               init:       nil,
+               image:      nil,
+               remote_dir: nil
              },
 
              local: {
-               remote_dir: "/tmp/.local_connector"
+               remote_dir: nil
              }
 
       def timeout

data/lib/vx/worker/version.rb

@@ -1,5 +1,5 @@
 module Vx
   module Worker
-    VERSION = "0.2.0.pre33"
+    VERSION = "0.2.0.pre34"
   end
 end

data/spec/lib/worker/configuration_spec.rb

@@ -5,26 +5,26 @@ describe Vx::Worker::Configuration do
   subject { config }
 
   its(:run)                  { should eq :docker }
-  its(:docker)               { should be         }
-  its(:timeout)              { should eq 1800    }
-  its(:amqp_url)             { should be_nil     }
+  its(:docker)               { should be }
+  its(:timeout)              { should eq 1800 }
+  its(:amqp_url)             { should be_nil }
   its(:connector_options)    { should eq config.docker }
   its(:connector_remote_dir) { should eq config.docker.remote_dir }
 
   context "docker" do
     subject { config.docker }
 
-    its(:user)       { should be }
-    its(:password)   { should be }
-    its(:init)       { should be }
-    its(:image)      { should be }
-    its(:remote_dir) { should be }
+    its(:user)       { should be_nil }
+    its(:password)   { should be_nil }
+    its(:init)       { should be_nil }
+    its(:image)      { should be_nil }
+    its(:remote_dir) { should be_nil }
   end
 
   context "local" do
     subject { config.local }
 
-    its(:remote_dir){ should be }
+    its(:remote_dir){ should be_nil }
   end
 
   context ".configure" do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: vx-worker
 version: !ruby/object:Gem::Version
-  version: 0.2.0.pre33
+  version: 0.2.0.pre34
 platform: ruby
 authors:
 - Dmitry Galinsky
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-12-16 00:00:00.000000000 Z
+date: 2013-12-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: vx-common
@@ -16,42 +16,42 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.2.0.pre33
+        version: 0.2.0.pre34
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.2.0.pre33
+        version: 0.2.0.pre34
 - !ruby/object:Gem::Dependency
   name: vx-message
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.2.0.pre33
+        version: 0.2.0.pre34
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.2.0.pre33
+        version: 0.2.0.pre34
 - !ruby/object:Gem::Dependency
   name: vx-container_connector
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.2.0.pre33
+        version: 0.2.0.pre34
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.2.0.pre33
+        version: 0.2.0.pre34
 - !ruby/object:Gem::Dependency
   name: vx-common-amqp
   requirement: !ruby/object:Gem::Requirement
@@ -150,10 +150,30 @@ files:
 - LICENSE.txt
 - Rakefile
 - bin/vx-worker
+- docker/.gitignore
 - docker/Dockerfile
-- docker/bootstrap.sh
-- docker/sv-enable
-- docker/sv-gen
+- docker/build.sh
+- docker/playbooks/group_vars/all.yml
+- docker/playbooks/roles/bootstrap/main.yml
+- docker/playbooks/roles/build-essential/main.yml
+- docker/playbooks/roles/cleanup/main.yml
+- docker/playbooks/roles/elasticsearch/main.yml
+- docker/playbooks/roles/erlang/main.yml
+- docker/playbooks/roles/java/main.yml
+- docker/playbooks/roles/mysql/main.yml
+- docker/playbooks/roles/nodejs/main.yml
+- docker/playbooks/roles/phantomjs/main.yml
+- docker/playbooks/roles/postgresql/files/pg_hba.conf
+- docker/playbooks/roles/postgresql/main.yml
+- docker/playbooks/roles/rabbitmq/main.yml
+- docker/playbooks/roles/rbenv/files/gemrc
+- docker/playbooks/roles/rbenv/files/rbenv.patch
+- docker/playbooks/roles/rbenv/main.yml
+- docker/playbooks/roles/rbenv/templates/version
+- docker/playbooks/roles/redis/main.yml
+- docker/playbooks/roles/services/main.yml
+- docker/playbooks/roles/services/templates/docker-boot.upstart.conf
+- docker/playbooks/site.yml
 - lib/vx/worker.rb
 - lib/vx/worker/cli.rb
 - lib/vx/worker/configuration.rb
@@ -209,7 +229,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: 1.3.1
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.1.11
+rubygems_version: 2.0.14
 signing_key: 
 specification_version: 4
 summary: ci worker

data/docker/bootstrap.sh

@@ -1,106 +0,0 @@
-#!/bin/bash
-set -x
-set -e
-
-# add ubuntu repos
-echo "deb http://us.archive.ubuntu.com/ubuntu/ precise universe" >> /etc/apt/sources.list
-echo "deb http://us.archive.ubuntu.com/ubuntu/ precise multiverse" >> /etc/apt/sources.list
-
-# fixes locales
-locale-gen en_US.UTF-8
-dpkg-reconfigure -fnoninteractive locales
-update-locale LC_ALL="en_US.UTF-8" LANG="en_US.UTF-8" LANGUAGE="en_US"
-export LANGUAGE=en_US
-export LANG=en_US.UTF-8
-export LC_ALL=en_US.UTF-8
-
-# replace init
- dpkg-divert --local --rename --add /sbin/initctl
- ln -s /bin/true /sbin/initctl
-
-apt-get -qy update
-apt-get install -qy curl git-core build-essential vim-tiny
-
-# add evrone repo
-mkdir -p /etc/apt/sources.list.d
-echo "deb  http://download.opensuse.org/repositories/home:/dmexe/xUbuntu_12.04/  ./" > /etc/apt/sources.list.d/Evrone.list
-curl http://download.opensuse.org/repositories/home:/dmexe/xUbuntu_12.04/Release.key | apt-key add -
-apt-get -qy update
-
-# add packages
-apt-get install -qy libmysqlclient-dev libpq-dev imagemagick libmagickwand-dev \
-  libcurl4-openssl-dev nodejs libxml2-dev libxslt-dev \
-  openjdk-7-jre-headless libsqlite3-dev libgeos-dev ruby
-
-# install runit
-chmod 0000 /sbin/start
-apt-get -qy install runit
-chmod 0755 /sbin/start
-
-# set user password
-useradd -m ci
-echo "ci:ci" | chpasswd
-apt-get -qy install sudo
-echo "ci ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
-
-# install ssh
-apt-get install -qy openssh-server
-mkdir -p /var/run/sshd
-sv-gen ssh "/usr/sbin/sshd -D -e"
-
-# install syslog
-apt-get install -qy rsyslog
-sv-gen rsyslogd "/usr/sbin/rsyslogd -c5 -n" root
-
-# install postgresql
-apt-get install -qy postgresql-9.1 postgresql-contrib-9.1
-echo "local all all     trust" > /etc/postgresql/9.1/main/pg_hba.conf
-echo "host all all all trust" >> /etc/postgresql/9.1/main/pg_hba.conf
-sv-gen postgresql "/usr/lib/postgresql/9.1/bin/postgres -D /var/lib/postgresql/9.1/main -c config_file=/etc/postgresql/9.1/main/postgresql.conf" postgres
-
-# install mysql
-apt-get install -qy mysql-server-5.5
-sv-gen mysql "/usr/sbin/mysqld" mysql
-
-# install redis-server
-apt-get install -qy redis-server
-sed -i 's|daemonize yes|daemonize no|g' /etc/redis/redis.conf
-sv-gen redis-server "/usr/bin/redis-server /etc/redis/redis.conf" redis
-
-# install rabbitmq-server
-apt-get install -qy rabbitmq-server
-sv-gen rabbitmq-server "/usr/sbin/rabbitmq-server" root
-
-# install elasticsearch
-ES_PKG=elasticsearch-0.90.5.deb
-curl https://download.elasticsearch.org/elasticsearch/elasticsearch/$ES_PKG -o /tmp/$ES_PKG
-dpkg -i /tmp/$ES_PKG
-rm -f /tmp/$ES_PKG
-sv-gen elasticsearch "/usr/share/elasticsearch/bin/elasticsearch -f -Des.path.data=/var/lib/elasticsearch" elasticsearch
-
-# install phantomjs
-PH_PKG=phantomjs-1.9.2-linux-x86_64.tar.bz2
-curl https://phantomjs.googlecode.com/files/$PH_PKG -o /tmp/$PH_PKG
-tar -jxf /tmp/$PH_PKG -C /usr/local
-rm -f /tmp/$PH_PKG
-ln -sf /usr/local/$(basename $PH_PKG .tar.bz2)/bin/phantomjs /usr/local/bin
-
-# add ruby
-apt-get install -qy rbenv rbenv-2.0.0-p195 rbenv-1.9.3-p448 rbenv-2.0.0-p247 rbenv-1.9.3-p392
-apt-get install -qy ruby1.8 ruby1.8-dev rubygems # 1.8.7
-env RBENV_VERSION=2.0.0-p247 rbenv exec gem install bundler --no-ri --no-rdoc
-env RBENV_VERSION=2.0.0-p195 rbenv exec gem install bundler --no-ri --no-rdoc
-env RBENV_VERSION=1.9.3-p448 rbenv exec gem install bundler --no-ri --no-rdoc
-env RBENV_VERSION=1.9.3-p392 rbenv exec gem install bundler --no-ri --no-rdoc
-env RBENV_VERSION=system rbenv exec gem install bundler --no-ri --no-rdoc
-rbenv rehash
-for i in `rbenv versions | grep -v '*'` ; do RBENV_VERSION=$i rbenv exec gem update --system ; done
-echo 'gem: --no-ri --no-rdoc' > /etc/gemrc
-
-apt-get -qy clean autoremove
-
-sv-enable postgresql
-sv-enable ssh
-sv-enable mysql
-sv-enable redis-server
-sv-enable rsyslogd

data/docker/sv-enable

@@ -1,26 +0,0 @@
-#!/bin/bash
-
-set -e
-
-NAME=${1}
-USAGE="Usage: sv-enable <service>"
-SRC=/etc/sv/${NAME}
-DST=/etc/service/${NAME}
-
-if [ "x${1}" = "x" ] ; then
-  echo $USAGE
-  exit 1
-fi
-
-if [ ! -d ${SRC} ] ; then
-  echo "Service ${NAME} does not exists"
-  exit 1
-fi
-
-mkdir -p /etc/service
-
-if [ ! -L $DST ] ; then
-  echo " ---> enable ${NAME}"
-  rm -rf ${DST}
-  ln -s ${SRC} ${DST}
-fi

data/docker/sv-gen

@@ -1,50 +0,0 @@
-#!/bin/bash
-
-set -e
-
-NAME=${1}
-CMD=${2}
-USER=${3:-root}
-DIR=${4:-/}
-RUN_FILE="/etc/sv/${NAME}/run"
-LOG_FILE="/etc/sv/${NAME}/log/run"
-
-USAGE="Usage: sv-gen <name> <command> [user] [directory]"
-
-if [ "x${1}" = "x" ] ; then
-  echo $USAGE
-  exit 1
-fi
-
-if [ "x${2}" = "x" ] ; then
-  echo $USAGE
-  exit 1
-fi
-
-echo " ---> create /etc/sv/${NAME}"
-mkdir -p /etc/sv/${NAME}
-
-echo " ---> create ${RUN_FILE}"
-cat > $RUN_FILE << EOF
-#!/bin/sh
-set -e
-exec 2>&1
-cd ${DIR}
-CMD="${CMD}"
-exec sudo -u ${USER} \$CMD 2>&1
-EOF
-chmod +x ${RUN_FILE}
-
-echo " ---> create /etc/sv/${NAME}/log"
-mkdir -p /etc/sv/${NAME}/log
-
-echo " ---> create ${LOG_FILE}"
-cat > $LOG_FILE << EOF
-#!/bin/sh
-set -e
-LOG=/var/log/${NAME}
-
-test -d "\$LOG" || mkdir -p m2750 "\$LOG"
-exec svlogd "\$LOG"
-EOF
-chmod +x ${LOG_FILE}