docker-spec 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ec716d228a4a5a27638c2ae5c4e86589f055366b
-  data.tar.gz: f625a53beed83758039e2766db7dac9fb1106809
+  metadata.gz: a736a70e119ee3d55295140138d5f220f382fd4e
+  data.tar.gz: 7945ce843581eb476e90346fc40f63cde87db0a5
 SHA512:
-  metadata.gz: 6be64c5bd2f787f1440b9127e334e43599f4f23679129df9b2ae7e9d32ba00fa2f3755042075793d6f182a55570b393ace9c710edb0f1c58e7711ee19b6f0d84
-  data.tar.gz: 7ce469a66bfa79a12f2f9dac5827cdaec2b2216edd7a79a716626bdf0327ce8e3468ed1bab9edf9a97d616c78233f344a669ab260c06cfae965d690dba795a90
+  metadata.gz: a3af787003c12260f552e08fdf2a23a80f6377c8c5e243cae6e06abd954643f6918f28cc80262f138510cb20f4c69f5d471c666f531c4f00a7107da83dd82dfe
+  data.tar.gz: 88d4133cfb8a0a4b2e2946e0cb80a8d401a763b473f0c23b9a2eae4b18ff3a435ac99f0d27632ddc0e3f5cb6c95369b79fdc962d319b7116a6211b2abc7d2d2d

data/.gitignore

@@ -7,3 +7,6 @@
 /pkg/
 /spec/reports/
 /tmp/
+
+# Vim files
+*.sw?

data/README.md

@@ -35,3 +35,4 @@ Bug reports and pull requests are welcome on GitHub at https://github.com/[USERN
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
 
+# TODO: Finish the integration with push

data/docker-spec.gemspec

@@ -21,4 +21,14 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency "bundler", "~> 1.10"
   spec.add_development_dependency "rake", "~> 10.0"
+
+  spec.add_dependency 'serverspec'
+  spec.add_dependency 'docker-api'
+  spec.add_dependency 'pry'
+  spec.add_dependency 'timeout'
+  spec.add_dependency 'highline'
+  spec.add_dependency 'popen4'
+  spec.add_dependency 'colorize'
+  spec.add_dependency 'logger'
+  spec.add_dependency 'moneta'
 end

data/lib/docker/spec.rb

@@ -1,7 +1,182 @@
-require "docker/spec/version"
+require 'docker/spec/version'
+require 'docker/spec/docker'
+require 'serverspec'
+require 'docker'
+require 'pry'
+require 'timeout'
+require 'highline/import'
+require 'popen4'
+require 'colorize'
+require 'yaml'
+require 'logger'
+require 'moneta'
+require 'pp'
 
-module Docker
-  module Spec
-    # Your code goes here...
+# Documentation
+module DockerSpec
+  CONTAINER_RUN_WAIT_TIMEOUT = 60
+  CONFIG_FILE = 'docker_spec.yml'
+  ROOT_DIR = 'root'
+  STDOUT.sync = true
+
+  def self.run
+    load_config
+    build_root if @config[:build_root]
+    build_docker_image
+    rspec_run
+  end
+
+  def self.push
+    @config[:push_container] = DockerSpec.get_config(:push_container, 'DOCKER_SPEC_PUSH_CONTAINER',
+                                                     'Push new tag? ')
+    if @config[:push_container]
+
+      @config[:tag_db] ||
+        fail('tag_db is not defined in docker_spec.yml')
+      @config[:dockerhub] ||
+        fail('dockerhub is not defined in docker_spec.yml')
+      @config[:dockerhub][:username] ||
+        fail('dockerhub->username is not defined in docker_spec.yml')
+      @config[:dockerhub][:password] ||
+        fail('dockerhub->password is not defined in docker_spec.yml')
+      @config[:dockerhub][:email] ||
+        fail('dockerhub->email is not defined in docker_spec.yml')
+
+      # Open key value store and get the current tag for this repo
+      store = Moneta.new(:YAML, file: @config[:tag_db])
+      current_tag = store.key?(@config[:image_name]) ? store[@config[:image_name]].to_i : 0
+      new_tag = current_tag + 1
+
+      image = Docker::Image.all.detect do |i|
+        i.info['RepoTags'].include?(@config[:image_name] + ':latest')
+      end
+
+      # Login to docker hub and push latest and new_tag
+      Docker.authenticate! username: @config[:dockerhub][:username],
+                           password: @config[:dockerhub][:password],
+                           email: @config[:dockerhub][:email]
+
+      image.tag repo: @config[:image_name], tag: new_tag, force: true
+      puts "\nINFO: pushing #{@config[:image_name]}:#{new_tag} to DockerHub"
+      image.push nil, tag: new_tag
+
+      image.tag repo: @config[:image_name], tag: 'latest', force: true
+      puts "INFO: pushing #{@config[:image_name]}:latest to DockerHub"
+      image.push nil, tag: 'latest'
+
+      # Store the new tag in the tag_db
+      store[@config[:image_name]] = new_tag
+      store.close
+    end
+  end
+
+  def self.load_config
+    File.exist?(CONFIG_FILE) || fail('Could not load docker_spec.yml')
+    @config = YAML.load(File.read(CONFIG_FILE)) ||
+              fail('docker_spec.yml is not a valid yml file')
+
+    @config[:name] || fail('name is not defined in docker_spec.yml')
+    @config[:account] || fail('account is not defined in docker_spec.yml')
+    @config[:image_name] = format '%s/%s', @config[:account], @config[:name]
+    @config[:container_name] = format 'docker_spec-%s', @config[:name]
+    @config[:build_root] = DockerSpec.get_config(:build_root, 'DOCKER_SPEC_BUILD_ROOT',
+                                                 'Rebuild root filesystem? ')
+    @config[:clear_cache] = DockerSpec.get_config(:clear_cache, 'DOCKER_SPEC_CLEAR_CACHE',
+                                                  'Clear docker cache? ')
+    @config
+  end
+
+  def self.build_root
+    system 'bash -ec \'sudo chown root:root -R root &&' \
+           '(cd root && sudo tar zcf ../root.tar.gz .) && ' \
+           'sudo chown -R `id -u`:`id -g` root.tar.gz root\'' \
+           if Dir.exist?(ROOT_DIR)
+  end
+
+  def self.build_docker_image
+    # Rebuild the cache filesystem
+    build_args = ''
+    build_args += ' --no-cache' if @config[:clear_cache]
+
+    # Build the docker image
+    build_cmd = "docker build -t #{@config[:image_name]} #{build_args} ."
+    status = POpen4.popen4(build_cmd) do |stdout, stderr, _stdin|
+      stdout.each { |line| puts line }
+      stderr.each { |line| puts line.red }
+    end
+    fail("#{build_cmd} failed") if status.exitstatus != 0
+  end
+
+  def self.rspec_run
+    set :backend, :docker
+
+    RSpec.configure do |rc|
+      rc.fail_fast = true
+
+      rc.before(:suite) do
+        DockerSpec.delete_container
+        DockerSpec.start_container
+      end
+
+      rc.after(:suite) do
+        DockerSpec.clean_up
+        DockerSpec.push
+      end
+    end
+    docker_tests
+  end
+
+  def self.start_container
+    # Run  the container with options
+    opts = {}
+    opts['HostConfig'] = { 'NetworkMode' => @config[:network_mode] } \
+      unless @config[:network_mode].nil?
+
+    opts['env'] = @config[:env] unless @config[:env].nil?
+    opts['Image'] = @config[:image_name]
+    opts['name'] = @config[:container_name]
+    container = Docker::Container.create(opts).start
+
+    # Check the logs, when it stops logging we can assume the container
+    # is fully up and running
+    log_size_ary = []
+    CONTAINER_RUN_WAIT_TIMEOUT.times do
+      log_size_ary << container.logs(stdout: true).size
+      break if log_size_ary.last(3).sort.uniq.size == 1 &&
+               log_size_ary.last(3).sort.uniq.last > 0
+      sleep 1
+    end
+    set :docker_container, container.id
+  end
+
+  def self.delete_container
+    filters = { name: [@config[:container_name]] }.to_json
+    Docker::Container.all(all: true, filters: filters).each do |c|
+      c.kill
+      c.delete
+    end
+  end
+
+  def self.clean_up
+    # Keep container running
+    @config[:keep_running] = DockerSpec.get_config(:keep_running, 'DOCKER_SPEC_KEEP_RUNNING',
+                                                   'Keep container running? ')
+    if @config[:keep_running]
+      puts "\nINFO: To connect to a running container: \n\n" \
+        "docker exec -ti #{@config[:container_name]} bash"
+    else
+      delete_container
+    end
+  end
+
+  def self.get_config(key, envvar, question)
+    value = to_boolean(ENV[envvar])
+    value ||= @config[key]
+    value ||= agree(question, 'n') if value.nil?
+    value
+  end
+
+  def self.to_boolean(str)
+    str == 'true' unless str.nil?
   end
 end

data/lib/docker/spec/docker.rb

@@ -0,0 +1,35 @@
+module DockerSpec
+  def self.docker_tests
+    describe 'Running a docker container' do
+      before(:all) do
+        @config = DockerSpec.load_config
+        @image = Docker::Image.all.detect do |i|
+          i.info['RepoTags'].include?(@config[:image_name] + ':latest')
+        end
+        @container = Docker::Container.all.select do |c|
+          c.info["Names"] == [ "/" + @config[:container_name] ]
+        end.first
+      end
+
+      it 'should be available' do
+        expect(@image).to_not be_nil
+      end
+
+      it 'should have state running' do
+        expect(@container.json['State']['Running']).to be true
+      end
+
+      it 'Should stay running' do
+        expect(@container.json['State']['Running']).to be true
+      end
+
+      it 'Should not have exit processes' do
+        expect(@container.logs(stdout: true)).to_not match(/exit/)
+      end
+
+      it 'Services supervisor should be running' do
+        expect(process('supervisord')).to be_running
+      end
+    end
+  end
+end

data/lib/docker/spec/version.rb

@@ -1,5 +1,5 @@
 module Docker
   module Spec
-    VERSION = "0.1.0"
+    VERSION = "0.2.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: docker-spec
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Juan Breinlinger
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-02-05 00:00:00.000000000 Z
+date: 2016-02-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -38,6 +38,132 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: serverspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: docker-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: timeout
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: highline
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: popen4
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: logger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: moneta
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: A docker spec library to build and test docker containers
 email:
 - "<juan.brein@breins.net>"
@@ -55,6 +181,7 @@ files:
 - bin/setup
 - docker-spec.gemspec
 - lib/docker/spec.rb
+- lib/docker/spec/docker.rb
 - lib/docker/spec/version.rb
 homepage: https://github.com/BreinsNet/docker-spec
 licenses: