percheron 0.5.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c71cf3ea4de4f1a1d09949fcb09b55384594c707
-  data.tar.gz: 20c785069bff584a52244d90496e5f8038f22ee4
+  metadata.gz: 57bb2c76f384e9d0ac932c72d1c607bac65f9bd8
+  data.tar.gz: 4cfa40df1e9fefad4238f6960e2d4570e59a5502
 SHA512:
-  metadata.gz: 5dc2ec2e73b073c075b66980dc74dea1ccc65be4686c98c4f381e850717aa4bdfe4cd61541e0bb05f482efbf72b833c3c08ab85cbd7169326bc592803e5ad379
-  data.tar.gz: e8ec04f906e78f28bae614abd4fa2a2b16c795ba11e6fe8b23e89d197570dd86180182b6fd8b81b6accf8eb9017ec0efbf27aa9743461906db98f88ac0c3545e
+  metadata.gz: 4d16f64f3aa1fb492bd825e92a9d622d812fe61da5d8d957a2dc8002a9d655d556f9df61efab2aa83a93a92bc3725353037b820e2d6f1991d5480785bae93c2c
+  data.tar.gz: 03d4ac7067cd65c0599850faa66af3e8a6f22ec7a7ef52f53bff795f8c0517a15a2ec79e4fce94338af9698800c6800c867b4bf2c6aaf657200089ed75781e18

data/Gemfile

@@ -3,10 +3,10 @@ source 'https://rubygems.org'
 gemspec
 
 group :test do
-  gem 'codeclimate-test-reporter', '~> 0.1', require: nil
+  gem 'codeclimate-test-reporter', '~> 0.1', require: false
 end
 
 group :development do
-  gem 'pry-byebug', '~> 3.0'
-  gem 'awesome_print', '~> 1.0'
+  gem 'pry-byebug', '~> 3.0',     require: false
+  gem 'awesome_print', '~> 1.0',  require: false
 end

data/Guardfile

@@ -0,0 +1,5 @@
+guard :rspec, cmd: 'bundle exec rspec' do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$}) { |m| "spec/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+end

data/bin/percheron

@@ -10,10 +10,10 @@ require 'percheron/cli'
 $metastore = Metastore::Cabinet.new(File.join(ENV['HOME'], '.percheron', 'metastore.yaml'))
 $logger = Logger.new(STDOUT)
 
-logger_level = Logger::WARN
+logger_level = Logger::INFO
 
-if ENV['VERBOSE'] == 'true'
-  logger_level = Logger::INFO
+if ENV['QUIET'] == 'true'
+  logger_level = Logger::WARN
 end
 
 if ENV['DEBUG'] == 'true' || ENV['DOCKER_DEBUG'] == 'true'
@@ -26,4 +26,8 @@ end
 
 $logger.level = logger_level
 
-Percheron::CLI::MainCommand.run
+begin
+  Percheron::CLI::MainCommand.run
+rescue => e
+  puts Percheron::OhDear.new(e).generate
+end

data/lib/percheron.rb

@@ -6,6 +6,7 @@ require 'naught'
 require 'semantic'
 require 'metastore'
 
+require 'percheron/oh_dear'
 require 'percheron/core_extensions'
 require 'percheron/version'
 require 'percheron/config'
@@ -15,6 +16,8 @@ require 'percheron/formatters'
 require 'percheron/validators'
 require 'percheron/stack'
 require 'percheron/container'
+require 'percheron/null_container'
+require 'percheron/actions'
 require 'percheron/docker_connection'
 
 module Percheron

data/lib/percheron/actions.rb

@@ -0,0 +1,15 @@
+require 'percheron/actions/base'
+require 'percheron/actions/stop'
+require 'percheron/actions/start'
+require 'percheron/actions/restart'
+require 'percheron/actions/create'
+require 'percheron/actions/recreate'
+require 'percheron/actions/rename'
+require 'percheron/actions/build'
+require 'percheron/actions/purge'
+require 'percheron/actions/exec'
+
+module Percheron
+  module Actions
+  end
+end

data/lib/percheron/actions/base.rb

@@ -0,0 +1,50 @@
+module Percheron
+  module Actions
+    module Base
+
+      def base_dir
+        container.dockerfile.dirname.to_s
+      end
+
+      def in_working_directory(new_dir)
+        old_dir = Dir.pwd
+        Dir.chdir(new_dir)
+        yield
+      ensure
+        Dir.chdir(old_dir)
+      end
+
+      def now_timestamp
+        Time.now.strftime('%Y%m%d%H%M%S')
+      end
+
+      def insert_files!(files)
+        files.each do |file|
+          file = Pathname.new(File.expand_path(file, base_dir))
+          container.image.insert_local('localPath' => file.to_s, 'outputPath' => "/tmp/#{file.basename}").tap do |new_image|
+            new_image.tag(repo: container.name, tag: container.version.to_s, force: true)
+          end
+        end
+      end
+
+      def stop_containers!(containers)
+        exec_on_containers!(containers) do |container|
+          Stop.new(container).execute! if container.running?
+        end
+      end
+
+      def start_containers!(containers)
+        exec_on_containers!(containers) do |container|
+          Start.new(container, container.dependant_containers.values).execute! unless container.running?
+        end
+      end
+
+      def exec_on_containers!(containers)
+        containers.inject([]) do |all, container|
+          all << container if yield(container)
+          all
+        end.compact
+      end
+    end
+  end
+end

data/lib/percheron/actions/build.rb

@@ -0,0 +1,47 @@
+module Percheron
+  module Actions
+    class Build
+
+      include Base
+
+      def initialize(container, nocache: false)
+        @container = container
+        @nocache = nocache
+      end
+
+      def execute!
+        build!
+        container
+      end
+
+      private
+
+        attr_reader :container, :nocache
+
+        def build_opts
+          {
+            'dockerfile'  => container.dockerfile.basename.to_s,
+            't'           => container.image_name,
+            'forcerm'     => true,
+            'nocache'     => nocache
+          }
+        end
+
+        def build!
+          in_working_directory(base_dir) do
+            execute_pre_build_scripts!
+
+            $logger.info "Building '#{container.image_name}'"
+            Docker::Image.build_from_dir(base_dir, build_opts) do |out|
+              $logger.debug '%s' % [ out.strip ]
+            end
+          end
+        end
+
+        def execute_pre_build_scripts!
+          Exec.new(container, container.dependant_containers.values, container.pre_build_scripts, 'PRE build').execute!
+        end
+
+    end
+  end
+end

data/lib/percheron/actions/create.rb

@@ -0,0 +1,109 @@
+module Percheron
+  module Actions
+    class Create
+
+      include Base
+
+      def initialize(container, recreate: false)
+        @container = container
+        @recreate = recreate
+      end
+
+      def execute!(opts={})
+        if recreate? || !container.exists?
+          create!(opts)
+          container
+        else
+          $logger.debug "Container '#{container.name}' already exists"
+        end
+      end
+
+      private
+
+        attr_reader :container, :recreate
+
+        def base_options
+          {
+            'name'          => container.name,
+            'Image'         => container.image_name,
+            'Hostname'      => container.name,
+            'Env'           => container.env,
+            'ExposedPorts'  => container.exposed_ports,
+            'HostConfig'    => {
+              'PortBindings'  => port_bindings,
+              'Links'         => container.links,
+              'Binds'         => container.volumes
+            }
+          }
+        end
+
+        def host_config_options
+          {
+            'HostConfig'    => {
+              'PortBindings'  => port_bindings,
+              'Links'         => container.links,
+              'Binds'         => container.volumes
+            }
+          }
+        end
+
+        def port_bindings
+          container.ports.inject({}) do |all, p|
+            destination, source = p.split(':')
+            all[source] = [ { 'HostPort' => destination } ]
+            all
+          end
+        end
+
+        def recreate?
+          recreate
+        end
+
+        def create!(opts)
+          $logger.debug "Container '#{container.name}' does not exist, creating"
+          build_image!
+          insert_scripts!
+          create_container!(opts.fetch(:create, {}))
+          execute_post_create_scripts!
+          set_dockerfile_md5!
+        end
+
+        def build_image!
+          unless container.image_exists?
+            $logger.info "Creating '#{container.image_name}' image"
+            Build.new(container).execute!
+          end
+        end
+
+        def set_dockerfile_md5!
+          $logger.info "Setting MD5 for '#{container.name}' container to #{container.current_dockerfile_md5}"
+          $metastore.set("#{container.metastore_key}.dockerfile_md5", container.current_dockerfile_md5)
+        end
+
+        def create_container!(opts)
+          options = base_options.merge(host_config_options).merge(opts)
+
+          $logger.info "Creating '%s' container" % options['name']
+          Docker::Container.create(options)
+        end
+
+        def insert_scripts!
+          insert_post_create_scripts!
+          insert_post_start_scripts!
+        end
+
+        def insert_post_create_scripts!
+          insert_files!(container.post_create_scripts)
+        end
+
+        def insert_post_start_scripts!
+          insert_files!(container.post_start_scripts)
+        end
+
+        def execute_post_create_scripts!
+          Exec.new(container, container.dependant_containers.values, container.post_create_scripts, 'POST create').execute!
+        end
+
+    end
+  end
+end

data/lib/percheron/actions/exec.rb

@@ -0,0 +1,51 @@
+module Percheron
+  module Actions
+    class Exec
+
+      include Base
+
+      def initialize(container, dependant_containers, scripts, description)
+        @container = container
+        @dependant_containers = dependant_containers
+        @scripts = scripts
+        @description = description
+      end
+
+      def execute!
+        $logger.debug "Executing #{description} scripts '#{scripts.inspect}' on '#{container.name}'"
+        started_dependant_containers = start_containers!(dependant_containers)
+        execute_scripts_on_running_container!
+        stop_containers!(started_dependant_containers)
+        container
+      end
+
+      private
+
+        attr_reader :container, :dependant_containers, :scripts, :description
+
+        def execute_scripts_on_running_container!
+          container_running = container.running?
+          Start.new(container).execute! unless container_running
+          execute_scripts!
+          Stop.new(container).execute!  unless container_running
+        end
+
+        def execute_scripts!
+          scripts.each do |script|
+            in_working_directory(base_dir) do
+              file = Pathname.new(File.expand_path(script, base_dir))
+              execute_command!('/bin/bash -x /tmp/%s 2>&1' % file.basename)
+            end
+          end
+        end
+
+        def execute_command!(command)
+          $logger.info "Executing #{description} '#{command}' for '#{container.name}' container"
+          container.docker_container.exec(command.split(' ')) do |device, out|
+            $logger.debug '%s: %s' % [ device, out.strip ]
+          end
+        end
+
+    end
+  end
+end

data/lib/percheron/actions/purge.rb

@@ -0,0 +1,38 @@
+module Percheron
+  module Actions
+    class Purge
+
+      include Base
+
+      def initialize(container)
+        @container = container
+      end
+
+      def execute!
+        stop!
+        delete_container! if container.exists?
+        delete_image!     if container.image_exists?
+        container
+      end
+
+      private
+
+        attr_reader :container
+
+        def stop!
+          Stop.new(container).execute!
+        end
+
+        def delete_container!
+          $logger.info "Deleting '#{container.name}' container"
+          container.docker_container.remove
+        end
+
+        def delete_image!
+          $logger.info "Deleting '#{container.image_name}' image"
+          container.image.remove
+        end
+
+    end
+  end
+end

data/lib/percheron/actions/recreate.rb

@@ -0,0 +1,98 @@
+module Percheron
+  module Actions
+    class Recreate
+
+      include Base
+
+      def initialize(container, force_recreate: false, delete: false)
+        @container = container
+        @force_recreate = force_recreate
+        @delete = delete
+      end
+
+      def execute!
+        if recreate?
+          recreate!
+          container
+        else
+          unless dockerfile_md5s_match?
+            $logger.warn "Container '#{container.name}' MD5's do not match, consider recreating (bump the version!)"
+          else
+            $logger.debug "Container '#{container.name}' does not need to be recreated"
+          end
+        end
+      end
+
+      private
+
+        attr_reader :container, :force_recreate, :delete
+
+        alias_method :force_recreate?, :force_recreate
+        alias_method :delete?, :delete
+
+        def temporary_name
+          '%s_wip' % container.name
+        end
+
+        def stored_dockerfile_md5
+          container.dockerfile_md5 || container.current_dockerfile_md5
+        end
+
+        def temporary_container_exists?
+          !!Docker::Container.get(temporary_name)
+        rescue Docker::Error::NotFoundError
+          false
+        end
+
+        def recreate?
+          force_recreate? || (!dockerfile_md5s_match? && versions_mismatch? && container.auto_recreate?)
+        end
+
+        def versions_mismatch?
+          container.version > container.built_version
+        end
+
+        def dockerfile_md5s_match?
+          stored_dockerfile_md5 == container.current_dockerfile_md5
+        end
+
+        def recreate!
+          $logger.debug "Container '#{container.name}' exists and will be recreated"
+
+          unless temporary_container_exists?
+            delete_container_and_image! if delete?
+            create_container!
+            rename_container!
+          else
+            $logger.debug "Not recreating '#{container.name}' container because temporary container '#{temporary_name}' already exists"
+          end
+        end
+
+        def delete_container_and_image!
+          delete_container!
+          delete_image!
+        end
+
+        def delete_container!
+          $logger.info "Deleting '#{container.name}' container"
+          stop_containers!([ container ])
+          container.docker_container.remove
+        end
+
+        def delete_image!
+          $logger.info "Deleting '#{container.name}' image"
+          container.image.remove
+        end
+
+        def create_container!
+          opts = { create: { 'name' => temporary_name } }
+          Create.new(container, recreate: true).execute!(opts)
+        end
+
+        def rename_container!
+          Rename.new(container, temporary_name, container.name).execute!
+        end
+
+    end
+  end
+end