picsolve_docker_builder 0.1.0

data/integration/play_hello_world/test/IntegrationSpec.scala

@@ -0,0 +1,24 @@
+import org.specs2.mutable._
+import org.specs2.runner._
+import org.junit.runner._
+
+import play.api.test._
+import play.api.test.Helpers._
+
+/**
+ * add your integration spec here.
+ * An integration test will fire up a whole play application in a real (or headless) browser
+ */
+@RunWith(classOf[JUnitRunner])
+class IntegrationSpec extends Specification {
+
+  "Application" should {
+
+    "work from within a browser" in new WithBrowser {
+
+      browser.goTo("http://localhost:" + port)
+
+      browser.pageSource must contain("Your new application is ready.")
+    }
+  }
+}

data/integration/spec_helper.rb

@@ -0,0 +1,3 @@
+RSpec.configure do |config|
+  config.mock_with :rspec
+end

data/lib/picsolve_docker_builder.rb

@@ -0,0 +1,5 @@
+require 'picsolve_docker_builder/version'
+
+# Tool that support the build and deployment of docker images/containers
+module PicsolveDockerBuilder
+end

data/lib/picsolve_docker_builder/base.rb

@@ -0,0 +1,66 @@
+require 'logger'
+require 'psych'
+
+# add a deep_merge function to hashes
+# rubocop:disable Style/CaseEquality, Style/ClassAndModuleChildren
+class ::Hash
+  def deep_merge(second)
+    merger = proc do |_key, v1, v2|
+      if Hash === v1 && Hash === v2
+        v1.merge(v2, &merger)
+      else
+        v2
+      end
+    end
+    merge(second, &merger)
+  end
+end
+
+module PicsolveDockerBuilder
+  #  Base class for everything
+  #  * logging
+  #  * accessing config
+  module Base
+    def create_logger
+      log = Logger.new(STDOUT)
+      log.level = Logger::DEBUG
+      log
+    end
+
+    def log
+      @logger ||= create_logger
+    end
+
+    def config
+      @config ||= read_config
+    end
+
+    def base_dir
+      Dir.pwd
+    end
+
+    def config_path
+      File.join(base_dir, '.docker-builder.yml')
+    end
+
+    def default_config
+      {}
+    end
+
+    def validate_config(c)
+      c
+    end
+
+    def read_config
+      c = default_config
+      path = config_path
+      begin
+        yaml = Psych.load_file path
+        c = c.deep_merge(yaml)
+      rescue Errno::ENOENT
+        log.debug "can not find config at '#{path}'"
+      end
+      validate_config(c)
+    end
+  end
+end

data/lib/picsolve_docker_builder/builder/builder.rb

@@ -0,0 +1,113 @@
+require 'rubygems/package'
+require 'zlib'
+require 'picsolve_docker_builder/base'
+require 'picsolve_docker_builder/builder/file'
+
+module PicsolveDockerBuilder
+  module Builder
+    # This Builder supports the building process of an docker image
+    class Builder
+      include PicsolveDockerBuilder::Base
+      def initialize(opts = {})
+        @opts = opts
+      end
+
+      def maintainer
+        @opts[:maintainer]
+      end
+
+      def base_image
+        @opts[:base_image]
+      end
+
+      def ports
+        ports = @opts[:ports]
+        ports = [ports] unless ports.is_a?(Array)
+        ports.map do |port|
+          "EXPOSE #{port}"
+        end.join('\n')
+      end
+
+      def adds
+        files = @opts[:files].select(&:add_to_image?)
+        files.map! do |f|
+          "ADD #{f.path} #{f.destination}"
+        end
+        files.join("\n")
+      end
+
+      def command
+        "[\"#{@opts[:command].join('", "')}\"]"
+      end
+
+      def hook(name)
+        v = @opts[:hooks][name]
+        v = [v] unless v.is_a?(Array)
+        v.join("\n") + "\n"
+      end
+
+      def required_attrs
+        [
+          :base_image,
+          :maintainer,
+          :ports,
+          :command,
+          :files
+        ]
+      end
+
+      def build_tar
+        tarfile = StringIO.new('')
+        Gem::Package::TarWriter.new(tarfile) do |tar|
+          # add Dockerfile to tar
+          dockerfile.each_line do |line|
+            log.debug "docker_build Dockerfile: #{line.strip}"
+          end
+          tar.add_file 'Dockerfile', 0644 do |tf|
+            tf.write dockerfile
+          end
+
+          # add other files to tar
+          @opts[:files].each do |f|
+            f.add_to_tar tar
+          end
+        end
+        StringIO.new(tarfile.string)
+      end
+
+      # Overwrite docker_build and filter build assets
+      def build
+        log.info 'docker build starting...'
+        Docker::Image.build_from_tar(build_tar) do |stream|
+          s = JSON.parse(stream)['stream']
+          log.debug s.strip unless s.nil?
+        end
+      rescue NoMethodError => e
+        log.fatal "docker build failed: #{e}"
+        exit 1
+      end
+
+      def dockerfile
+        <<EOS
+FROM #{base_image}
+MAINTAINER #{maintainer}
+
+#{hook(:early)}
+
+#{hook(:before_adds)}
+
+#{adds}
+
+#{hook(:after_adds)}
+
+#{ports}
+
+# call run script
+CMD #{command}
+
+#{hook(:late)}
+EOS
+      end
+    end
+  end
+end

data/lib/picsolve_docker_builder/builder/file.rb

@@ -0,0 +1,46 @@
+require 'picsolve_docker_builder/base'
+
+module PicsolveDockerBuilder
+  module Builder
+    # File helper to add files to tars
+    class File
+      include PicsolveDockerBuilder::Base
+      attr_reader :path
+      def initialize(path, opts = {})
+        @opts = opts
+        @path = path
+      end
+
+      def content
+        return @opts[:content] if @opts.key? :content
+
+        return read_source if @opts.key? :source
+
+        fail 'No content found'
+      end
+
+      def destination
+        @opts[:destination]
+      end
+
+      def add_to_image?
+        @opts.key? :destination
+      end
+
+      def source
+        @opts[:source]
+      end
+
+      def mode
+        ::File.stat(source).mode
+      end
+
+      def add_to_tar(tar)
+        log.debug "add file from #{source} to #{path} in tar"
+        tar.add_file path, mode do |tf|
+          ::File.open(source, 'rb') { |f| tf.write f.read }
+        end
+      end
+    end
+  end
+end

data/lib/picsolve_docker_builder/composer/composer.rb

@@ -0,0 +1,134 @@
+require 'picsolve_docker_builder/base'
+require 'picsolve_docker_builder/helpers/kubernetes_manager'
+require 'picsolve_docker_builder/composer/image'
+require 'excon'
+require 'psych'
+require 'securerandom'
+
+module PicsolveDockerBuilder
+  module Composer
+    # The composer parses a docker-compose.yml and tries to spin up the
+    # containers in a kubernetes cluster
+    class Composer
+      include PicsolveDockerBuilder::Base
+      attr_reader :stage
+
+      def initialize
+      end
+
+      def prepare
+        images
+      end
+
+      def stage=(my_stage)
+        @stage = my_stage.downcase
+      end
+
+      def deploy
+        log.info "start deploying app_name=#{app_name} to stage #{stage}"
+
+        # reset hash
+        @hash = nil
+
+        # deploy services
+        images.each do |i|
+          i.service.deploy
+        end
+
+        # deploy rcs
+        images.each do |i|
+          i.rc.deploy
+        end
+
+        # wait for deployed rc
+        wait_timeout = 300
+        wait_sleep = 2
+        wait_beginning = 15
+        wait_count = wait_beginning
+        unready_images = images.dup
+        log.info \
+          'Wait for the new pods to be up and running for at least 20 seconds'
+        sleep wait_beginning
+        loop do
+          unready_images.each do |i|
+            unready_images.delete(i) if i.rc.ready?
+          end
+          log.debug "Still waiting for: #{unready_images.map(&:name)}"
+          wait_count += wait_sleep
+          break if wait_count > wait_timeout
+          break if unready_images.length == 0
+          sleep wait_sleep
+        end
+
+        # build list of successful deplyoed images
+        successful_images = images.dup
+        unready_images.each do |u|
+          successful_images.delete(u)
+        end
+
+        # remove old rcs of successful deployed images
+        successful_images.each do |i|
+          log.debug "Remove pods for #{i.name}}"
+          i.rc.remove_old_rcs
+        end
+
+        fail "Failed to deploy this service: #{unready_images.map(&:name)}" \
+          if unready_images.length > 0
+      end
+
+      def app_name
+        config['compose']['app_name'].downcase.gsub(/[^a-z0-9\-]/, '-')
+      end
+
+      def namespace
+        "#{app_name}-#{stage}".downcase
+      end
+
+      def kubernetes
+        @kubernetes ||= PicsolveDockerBuilder::Helpers::KubernetesManager.new
+      end
+
+      def hash
+        @hash ||= SecureRandom.hex[0..7]
+      end
+
+      def default_config
+        { 'compose' => {} }
+      end
+
+      def images
+        @images ||= read_images
+      end
+
+      def read_images
+        i = []
+        docker_compose.each do |name, config|
+          i << Image.new(name, config, self)
+        end
+        i
+      end
+
+      def docker_compose
+        @docker_compose ||= read_docker_compose
+      end
+
+      def base_dir
+        Dir.pwd
+      end
+
+      def docker_compose_path
+        File.join(base_dir, 'docker-compose.yml')
+      end
+
+      def read_docker_compose
+        path = docker_compose_path
+        Psych.load_file path
+      rescue Errno::ENOENT
+        log.debug "can not find docker-compose.yml at '#{path}'"
+      end
+
+      def query_registry
+      end
+    end
+  end
+end

data/lib/picsolve_docker_builder/composer/image.rb

@@ -0,0 +1,68 @@
+require 'picsolve_docker_builder/base'
+require 'picsolve_docker_builder/composer/registry'
+
+module PicsolveDockerBuilder
+  module Composer
+    # Represents an image in the registry
+    class Image
+      include PicsolveDockerBuilder::Base
+      attr_reader :config, :name, :composer
+      def initialize(name, config, composer)
+        log.info "Image name=#{name} config=#{config}"
+        @config = config
+        @name = name
+        @composer = composer
+        log.info "repo_tag_uniqe is #{repo_tag_unique}"
+      end
+
+      def repo_tag
+        config['image']
+      end
+
+      def kubernetes
+        composer.kubernetes
+      end
+
+      def rc
+        @rc ||= kubernetes.rc self
+      end
+
+      def service
+        @service ||= kubernetes.service self
+      end
+
+      def ports
+        config['ports'].map do |port|
+          port_split = port.split(/:/)
+          {
+            'port' => port_split[1].to_i
+          }
+        end
+      rescue StandardError
+        []
+      end
+
+      def ports_rc
+        p = []
+        ports.each do |port|
+          p << {
+            'containerPort' => port['port']
+          }
+        end
+        p
+      end
+
+      def repo_tag_hash_unique
+        @repo_tag_hash_unique ||= Registry.repo_tag_unique(config['image'])
+      end
+
+      def repo_tag_unique
+        repo_tag_hash_unique[:tag_unique]
+      end
+
+      def hash
+        repo_tag_hash_unique[:hash]
+      end
+    end
+  end
+end