picsolve_docker_builder 0.1.0

data/lib/picsolve_docker_builder/composer/registry.rb

@@ -0,0 +1,80 @@
+require 'picsolve_docker_builder/base'
+require 'excon'
+require 'json'
+require 'base64'
+
+module PicsolveDockerBuilder
+  module Composer
+    # This represents a remote registry, that is queried for
+    # for informations about images
+    class Registry
+      include PicsolveDockerBuilder::Base
+
+      attr_reader :config
+
+      def self.dockercfg_path
+        File.expand_path '~/.dockercfg'
+      end
+
+      def self.dockercfg
+        JSON.parse(
+          File.open(
+            dockercfg_path
+          ).read
+        )
+      end
+
+      def self.creds(*args)
+        auth = Base64.decode64(
+          get_login_basic(
+            *args
+          )
+        ).split(':')
+        {
+          'username' => auth[0],
+          'password' => auth[1]
+        }
+      end
+
+      def self.get_login_basic(registry = 'docker.picsolve.net')
+        dockercfg[registry]['auth']
+      rescue StandardError
+        nil
+      end
+
+      def self.repo_tag_unique(image_name)
+        repo_tag = image_name.split(%r{/})[1..-1].join('/')
+        repo_tag_split = repo_tag.split(/:/)
+        repo = repo_tag_split[0]
+        tag = repo_tag_split[1] || 'latest'
+
+        headers = {}
+        login_basic = get_login_basic
+        headers['Authorization'] = "Basic #{login_basic}" \
+          unless login_basic.nil?
+
+        connection = Excon.new(
+          'https://docker.picsolve.net',
+          headers: headers
+        )
+        response = connection.get(path: "/v1/repositories/#{repo}/tags")
+
+        tags = JSON.parse(response.body)
+
+        hash = tags[tag]
+
+        tags.each do |t, h|
+          next if h != hash
+          next if t == tag
+          next unless t.match(/jenkins-[0-9]+/)
+          return {
+            tag_unique: "#{image_name.split(':').first}:#{t}",
+            hash: hash
+          }
+        end
+
+        fail "Can not find a uniqe tag for #{image_name}"
+      end
+    end
+  end
+end

data/lib/picsolve_docker_builder/frame.rb

@@ -0,0 +1,298 @@
+require 'picsolve_docker_builder/composer/registry'
+require 'picsolve_docker_builder/base'
+require 'docker'
+require 'logger'
+require 'psych'
+
+module PicsolveDockerBuilder
+  # Docker image building template
+  class Frame
+    include PicsolveDockerBuilder::Base
+
+    def initialize
+      # TODO: @christiansimon please report that upstream, second time
+      # i am facing that bug
+      Docker.options[:read_timeout] = 3600
+      Excon.defaults[:read_timeout] = 3600
+      config
+    end
+
+    def default_config
+      { 'docker' => {} }
+    end
+
+    def execute(cmd)
+      r = container.exec(cmd)
+      fail "Execution of cmd=#{cmd} failed" unless r[2] == 0
+      log.debug "executed container id=#{container.id} cmd=#{cmd} result=#{r}"
+      r
+    end
+
+    def execute_attach(cmd)
+      log.debug "execute and attach container id=#{container.id} cmd=#{cmd}"
+      r = container.exec(
+        cmd
+      ) do |_stream, chunk|
+        $stdout.write chunk
+        $stdout.flush
+      end
+      fail "Execution of cmd=#{cmd} failed" unless r[2] == 0
+      log.debug 'executed and attached container ' \
+                "id=#{container.id} cmd=#{cmd} exitcode=#{r[2]}"
+    end
+
+    def build_mode
+      return :template unless image_name.nil?
+
+      return :dockerfile if dockerfile_exists?
+
+      log.fatal 'No image_name configured and no Dockerfile present'
+    end
+
+    def dockerfile_hooks_docker_build_early
+      config['docker']['dockerfile_hooks']['docker_build']['early']
+    rescue NoMethodError
+      ''
+    end
+
+    def dockerfile_hooks_docker_build_late
+      config['docker']['dockerfile_hooks']['docker_build']['late']
+    rescue NoMethodError
+      ''
+    end
+
+    def dockerfile_hooks_asset_build_early
+      config['docker']['dockerfile_hooks']['asset_build']['early']
+    rescue NoMethodError
+      ''
+    end
+
+    def dockerfile_hooks_asset_build_late
+      config['docker']['dockerfile_hooks']['asset_build']['late']
+    rescue NoMethodError
+      ''
+    end
+
+    def jenkins_build_number
+      n = ENV['BUILD_NUMBER']
+      return nil if n.nil?
+      n.to_i
+    end
+
+    def tags
+      t = ['latest']
+      t << "jenkins-#{jenkins_build_number}" unless jenkins_build_number.nil?
+      t
+    end
+
+    def tag
+      fail 'No image found to tag' if @docker_build.nil?
+      tags.each do |tag|
+        log.info "tagging image with #{dest_image_name}:#{tag}"
+        @docker_build.tag(
+          repo: dest_image_name,
+          tag: tag,
+          force: true
+        )
+      end
+    end
+
+    def push
+      fail 'No image found to be pushed' if @docker_build.nil?
+      tags.each do |tag|
+        repotag = "#{dest_image_name}:#{tag}"
+        log.info "pushing image with #{repotag}"
+        @docker_build.push(
+          Composer::Registry.creds,
+          tag: tag
+        ) do |resp|
+          resp = JSON.parse resp
+
+          if resp.key? 'errorDetail'
+            message = "pushing image #{repotag} failed: #{resp['errorDetail']}"
+            log.fatal message
+            fail message
+          end
+
+          log.info "status pushing image #{repotag}: #{resp['status']}" \
+            if resp.key? 'status'
+        end
+      end
+    end
+
+    def docker_build_build
+      Docker::Image.build_from_dir(base_dir) do |stream|
+        s = JSON.parse(stream)['stream']
+        log.debug s.strip unless s.nil?
+      end
+    rescue StandardError => e
+      log.fatal "docker building failed: #{e}"
+      exit 1
+    end
+
+    def docker_build
+      dockerfile
+
+      log.info "start docker image building with path #{base_dir}"
+
+      @docker_build = docker_build_build
+    end
+
+    def build
+      docker_build
+    end
+
+    def dockerfile_path
+      File.join(base_dir, 'Dockerfile')
+    end
+
+    def dockerfile
+      return unless build_mode == :template
+
+      File.open('Dockerfile', 'w') do |file|
+        dockerfile_template.each_line do |line|
+          log.debug "Dockerfile: #{line.strip}"
+        end
+        file.write(dockerfile_template)
+      end
+    end
+
+    def dockerfile_exists?
+      File.exist? dockerfile_path
+    end
+
+    def dockerfile_template
+      fail NotImplementedError
+    end
+
+    def dockerignore_template
+      fail NotImplementedError
+    end
+
+    def validate_config(c)
+      validate_config_docker(c)
+    end
+
+    def validate_config_docker(c)
+      c
+    end
+
+    def start
+      container.start('Binds' => volumes)
+
+      log.debug "started container id=#{container.id} volumes=#{volumes}"
+    end
+
+    def stop
+      return if @container.nil?
+      container.stop
+      log.debug "stopped container id=#{container.id}"
+      container.remove
+      log.debug "removed container id=#{container.id}"
+      @container = nil
+    end
+
+    def volume_workspace
+      [
+        base_dir,
+        build_dir
+      ]
+    end
+
+    def volumes_array
+      [volume_workspace]
+    end
+
+    def volumes
+      volumes_array.map do |volume|
+        volume.join ':'
+      end
+    end
+
+    def build_user_uid
+      Process.uid.to_s
+    end
+
+    def build_user_home
+      '/home/build'
+    end
+
+    def build_user
+      'build'
+    end
+
+    def build_dir
+      '/_build'
+    end
+
+    def container
+      @container ||= create_container
+    end
+
+    def create_container
+      command = ['/bin/sleep', '3600']
+      c = Docker::Container.create(
+        'Image'     => asset_image.id,
+        'Cmd'       => command,
+        'OpenStdin' => false,
+        'WorkingDir' => '/_build'
+      )
+      at_exit do
+        stop
+      end
+      log.debug "created a new container image=#{image_name} " \
+                "id=#{c.id} cmd=#{command}"
+      c
+    end
+
+    def dest_image_name
+      config['docker']['image_name']
+    end
+
+    def image_name
+      name = config['docker']['base_image']
+
+      if name.match(/:[a-z0-9\-_]+$/)
+        name
+      else
+        "#{name}:latest"
+      end
+    rescue NoMethodError
+      nil
+    end
+
+    def fetch_asset_image
+      log.debug "pulling image '#{image_name}' from registry"
+      dockerfile_asset = <<EOS
+FROM #{image_name}
+MAINTAINER Picsolve Onlineops <onlineops@picsolve.com>
+#{dockerfile_hooks_asset_build_early}
+RUN useradd -d #{build_user_home} -u #{build_user_uid} #{build_user}
+#{dockerfile_hooks_asset_build_late}
+EOS
+      begin
+        Docker::Image.build(dockerfile_asset) do |stream|
+          s = JSON.parse(stream)['stream']
+          log.debug s.strip unless s.nil?
+        end
+      rescue StandardError => e
+        log.fatal "asset building failed: #{e}"
+        exit 1
+      end
+    end
+
+    def asset_image
+      @asset_image ||= fetch_asset_image
+    end
+
+    def create_logger
+      log = Logger.new(STDOUT)
+      log.level = Logger::DEBUG
+      log
+    end
+
+    def log
+      @logger ||= create_logger
+    end
+  end
+end

data/lib/picsolve_docker_builder/helpers/kubeclient.rb

@@ -0,0 +1,34 @@
+require 'kubeclient'
+
+module Kubeclient
+  module Common
+    # Hot fix for kubeclient should be going upstream
+    # * https://github.com/abonas/kubeclient/pull/96
+    class Client
+      def get_entities(entity_type, klass, options)
+        params = {}
+        if options[:label_selector]
+          params['params'] = { labelSelector: options[:label_selector] }
+        end
+
+        ns_prefix = build_namespace_prefix(options[:namespace])
+        response = handle_exception do
+          rest_client[ns_prefix + resource_name(entity_type)]
+          .get(params.merge(@headers))
+        end
+
+        result = JSON.parse(response)
+
+        resource_version = result.fetch('resourceVersion', nil)
+        if resource_version.nil?
+          resource_version =
+            result.fetch('metadata', {}).fetch('resourceVersion', nil)
+        end
+
+        collection = result['items'].map { |item| new_entity(item, klass) }
+
+        EntityList.new(entity_type, resource_version, collection)
+      end
+    end
+  end
+end

data/lib/picsolve_docker_builder/helpers/kubernetes/pod.rb

@@ -0,0 +1,38 @@
+require 'date'
+require 'picsolve_docker_builder/helpers/kubernetes/resource'
+
+module PicsolveDockerBuilder
+  module Helpers
+    module Kubernetes
+      # A generic kuberntes resource
+      class Pod < Resource
+        attr_reader :pod
+
+        def initialize(pod, kubernetes)
+          @pod = pod
+          @kubernetes = kubernetes
+          # seconds after a running pod consider as healthy
+          @grace_time = 20
+        end
+
+        def remove
+          log.debug "remove pod #{pod.metadata.name}"
+          client.delete_pod(@pod.metadata.name, @pod.metadata.namespace)
+        end
+
+        def ready?
+          # ensure pod is running
+          return false unless pod.status.phase == 'Running'
+
+          diff = DateTime.now - DateTime.strptime(pod.status.startTime)
+          diff_seconds = diff * 24 * 60 * 60
+
+          # ensure pod is running for more than 20 seconds
+          return false if diff_seconds < @grace_time
+
+          true
+        end
+      end
+    end
+  end
+end