docker-builder 0.1.50 → 0.1.55

data/lib/docker_builder/manager_image.rb

@@ -0,0 +1,103 @@
+module DockerBuilder
+  class ManagerImage
+
+    ###
+    def self.build_image(server_name, settings=nil)
+      puts "building image for #{server_name}..."
+      #puts "settings: #{settings}"
+      #puts "debug: #{settings['properties']}"
+
+      #settings = load_settings(server_name)
+
+      t = settings['build']['build_type']
+      if t=='' || t=='none'
+        #
+        puts "no build needed..."
+
+      elsif t.downcase=='dockerfile'
+        return build_image_with_dockerfile(settings)
+      elsif t=='chef'
+        return build_image_with_chef(settings)
+      elsif t=='packer'
+        return build_image_with_packer(settings)
+      end
+    end
+
+    def self.build_image_with_dockerfile(settings)
+      puts "build image with Dockerfile"
+
+      #cmd %Q(cd #{name} && docker build -t #{settings.image_name} . )
+      cmd %Q(docker build -t #{settings.image_name} #{settings.dir_server_root} )
+
+    end
+
+    def self.build_image_with_chef(settings)
+      puts "build image with chef"
+
+      # config json
+      save_chef_config(settings)
+
+      # check node
+      cmd %Q(cd #{Config.root_path} && chef exec knife node show #{settings.chef_node_name} -c #{chef_config_knife_path})
+
+
+      #cmd %Q(SERVER_NAME=#{settings.name} SERVER_PATH=#{settings.dir_server_root} chef exec chef-client -z -N #{settings.image_name} -j #{settings.filename_config_json} -c #{chef_config_knife_path} #{chef_recipe_path('chef_build_image.rb')} )
+      res_recipe = run_chef_recipe(settings, 'chef_build_image.rb')
+    end
+
+
+    def self.build_image_with_packer(settings)
+      require_relative '../../lib/docker_builder/builder/packer'
+
+      puts "build image with packer"
+
+      builder = DockerBuilder::Builder::Packer.new(settings)
+      builder.build
+    end
+
+
+    def self.destroy_image(server_name, settings={})
+      puts "destroying image for server #{server_name}"
+
+      cmd %Q(docker rmi #{settings.image_name} )
+      cmd %Q(docker rm -f chef.converge.#{settings.image_name} )
+
+      # delete chef data
+      if settings['build']['build_type']=='chef'
+        return destroy_image_chef(settings)
+      end
+    end
+
+
+    def self.destroy_image_chef(settings)
+      puts "destroying image with chef..."
+
+      # config json
+      save_chef_config(settings)
+
+      # destroy temp container
+      cmd %Q(docker rm -f chef-converge.#{settings.image_name} )
+
+      #
+      cmd %Q(cd #{Config.root_path} && chef exec knife node delete #{settings.chef_node_name}  -y -c #{chef_config_knife_path})
+
+      res_recipe = run_chef_recipe(settings, 'chef_destroy_image.rb')
+
+      chef_remove_data(settings)
+
+      # work - before 2016-nov-19
+      #cmd %Q(cd #{Config.root_path} && chef exec knife node delete #{settings.chef_node_name}  -y -c #{chef_config_knife_path})
+
+      # clean chef client, node
+      #cmd %Q(cd #{Config.root_path} && rm -f #{settings.filename_chef_node_json} )
+      #cmd %Q(cd #{Config.root_path} && rm -f #{settings.filename_chef_client_json} )
+    end
+
+
+    ###
+    def self.cmd(s)
+      Command.cmd(s)
+    end
+
+  end
+end

data/lib/docker_builder/provisioner/base.rb

@@ -0,0 +1,188 @@
+module DockerBuilder
+  module Provisioner
+  class Base
+
+    def self.run_provision_scripts_setup(settings)
+      #
+      setup_scripts = (settings['provision']['setup'] rescue [])
+      if setup_scripts
+        setup_scripts.each do |script|
+          _run_setup_script(settings, script)
+        end
+      end
+
+    end
+
+
+    def self.run_provision_scripts_bootstrap(settings)
+      #
+      bootstrap_scripts = (settings['provision']['bootstrap'] rescue [])
+      if bootstrap_scripts
+        bootstrap_scripts.each do |script|
+          _run_bootstrap_script(settings, script)
+        end
+      end
+
+
+=begin
+# commented - 2017-02-22
+
+    #
+    install_node_script_type = (settings['install']['node']['script_type'] rescue nil)
+    install_bootstrap_script = (settings['install']['bootstrap']['script'] rescue nil)
+
+    if install_node_script_type && install_node_script_type=='chef_recipe'
+      # run container and provision with chef
+      #_run_container_chef(settings)
+
+      # ???
+      #_provision_container_chef_recipe(settings)
+
+    elsif install_node_script_type && install_node_script_type=='shell'
+      # docker run
+      #create_and_run_container(settings)
+
+      # provision with shell script
+      run_shell_script_in_container(settings, "install.sh")
+
+    else
+      # no script for provision
+      #_run_container_docker(settings)
+
+      # docker run
+      #create_and_run_container(settings)
+
+    end
+
+    # bootstrap
+    if install_bootstrap_script
+      #script = settings['install']['bootstrap']['script'] || '/opt/bootstrap/bootstrap.sh'
+
+      # bootstsrap with shell script
+      run_bootstrap_shell_script_in_container(settings, install_bootstrap_script)
+    end
+=end
+
+    end
+
+    def self._run_bootstrap_script(settings, script)
+      puts "run BS script #{script}"
+
+      if script['type']=='shell' && script['run_from']=='host'
+        return _run_bootstrap_script_shell_from_host(settings, script)
+      elsif script['type']=='shell' && (script['run_from'].nil? || script['run_from']=='')
+        _run_bootstrap_script_shell_in_container(settings, script)
+      elsif script['type']=='chef'
+        # TODO: do it
+        _run_bootstrap_script_chef(settings, script)
+      end
+
+      return nil
+    end
+
+
+    ### provision - setup
+
+    def self._run_setup_script(settings, script)
+      puts "run script #{script}"
+      if script['type']=='shell'
+        return _run_setup_script_shell_from_host(settings, script)
+      end
+
+      return nil
+    end
+
+    def self._run_setup_script_shell_from_host(settings, script)
+      cmd %Q(cd #{settings.dir_server_root} && #{script['script']} )
+    end
+
+
+    def self._provision_container_chef_recipe(settings)
+      puts "provisioning container #{settings.container_name}"
+
+      #cmd %Q(SERVER_NAME=#{settings.name} chef-client -z -N #{settings.name} #{settings.name}/cookbooks/#{settings.name}/ )
+    end
+
+
+
+    ### provision - bootstrap
+
+    def self._run_bootstrap_script_shell_from_host(settings, script)
+      cmd %Q(cd #{settings.dir_server_root} && #{script['script']} )
+
+    end
+
+
+    def self._run_bootstrap_script_shell_in_container(settings, script)
+      script_path = script['script']
+      # exec
+      cmd %Q(docker exec #{settings.container_name} #{script_path} )
+    end
+
+=begin
+def self._install_container_provision_host(settings)
+    script_type = (settings['install']['host']['script_type'] rescue nil)
+    return true unless script_type
+
+    # run provision script on the host machine
+    if script_type=='chef_recipe'
+      return _install_container_provision_host_chef_recipe(settings)
+    else
+      # do nothing
+    end
+
+    true
+  end
+
+  #
+  def self._install_container_provision_host_chef_recipe(settings)
+    # run script on host machine
+    script_name = settings['install']['host']['script'] || 'install_host'
+
+    # check script exists
+    #script_path = "#{settings.name}/cookbooks/#{settings.name}/recipes/#{script_name}.rb"
+    #f = File.expand_path('.', script_path)
+
+    #if !File.exists?(f)
+    #  puts "script not found: #{f}. Skipping"
+    #  return false
+    #end
+
+    #puts "pwd= #{Dir.pwd}"
+    #puts "root = #{Config.root_path}"
+    #exit
+
+    #
+    res_chef = run_chef_recipe_server_recipe(settings, script_name)
+    #cmd %Q(SERVER_NAME=#{settings.name} chef-client -z -N #{settings.name} --override-runlist 'recipe[#{settings.name}::#{script_name}]' )
+
+    return true
+  end
+
+
+=end
+
+    ### helpers - shell
+
+    def self.run_shell_script_in_container(settings, script_name)
+      script_path = settings.make_path_full("scripts/#{script_name}")
+
+      # copy
+      cmd %Q(cd #{Config.root_path} && docker cp #{script_path} #{settings.container_name}:/tmp/#{script_name} )
+
+      # exec
+      cmd %Q(docker exec #{settings.container_name} chmod +x /tmp/#{script_name} )
+      cmd %Q(docker exec #{settings.container_name} /tmp/#{script_name} )
+    end
+
+
+    ###
+    def self.cmd(s)
+      Command.cmd(s)
+    end
+
+
+  end
+  end
+end
+

data/lib/docker_builder/provisioner/{provisioner_chef.rb → chef.rb}

@@ -1,6 +1,6 @@
 module DockerBuilder
   module Provisioner
-    class ProvisionerChef
+    class Chef
 
       attr_accessor :server
 
@@ -61,6 +61,10 @@ module DockerBuilder
         res
       end
 
+
+      ### run recipes
+
+
     end
   end
 end

data/lib/docker_builder/server_settings.rb

@@ -2,6 +2,7 @@ module DockerBuilder
 
 class ServerSettings
   attr_accessor :properties
+  attr_accessor :common_config
 
   def get_binding
     return binding()
@@ -42,6 +43,23 @@ class ServerSettings
   end
 
   ### DSL
+
+
+  def build=(opts={})
+    build(opts)
+  end
+  def docker=(opts={})
+    docker(opts)
+  end
+  def provision=(opts={})
+    provision(opts)
+  end
+
+  def attributes=(opts={})
+    attributes(opts)
+  end
+
+
   def set(name, v)
     properties[name] = v
   end
@@ -91,20 +109,25 @@ class ServerSettings
 
 
   ###
+  def properties_common(opt_name)
+    common_config.options[opt_name] || common_config.send(opt_name)
+  end
+
   def prefix
-    properties['common']['prefix']
+    #properties['common']['prefix']
+    properties_common('prefix')
   end
 
   def container_prefix
-    "#{properties['common']['prefix']}#{properties['common']['container_prefix']}"
+    "#{prefix}#{properties_common('container_prefix')}"
   end
 
   def image_prefix
-    "#{properties['common']['prefix']}#{properties['common']['image_prefix']}"
+    "#{prefix}#{properties_common('image_prefix')}"
   end
 
   def service_prefix
-    "#{properties['common']['prefix']}#{properties['common']['service_prefix']}"
+    "#{prefix}#{properties_common('service_prefix')}"
   end
 
 
@@ -159,9 +182,10 @@ class ServerSettings
 
       #res = "$PWD/servers/#{self.name}/#{s}"
       res = File.expand_path(s, dir_server_root)
+      #res = File.expand_path(s, properties_common('root_path'))
 
     elsif v =~ /^\/\//
-      res = self.properties['common']['dir_data']+(v.gsub /^\/\//, '')
+      res = dir_data_base+(v.gsub /^\/\//, '')
     elsif v =~ /^\//
       res = v
     else
@@ -171,8 +195,12 @@ class ServerSettings
     res
   end
 
+  def dir_data_base
+    "#{properties_common('dir_data')}"
+  end
+
   def dir_data
-    "#{properties['common']['dir_data']}#{self.name}/"
+    "#{properties_common('dir_data')}#{self.name}/"
   end
 
 
@@ -189,8 +217,6 @@ class ServerSettings
   def docker_volumes
     a = properties['docker']['volumes'] || []
 
-    #puts "volumes a=#{a}"
-
     # fix paths
     res = a.map do |r|
       path_local = volume_path_local(r[0])
@@ -198,8 +224,6 @@ class ServerSettings
       [path_local, r[1]]
     end
 
-    #puts "volumes: #{res}"
-
     res
   end
 
@@ -334,58 +358,4 @@ class ServerSettings
 
 end
 
-
-
-class Settings
-
-  def self.load_settings_for_server(name, opts={})
-    settings = ServerSettings.new
-
-    settings.set 'name', name
-
-    # set from main Config
-    Config.servers[name].each do |k,v|
-      settings.properties[k]=v
-    end
-
-
-    #puts "current=#{File.dirname(__FILE__)}"
-    #puts "ff=#{file_base_settings}"
-
-    #
-    #t = File.read(file_base_settings) rescue ''
-    #eval(t, settings.get_binding)
-
-
-    #
-    f = file_settings_for_server(name)
-    #puts "loading server settings from #{f}"
-    t = File.read(f) rescue ''
-    eval(t, settings.get_binding)
-
-    #
-    settings.properties['name'] ||= name
-
-    # from common config
-    settings.properties['common'] = Config.options[:common]
-
-    settings
-  end
-
-
-  ### helpers
-
-  def self.file_settings_for_server(name)
-    #File.join(File.dirname(__FILE__), '..', 'config', "#{name}.rb")
-    File.join(Config.root_path, 'servers', name, 'config.rb')
-  end
-
-  def self.file_base_settings
-    File.join(File.dirname(__FILE__), '..', 'config' ,'common.rb')
-  end
-
-
-
-
-end
 end