docker-builder 0.1.5

data/examples/example-nginx/temp/ex_nginx.json

@@ -0,0 +1,20 @@
+{
+  "build":{
+    "image_name":"nginx","build_type":"chef", "base_image":{"name":"nginx","repository":"nginx","tag":"1.10"}
+  },
+
+  "install":{
+    "host":{"script_type":"chef_recipe","script":"install_host"},
+    "node":{"script_type":"chef_recipe","script":"install"}
+  },
+  "docker":     {
+    "command":"nginx -g 'daemon off;'","ports":[[8080,80]],
+    "volumes":[["html","/usr/share/nginx/html"],["log/nginx","/var/log/nginx/"]],"links":[]
+  },
+
+  "attributes":{
+    "nginx":{"sitename":"mysite.local"}},"name":"nginx","common":{"prefix":"example-","image_prefix":"example-","dir_data":"/disk3/data/my-examples/"
+  },
+
+  "base":{"image_name":"example-nginx"}
+}

data/examples/example-nginx/temp/nginx.json

@@ -0,0 +1 @@
+{"build":{"image_name":"nginx","build_type":"chef","base_image":{"name":"nginx","repository":"nginx","tag":"1.10"}},"install":{"host":{"script_type":"chef_recipe","script":"install_host"},"node":{"script_type":"chef_recipe","script":"install"}},"docker":{"command":"nginx -g 'daemon off;'","ports":[[8080,80]],"volumes":[["/disk3/data/my-examples/nginx/html","/usr/share/nginx/html"],["/disk3/data/my-examples/nginx/log/nginx","/var/log/nginx/"]],"links":[]},"attributes":{"nginx":{"sitename":"mysite.local"}},"name":"nginx","common":{"prefix":"example-","image_prefix":"example-","dir_data":"/disk3/data/my-examples/"},"base":{"image_name":"example-nginx","container_name":"example-nginx"}}

data/exe/docker-builder

@@ -0,0 +1,20 @@
+#!/usr/bin/env ruby
+
+#lib = File.expand_path(File.dirname(__FILE__) + '/../lib')
+lib = File.expand_path(File.dirname(__FILE__) + 'lib')
+$LOAD_PATH.unshift(lib) if File.directory?(lib) && !$LOAD_PATH.include?(lib)
+
+require File.expand_path("../../lib/docker_builder", __FILE__)
+#require "docker_builder"
+
+
+
+puts "Docker builder v.#{DockerBuilder::VERSION}"
+
+# input
+#args = ARGV.dup
+#ARGV.clear
+#command = args.shift.strip rescue 'help'
+
+
+DockerBuilder::CLI.start

data/install_local.sh

@@ -0,0 +1,2 @@
+gem build docker-builder.gemspec
+gem install ./docker-builder-0.1.4.gem

data/lib/docker_builder.rb

@@ -0,0 +1,18 @@
+require "docker_builder/version"
+
+require 'thor'
+
+LIBRARY_PATH = File.join(File.dirname(__FILE__), 'docker_builder')
+
+module DockerBuilder
+
+
+  ##
+  # Require Backup base files
+  %w{
+    config
+    cli
+    server_settings
+    manager
+  }.each {|lib| require File.join(LIBRARY_PATH, lib) }
+end

data/lib/docker_builder/chef/.chef/knife.rb

@@ -0,0 +1,115 @@
+# settings
+local_mode true
+
+#
+#log_level                :debug
+log_level                :info
+
+
+#
+root = File.absolute_path(File.dirname(__FILE__))
+current_dir = File.dirname(__FILE__)
+
+#puts "***** current dir =#{current_dir}"
+#puts "***** SERVER root dir =#{ENV['SERVER_PATH']}"
+#exit
+
+#
+my_server_name = ENV["NODE_NAME"] || ENV["SERVER_NAME"]
+node_name     my_server_name
+
+knife[:chef_node_name] = my_server_name
+
+server_base_dir = ENV['SERVER_PATH']
+server_cookbooks_path = File.expand_path('cookbooks', server_base_dir)
+
+
+#client_key               "#{current_dir}/dummy.pem"
+#validation_client_name   "validator"
+
+cookbooks_paths = [
+    server_cookbooks_path,
+
+    #'/mnt/data/projects/mmx/docker-builder/examples/example-nginx/servers/nginx/cookbooks',
+    #File.expand_path('../temp-cookbooks', root),
+    #File.join(root, '../cookbooks'),
+    #File.join(root, '../', node_name, 'cookbooks'),
+
+    #'/mnt/data/projects/mmx/chef-repo/cookbooks-common',
+    #'/mnt/data/projects/mmx/chef-repo/cookbooks',
+    #'/work/chef-repo/cookbooks-common',
+    #'/work/chef-repo/cookbooks',
+
+]
+
+cookbooks_paths.reject!{|f| !Dir.exists?(f)}
+
+#puts "cookbooks: #{cookbooks_paths.inspect}"
+
+
+
+
+# load another knife file
+knife_custom_files = [
+    File.expand_path(".chef/knife.rb", server_base_dir),
+    File.expand_path("../../.chef/knife.rb", server_base_dir),
+]
+#File.expand_path("../../examples/example-nginx/servers/#{my_server_name}/.chef/knife.rb", __FILE__)
+
+knife_custom_files.each do |file_knife_custom|
+  if ::File.exist?(file_knife_custom)
+    #puts "load from file #{file_knife_custom}"
+    Chef::Config.from_file(file_knife_custom)
+  end
+end
+
+
+cookbook_path cookbook_path+cookbooks_paths
+
+puts "FINAL cookbooks: #{cookbook_path}"
+
+# node name
+knife[:force] = true
+
+
+# ssh
+knife[:ssh_attribute] = "knife_zero.host"
+
+
+#knife[:ssh_user] = 'mmx'
+#knife[:ssh_password] = 'pwd'
+
+#knife[:use_sudo] = true
+
+#--no-host-key-verify
+knife[:host_key_verify] = false
+#--use-sudo-password
+#knife[:use_sudo_password] = true
+
+
+
+# ssl
+
+ssl_verify_mode  :verify_none
+
+
+
+
+## Attributes of node objects will be saved to json file.
+## the automatic_attribute_whitelist option limits the attributes to be saved.
+knife[:automatic_attribute_whitelist] = %w[
+  fqdn
+  os
+  os_version
+  hostname
+  ipaddress
+  roles
+  recipes
+  ipaddress
+  platform
+  platform_version
+  platform_version
+  cloud
+  cloud_v2
+  chef_packages
+]

data/lib/docker_builder/chef/chef_build_image.copy0.rb

@@ -0,0 +1,60 @@
+base_dir = File.dirname(__FILE__)
+
+puts "dir=#{base_dir}"
+puts "node: #{node.inspect}"
+exit
+
+#
+require_relative '../config'
+require_relative '../server_settings'
+
+#
+require 'chef/provisioning'
+
+#
+server_name = ENV['SERVER_NAME']
+settings = DockerBuilder::Settings.load_settings_for_server(server_name)
+
+#a_volumes = (settings.attributes['build']['volumes'] || [])
+
+# settings
+docker_options = {
+    base_image: settings.attributes['build']['base_image'],
+    privileged: true,
+    command: settings.attributes['docker']['command'] || '',
+    #ports: settings.docker_ports_array,
+    #volume: [], # '/var/www/html',
+    #volumes: ['/var/www/html'], # ,
+
+    #links: settings.docker_links_array
+}
+
+puts "image = #{settings.image_name}"
+puts "opt = #{docker_options}"
+#exit
+
+### docker image
+with_driver 'docker'
+machine_image settings.image_name do
+  action :create
+
+  recipe "#{server_name}::build"
+
+  # attributes
+  node.keys.each do |k|
+    attribute k, node[k]
+  end
+
+  # attributes
+  settings.node.keys.each do |k|
+    attribute k, settings.node[k]
+  end
+
+  #
+  machine_options docker_options: docker_options
+
+
+end
+
+
+

data/lib/docker_builder/chef/chef_destroy_image.copy0.rb

@@ -0,0 +1,35 @@
+base_dir = File.dirname(__FILE__)
+
+#
+require_relative 'lib/settings'
+
+#
+require 'chef/provisioning'
+
+#
+server_name = ENV['SERVER_NAME']
+settings = Settings.load_settings_for_server(server_name)
+
+
+
+# settings
+docker_options = {
+    base_image: settings.attributes['build']['base_image'],
+    privileged: true,
+    command: settings.attributes['docker']['command'] || '',
+    #ports: settings.docker_ports_array,
+    #volumes: settings.docker_volumes_array,
+    #links: settings.docker_links_array
+}
+
+puts "image = #{settings.image_name}"
+puts "opt = #{docker_options}"
+
+
+### docker image
+with_driver 'docker'
+
+machine_image settings.image_name do
+  action :destroy
+end
+

data/lib/docker_builder/cli.rb

@@ -0,0 +1,346 @@
+module DockerBuilder
+class CLI < Thor
+  include Thor::Actions
+
+  def self.source_root
+    #File.dirname(__FILE__)
+    File.expand_path('../../templates', __FILE__)
+  end
+
+
+  ##
+  # [build]
+  #
+  #
+  desc 'build', 'Build Docker image'
+
+  long_desc <<-EOS.gsub(/^ +/, '')
+  Build Docker image.
+  EOS
+
+  method_option :server,
+                :aliases  => ['-s', '--server'],
+                :required => false,
+                :type     => :string,
+                :desc     => "Server name"
+
+  method_option :root_path,
+                :aliases  => '-r',
+                :type     => :string,
+                :default  => '',
+                :desc     => 'Root path to base all relative path on.'
+
+  method_option :config_file,
+                :aliases  => '-c',
+                :type     => :string,
+                :default  => '',
+                :desc     => 'Path to your config.rb file.'
+
+  def build
+    puts "building..."
+
+    opts = options
+    #puts "opt from command line: #{options.inspect}"
+
+
+    warnings = false
+    errors = false
+
+
+    servers = nil
+    begin
+      Config.load(options)
+
+      Config.servers.each do |name, opts|
+        server_settings = Manager.load_settings(name, opts)
+
+        Manager.destroy_image(name, server_settings)
+        Manager.build_image(name, server_settings)
+      end
+
+
+      #servers = options[:server].split(',').map(&:strip)
+      #models = triggers.map {|trigger|
+      #  Model.find_by_trigger(trigger)
+      #}.flatten.uniq
+
+      #raise Error, "No servers found " + "'#{ triggers.join(',') }'." if models.empty?
+
+      # Finalize Logger and begin real-time logging.
+      #Logger.start!
+
+    rescue Exception => err
+      #Logger.error Error.wrap(err)
+      #unless Helpers.is_backup_error? err
+      #  Logger.error err.backtrace.join("\n")
+      #end
+
+      # Logger configuration will be ignored
+      # and messages will be output to the console only.
+      #Logger.abort!
+
+      puts "exception: #{err.inspect}"
+      raise err
+      exit(3)
+    end
+
+    exit(errors ? 2 : 1) if errors || warnings
+
+  end
+
+
+  ##
+  # [destroy_image]
+  #
+  #
+  desc 'destroy_image', 'Destroy Docker image'
+
+  long_desc <<-EOS.gsub(/^ +/, '')
+  Destroy Docker image.
+  EOS
+
+  method_option :server,
+                :aliases  => ['-s', '--server'],
+                :required => false,
+                :type     => :string,
+                :desc     => "Server name"
+
+  method_option :root_path,
+                :aliases  => '-r',
+                :type     => :string,
+                :default  => '',
+                :desc     => 'Root path to base all relative path on.'
+
+  method_option :config_file,
+                :aliases  => '-c',
+                :type     => :string,
+                :default  => '',
+                :desc     => 'Path to your config.rb file.'
+
+  def destroy_image
+    puts "destroying image..."
+
+    warnings = false
+    errors = false
+
+    begin
+      Config.load(options)
+
+      puts "root: #{Config.root_path}"
+
+      #puts "servers: #{Config.servers.inspect}"
+
+      Config.servers.each do |name, opts|
+        server_settings = Manager.load_settings(name, opts)
+
+        Manager.destroy_image(name, server_settings)
+      end
+
+      #raise Error, "No servers found " + "'#{ triggers.join(',') }'." if models.empty?
+
+    rescue Exception => err
+      puts "exception: #{err.inspect}"
+      raise err
+      exit(3)
+    end
+
+    exit(errors ? 2 : 1) if errors || warnings
+
+  end
+
+
+  ##
+  # [up]
+  #
+  #
+  desc 'up', 'Run Docker container'
+
+  long_desc <<-EOS.gsub(/^ +/, '')
+  Run Docker container.
+  EOS
+
+  method_option :server,
+                :aliases  => ['-s', '--server'],
+                :required => false,
+                :type     => :string,
+                :desc     => "Server name"
+
+  method_option :root_path,
+                :aliases  => '-r',
+                :type     => :string,
+                :default  => '',
+                :desc     => 'Root path to base all relative path on.'
+
+  method_option :config_file,
+                :aliases  => '-c',
+                :type     => :string,
+                :default  => '',
+                :desc     => 'Path to your config.rb file.'
+
+  def up
+    puts "running..."
+
+    opts = options
+
+    warnings = false
+    errors = false
+
+
+    servers = nil
+    begin
+      Config.load(options)
+
+      Config.servers.each do |name, opts|
+        server_settings = Manager.load_settings(name, opts)
+
+        Manager.destroy_container(name, server_settings)
+        Manager.run_container(name, server_settings)
+      end
+
+    rescue Exception => err
+      puts "exception: #{err.inspect}"
+      raise err
+      exit(3)
+    end
+
+    exit(errors ? 2 : 1) if errors || warnings
+
+  end
+
+
+
+  ##
+  # [destroy]
+  #
+  #
+  desc 'destroy', 'Destroy Docker container'
+
+  long_desc <<-EOS.gsub(/^ +/, '')
+  Destroy Docker container.
+  EOS
+
+  method_option :server,
+                :aliases  => ['-s', '--server'],
+                :required => false,
+                :type     => :string,
+                :desc     => "Server name"
+
+  method_option :root_path,
+                :aliases  => '-r',
+                :type     => :string,
+                :default  => '',
+                :desc     => 'Root path to base all relative path on.'
+
+  method_option :config_file,
+                :aliases  => '-c',
+                :type     => :string,
+                :default  => '',
+                :desc     => 'Path to your config.rb file.'
+
+  def destroy
+    puts "destroying..."
+
+    opts = options
+
+    warnings = false
+    errors = false
+
+
+    servers = nil
+    begin
+      Config.load(options)
+
+      Config.servers.each do |name, opts|
+        server_settings = Manager.load_settings(name, opts)
+
+        Manager.destroy_container(name, server_settings)
+      end
+
+    rescue Exception => err
+      puts "exception: #{err.inspect}"
+      raise err
+      exit(3)
+    end
+
+    exit(errors ? 2 : 1) if errors || warnings
+
+  end
+
+
+  ### generators
+
+  ##
+  # [generate new project]
+  #
+  #
+  desc 'generate', 'Generate new project'
+
+  long_desc <<-EOS.gsub(/^ +/, '')
+  Generate new project
+  EOS
+
+  method_option :name,
+                :aliases  => ['-n', '--name'],
+                :required => false,
+                :type     => :string,
+                :desc     => "Project name"
+
+
+  method_option :type,
+                :aliases  => ['-t', '--type'],
+                :required => false,
+                :type     => :string,
+                :default => 'chef',
+                :desc     => "Provision type"
+
+  def generate
+    puts "creating project..."
+
+    puts "opts: #{options}"
+    name = options[:name]
+    @name = name
+
+    empty_directory(name)
+
+    if options[:type] == 'chef'
+      source_base_dir = "example-chef"
+
+      empty_directory("#{name}/servers")
+      template "#{source_base_dir}/config.rb.erb", "#{name}/config.rb"
+
+
+      # server
+      source_server_dir = "#{source_base_dir}/servers/server1"
+      server_dir = "#{name}/servers/#{name}"
+
+      directory("#{source_base_dir}/servers/server1/.chef", "#{server_dir}/.chef")
+
+
+      # cookbooks
+      empty_directory("#{server_dir}/cookbooks")
+      empty_directory("#{server_dir}/cookbooks/#{name}")
+      empty_directory("#{server_dir}/cookbooks/#{name}/recipes")
+      empty_directory("#{server_dir}/cookbooks/#{name}/templates")
+
+      template "#{source_server_dir}/config.rb.erb", "#{server_dir}/config.rb"
+      template "#{source_server_dir}/cookbooks/server1/metadata.rb.erb", "#{server_dir}/cookbooks/#{name}/metadata.rb"
+
+      directory("#{source_base_dir}/servers/server1/cookbooks/server1/recipes", "#{server_dir}/cookbooks/#{name}/recipes")
+      directory("#{source_base_dir}/servers/server1/cookbooks/server1/templates", "#{server_dir}/cookbooks/#{name}/templates")
+      copy_file("#{source_base_dir}/servers/server1/cookbooks/server1/README.md", "#{server_dir}/cookbooks/#{name}/README.md")
+
+
+    end
+
+
+
+  end
+
+
+  ### helpers
+
+
+
+
+end
+end