bosh-director-core 1.1868.0

data/lib/bosh/director/core/tar_gzipper.rb

@@ -0,0 +1,41 @@
+require 'tmpdir'
+require 'open3'
+
+module Bosh::Director::Core
+  class TarGzipper
+    # @param [String] base_dir the directory from which the tar command is run
+    # @param [String, Array] sources the relative paths to include
+    # @param [String] dest the destination filename for the tgz output
+    # @param [Hash] options the options for compress
+    # @option options [Boolean] :copy_first copy the source to a temp dir before archiving
+    def compress(base_dir, sources, dest, options = {})
+      sources = [*sources]
+      sources.each do |source|
+        if source.include?(File::SEPARATOR)
+          raise "Sources must have a path depth of 1 and contain no '#{File::SEPARATOR}'"
+        end
+      end
+
+      base_dir_path = Pathname.new(base_dir)
+      raise "The base directory #{base_dir} could not be found." unless base_dir_path.exist?
+      raise "The base directory #{base_dir} is not an absolute path." unless base_dir_path.absolute?
+
+      if options[:copy_first]
+        Dir.mktmpdir do |tmpdir|
+          FileUtils.cp_r(sources.map { |s| File.join(base_dir, s) }, "#{tmpdir}/")
+          tar(tmpdir, dest, sources)
+        end
+      else
+        tar(base_dir, dest, sources)
+      end
+    end
+
+    private
+
+    def tar(base_dir, dest, sources)
+      out, err, status = Open3.capture3('tar', '-C', base_dir, '-czf', dest, *sources)
+      raise("tar exited #{status.exitstatus}, output: '#{out}', error: '#{err}'") unless status.success?
+      out
+    end
+  end
+end

data/lib/bosh/director/core/templates/compressed_rendered_job_templates.rb

@@ -0,0 +1,31 @@
+require 'tmpdir'
+require 'digest/sha1'
+require 'bosh/director/core/templates'
+require 'bosh/director/core/tar_gzipper'
+require 'bosh/director/core/templates/rendered_templates_writer'
+
+module Bosh::Director::Core::Templates
+  class CompressedRenderedJobTemplates
+    def initialize(path)
+      @path = path
+    end
+
+    def write(rendered_templates)
+      Dir.mktmpdir do |dir|
+        writer = RenderedTemplatesWriter.new
+        writer.write(rendered_templates, dir)
+
+        tar_gzipper = Bosh::Director::Core::TarGzipper.new
+        tar_gzipper.compress(dir, %w(.), @path)
+      end
+    end
+
+    def contents
+      File.open(@path, 'r')
+    end
+
+    def sha1
+      Digest::SHA1.file(@path).hexdigest
+    end
+  end
+end

data/lib/bosh/director/core/templates/job_instance_renderer.rb

@@ -0,0 +1,31 @@
+require 'bosh/director/core/templates'
+require 'bosh/director/core/templates/rendered_job_instance'
+
+module Bosh::Director::Core::Templates
+  class JobInstanceRenderer
+    def initialize(job, job_template_loader)
+      @job = job
+      @job_template_loader = job_template_loader
+    end
+
+    def render(instance)
+      rendered_templates = job.templates.map do |template|
+        job_template_renderer = job_template_renderers[template.name]
+        job_template_renderer.render(job.name, instance)
+      end
+
+      RenderedJobInstance.new(rendered_templates)
+    end
+
+    private
+
+    def job_template_renderers
+      @job_template_renderers ||= job.templates.reduce({}) do |hash, template|
+        hash[template.name] = job_template_loader.process(template)
+        hash
+      end
+    end
+
+    attr_reader :job_template_loader, :job
+  end
+end

data/lib/bosh/director/core/templates/job_template_loader.rb

@@ -0,0 +1,56 @@
+require 'bosh/director/core/templates'
+require 'bosh/director/core/templates/job_template_renderer'
+require 'bosh/director/core/templates/src_file_template'
+
+module Bosh::Director::Core::Templates
+  class JobTemplateLoader
+    def initialize(logger)
+      @logger = logger
+    end
+
+    def process(job_template)
+      template_dir = extract_template(job_template)
+      manifest = Psych.load_file(File.join(template_dir, 'job.MF'))
+
+      monit_template = erb(File.join(template_dir, 'monit'))
+      monit_template.filename = File.join(job_template.name, 'monit')
+
+      templates = []
+
+      manifest.fetch('templates', {}).each_pair do |src_name, dest_name|
+        erb_file = erb(File.join(template_dir, 'templates', src_name))
+        erb_file.filename = File.join(job_template.name, src_name)
+        templates << SrcFileTemplate.new(src_name, dest_name, erb_file)
+      end
+
+      JobTemplateRenderer.new(job_template.name, monit_template, templates, logger)
+    ensure
+      FileUtils.rm_rf(template_dir) if template_dir
+    end
+
+    private
+
+    attr_reader :logger
+
+    def extract_template(job_template)
+      temp_path = job_template.download_blob
+      template_dir = Dir.mktmpdir('template_dir')
+
+      output = `tar -C #{template_dir} -xzf #{temp_path} 2>&1`
+      if $?.exitstatus != 0
+        raise JobTemplateUnpackFailed,
+              "Cannot unpack `#{job_template.name}' job template, " +
+                "tar returned #{$?.exitstatus}, " +
+                "tar output: #{output}"
+      end
+
+      template_dir
+    ensure
+      FileUtils.rm_f(temp_path) if temp_path
+    end
+
+    def erb(path)
+      ERB.new(File.read(path))
+    end
+  end
+end

data/lib/bosh/director/core/templates/job_template_renderer.rb

@@ -0,0 +1,53 @@
+require 'bosh/director/core/templates'
+require 'bosh/director/core/templates/rendered_job_template'
+require 'bosh/director/core/templates/rendered_file_template'
+require 'common/properties'
+
+module Bosh::Director::Core::Templates
+  class JobTemplateRenderer
+
+    attr_reader :monit_template, :templates
+
+    def initialize(name, monit_template, templates, logger)
+      @name = name
+      @monit_template = monit_template
+      @templates = templates
+      @logger = logger
+    end
+
+    def render(job_name, instance)
+      template_context = Bosh::Common::TemplateEvaluationContext.new(instance.spec)
+
+      monit = render_erb(job_name, monit_template, template_context, instance.index)
+
+      rendered_templates = templates.map do |template_file|
+        file_contents = render_erb(job_name, template_file.erb_file, template_context, instance.index)
+        RenderedFileTemplate.new(template_file.src_name, template_file.dest_name, file_contents)
+      end
+
+      RenderedJobTemplate.new(name, monit, rendered_templates)
+    end
+
+    private
+
+    attr_reader :name, :logger
+
+    def render_erb(job_name, template, template_context, index)
+      template.result(template_context.get_binding)
+    # rubocop:disable RescueException
+    rescue Exception => e
+      logger.debug(e.inspect)
+      job_desc = "#{job_name}/#{index}"
+      line_index = e.backtrace.index { |l| l.include?(template.filename) }
+      line = line_index ? e.backtrace[line_index] : '(unknown):(unknown)'
+      template_name, line = line.split(':')
+
+      message = "Error filling in template `#{File.basename(template_name)}' " +
+        "for `#{job_desc}' (line #{line}: #{e})"
+
+      logger.debug("#{message}\n#{e.backtrace.join("\n")}")
+      raise message
+    end
+    # rubocop:enable RescueException
+  end
+end

data/lib/bosh/director/core/templates/rendered_file_template.rb

@@ -0,0 +1,5 @@
+require 'bosh/director/core/templates'
+
+module Bosh::Director::Core::Templates
+  RenderedFileTemplate = Struct.new(:src_name, :dest_name, :contents)
+end

data/lib/bosh/director/core/templates/rendered_job_instance.rb

@@ -0,0 +1,50 @@
+require 'bosh/director/core/templates'
+require 'bosh/director/core/templates/rendered_templates_archive'
+require 'bosh/director/core/templates/compressed_rendered_job_templates'
+require 'digest/sha1'
+require 'tempfile'
+
+module Bosh::Director::Core::Templates
+  class RenderedJobInstance
+    def initialize(job_templates)
+      @job_templates = job_templates
+    end
+
+    def configuration_hash
+      instance_digest = Digest::SHA1.new
+      job_templates.sort { |x, y| x.name <=> y.name }.each do |rendered_job_template|
+        bound_templates = ''
+        bound_templates << rendered_job_template.monit
+
+        rendered_job_template.templates.sort { |x, y| x.src_name <=> y.src_name }.each do |template_file|
+          bound_templates << template_file.contents
+          instance_digest << bound_templates
+        end
+      end
+
+      instance_digest.hexdigest
+    end
+
+    def template_hashes
+      job_templates.reduce({}) do |h, rendered_job_template|
+        h.merge(rendered_job_template.name => rendered_job_template.template_hash)
+      end
+    end
+
+    def persist(blobstore)
+      file = Tempfile.new('compressed-rendered-job-templates')
+
+      compressed_archive = CompressedRenderedJobTemplates.new(file.path)
+      compressed_archive.write(job_templates)
+
+      blobstore_id = blobstore.create(compressed_archive.contents)
+      RenderedTemplatesArchive.new(blobstore_id, compressed_archive.sha1)
+    ensure
+      file.close!
+    end
+
+    private
+
+    attr_reader :job_templates
+  end
+end

data/lib/bosh/director/core/templates/rendered_job_template.rb

@@ -0,0 +1,23 @@
+require 'bosh/director/core/templates'
+
+module Bosh::Director::Core::Templates
+  class RenderedJobTemplate
+    attr_reader :name, :monit, :templates
+
+    def initialize(name, monit, templates)
+      @name = name
+      @monit = monit
+      @templates = templates
+    end
+
+    def template_hash
+      template_digest = Digest::SHA1.new
+      template_digest << monit
+      templates.sort { |x, y| x.src_name <=> y.src_name }.each do |template_file|
+        template_digest << template_file.contents
+      end
+
+      template_digest.hexdigest
+    end
+  end
+end

data/lib/bosh/director/core/templates/rendered_templates_archive.rb

@@ -0,0 +1,16 @@
+require 'bosh/director/core/templates'
+
+module Bosh::Director::Core::Templates
+  class RenderedTemplatesArchive
+    attr_reader :blobstore_id, :sha1
+
+    def initialize(blobstore_id, sha1)
+      @blobstore_id = blobstore_id
+      @sha1 = sha1
+    end
+
+    def spec
+      { 'blobstore_id' => @blobstore_id, 'sha1' => @sha1 }
+    end
+  end
+end

data/lib/bosh/director/core/templates/rendered_templates_writer.rb

@@ -0,0 +1,25 @@
+require 'bosh/director/core/templates'
+require 'fileutils'
+
+module Bosh::Director::Core::Templates
+  class RenderedTemplatesWriter
+    def write(rendered_templates, output_dir)
+      rendered_templates.each do |job_template|
+        job_template_dir = File.join(output_dir, job_template.name)
+        Dir.mkdir(job_template_dir)
+
+        File.open(File.join(job_template_dir, 'monit'), 'w') do |f|
+          f.write(job_template.monit)
+        end
+
+        job_template.templates.each do |file_template|
+          file_template_dest = File.join(job_template_dir, file_template.dest_name)
+          FileUtils.mkdir_p(File.dirname(file_template_dest))
+          File.open(file_template_dest, 'w') do |f|
+            f.write(file_template.contents)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/bosh/director/core/templates/src_file_template.rb

@@ -0,0 +1,5 @@
+require 'bosh/director/core/templates'
+
+module Bosh::Director::Core::Templates
+  SrcFileTemplate = Struct.new(:src_name, :dest_name, :erb_file)
+end

data/lib/bosh/director/core/templates.rb

@@ -0,0 +1,6 @@
+require 'bosh/director/core'
+
+module Bosh::Director::Core
+  module Templates
+  end
+end

data/lib/bosh/director/core/version.rb

@@ -0,0 +1,7 @@
+module Bosh
+  module Director
+    module Core
+      VERSION = '1.1868.0'
+    end
+  end
+end

data/lib/bosh/director/core.rb

@@ -0,0 +1,6 @@
+module Bosh
+  module Director
+    module Core
+    end
+  end
+end

metadata

@@ -0,0 +1,128 @@
+--- !ruby/object:Gem::Specification
+name: bosh-director-core
+version: !ruby/object:Gem::Version
+  version: 1.1868.0
+  prerelease: 
+platform: ruby
+authors:
+- Pivotal
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-01-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bosh_common
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.1868.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.1868.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fakefs
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Bosh::Director::Core provides common Director code for Director and Microbosh
+  Deployer
+email: support@cloudfoundry.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/bosh/director/core.rb
+- lib/bosh/director/core/tar_gzipper.rb
+- lib/bosh/director/core/templates.rb
+- lib/bosh/director/core/templates/compressed_rendered_job_templates.rb
+- lib/bosh/director/core/templates/job_instance_renderer.rb
+- lib/bosh/director/core/templates/job_template_loader.rb
+- lib/bosh/director/core/templates/job_template_renderer.rb
+- lib/bosh/director/core/templates/rendered_file_template.rb
+- lib/bosh/director/core/templates/rendered_job_instance.rb
+- lib/bosh/director/core/templates/rendered_job_template.rb
+- lib/bosh/director/core/templates/rendered_templates_archive.rb
+- lib/bosh/director/core/templates/rendered_templates_writer.rb
+- lib/bosh/director/core/templates/src_file_template.rb
+- lib/bosh/director/core/version.rb
+homepage: https://github.com/cloudfoundry/bosh
+licenses:
+- Apache 2.0
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -2612646582658106641
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Bosh::Director::Core provides common Director code for Director and Microbosh
+  Deployer
+test_files: []