depengine 3.0.12 → 3.0.13

data/lib/depengine/dsl/template.rb

@@ -7,7 +7,8 @@ module Deployment
 	      template.basepath  = options[:basepath] || $recipe_config[:recipe_base_dir] || $recipe_config[:deploy_home]
 	      options[:excludes] = [] if options[:excludes].nil?
 	      options[:excludes] << '.svn'
-	      template.parse_template(source, content, target, options)
+        options[:excludes] << '.git'
+	      template.parse_template(source, content, ::Helper::path_in_deploy_home(target), options)
 	    end
 
 	    def parse_erb_template(source, target, content, options={})
@@ -16,7 +17,8 @@ module Deployment
 	      template.basepath  = options[:basepath] || $recipe_config[:recipe_base_dir] || $recipe_config[:deploy_home]
 	      options[:excludes] = [] if options[:excludes].nil?
 	      options[:excludes] << '.svn'
-	      template.parse_erb_template(source, content, target, options)
+        options[:excludes] << '.git'
+	      template.parse_erb_template(source, content, ::Helper::path_in_deploy_home(target), options)
 	    end
 		end
 	end

data/lib/depengine/helper/mail.rb

@@ -2,20 +2,27 @@ module Helper
 
   class Mail
 
-    attr_accessor :smtp_host
-    attr_accessor :smtp_port
+    attr_accessor :smtp_host, :smtp_port
 
     def initialize
-      smtp_host = 'localhost' if not smtp_host
-      smtp_port = 25          if not smtp_port
+      smtp_host ||= 'localhost'
+      smtp_port ||= 25
     end
 
+    # Sends an email via smtp.
+    #
+    # Parameters:
+    # * +options+ - a hash with needed configuration options for the email
+    #   * +:from+ - the senders address
+    #   * +:to+ - the recipiants address
+    #   * +:subject+ - the email subject
+    #   * +:body+ - the actual text to send in the mail
     def sendmail(options={})
       begin
         Pony.mail( \
           :from => options[:from],
           :to => options[:to],
-          :via => :smtp, 
+          :via => :smtp,
           :via_options => {
             :address              => smtp_host,
             :port                 => smtp_port,

data/lib/depengine/helper/validations.rb

@@ -10,4 +10,19 @@ module Helper
        if attribute.nil?
   end
   module_function :validates_not_empty
+
+  def path_in_deploy_home(path)
+    absolute_path?(path) ? path : File.join($recipe_config[:deploy_home] || "", path)
+  end
+  module_function :path_in_deploy_home
+
+  def path_in_recipe_base_dir(path)
+    absolute_path?(path) ? path : File.join($recipe_config[:recipe_base_dir] || "", path)
+  end
+  module_function :path_in_recipe_base_dir
+
+  def absolute_path?(path)
+    path.start_with? "/"
+  end
+  module_function :absolute_path?
 end

data/lib/depengine/processor/properties.rb

@@ -52,13 +52,6 @@ module Processor
             else
               entry = entry.sub(keyvalue[1].strip, \
                                 properties_hash[keyvalue[0].strip])
-              ### patch global variable
-              if not entry.nil? and entry.include?('<t:db_endpoint_1/>')
-                entry = entry.sub(/<t\:db_endpoint_1\/>/, properties_hash['db_endpoint_1'])
-              end
-              if not entry.nil? and entry.include?('<t:db_endpoint_2/>')
-                entry = entry.sub(/<t\:db_endpoint_2\/>/, properties_hash['db_endpoint_2'])
-              end
             end
           end
         end

data/lib/depengine/processor/template.rb

@@ -1,7 +1,7 @@
 module Processor
   class Template
     include Processor
-    attr_accessor :basepath
+    attr_accessor :basepath, :outdir, :source, :content
     attr_writer   :cdb
 
     # Render a template and write the output to a file or directory
@@ -9,73 +9,88 @@ module Processor
     def parse_template(template_source, content, outdir, options={})
       Helper.validates_presence_of basepath, "Basepath not set for template engine"
       # expand basepath
-      self.basepath = File.expand_path basepath
+      @basepath = File.expand_path basepath
+      @outdir = outdir
+      @source = File.join(@basepath, template_source)
+      @content = content
+      @excludes = options[:excludes]
 
-      if File.file?( File.join( basepath, template_source ) )
-        source_root_path = File.join( basepath, File.dirname(template_source) )
-        single_file      = File.join( basepath, template_source )
+      if File.file?(File.join(basepath, template_source))
+        from_file
       else
-        # source is a directory
-        source_root_path = File.join( basepath, template_source)
-        single_file      = nil
+        all_from_directory
       end
-      target_root_path = File.join( basepath, outdir )
-      target_path      = target_root_path
+      return self
+   end
 
-      Find.find( single_file || source_root_path ) do |path|
+    def from_file
+      if excluded? @source
+        $log.writer.debug "Skip template #{@source}"
+        return
+      end
+      target_dir = target_path_of(@source)
+      create_sub_dirs!(target_dir)
+      target_file = File.join(target_dir, File.basename(@source).gsub(".tpl",""))
+      File.open(target_file, "w") do |f|
+        f.write(parse(@source))
+      end
+    end
+
+    def all_from_directory
+      find_templates(@source).each do |t|
+        @source = t
+        from_file
+      end
+    end
+
+    def find_templates(path_to_find_in)
+      templates = []
+      Find.find(path_to_find_in) do |path|
         # next if we found ourself
-        next if path == source_root_path
+        next if path == path_to_find_in
+        next unless File.file?(path) and path.end_with?(".tpl")
+        templates << path
+      end
+      templates
+    end
 
-        sub_dir     = File.join( File.dirname( path ).split(/\//) - \
-                      source_root_path.split(/\//) )
-        target_path = File.join( target_root_path, sub_dir )
-        target      = File.join( target_path, File.basename( path ) )
+    def target_path_of(path)
+      path = File.dirname(path) if File.file?(path)
+      sub_dir     = File.join(path.split(/\//) - @basepath.split(/\//))
+      File.join(@outdir, sub_dir)
+    end
 
-        if not options[:excludes].nil?
-          options[:excludes].each do |exclude|
-            if target.include? exclude
-              $log.writer.debug "Skip template #{target}"
-              Find.prune
-              next
-            end
+    def excluded?(target)
+      if @excludes
+        @excludes.each do |exclude|
+          if target.include? exclude
+            return true
           end
         end
+      end
+      return false
+    end
 
-        if File.directory? path
-          if not File.directory? target
-            FileUtils.mkdir_p( target )
-            $log.writer.debug "Create directory #{target}"
-          end
-        else
-          target_file = File.join( target_path, \
-                                   File.basename(target, ".tpl"))
-          begin
-            if not File.binary? path and not File.zero? path
-              writer = File.new(target_file, 'w')
-              writer.write(parse(path, content))
-              writer.close if not writer.nil?
-              writer = nil
-            else
-              FileUtils.cp(path, File.expand_path(target_file))
-            end
-          rescue Exception => e
-            $log.writer.error "Can not write output from template to #{target_file}"
-            $log.writer.error e.message
-            exit 1
-          end
-        end
+    def create_sub_dirs!(target)
+      if not File.directory?(target)
+        FileUtils.mkdir_p(target)
+        $log.writer.debug "Create directory #{target}"
       end
     end
 
+
     # This function returns the output of a parsed template, 'template' can be
     # a filename or a String.
     def self.parse(template, content)
       $log.writer.debug "Parse Template #{template}"
-      Template.new.parse(template, content)
+      t = Template.new
+      t.source = template
+      t.content = content
+      t.parse(template)
     end
 
-    def parse(template, content)
-      context = load_tags(content, @cdb)
+    def parse(template)
+      context = load_tags(@content, @cdb)
       begin
         parser           = Radius::Parser.new(context, :tag_prefix => 't')
         template_content = ""

data/lib/depengine/{publisher → provider}/git.rb

@@ -1,4 +1,4 @@
-module Publisher
+module Provider
   class Git
     attr_accessor :repository_url
     attr_accessor :repository_local_dir

data/lib/depengine/publisher/iis.rb

@@ -0,0 +1,101 @@
+module Publisher
+  class IIS
+    attr_accessor :url, :protocol, :http_read_timeout
+
+    def build(tag, env, version, value, application_name)
+      Helper.validates_presence_of @url, "IIS URL not set"
+      Helper.validates_presence_of @protocol, "Protocol not set"
+      iis_error = false
+
+      begin
+        uri = URI(@protocol + '://' + @url)
+        Net::HTTP.start(uri.host, uri.port) do |http|
+          http.read_timeout = http_read_timeout
+          request = Net::HTTP::Post.new uri.request_uri
+          request.set_form_data('tag' => tag, 'env' => env, 'version' => version, 'value' => value, 'application_name' => application_name)
+          request.content_type = 'application/x-www-form-urlencoded;charset=utf-8'
+          http.request request do |response|
+            response.read_body do |chunk|
+              if chunk.include?("### Error while executing")
+                $log.writer.error "Error executing build on IIS"
+                iis_error = true
+              end
+              $log.writer.info "#{chunk}"
+            end
+          end
+        end
+      rescue Exception => e
+        $log.writer.error "Error: while connecting to IIS Server"
+        $log.writer.error "Request was: #{uri.to_s}"
+        $log.writer.error e.message
+        exit 1
+      end
+
+      if iis_error
+        exit 1
+      end
+
+    end
+
+    def appcmd(value)
+      Helper.validates_presence_of @url, "IIS URL not set"
+      Helper.validates_presence_of @protocol, "Protocol not set"
+
+      begin
+        uri    = URI(@protocol + '://' + @url)
+        Net::HTTP.start(uri.host, uri.port) do |http|
+          http.read_timeout = http_read_timeout
+          request = Net::HTTP::Post.new uri.request_uri
+          request.set_form_data('value' => value)
+          request.content_type = 'application/x-www-form-urlencoded;charset=utf-8'
+          http.request request do |response|
+            response.read_body do |chunk|
+              $log.writer.info "#{chunk}"
+            end
+          end
+        end
+      rescue Exception => e
+        $log.writer.error "Error: while connecting to IIS Server"
+        $log.writer.error "Request was: #{uri.to_s}"
+        $log.writer.error e.message
+        exit 1
+      end
+    end
+
+   def deploy(version, iis_application_name, env)
+      Helper.validates_presence_of @url, "IIS URL not set"
+      Helper.validates_presence_of @protocol, "Protocol not set"
+      iis_error = false
+
+      begin
+        uri    = URI(@protocol + '://' + @url)
+        Net::HTTP.start(uri.host, uri.port) do |http|
+          http.read_timeout = http_read_timeout
+          request = Net::HTTP::Post.new uri.request_uri
+          request.set_form_data('version' => version, 'application_name' => iis_application_name, 'env' => env)
+          request.content_type = 'application/x-www-form-urlencoded;charset=utf-8'
+          http.request request do |response|
+            response.read_body do |chunk|
+              if chunk.include?("### Error while executing")
+                $log.writer.error "Error executing deploy on IIS"
+                iis_error = true
+              end
+              $log.writer.info "#{chunk}"
+            end
+          end
+        end
+      rescue Exception => e
+        $log.writer.error "Error: while connecting to IIS Server"
+        $log.writer.error "Request was: #{uri.to_s}"
+        $log.writer.error e.message
+        exit 1
+      end
+
+      if iis_error
+        exit 1
+      end
+
+    end
+
+  end
+end

data/lib/depengine/reporter/cdb.rb

@@ -3,7 +3,7 @@ module Reporter
     attr_accessor :version
     attr_accessor :worker
 
-    def set_version(options={})
+    def set_version
       Helper.validates_presence_of version, "version not set"
 
       worker.set_cdb_parameter('deployed_version', version)

data/lib/depengine/version.rb

@@ -1,3 +1,3 @@
 module Depengine
-  VERSION = "3.0.12"
+  VERSION = "3.0.13"
 end

data/spec/cdb_spec.rb

@@ -12,7 +12,6 @@ $log.writer.level = Log4r::DEBUG
 
 describe "the cdb backend" do
   include Provider
-  path    = '/INT/dbde/dboverallsearch/port'
   path_to_cdb = File.join(File.dirname(__FILE__), '../../cdb/')
   version = 0
 
@@ -34,19 +33,6 @@ describe "the cdb backend" do
     result.should include("INT_module_app")
   end
 
-  it "should deliver all parameters for an app from the cdb by path" do
-    worker = Provider::CDB.new
-    worker.protocol = 'http'
-    worker.host     = 'localhost:4567'
-    worker.context  = ''
-    worker.env      = 'STAGE'
-
-    result = worker.get_parameters('testing/helloworld', 0)
-
-    result['env'].should include("STAGE")
-    result['patch_config_helloworld']['URL'].should include("www.neue-url.de")
-  end
-
   it "should set a parameter in the cdb" do
     worker = Provider::CDB.new
     worker.protocol = 'http'

data/spec/demo_recipe/config/config.properties

@@ -0,0 +1,5 @@
+#Generated by Maven
+#Mon Apr 01 01:02:03 CEST 2014
+version=0.23.42-SNAPSHOT
+webhost=com.example.www
+mailhost=com.example.mail

data/spec/demo_recipe/recipes/demo.rb

@@ -0,0 +1,27 @@
+set :application_name,         "testapp"
+set :module_name,              "testmodule"
+
+set :cleanup_workspace_before, ["source", "tmp"]
+
+set :log_level,                "INFO"
+set :log_file,                 "deploy.log"
+set :log_file_level,           "DEBUG"
+
+Deployment.deliver do
+
+  config = get_all_config_parameters
+  $log.writer.info "Got config parameters from cdb"
+
+  $log.writer.info "date_unique: #{date_unique}"
+
+  config['test_app_hosts'].each do |test_app_host|
+    $log.writer.info "doing something on #{test_app_host}"
+    rsync("target/", "/srv/testapp/")
+    remote_execute("export JAVA_HOME=/opt/java7; cd /srv/testapp/project_#{config['env'].downcase}/current/; . ./setantenv.sh; ant;", :remote_host => test_app_host)
+  end
+
+  report_by_mail
+  $log.writer.info "Sent mail to deployment team #{config['deploy_email_to']}"
+
+  $log.writer.info "Deployment done!"
+end

data/spec/helper_spec.rb

@@ -0,0 +1,127 @@
+$LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__) + "/../lib"))
+require 'depengine'
+require 'depengine/cli'
+require 'tmpdir'
+require 'fileutils'
+
+describe "the date_unique method" do
+
+  before :each do
+    $recipe_config_backup = $recipe_config
+    $recipe_config = {
+      :deploy_home => "/tmp/deploy_home",
+      :recipe_base_dir => "/tmp/recipe_base_dir",
+      :env => "TEST",
+      :version => "42.23.0",
+      :log_level => "ERROR",
+      :skip_cdb_setup => true,
+      :application_name => "testenvapp",
+      :module_name => "testenvmodule"
+    }
+  end
+
+  after :each do
+    $recipe_config = $recipe_config_backup
+  end
+
+  it "should use a specified format" do
+    expect(Deployment::Worker.new.date_unique("%Y")).to match /^\d{4}$/
+  end
+
+  it "should have a default format" do
+    expect(Deployment::Worker.new.date_unique).to match /^\d{4}-\d{2}-\d{2}_\d+$/
+  end
+
+  it "should cache its object" do
+    w = Deployment::Worker.new
+    first = w.date_unique
+    sleep(1)
+    expect(w.date_unique).to eql first
+  end
+
+end
+
+describe "the copy_to_workspace method" do
+  before :each do
+    $recipe_config_backup = $recipe_config
+    $recipe_config = {
+      :deploy_home => Dir.tmpdir,
+      :recipe_base_dir => File.expand_path(File.dirname(__FILE__) + "/demo_recipe/"),
+      :env => "TEST",
+      :version => "42.23.0",
+      :log_level => "ERROR",
+      :skip_cdb_setup => true,
+      :application_name => "testenvapp",
+      :module_name => "testenvmodule"
+    }
+  end
+
+  after :each do
+    FileUtils.rm_rf $recipe_config[:deploy_home]
+    $recipe_config = $recipe_config_backup
+  end
+
+  context "given an array of directories" do
+    it "should copy all direcotries" do
+      $recipe_config[:copy_to_workspace] = ["config"]
+      Deployment::Worker.new
+      expect(File.directory?(File.join($recipe_config[:deploy_home], "config"))).to be true
+      expect(File.file?(File.join($recipe_config[:deploy_home], "config", "config.properties"))).to be true
+    end
+  end
+  context "set to a truthy object" do
+    it "should copy the config/ dir" do
+      $recipe_config[:copy_to_workspace] = true
+      Deployment::Worker.new
+      expect(File.file?(File.join($recipe_config[:deploy_home], "config", "config.properties"))).to be true
+    end
+  end
+  context "not given" do
+    it "should not copy anything" do
+      $recipe_config[:copy_to_workspace] = nil
+      Deployment::Worker.new
+      expect(File.file?(File.join($recipe_config[:deploy_home], "config", "config.properties"))).to be false
+    end
+  end
+end
+
+describe "the report_by_mail method" do
+  before :each do
+    $recipe_config_backup = $recipe_config
+    $recipe_config = {
+      :deploy_home => Dir.tmpdir,
+      :recipe_base_dir => File.expand_path(File.dirname(__FILE__) + "/demo_recipe/"),
+      :env => "TEST",
+      :version => "42.23.0",
+      :log_level => "ERROR",
+      :skip_cdb_setup => true,
+      :application_name => "testenvapp",
+      :module_name => "testenvmodule"
+    }
+  end
+  after :each do
+    FileUtils.rm_rf $recipe_config[:deploy_home]
+    $recipe_config = $recipe_config_backup
+  end
+
+  it "should send a automatically filled mail via smtp" do
+    worker = Deployment::Worker.new
+    worker.cdb['deploy_email_from'] = "#{ENV['USER']}@localhost"
+    worker.cdb['deploy_email_to'] = "#{ENV['USER']}@localhost"
+    expect {worker.report_by_mail()}.to_not raise_error
+  end
+
+  it "should send a manually filled mail via smtp" do
+    worker = Deployment::Worker.new
+    h = {
+      :application_name => "thisisjustatestapplication",
+      :module_name => "andthisatestmodule",
+      :status => "somewhatsuccessful",
+      :message => "i dont know what could possibly go wrong",
+      :deploy_email_from => "#{ENV['USER']}@localhost",
+      :deploy_email_to   => "#{ENV['USER']}@localhost"
+    }
+    expect {worker.report_by_mail(h)}.to_not raise_error
+  end
+
+end