depengine 0.0.31 → 3.0.0

data/lib/depengine/publisher/ssh.rb

@@ -31,15 +31,16 @@ module Publisher
               exit 1
             end
 
-            ch.on_data do |ch, type, data|
-              if type.nil?
-                $log.writer.info "Warning: Maybe successfully executed but no output found"
+            ch.on_data do |ch, data| # STDOUT of command
+              if data
+                $log.writer.debug data.strip
+                result << data
               else
-                $log.writer.info type.strip
+                $log.writer.info "Warning: Maybe successfully executed but no output found"
               end
             end
 
-            ch.on_extended_data do |ch, type, data|
+            ch.on_extended_data do |ch, type, data| # STDERR of command
               $log.writer.error "could not execute command"
               $log.writer.error data
               $log.writer.error type
@@ -55,6 +56,16 @@ module Publisher
       end
       result
     end
+
+    def remove_old_releases(path, num_of_releases_to_keep, release_name_shema)
+      releases = remote_execute("ls #{path}").split("\n").find_all {|dir| dir =~ release_name_shema}.sort
+      releases_to_delete = releases.take releases.size-num_of_releases_to_keep
+      releases_to_delete.each do |dir|
+        $log.writer.debug "removing #{path}/#{dir}"
+        remote_execute("rm -rf #{path}/#{dir}")
+      end
+    end
+
   end
 end
 

data/lib/depengine/version.rb

@@ -1,3 +1,3 @@
 module Depengine
-  VERSION = "0.0.31"
+  VERSION = "3.0.0"
 end

data/spec/cdb_spec.rb

@@ -6,22 +6,32 @@ require_relative '../lib/depengine/helper/validations'
 require_relative '../lib/depengine/provider/cdb'
 require_relative '../lib/depengine/log/log'
 
+$exec_file_path = __FILE__
 $log       = Log::DeploymentLogger.new
-#$log.level = Log4r::ERROR
+$log.writer.level = Log4r::DEBUG
 
 describe "the cdb backend" do
   include Provider
   path    = '/INT/dbde/dboverallsearch/port'
+  path_to_cdb = File.join(File.dirname(__FILE__), '../../cdb/')
   version = 0
+
+  before(:all) do
+    $log.writer.debug "starting a CDB webserver on port 4567"
+    $pid = spawn("rackup #{path_to_cdb}/config.ru -p 4567")
+    $log.writer.debug "CDB running as pid #{$pid}"
+    sleep(2) # waiting for CDB to come properly
+  end
+
   it "should deliver a parameter from the cdb by path" do
     worker = Provider::CDB.new
     worker.protocol = 'http'
     worker.host     = 'localhost:4567'
     worker.context  = ''
-    worker.env          = 'INT'
+    worker.env      = 'INT'
 
-    result = worker.get_parameter('dbde/dboverallsearch/port', 0)
-    result.should include("10123")
+    result = worker.get_parameter('module/app/this_is', 0)
+    result.should include("INT_module_app")
   end
 
   it "should deliver all parameters for an app from the cdb by path" do
@@ -29,14 +39,13 @@ describe "the cdb backend" do
     worker.protocol = 'http'
     worker.host     = 'localhost:4567'
     worker.context  = ''
-    worker.env      = 'INT'
+    worker.env      = 'STAGE'
 
-    result = worker.get_parameters('dbde/dboverallsearch', 0)
-    
-    result['env'].should include("INT")
-    result['appname'].should include("dboverallsearch")
-    result['port'].should be 10123
-  end 
+    result = worker.get_parameters('testing/helloworld', 0)
+
+    result['env'].should include("STAGE")
+    result['patch_config_helloworld']['URL'].should include("www.neue-url.de")
+  end
 
   it "should set a parameter in the cdb" do
     worker = Provider::CDB.new
@@ -45,10 +54,16 @@ describe "the cdb backend" do
     worker.context  = ''
     worker.env      = 'INT'
 
-    worker.set_parameter('dbde/dboverallsearch', 'deployed_version', 123)
-    result = worker.get_parameter('dbde/dboverallsearch/deployed_version', 0)
+    worker.set_parameter('module/app', 'this_is', "INT_module_app")
+    result = worker.get_parameter('module/app/this_is', 0)
 
-    result.should include("123")
+    result.should include("INT_module_app")
   end
+
+  after(:all) do
+    $log.writer.debug "killing CDB webserver"
+    `kill #{$pid}`
+  end
+
 end
 

data/spec/deployhelper_spec.rb

@@ -2,16 +2,18 @@ require 'rubygems'
 require 'json'
 require 'log4r'
 require 'fakefs/spec_helpers'
+require 'fileutils'
 require_relative '../lib/depengine/helper/validations'
 require_relative '../lib/depengine/helper/hudson'
 require_relative '../lib/depengine/log/log'
-require 'fileutils'
 
 $log       = Log::DeploymentLogger.new
-#$log.level = Log4r::ERROR
+#$log.writer.level = Log4r::ERROR
 
 describe "helper functions" do
   include Helper
+  include FakeFS::SpecHelpers
+
   it "should deliver all relevant envirnoment variables as a hash" do
     result = get_environemnt_variables
     result.should include("HOME")
@@ -27,8 +29,8 @@ describe "helper functions" do
     version = "{\"app\": \"1.2.3\", \"cdb\": 23, \"depsw\": 44}"
     result = parse_version(version)
     result['app'].should include( "1.2.3" )
-    result['cdb'].should  be 23 
-    result['depsw'].should be 44 
+    result['cdb'].should  be 23
+    result['depsw'].should be 44
   end
 
   it "should remove all files from workspace" do

data/spec/fileops_spec.rb

@@ -5,16 +5,17 @@ require_relative '../lib/depengine/processor/fileops'
 require_relative '../lib/depengine/log/log'
 
 $log       = Log::DeploymentLogger.new
-#$log.level = Log4r::ERROR
+$log.writer.level = Log4r::ERROR
 
 describe "file operations" do
   include FakeFS::SpecHelpers
   include Processor
+
   it "should copy a file" do
     FileUtils.mkdir_p 'source'
     FileUtils.mkdir_p 'target'
     FileUtils.touch 'source/dummy.file'
- 
+
     copy('source/dummy.file', 'target/dummy.file')
     File.file?( 'target/dummy.file' ).should be_true
   end
@@ -31,7 +32,6 @@ describe "file operations" do
   it "should delete a file" do
     FileUtils.touch 'dummy.file'
     remove('dummy.file')
-    
     File.file?( 'dummy.file' ).should be_false
   end
 

data/spec/log_spec.rb

@@ -8,8 +8,9 @@ describe "logging" do
     # redirect STDOUT
     sio = StringIO.new
     old_stdout, $stdout = $stdout, sio
- 
+
     log = Log::DeploymentLogger.new
+    log.writer.level = Log4r::DEBUG
     log.writer.debug "Logger is now setup"
 
     # restore STDOUT
@@ -25,7 +26,7 @@ describe "logging" do
     old_stdout, $stdout = $stdout, sio
 
     log = Log::DeploymentLogger.new
-    log.level = Log4r::WARN
+    log.writer.level = Log4r::WARN
     log.writer.warn "Logger is now setup"
 
     # restore STDOUT
@@ -45,6 +46,21 @@ describe "logging" do
     File.open("spec/logs/log_spec.log", 'r') do |line|
       line.gets.should include("Logger is now setup")
     end
+  FileUtils.rm_rf "spec/logs/log_spec.log"
+  end
+
+  it "should log a message to a logfile with a level set" do
+    FileUtils.rm_rf "spec/logs/log_spec_level.log"
+
+    log = Log::DeploymentLogger.new
+    log.add_outputter(Log4r::FileOutputter.new('log_warn', :filename => "./spec/logs/log_spec_level.log"), Log4r::WARN)
+    log.writer.info "this is an info message"
+    log.writer.warn "this is a warn message"
+
+    File.open("spec/logs/log_spec_level.log", 'r').read.should_not include("this is an info message")
+    File.open("spec/logs/log_spec_level.log", 'r').read.should include("this is a warn message")
+
+    FileUtils.rm_rf "spec/logs/log_spec_level.log"
   end
 end
 

data/spec/mail_spec.rb

@@ -6,18 +6,18 @@ require_relative '../lib/depengine/helper/mail'
 require_relative '../lib/depengine/log/log'
 
 $log       = Log::DeploymentLogger.new
-#$log.level = Log4r::ERROR
+$log.writer.level = Log4r::ERROR
 
 describe "mail delivery" do
   it "should send an email via smtp" do
     options = {}
-    options[:from]    = 'deployment@localhost'
-    options[:to]      = 'marstu@localhost'
-    options[:subject] = 'spec mail'
+    options[:from]    = "#{ENV['USER']}@localhost"
+    options[:to]      = "#{ENV['USER']}@localhost"
+    options[:subject] = "spec mail #{Time.now.to_s}"
     options[:body]    = 'test mail'
 
     worker = Helper::Mail.new
-    worker.smtp_host = 'chiara'
+    worker.smtp_host = 'localhost'
     worker.sendmail(options)
   end
 

data/spec/properties/source/config.properties

@@ -0,0 +1,5 @@
+#Generated by Maven
+#Mon Apr 01 01:02:03 CEST 2014
+version=0.23.42-SNAPSHOT
+webhost=com.example.www
+mailhost=com.example.mail

data/spec/properties/source/random.rb

@@ -0,0 +1,10 @@
+Lorem ipsum old_string, consectetur adipiscing elit. Donec a diam lectus. Sed sit amet ipsum mauris. Maecenas congue ligula ac quam viverra nec consectetur ante hendrerit. Donec et mollis dolor. Praesent et diam eget libero egestas mattis sit amet vitae augue. Nam tincidunt congue enim, ut porta lorem lacinia consectetur. Donec ut libero sed arcu vehicula ultricies a non tortor. Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aenean ut gravida lorem. Ut turpis felis, pulvinar a semper sed, adipiscing id dolor. Pellentesque auctor nisi id magna consequat sagittis. Curabitur dapibus enim sit amet elit pharetra tincidunt feugiat nisl imperdiet. Ut convallis libero in urna ultrices accumsan. Donec sed odio eros. Donec viverra mi quis quam pulvinar at malesuada arcu rhoncus. Cum sociis natoque penatibus et magnis dis parturient montes, nascetur ridiculus mus. In rutrum accumsan ultricies. Mauris vitae nisi at sem facilisis semper ac in est.
+
+Vivamus fermentum semper porta. Nunc diam velit, adipiscing ut tristique vitae, sagittis vel odio.
+Maecenas convallis ullamcorper ultricies. Curabitur ornare, ligula semper consectetur sagittis, nisi diam iaculis velit, id fringilla sem nunc vel mi. Nam dictum, odio nec pretium volutpat, arcu ante placerat erat, non tristique elit urna et turpis. Quisque mi metus, ornare sit amet fermentum et, tincidunt et orci. Fusce eget orci a orci congue vestibulum. Ut dolor diam, elementum et vestibulum eu, porttitor vel elit. Curabitur venenatis pulvinar tellus gravida ornare. Sed et erat faucibus nunc euismod ultricies ut id justo. Nullam cursus suscipit nisi, et ultrices justo sodales nec. Fusce venenatis facilisis lectus ac semper. Aliquam at massa ipsum. Quisque bibendum purus convallis nulla ultrices ultricies. Nullam aliquam, mi eu aliquam tincidunt, purus velit laoreet tortor, viverra pretium nisi quam vitae mi. Fusce vel volutpat elit. Nam sagittis nisi dui.
+Suspendisse lectus leo, consectetur in tempor sit amet, placerat quis neque. Etiam luctus porttitor lorem, sed suscipit est rutrum non.
+ Curabitur lobortis nisl a enim congue semper. Aenean commodo ultrices imperdiet. Vestibulum ut justo vel sapien venenatis tincidunt. Phasellus eget dolor sit amet ipsum dapibus condimentum vitae quis lectus. Aliquam ut massa in turpis dapibus convallis. Praesent elit lacus, vestibulum at malesuada et, ornare et est. Ut augue nunc, sodales ut euismod non,
+ adipiscing vitae orci. Mauris ut placerat justo. Mauris in ultricies enim. Quisque nec est eleifend nulla ultrices egestas quis ut quam. Donec sollicitudin lectus a mauris pulvinar id aliquam urna cursus. Cras quis ligula sem, vel elementum mi. Phasellus non ullamcorper urna.
+
+Class
+ aptent taciti even older string ad litora torquent per conubia nostra, per inceptos himenaeos. In euismod ultrices facilisis. Vestibulum porta sapien adipiscing augue congue id pretium lectus molestie. Proin quis dictum nisl. Morbi id quam sapien, sed vestibulum sem. Duis elementum rutrum mauris sed convallis. Proin vestibulum magna mi. Aenean tristique hendrerit magna, ac facilisis nulla hendrerit ut. Sed non tortor sodales quam auctor elementum. Donec hendrerit nunc eget elit pharetra pulvinar. Suspendisse id tempus tortor. Aenean luctus, elit commodo laoreet commodo, justo nisi consequat massa, sed vulputate quam urna quis eros. Donec vel.

data/spec/properties_spec.rb

@@ -1,40 +1,27 @@
 require_relative '../lib/depengine/processor/properties'
 
 describe "the properties patcher" do
-  it "should patch properties in a file by key/value)" do
+
+  it "should patch properties in a file by key/value" do
     test = Processor::Properties.new()
-    test.properties_hash = { "PORTAL_NB_URL" => "http://www.norisbank.de", "PORTAL_PBC_URL" => "http://www.deutsche-bank.de/pbc" }
-    test.separator = "="
+    test.properties_hash = { "webhost" => "www.sinnerschrader.com", "mailhost" => "mail.google.com" }
+    test.assigner = "="
     test.patch("spec/properties/source/config.properties", "spec/properties/target/config.properties")
 
-    data = File.readlines('spec/properties/target/config.properties')
-    test_flag = false
-      data.each { |entry|
-        if entry.include? "="
-          keyvalue = entry.split("=",2)
-          if keyvalue[1].include? "http://www.norisbank.de"
-            test_flag = true
-          end
-        end
-      }
-
-    test_flag.should be true
+
+    File.open('spec/properties/target/config.properties').read.should include "webhost=www.sinnerschrader.com"
+
+    FileUtils.rm_rf('spec/properties/target/config.properties')
   end
 
   it "should patch strings in file" do
     test = Processor::Properties.new()
-    test.properties_hash = { "finanzberater.deutsche-bank.de" => "finanzberater.int.deutsche-bank.de", "DB Kontakt" => "DB Kontakte" }
-    test.substitute("spec/properties/source/db_live.inc.php", "spec/properties/target/db_live.inc.php")
-
-    data = File.readlines('spec/properties/target/db_live.inc.php')
-    test_flag = false
-      data.each { |entry|
-        if entry.include? "finanzberater.int.deutsche-bank.de"
-          test_flag = true
-        end
-      }
-
-    test_flag.should be true
+    test.properties_hash = { "old_string" => "new_string", "even older string" => "" }
+    test.substitute("spec/properties/source/random.rb", "spec/properties/target/random.rb")
+
+    File.open('spec/properties/target/random.rb').read.should include "new_string"
+    File.open('spec/properties/target/random.rb').read.should_not include "even older string"
+    FileUtils.rm_rf('spec/properties/target/random.rb')
   end
 end
 

data/spec/repository_spec.rb

@@ -6,77 +6,106 @@ require 'net/scp'
 require 'uri'
 require 'rexml/document'
 require 'log4r'
+require 'tmpdir'
 require_relative '../lib/depengine/provider/repository'
 require_relative '../lib/depengine/log/log'
 
 $log       = Log::DeploymentLogger.new
-#$log.level = Log4r::ERROR
+$log.writer.level = Log4r::DEBUG
 
-describe "get from repository" do
-  # Besser waere File.tmp_dir
-  tmp_dir=ENV['HOME']+"/tmp_"+Process.pid.to_s
+describe "getting a file" do
+  context "with maven" do
+    it "should get from a remote repository" do
+      tmp_dir = Dir.mktmpdir
+      begin
+        test = Provider::Repository.new()
+        test.repository = "http://repo1.maven.org/maven2/"
+        test.user = ""
+        test.password = ""
+        test.method = "maven"
 
-  it "should get from maven" do
-  	test = Provider::Repository.new()
-  	test.repository = "https://svc.prod.deutsche-bank.de/maven2/"
-  	test.user = "hgjhlkuh"
-  	test.password = "sonnenschein"
-  	test.method = "maven"
-    	FileUtils.remove_file(tmp_dir+'/opra-config-1.3.2.jar', force = true )
-    test.get_from_repository("com/db/pws/lib/szz/opra-config/1.3.2/opra-config-1.3.2.jar", tmp_dir)
-		File.file?(tmp_dir+'/opra-config-1.3.2.jar').should be true
+        test.get_from_repository("org/apache/maven/maven-model/2.2.1/maven-model-2.2.1.jar", tmp_dir)
+        File.file?(tmp_dir+'/maven-model-2.2.1.jar').should be true
+      ensure
+        FileUtils.remove_entry tmp_dir
+      end
+    end
   end
 
-  it "should get a file via scp" do
-  	test = Provider::Repository.new()
-  	test.host = "itch.deutsche-bank.de"
-  	test.user = "szz"
-  	test.sshkey = "etc/ssh/id_rsa.deployadmin"
-  	test.method = "scp"
-    	FileUtils.remove_file(tmp_dir+'/hostname.vm', force = true)
-    test.get_from_repository("/home/szz/hostname.vm", tmp_dir)
-		File.file?(tmp_dir+'/hostname.vm').should be true
-  end
+  context "with SCP" do
+    it "should get a file from a remote host" do
+      tmp_dir = Dir.mktmpdir
+      begin
+        FileUtils.mkdir tmp_dir+"/source"
+        FileUtils.touch tmp_dir+"/source/test.file"
 
-  it "should get from svn (checkout)" do
-   	test = Provider::Repository.new()
-   	test.repository = "http://svn"
-   	test.user = ""
-   	test.password = ""
-   	test.method = "svn"
-   	test.svncmd = "checkout"
-   	test.svnbinary = "/usr/bin/svn"
-     	FileUtils.rm_rf(tmp_dir+'/deploy_engine')
-    test.get_from_repository("S2B_Projekte/DTE/deploy_engine/lib/depengine/provider", tmp_dir+"/deploy_engine/lib/depengine/provider")
- 		File.file?(tmp_dir+'/deploy_engine/lib/depengine/provider/repository.rb').should be true
-  end
+        test = Provider::Repository.new()
+        test.host = "localhost"
+        test.user = ENV['USER']
+        test.sshkey = ENV['HOME']+"/.ssh/id_rsa"
+        test.method = "scp"
 
-  it "should get from svn (export directory)" do
-  	test = Provider::Repository.new()
-  	test.repository = "http://svn"
-  	test.user = ""
-  	test.password = ""
-  	test.method = "svn"
-  	test.svncmd = "export"
-  	test.svnbinary = "/usr/bin/svn"
-     	FileUtils.rm_rf(tmp_dir+'/deploy_engine')
-    test.get_from_repository("S2B_Projekte/DTE/deploy_engine/lib/depengine/provider", tmp_dir+"/deploy_engine/lib/depengine/provider")
-		File.file?(tmp_dir+'/deploy_engine/lib/depengine/provider/repository.rb').should be true
+        test.get_from_repository(tmp_dir+"/source/test.file", tmp_dir)
+        File.file?(tmp_dir+'/test.file').should be true
+      ensure
+        FileUtils.remove_entry tmp_dir
+      end
+    end
   end
 
-  it "should get from svn (export file only)" do
-  	test = Provider::Repository.new()
-  	test.repository = "http://svn"
-  	test.user = ""
-  	test.password = ""
-  	test.method = "svn"
-  	test.svncmd = "export"
-  	test.svnbinary = "/usr/bin/svn"
-     	FileUtils.rm_rf(tmp_dir+'/deploy_engine')
-    test.get_from_repository("S2B_Projekte/DTE/deploy_engine/lib/depengine/provider/repository.rb", tmp_dir+"/deploy_engine/lib/depengine/provider")
-		File.file?(tmp_dir+'/deploy_engine/lib/depengine/provider/repository.rb').should be true
-  end
+  # context "with SVN" do
+  #   it "should do a checkout" do
+  #     tmp_dir = Dir.mktmpdir
+  #     begin
+  #       test = Provider::Repository.new()
+  #       test.repository = "file://#{tmp_dir}"
+  #       test.user = ""
+  #       test.password = ""
+  #       test.method = "svn"
+  #       test.svncmd = "checkout"
+  #       test.svnbinary = "/usr/bin/svn"
+  #         FileUtils.rm_rf(tmp_dir+'/deploy_engine')
+  #       test.get_from_repository("S2B_Projekte/DTE/deploy_engine/lib/depengine/provider", tmp_dir+"/deploy_engine/lib/depengine/provider")
+  #       File.file?(tmp_dir+'/deploy_engine/lib/depengine/provider/repository.rb').should be true
+  #     ensure
+  #       FileUtils.remove_entry tmp_dir
+  #     end
+  #   end
 
-  FileUtils.rm_rf(tmp_dir)
+  #   it "should do export on a directory" do
+  #     tmp_dir = Dir.mktmpdir
+  #     begin
+  #       test = Provider::Repository.new()
+  #       test.repository = "http://svn"
+  #       test.user = ""
+  #       test.password = ""
+  #       test.method = "svn"
+  #       test.svncmd = "export"
+  #       test.svnbinary = "/usr/bin/svn"
+  #         FileUtils.rm_rf(tmp_dir+'/deploy_engine')
+  #       test.get_from_repository("S2B_Projekte/DTE/deploy_engine/lib/depengine/provider", tmp_dir+"/deploy_engine/lib/depengine/provider")
+  #       File.file?(tmp_dir+'/deploy_engine/lib/depengine/provider/repository.rb').should be true
+  #     ensure
+  #       FileUtils.remove_entry tmp_dir
+  #     end
+  #   end
 
+  #   it "should do a export on a singly file" do
+  #     tmp_dir = Dir.mktmpdir
+  #     begin
+  #       test = Provider::Repository.new()
+  #       test.repository = "http://svn"
+  #       test.user = ""
+  #       test.password = ""
+  #       test.method = "svn"
+  #       test.svncmd = "export"
+  #       test.svnbinary = "/usr/bin/svn"
+  #         FileUtils.rm_rf(tmp_dir+'/deploy_engine')
+  #       test.get_from_repository("S2B_Projekte/DTE/deploy_engine/lib/depengine/provider/repository.rb", tmp_dir+"/deploy_engine/lib/depengine/provider")
+  #       File.file?(tmp_dir+'/deploy_engine/lib/depengine/provider/repository.rb').should be true
+  #     ensure
+  #       FileUtils.remove_entry tmp_dir
+  #     end
+  #   end
+  # end
 end