openshift-origin-controller 1.3.2

data/test/cucumber/step_definitions/runtime_url_steps.rb

@@ -0,0 +1,46 @@
+Then /^the web console for the metrics\-([\d\.]+) cartridge is( not)? accessible$/ do |version, negate|
+  steps %Q{
+    Then the web console for the metrics-#{version} cartridge at /read.php is#{negate} accessible
+  }
+end
+
+Then /^the web console for the rockmongo\-([\d\.]+) cartridge is( not)? accessible$/ do |version, negate|
+  steps %Q{
+    Then the web console for the rockmongo-#{version} cartridge at /js/collection.js is#{negate} accessible
+  }
+end
+
+Then /^the web console for the phpmyadmin\-([\d\.]+) cartridge is( not)? accessible$/ do |version, negate|
+  steps %Q{
+    Then the web console for the phpmyadmin-#{version} cartridge at /js/sql.js is#{negate} accessible
+  }
+end
+
+When /^I run the health\-check for the ([^ ]+) cartridge$/ do | type |
+  host = "#{@app.name}-#{@account.domain}.dev.rhcloud.com"
+
+  url = case type
+    when 'perl-5.10'
+      "health_check.pl"
+    when 'php-5.3'
+      "health_check.php"
+    else
+      "health"
+  end
+
+  # Use curl to hit the app, causing restorer to turn it back on.
+  command = "/usr/bin/curl -k -H 'Host: #{host}' -s http://localhost/#{url}"
+  output = run_stdout command
+  output.chomp!
+
+  OpenShift::timeout(60) do
+    while output != '1'
+      output = run_stdout command
+      output.chomp!
+      $logger.info("Idler waiting for httpd graceful to finish. #{host}")
+      sleep 1
+    end
+  end
+
+  output.should == '1'
+end

data/test/cucumber/step_definitions/trap-user-extended_steps.rb

@@ -0,0 +1,14 @@
+When /^I (start|stop) the application using ctl_all via rhcsh$/ do |action|
+  cmd = case action
+  when 'start'
+    ssh_command("rhcsh ctl_all start")
+  when 'stop'
+    ssh_command("rhcsh ctl_all stop")
+  end
+
+  $logger.debug "Running #{cmd}"
+
+  output = `#{cmd}`
+
+  $logger.debug "Output: #{output}"
+end

data/test/cucumber/step_definitions/trap-user_steps.rb

@@ -0,0 +1,58 @@
+require 'pty'
+require 'digest/md5'
+
+def ssh_command(command) 
+  "ssh 2>&1 -o BatchMode=yes -o StrictHostKeyChecking=no -t #{@gear.uuid}@#{@app.name}-#{@account.domain}.dev.rhcloud.com " + command
+end
+
+Then /^I can run "([^\"]*)" with exit code: (\d+)$/ do |cmd, code|
+  command = ssh_command("rhcsh #{cmd}")
+  
+  $logger.debug "Running #{command}"
+
+  output = `#{command}`
+
+  $logger.debug "Output: #{output}"
+
+  assert_equal code.to_i, $?.exitstatus  
+end
+
+When /^I tail the logs via ssh$/ do
+  ssh_cmd = ssh_command("tail -f */logs/\\*")
+  stdout, stdin, pid = PTY.spawn ssh_cmd
+
+  @ssh_cmd = {
+    :pid => pid,
+    :stdin => stdin,
+    :stdout => stdout,
+  }
+end
+
+When /^I stop tailing the logs$/ do
+  begin
+    Process.kill('KILL', @ssh_cmd[:pid])
+    exit_code = -1
+
+    # Don't let a command run more than 1 minute
+    Timeout::timeout(60) do
+      ignored, status = Process::waitpid2 @ssh_cmd[:pid]
+      exit_code = status.exitstatus
+    end
+  rescue PTY::ChildExited
+    # Completed as expected
+  end
+end
+
+Then /^I can obtain disk quota information via SSH$/ do
+  cmd = ssh_command('/usr/bin/quota')
+
+  $logger.debug "Running: #{cmd}"
+
+  out = `#{cmd}`
+
+  $logger.debug "Output: #{out}"
+
+  if out.index("Disk quotas for user ").nil?
+    raise "Could not obtain disk quota information"
+  end  
+end

data/test/cucumber/support/00_setup_helper.rb

@@ -0,0 +1,106 @@
+require 'fileutils'
+require 'logger'
+require 'etc'
+
+#
+# Define global variables
+#
+$temp = "/tmp/rhc"
+
+$client_config = "/etc/openshift/express.conf"
+
+ 
+# Use the domain from the rails application configuration
+$domain = "example.com"
+
+# Set the dns helper module
+$dns_helper_module = File.dirname(__FILE__) + "/dns_helper.rb"
+$bind_keyvalue=""
+
+# oddjob service name and selinux context (specify nil if no alternate context is being used)
+$gear_update_plugin_service = "oddjobd"
+$selinux_user = "unconfined_u"
+$selinux_role = "system_r"
+$selinux_type = "openshift_initrc_t"
+
+# User registration flag and script
+$registration_required = true
+if File.exists?("/etc/openshift/plugins.d/openshift-origin-auth-mongo.conf")
+  $user_register_script_format = "/usr/bin/oo-register-user -l admin -p admin --username %s --userpass %s"
+elsif File.exists?("/etc/openshift/plugins.d/openshift-origin-auth-remote-user.conf")
+  $user_register_script_format = "/usr/bin/htpasswd -b /etc/openshift/htpasswd %s %s"
+end
+
+# Alternatie domain suffix for use in alias commands
+$alias_domain = "foobar.com"
+
+# Submodule repo directory for testing submodule addition test case
+$submodule_repo_dir = "#{Etc.getpwuid.dir}/submodule_test_repo"
+
+#
+# Old RHC Client scripts
+#
+$create_app_script = "/usr/bin/rhc-create-app"
+$create_domain_script = "/usr/bin/rhc-create-domain"
+$ctl_app_script = "/usr/bin/rhc-ctl-app"
+$user_info_script = "/usr/bin/rhc-domain-info"
+$snapshot_script = "/usr/bin/rhc-snapshot"
+
+#
+# New RHC Client scripts
+#
+$rhc_script = '/usr/bin/rhc'
+
+# RSA Key constants
+$test_pub_key = File.expand_path("~/.ssh/id_rsa.pub")
+$test_priv_key = File.expand_path("~/.ssh/id_rsa")
+
+module SetupHelper
+  def self.setup
+    # Create the temporary space
+    FileUtils.mkdir_p $temp
+
+    # Remove all temporary data
+    #FileUtils.rm_rf Dir.glob(File.join($temp, "*"))
+    
+    # Setup the logger
+    $logger = Logger.new(File.join($temp, "cucumber.log"))
+    $logger.level = Logger::DEBUG
+    $logger.formatter = proc do |severity, datetime, progname, msg|
+        "#{$$} #{severity} #{datetime}: #{msg}\n"
+    end
+
+    # Setup performance monitor logger
+    $perfmon_logger = Logger.new(File.join($temp, "perfmon.log"))
+    $perfmon_logger.level = Logger::INFO
+    $perfmon_logger.formatter = proc do |severity, datetime, progname, msg|
+        "#{$$} #{datetime}: #{msg}\n"
+    end
+
+    # If the default ssh key is not present, create one
+    `ssh-keygen -q -f #{$test_priv_key} -P ''` if !File.exists?($test_priv_key)
+    FileUtils.chmod 0600, $test_priv_key
+
+    # create a submodule repo for the tests
+    if !File.exists?($submodule_repo_dir)
+      `git init #{$submodule_repo_dir}`
+      Dir.chdir($submodule_repo_dir) do
+        `echo Submodule > index`
+        `git add index`
+        `git commit -m 'test'`
+      end
+    end
+    
+    # set the bind keyvalue from the installed plugin config
+    if File.exists?("/etc/openshift/plugins.d/openshift-origin-dns-bind.conf")
+      $bind_keyvalue = `cat /var/named/example.com.key | grep -i secret | gawk -F ' ' '{ print $2 }'`
+    end
+
+    # Create the ~/.ssh directory and ~/.ssh/config file and set the correct permissions
+    `mkdir -m 700 -p ~/.ssh`
+    `touch ~/.ssh/config`
+    `chmod 600 ~/.ssh/config`
+    
+  end
+end
+World(SetupHelper)

data/test/cucumber/support/app_helper.rb

@@ -0,0 +1,243 @@
+require 'active_support'
+require $dns_helper_module
+
+module AppHelper
+  class TestApp
+    include ActiveSupport::JSON
+    include DnsHelper
+
+    # The regex to parse the ssh output from the create app results
+    SSH_OUTPUT_PATTERN = %r|ssh://([^@]+)@([^/]+)|
+
+    # Default password
+    DEFPASSWD = "xyz123"
+
+    # attributes to represent the general information of the application
+    attr_accessor :name, :namespace, :login, :password, :type, :hostname, :repo, :file, :embed, :snapshot, :uid, :git_url, :owner
+
+    # attributes to represent the state of the rhc_create_* commands
+    attr_accessor :create_domain_code, :create_app_code
+
+    # attributes that contain statistics based on calls to connect
+    attr_accessor :response_code, :response_time
+
+    # mysql connection information
+    attr_accessor :mysql_hostname, :mysql_user, :mysql_password, :mysql_database
+
+    # jenkins connection information
+    attr_accessor :jenkins_url, :jenkins_job_url, :jenkins_user, :jenkins_password, :jenkins_build
+
+    # Create the data structure for a test application
+    def initialize(namespace, login, type, name, password, owner)
+      @name, @namespace, @login, @type, @password, @owner = name, namespace, login, type, password, owner
+      @hostname = "#{name}-#{namespace}.#{$domain}"
+      @repo = "#{$temp}/#{namespace}_#{name}_repo"
+      @file = "#{$temp}/#{namespace}.json"
+      @embed = []
+    end
+
+    def self.create_unique(type, name="test")
+      loop do
+        # Generate a random username
+        chars = ("1".."9").to_a
+        namespace = "ci" + Array.new(8, '').collect{chars[rand(chars.size)]}.join
+        login = "cucumber-test_#{namespace}@example.com"
+        app = TestApp.new(namespace, login, type, name, DEFPASSWD, Process.pid)
+        unless app.reserved?
+          app.persist
+          return app
+        end
+      end
+    end
+
+    def self.find_on_fs
+      Dir.glob("#{$temp}/*.json").collect {|f| TestApp.from_file(f)}.select { |app| ( ( app.owner == Process.pid ) or app.owner.nil? ) }
+    end
+
+    def self.from_file(filename)
+      TestApp.from_json(ActiveSupport::JSON.decode(File.open(filename, "r") {|f| f.readlines}[0]))
+    end
+
+    def self.from_json(json)
+      app = TestApp.new(json['namespace'], json['login'], json['type'], json['name'], json['password'], json['owner'])
+      app.embed = json['embed']
+      app.mysql_user = json['mysql_user']
+      app.mysql_password = json['mysql_password']
+      app.mysql_hostname = json['mysql_hostname']
+      app.uid = json['uid']
+      return app
+    end
+
+    def update_jenkins_info
+      @jenkins_user = `source /var/lib/openshift/#{@uid}/.env/JENKINS_USERNAME;echo $JENKINS_USERNAME`.chomp!
+      @jenkins_password = `source /var/lib/openshift/#{@uid}/.env/JENKINS_PASSWORD;echo $JENKINS_PASSWORD`.chomp!
+      @jenkins_url = `source /var/lib/openshift/#{@uid}/.env/JENKINS_URL;echo $JENKINS_URL`.chomp!
+
+      @jenkins_job_url = "#{@jenkins_url}job/#{@name}-build/"
+      @jenkins_build = "curl -ksS -X GET #{@jenkins_job_url}api/json --user '#{@jenkins_user}:#{@jenkins_password}'"
+
+      $logger.debug %Q{
+jenkins_url = #{@jenkins_url}
+jenkins_user = #{@jenkins_user}
+jenkins_password = #{@jenkins_password}
+jenkins_build = #{@jenkins_build}
+}
+    end
+
+    def update_uid(std_output)
+      begin
+        match = std_output.lines.map {|line| line.match(SSH_OUTPUT_PATTERN)}.compact[0]
+        @uid = match[1]
+      rescue => e
+        $logger.error "update_uid failed: #{e.message}\n#{std_output}"
+      end
+    end
+
+    def update_git_url(std_output)
+      match = std_output.map {|line| line.match(%r|git url: (.*)|)}
+      @git_url = match.compact.first[1] if not match.nil?
+    end
+
+    def get_log(prefix)
+      "#{$temp}/#{prefix}_#{@name}-#{@namespace}.log"
+    end
+
+    def persist
+      # Because the system I/O is high during testing, this doesn't always
+      # succeed right away.
+      5.times do
+        begin
+          File.open(@file, "w") {|f| f.puts self.to_json}
+          break
+        rescue Errno::ENOENT
+          $logger.debug("Retrying file write for #{@file}")
+        end
+      end
+    end
+
+    def reserved?
+      return (!namespace_available?(@namespace) or File.exists?(@file))
+    end
+
+    def has_domain?
+      return create_domain_code == 0
+    end
+
+    def get_index_file
+      case @type
+        when "php-5.3" then "php/index.php"
+        when "ruby-1.8" then "config.ru"
+        when "ruby-1.9" then "config.ru"
+        when "python-2.6" then "wsgi/application"
+        when "perl-5.10" then "perl/index.pl"
+        when "jbossas-7" then "src/main/webapp/index.html"
+        when "jbosseap-6.0" then "src/main/webapp/index.html"
+        when "jbossews-1.0" then "src/main/webapp/index.html"
+        when "nodejs-0.6" then "index.html"
+      end
+    end
+
+    def get_mysql_file
+      case @type
+        when "php-5.3" then File.expand_path("../misc/php/db_test.php", File.expand_path(File.dirname(__FILE__)))
+      end
+    end
+
+    def get_stop_string
+      "stopped"
+    end
+
+    def curl(url, timeout=30)
+      body = `curl --insecure -s --max-time #{timeout} #{url}`
+      exit_code = $?.exitstatus
+
+      return exit_code, body
+    end
+
+    def curl_head_success?(url, host=nil, http_code=200)
+      response_code = curl_head(url, host)
+      is_http = url.start_with?('http://')
+      if (is_http && response_code.to_i == 301)
+        url = "https://#{url[7..-1]}"
+        response_code = curl_head(url, host)
+      end
+      return response_code.to_i == http_code 
+    end
+    
+    def curl_head(url, host=nil)
+      auth = "--user #{@jenkins_user}:#{@jenkins_password}" if @jenkins_user
+      host = "-H 'Host: #{host}'" if host
+      `curl -w %{http_code} --output /dev/null --insecure -s --head --max-time 30 #{auth} #{host} #{url}`
+    end
+
+    def is_inaccessible?(max_retries=60)
+      max_retries.times do |i|
+        if !curl_head_success?("http://#{hostname}")
+          return true
+        else
+          $logger.info("Connection still accessible / retry #{i} of #{max_tries} / #{hostname}")
+          sleep 1
+        end
+      end
+      return false
+    end
+
+    # Host is for the host header
+    def is_accessible?(use_https=false, max_retries=120, host=nil)
+      prefix = use_https ? "https://" : "http://"
+      url = prefix + hostname
+
+      max_retries.times do |i|
+        if curl_head_success?(url, host)
+          return true
+        else
+          $logger.info("Connection still inaccessible / retry #{i} / #{url}")
+          sleep 1
+        end
+      end
+
+      return false
+    end
+
+    def is_temporarily_unavailable?(use_https=false, host=nil)
+      prefix = use_https ? "https://" : "http://"
+      url = prefix + hostname
+
+      if curl_head_success?(url, host, 503)
+        return true
+      else
+        return false
+      end
+    end
+
+    def last_access_file_present?
+      File.exists? "/var/lib/openshift/.last_access/#{uid}"
+    end
+
+    def connect(use_https=false, max_retries=30)
+      prefix = use_https ? "https://" : "http://"
+      url = prefix + hostname
+
+      $logger.info("Connecting to #{url}")
+      beginning_time = Time.now
+
+      max_retries.times do |i|
+        code, body = curl(url, 1)
+
+        if code == 0
+          @response_code = code.to_i
+          @response_time = Time.now - beginning_time
+          $logger.info("Connection result = #{code} / #{url}")
+          $logger.info("Connection response time = #{@response_time} / #{url}")
+          return body
+        else
+          $logger.info("Connection failed / retry #{i} of #{max_retries} / #{url}")
+          sleep 1
+        end
+      end
+
+      return nil
+    end
+  end
+end
+World(AppHelper)