vagrant-openshift 1.0.9

data/lib/vagrant-openshift/config.rb

@@ -0,0 +1,56 @@
+#--
+# Copyright 2013 Red Hat, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Vagrant
+  module Openshift
+    class Config < Vagrant.plugin(2, :config)
+      attr_accessor :cloud_domain, :ignore_packages, :additional_services, :container,
+                    :advanced_puppet_values, :repos_base, :os_repo, :os_updates_repo,
+                    :jenkins_repo_base, :optional_repo, :os_extras_repo, :os_scl_repo
+
+      def initialize
+        super
+
+        @ignore_packages      = UNSET_VALUE
+        @cloud_domain         = UNSET_VALUE
+        @additional_services  = UNSET_VALUE
+        @container            = UNSET_VALUE
+        @repos_base           = UNSET_VALUE
+        @os_repo              = nil
+        @os_updates_repo      = nil
+        @os_extras_repo       = nil
+        @jenkins_repo_base    = UNSET_VALUE
+        @optional_repo        = nil
+        @os_scl_repo          = nil
+
+        @advanced_puppet_values = UNSET_VALUE
+      end
+
+      def finalize!
+        super
+
+        @ignore_packages = []             if @ignore_packages == UNSET_VALUE
+        @cloud_domain    = "example.com"  if @cloud_domain    == UNSET_VALUE
+        @additional_services = []         if @additional_services == UNSET_VALUE
+        @container           = "selinux"  if @container == UNSET_VALUE
+        @advanced_puppet_values = {}      if @advanced_puppet_values == UNSET_VALUE
+        @repos_base = nil         if @repos_base == UNSET_VALUE
+        @jenkins_repo_base = "http://pkg.jenkins-ci.org/redhat/"           if @jenkins_repo_base == UNSET_VALUE
+      end
+    end
+  end
+end
+

data/lib/vagrant-openshift/constants.rb

@@ -0,0 +1,111 @@
+#--
+# Copyright 2013 Red Hat, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+require 'pathname'
+
+module Vagrant
+  module Openshift
+    class Constants
+
+      FILTER_BROKER="broker"
+      FILTER_CONSOLE="console"
+      FILTER_IMAGES="images"
+      FILTER_RHC="rhc"
+      FILTER_GEARD="geard"
+
+      def self.repos
+        {
+          'origin-server' => 'https://github.com/openshift/origin-server.git',
+          'rhc' => 'https://github.com/openshift/rhc.git',
+          'puppet-openshift_origin' => 'https://github.com/openshift/puppet-openshift_origin.git',
+          'geard' => 'https://github.com/openshift/geard.git',
+
+        }.merge(geard_images)
+      end
+
+      def self.geard_images
+        {
+          'wildfly-8-centos' => 'https://github.com/openshift/wildfly-8-centos.git',
+          'ruby-19-centos' => 'https://github.com/openshift/ruby-19-centos.git'
+        }
+      end
+
+      def self.images
+        [
+          'centos'
+        ] + geard_images.map { |c, _| "openshift/#{c}" }
+      end
+
+      def self.git_branch_current
+        "$(git rev-parse --abbrev-ref HEAD)"
+      end
+
+      def self.plugins_conf_dir
+        Pathname.new "/plugins"
+      end
+
+      def self.sync_dir
+        Pathname.new "~/sync"
+      end
+
+      def self.build_dir
+        Pathname.new "/data/src/github.com/openshift/"
+      end
+
+      def self.deps_marker
+        Pathname.new "/.origin_deps_installed"
+      end
+
+      def self.git_ssh
+        ""
+      end
+
+      def self.restart_services_cmd(is_fedora)
+        services = [ 'mongod', 'activemq', 'cgconfig', 'cgred', 'named',
+                     'openshift-broker', 'openshift-console',
+                     'openshift-node-web-proxy', 'openshift-watchman',
+                     'sshd', 'httpd' ]
+
+        if(is_fedora)
+          services << 'mcollective'
+        else
+          services << 'ruby193-mcollective'
+        end
+
+        cmd = []
+        cmd += services.map do |service|
+          "/sbin/service #{service} stop;"
+        end
+        cmd << "rm -f /var/www/openshift/broker/httpd/run/httpd.pid;"
+        cmd << "rm -f /var/www/openshift/console/httpd/run/httpd.pid;"
+        cmd += services.map do |service|
+          "/sbin/service #{service} start;"
+        end
+        cmd << "rm -rf /var/www/openshift/broker/tmp/cache/*;"
+        cmd << "/etc/cron.minutely/openshift-facts;"
+        cmd << "/sbin/service openshift-tc start || /sbin/service openshift-tc reload;"
+        if(is_fedora)
+          cmd << "/sbin/service network reload;"
+        else
+          cmd << "/sbin/service network restart;"
+        end
+        cmd << "/sbin/service messagebus restart;"
+        cmd << "/sbin/service oddjobd restart;"
+
+        cmd
+      end
+    end
+  end
+end

data/lib/vagrant-openshift/helper/command_helper.rb

@@ -0,0 +1,213 @@
+#--
+# Copyright 2013 Red Hat, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+require "tempfile"
+require "timeout"
+
+module Vagrant
+  module Openshift
+    module CommandHelper
+      def scl_wrapper(is_fedora, command)
+        is_fedora ? command : %{scl enable ruby193 "#{command}"}
+      end
+
+      def sudo(machine, command, options={})
+        stdout = []
+        stderr = []
+        rc = -1
+        options[:timeout] = 60*10 unless options.has_key? :timeout
+        options[:retries] = 1 unless options.has_key? :retries
+        options[:fail_on_error] = true unless options.has_key? :fail_on_error
+
+        (1..options[:retries]).each do |retry_count|
+          begin
+            machine.env.ui.info "Running ssh/sudo command '#{command}' with timeout #{options[:timeout]}. Attempt ##{retry_count}"
+            Timeout::timeout(options[:timeout]) do
+              rc = machine.communicate.sudo(command) do |type, data|
+                if [:stderr, :stdout].include?(type)
+                  if type == :stdout
+                    color = :green
+                    stdout << data
+                  else
+                    color = :red
+                    stderr << data
+                  end
+                  machine.env.ui.info(data, :color => color, :new_line => false, :prefix => false) unless options[:buffered_output] == true
+                end
+              end
+            end
+          rescue Timeout::Error
+            machine.env.ui.warn "Timeout occurred while running ssh/sudo command: #{command}"
+            rc = -1
+          rescue Exception => e
+            machine.env.ui.warn "Error while running ssh/sudo command: #{command}"
+            rc ||= -1
+          end
+
+          break if rc == 0
+        end
+        exit rc if options[:fail_on_error] && rc != 0
+
+        [stdout, stderr, rc]
+      end
+
+      def do_execute(machine, command)
+        stdout = []
+        stderr = []
+        rc = -1
+
+        machine.env.ui.info "Running command '#{command}'"
+        rc = machine.communicate.execute(command) do |type, data|
+          if [:stderr, :stdout].include?(type)
+            if type == :stdout
+              color = :green
+              stdout << data
+            else
+              color = :red
+              stderr << data
+            end
+            machine.env.ui.info(data, :color => color, :new_line => false, :prefix => false)
+          end
+        end
+
+        [stdout, stderr, rc]
+      end
+
+      def remote_write(machine, dest, owner="root", perms="0644", &block)
+        file = Tempfile.new('file')
+        begin
+          file.write(block.yield)
+          file.flush
+          file.close
+          machine.communicate.upload(file.path, "/tmp/#{File.basename(file)}")
+          dest_dir = File.dirname(dest)
+          sudo(machine,
+%{mkdir -p #{dest_dir};
+mv /tmp/#{File.basename(file)} #{dest} &&
+chown #{owner} #{dest} &&
+chmod #{perms} #{dest}})
+        ensure
+          file.unlink
+        end
+      end
+
+      def sync_bash_command(repo_name, build_cmd, file_path="", branch_name=Vagrant::Openshift::Constants.git_branch_current, sync_path=Vagrant::Openshift::Constants.sync_dir, commit_id_path="#{sync_path}/#{repo_name}")
+        refname = branch_name
+        refname = "#{refname}:#{file_path}" if !file_path.empty?
+        git_status_cmd = "git status --porcelain"
+        git_status_cmd = "#{git_status_cmd} | grep #{file_path}" if !file_path.empty?
+        cmd = %{
+pushd /data/src/github.com/openshift/#{repo_name}
+  commit_id=`git rev-parse #{refname}`
+  git_status=$(#{git_status_cmd})
+  if [ -f #{commit_id_path} ]
+  then
+    previous_commit_id=$(cat #{commit_id_path})
+  fi
+  if [ "$previous_commit_id" != "$commit_id" ] || [ -n "$git_status" ]
+  then
+    #{build_cmd}
+  else
+    echo "No update for #{repo_name}, #{refname}"
+  fi
+  mkdir -p #{sync_path}
+  echo -n $commit_id > #{commit_id_path}
+popd
+        }
+
+      end
+
+      def sync_bash_command_on_dockerfile(repo_name, dockerfile_build_path, build_cmd)
+        file_path = "#{dockerfile_build_path}/Dockerfile"
+        branch_name=Vagrant::Openshift::Constants.git_branch_current
+        sync_path = "#{Vagrant::Openshift::Constants.sync_dir}/dockerfile/#{repo_name}/#{dockerfile_build_path}"
+        commit_id_path = "#{sync_path}/Dockerfile"
+        sync_bash_command(repo_name, build_cmd, file_path, branch_name, sync_path, commit_id_path)
+      end
+
+      def repo_checkout_bash_command(repo, url)
+        repo_path = File.expand_path(repo)
+        command = ""
+        if Pathname.new(repo_path).exist?
+          if @options[:replace]
+            command += %{
+echo 'Replacing: #{repo_path}'
+rm -rf #{repo_path}
+}
+          else
+            command += "echo 'Already cloned: #{repo}'\n"
+          end
+        end
+
+        command += %{
+cloned=false
+echo 'Cloning #{repo} ...'
+}
+
+        if @options[:user]
+          user_repo_url="git@github.com:#{@options[:user]}/#{repo}"
+          command += %{
+echo 'Cloning #{user_repo_url}'
+git clone --quiet #{user_repo_url}
+if [ $? -eq 0 ]; then
+cloned=true
+(cd #{repo} && git remote add upstream #{url} && git fetch upstream)
+else
+echo 'Fork of repo #{repo} not found. Cloning read-only copy from upstream'
+fi
+}
+
+        end
+        command += %{
+[ $cloned != true ] && git clone --quiet #{url}
+( cd #{repo} && git checkout #{@options[:branch]} &>/dev/null)
+}
+
+        command
+      end
+
+      def bash_systemd_polling_functions
+        command = %{
+function wait_for_success {
+  local retries=1
+  local cmd=$1
+  until [ $retries -ge 21 ]; do
+    /bin/sh -c $cmd
+    [ $? == 0 ] && return 0
+    echo "Command '$cmd' failed ($?). Retry \#${retries}" && sleep 1
+    retries=$[$retries+1]
+  done
+}
+
+function wait_for_activate {
+  local retries=0
+  local unit="$1"
+  until [ $retries -ge 20 ]; do
+    state=$(systemctl is-active ctr-${unit}-1.service)
+    [ "$state" == "active" ] && return 0
+    [ "$state" == "failed" ] && break
+    echo "Waiting for ${unit} to become active (${state})" && sleep 1
+    retries=$[$retries+1]
+  done
+  echo "The unit ctr-${unit}-1.service failed to activate."
+  return 1
+}
+}
+        return command
+      end
+
+    end
+  end
+end

data/lib/vagrant-openshift/plugin.rb

@@ -0,0 +1,171 @@
+#--
+# Copyright 2013 Red Hat, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Vagrant
+  module Openshift
+    class Plugin < Vagrant.plugin("2")
+      name "OpenShift"
+      description %{
+        Plugin to build and manage OpenShift Origin environments
+      }
+
+      config "openshift" do
+        require_relative "config"
+        Config
+      end
+
+      config(:openshift, :provisioner) do
+        require_relative "config"
+        Config
+      end
+
+      command "sync" do
+        require_relative "command/repo_sync"
+        Commands::RepoSync
+      end
+
+      command "sync-geard" do
+        require_relative "command/repo_sync_geard"
+        Commands::RepoSyncGeard
+      end
+
+      command "origin-build-base" do
+        require_relative "command/build_origin_base"
+        Commands::BuildOriginBase
+      end
+
+      command "build-geard-base" do
+        require_relative "command/build_geard_base"
+        Commands::BuildGeardBase
+      end
+
+      command "build-geard" do
+        require_relative "command/build_geard"
+        Commands::BuildGeard
+      end
+
+      command "install-geard" do
+        require_relative "command/install_geard"
+        Commands::InstallGeard
+      end
+
+      command "install-geard-broker" do
+        require_relative "command/install_geard_broker"
+        Commands::InstallGeardBroker
+      end
+
+      command "restart-geard" do
+        require_relative "command/restart_geard"
+        Commands::RestartGeard
+      end
+
+      command "restart-geard-broker" do
+        require_relative "command/restart_geard_broker"
+        Commands::RestartGeardBroker
+      end
+
+      command "build-geard-broker" do
+        require_relative "command/build_geard_broker"
+        Commands::BuildGeardBroker
+      end
+
+      command "restart-geard-console" do
+        require_relative "command/restart_geard_console"
+        Commands::RestartGeardConsole
+      end
+
+      command "build-geard-console" do
+        require_relative "command/build_geard_console"
+        Commands::BuildGeardConsole
+      end
+
+      command "build-geard-images" do
+        require_relative "command/build_geard_images"
+        Commands::BuildGeardImages
+      end
+
+      command "origin-init" do
+        require_relative "command/openshift_init"
+        Commands::OpenshiftInit
+      end
+
+      command "origin-local-checkout" do
+        require_relative "command/local_repo_setup"
+        Commands::LocalRepoSetup
+      end
+
+      command "geard-local-checkout" do
+        require_relative "command/local_geard_setup"
+        Commands::LocalGeardSetup
+      end
+
+      command "test" do
+        require_relative "command/test"
+        Commands::Test
+      end
+
+      command "test-geard" do
+        require_relative "command/test_geard"
+        Commands::TestGeard
+      end
+
+      command "create-ami" do
+        require_relative "command/create_ami"
+        Commands::CreateAMI
+      end
+
+      command "modify-ami" do
+        require_relative "command/modify_ami"
+        Commands::ModifyAMI
+      end
+
+      command "modify-instance" do
+        require_relative "command/modify_instance"
+        Commands::ModifyInstance
+      end
+
+      command "clone-upstream-repos" do
+        require_relative "command/clone_upstream_repositories"
+        Commands::CloneUpstreamRepositories
+      end
+
+      command "checkout-repos" do
+        require_relative "command/checkout_repositories"
+        Commands::CheckoutRepositories
+      end
+
+      command "install-rhc" do
+        require_relative "command/install_rhc"
+        Commands::InstallRhc
+      end
+
+      command "setup-geard-broker" do
+        require_relative "command/setup_geard_broker"
+        Commands::SetupGeardBroker
+      end
+
+      command "test-geard-image" do
+        require_relative "command/test_geard_image"
+        Commands::TestGeardImage
+      end
+
+      provisioner(:openshift) do
+        require_relative "provisioner"
+        Provisioner
+      end
+    end
+  end
+end

data/lib/vagrant-openshift/provisioner.rb

@@ -0,0 +1,82 @@
+#--
+# Copyright 2013 Red Hat, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Vagrant
+  module Openshift
+    class Provisioner < Vagrant.plugin(2, :provisioner)
+      include CommandHelper
+
+      # Called with the root configuration of the machine so the provisioner
+      # can add some configuration on top of the machine.
+      #
+      # During this step, and this step only, the provisioner should modify
+      # the root machine configuration to add any additional features it
+      # may need. Examples include sharing folders, networking, and so on.
+      # This step is guaranteed to be called before any of those steps are
+      # done so the provisioner may do that.
+      #
+      # No return value is expected.
+      def configure(root_config)
+
+      end
+
+      # This is the method called when the actual provisioning should be
+      # done. The communicator is guaranteed to be ready at this point,
+      # and any shared folders or networks are already setup.
+      #
+      # No return value is expected.
+      def provision
+        #check if OpenShift has been installed
+        #reapply puppet configuration so that IPs and ifcfg-* file is correct
+        if @machine.communicate.test("test -d /etc/openshift")
+          @machine.ui.info("Reapplying puppet script to update changed IP values")
+          hostname = @machine.config.vm.hostname
+          sudo(machine,"echo #{hostname} > /proc/sys/kernel/hostname")
+          sudo(machine,"puppet apply --verbose #{Vagrant::Openshift::Constants.build_dir + 'configure_origin.pp'}", {timeout: 60*20})
+          is_fedora = @machine.communicate.test("test -e /etc/fedora-release")
+
+          sudo(machine,Constants.restart_services_cmd(is_fedora).join("\n"))
+          if @machine.config.openshift.additional_services.size > 0
+            cmd = ""
+            @machine.config.openshift.additional_services.each do |service|
+              cmd += "service #{service} restart;"
+            end
+            sudo(machine,cmd)
+          end
+
+          # TODO: Replace this temporary fix with a complete post-install routine
+          sudo(machine,"oo-admin-ctl-cartridge -c import-node --activate --obsolete && RAILS_ENV=test oo-admin-ctl-cartridge -c import-node --activate --obsolete")
+        else
+          #TODO is_fedora is a temporary fix for the new environment
+          is_fedora = @machine.communicate.test("test -e /etc/fedora-release")
+          if is_fedora
+            ssh_user = machine.ssh_info[:username]
+            sync_dir = Vagrant::Openshift::Constants.sync_dir
+            ## pause to stabilize environment to try to correct odd sudo error on aws
+            sleep 2            
+            sudo(machine, "mkdir -p #{sync_dir} && chown -R #{ssh_user}:#{ssh_user} #{sync_dir}")
+          end          
+          unless is_fedora || @machine.communicate.test("test -f #{Vagrant::Openshift::Constants.deps_marker}")
+            @machine.ui.info("Preparing base environment")
+            require_relative "command/build_origin_base"
+            Vagrant::Openshift::Commands::BuildOriginBase.new([], @machine.env).execute
+            @machine.communicate.sudo("touch #{Vagrant::Openshift::Constants.deps_marker}")
+          end
+        end
+      end
+    end
+  end
+end