pd-blender 0.0.1

data/lib/blender/drivers/ssh.rb

@@ -0,0 +1,93 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'net/ssh'
+require 'blender/exceptions'
+require 'blender/drivers/base'
+
+module Blender
+  module Driver
+    class Ssh < Base
+
+      attr_reader :user
+
+      def initialize(config = {})
+        cfg = config.dup
+        @user = cfg.delete(:user) || ENV['USER']
+        super(cfg)
+      end
+
+      def execute(tasks, hosts)
+        Log.debug("SSH execution tasks [#{Array(tasks).size}]")
+        Log.debug("SSH on hosts [#{hosts.join(",")}]")
+        Array(hosts).each do |host|
+          session = ssh_session(host)
+          Array(tasks).each do |task|
+            cmd = run_command(task.command, session)
+            if cmd.exitstatus != 0 and !task.metadata[:ignore_failure]
+              raise ExecutionFailed, cmd.stderr
+            end
+          end
+          session.loop
+        end
+      end
+
+      def run_command(command, session)
+        password = config[:password]
+        command = fixup_sudo(command)
+        exit_status = 0
+        channel = session.open_channel do |ch|
+          ch.request_pty
+          ch.exec(command) do |ch, success|
+            unless success
+              Log.debug("Command not found:#{success.inspect}")
+              exit_status = -1
+            end
+            ch.on_data do |c, data|
+              stdout << data
+              if data =~ /^blender sudo password: /
+                c.send_data("#{password}\n")
+              end
+            end
+            ch.on_extended_data do |c, type, data|
+              stderr << data
+            end
+            ch.on_request "exit-status" do |ichannel, data|
+              l = data.read_long
+              exit_status = [exit_status, l].max
+              Log.debug("exit_status:#{exit_status} , data:#{l}")
+            end
+          end
+          Log.debug("Exit(#{exit_status}) Command: '#{command}'")
+        end
+        channel.wait
+        ExecOutput.new(exit_status, stdout, stderr)
+      end
+
+      private
+
+      def ssh_session(host)
+        Log.debug("Invoking ssh: #{user}@#{host}")
+        Net::SSH.start(host, user, config)
+      end
+
+      def fixup_sudo(command)
+        command.sub(/^sudo/, 'sudo -p \'blender sudo password: \'')
+      end
+    end
+  end
+end

data/lib/blender/drivers/ssh_multi.rb

@@ -0,0 +1,102 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'net/ssh'
+require 'blender/exceptions'
+require 'blender/drivers/ssh'
+
+module Blender
+  module Driver
+    class SshMulti < Ssh
+
+      def execute(tasks, hosts)
+        Log.debug("SSH execution tasks [#{tasks.size}]")
+        Log.debug("SSH on hosts [#{hosts.join("\n")}]")
+        session = ssh_multi_session(hosts)
+        Array(tasks).each do |task|
+          cmd = run_command(task.command, session)
+          if cmd.exitstatus != 0 and !task.metadata[:ignore_failure]
+            raise ExecutionFailed, cmd.stderr
+          end
+        end
+        session.loop
+      end
+
+      def run_command(command, session)
+        password = @config[:password]
+        command = fixup_sudo(command)
+        exit_status = 0
+        channel = session.open_channel do |ch|
+          ch.request_pty
+          ch.exec(command) do |ch, success|
+            unless success
+              Log.debug("Command not found:#{success.inspect}")
+              exit_status = -1
+            end
+            ch.on_data do |c, data|
+              stdout << data
+              if data =~ /^blender sudo password: /
+                c.send_data("#{password}\n")
+              end
+            end
+            ch.on_extended_data do |c, type, data|
+              stderr << data
+            end
+            ch.on_request "exit-status" do |ichannel, data|
+              l = data.read_long
+              exit_status = [exit_status, l].max
+              Log.debug("exit_status:#{exit_status} , data:#{l}")
+            end
+          end
+          Log.debug("Exit(#{exit_status}) Command: '#{command}'")
+        end
+        channel.wait
+        ExecOutput.new(exit_status, stdout, stderr)
+      end
+
+      def concurrency
+        @config[:concurrency]
+      end
+
+      private
+
+      def ssh_multi_session(hosts)
+        user = @config[:user] || ENV['USER']
+        ssh_config = { password: @config[:password]}
+        error_handler = lambda do |server|
+          if config[:ignore_on_failure]
+            $!.backtrace.each { |l| Blender::Log.debug(l) }
+          else
+            throw :go, :raise
+          end
+        end
+        s = Net::SSH::Multi.start(
+          concurrent_connections: concurrency,
+          on_error: error_handler
+        )
+        hosts.each do |h|
+          s.use(user + '@' + h)
+        end
+        s
+      end
+
+      def default_config
+        super.merge(concurrency: 5)
+      end
+    end
+  end
+end

data/lib/blender/event_dispatcher.rb

@@ -0,0 +1,45 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'blender/log'
+require 'blender/handlers/base'
+
+module Blender
+  class EventDispatcher
+    attr_reader :handlers
+    def initialize
+      @handlers = []
+    end
+
+    def register(handler)
+      @handlers << handler
+    end
+
+    # Define a method that will be forwarded to all
+    def self.def_forwarding_method(method_name)
+      class_eval(<<-END_OF_METHOD, __FILE__, __LINE__)
+        def #{method_name}(*args)
+          @handlers.each {|s| s.#{method_name}(*args)}
+        end
+      END_OF_METHOD
+    end
+
+   (Handlers::Base.instance_methods - Object.instance_methods).each do |method_name|
+      def_forwarding_method(method_name)
+    end                                           
+  end
+end

data/lib/blender/exceptions.rb

@@ -0,0 +1,26 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Blender
+  class ExecutionFailed < RuntimeError; end
+  class UnsupportedFeature < ArgumentError; end
+  class UnknownDriver < ArgumentError; end
+  class UnknownTask < ArgumentError; end
+  class UnknownSchedulingStrategy < ArgumentError; end
+  class MultipleDrivers < RuntimeError; end
+  class LockAcquisitionError < RuntimeError; end
+end

data/lib/blender/handlers/base.rb

@@ -0,0 +1,39 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Blender
+  module Handlers
+    class Base
+      def run_started(scheduler)
+      end
+      def run_finished(scheduler)
+      end
+      def run_failed(scheduler, e)
+      end
+      def job_computation_started(strategy)
+      end
+      def job_computation_finished(strategy, jobs)
+      end
+      def job_started(job)
+      end
+      def job_finished(job)
+      end
+      def job_failed(job, error)
+      end
+    end
+  end
+end

data/lib/blender/handlers/doc.rb

@@ -0,0 +1,73 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'blender/utils/ui'
+require 'blender/configuration'
+
+module Blender
+  module Handlers
+    class Doc < Base
+
+      attr_reader :ui
+
+      def initialize
+        @ui = Blender::Utils::UI.new
+      end
+
+      def run_started(scheduler)
+        @start_time = Time.now
+        @task_id = 0
+        @job_id = 1
+        ui.puts_green("Run[#{scheduler.name}] started")
+        ui.puts_green('Running in No-Op mode, driver execution will be skipped') if Configuration[:noop]
+      end
+
+      def run_finished(scheduler)
+        delta = ( Time.now - @start_time)
+        ui.puts_green("Run finished (#{delta} s)")
+      end
+
+      def run_failed(scheduler, e)
+        delta = ( Time.now - @start_time)
+        ui.puts_red("Run failed (#{delta} s)")
+        ui.puts_red("Error :#{e.class} Message: #{e.message}")
+        ui.puts_red("Backtrace :#{e.backtrace.join("\n")}")
+      end
+
+      def job_started(job)
+        ui.puts("  #{job.to_s} started")
+      end
+
+      def job_finished(job)
+      end
+
+      def job_failed(job, e)
+        ui.puts_red("  #{job.to_s} failed")
+      end
+
+      def job_computation_started(strategy)
+        @compute_start_time = Time.now
+        @strategy = strategy.class.name.split('::').last
+      end
+
+      def job_computation_finished(scheduler, jobs)
+        delta = Time.now - @compute_start_time
+        ui.puts(" #{jobs.size} job(s) computed using '#{@strategy}' strategy")
+      end
+    end
+  end
+end

data/lib/blender/job.rb

@@ -0,0 +1,73 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'blender/exceptions'
+require 'blender/log'
+require 'blender/configuration'
+
+module Blender
+  # A job represent encapsulates an array of tasks to be performed
+  # against an array of hosts. Jobs are created by scheduling strategies,
+  # and passed to underlying drivers for execution
+  # Tasks within a single job must has exactly same driver.
+  class Job
+
+    attr_reader :tasks, :hosts, :driver, :id
+
+    # creates a new job
+    # @param id [Fixnum] a numeric identifier
+    # @param driver [Blender::Driver::Base] a driver object
+    # @patam hosts [Array] list of target hosts
+    # @patam hosts [Array] list of tasks to be run against the hosts
+    def initialize(id, driver, tasks, hosts)
+      @id = id
+      @tasks = Array(tasks)
+      @hosts = Array(hosts)
+      @driver = driver
+    end
+
+    def run
+      driver.execute(tasks, hosts) unless Configuration[:noop]
+    end
+
+    def to_s
+      "Job #{id} [#{name}]"
+    end
+
+    # computes, momoize and return the name of the job
+    # name is used to summarize the job.
+    # @return [String]
+    def name
+      @name ||= compute_name
+    end
+
+    private
+    def compute_name
+      if tasks.size == 1
+        t_part = tasks.first.name
+      else
+        t_part = "#{tasks.size} tasks"
+      end
+      if hosts.size == 1
+        h_part = hosts.first
+      else
+        h_part = "#{hosts.size} members"
+      end
+      "#{t_part} on #{h_part}"
+    end
+  end
+end