pd-blender 0.0.1

data/lib/blender/scheduling_strategies/base.rb

@@ -0,0 +1,30 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+require 'blender/log'
+require 'blender/job'
+
+module Blender
+  module SchedulingStrategy
+    class Base
+      def compute_jobs(tasks)
+        raise RuntimeError, 'Must be overridden'
+      end
+    end
+  end
+end

data/lib/blender/scheduling_strategies/default.rb

@@ -0,0 +1,37 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'blender/scheduling_strategies/base'
+
+module Blender
+  module SchedulingStrategy
+    class Default < Base
+      def compute_jobs(tasks)
+        Log.debug("Computing jobs from #{tasks.size} tasks")
+        pairs = tasks.map{|t| [t].product(t.hosts)}.flatten(1)
+        job_id = 0
+        jobs = pairs.map do |task, host|
+          Log.debug("Creating job (#{host}|#{task.name})")
+          job_id += 1
+          Job.new(job_id, task.driver, [task], [host])
+        end
+        Log.debug("Total jobs : #{jobs.size}")
+        jobs
+      end
+    end
+  end
+end

data/lib/blender/scheduling_strategies/per_host.rb

@@ -0,0 +1,38 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'blender/drivers/compound'
+
+module Blender
+  module SchedulingStrategy
+    class PerHost < Base
+      def compute_jobs(tasks)
+        Log.debug("Computing jobs from #{tasks.size} tasks")
+        hosts_list = tasks.map(&:hosts).uniq
+        if hosts_list.size != 1
+          raise UnsupportedFeature, 'PerHost strategy does not support scheduling tasks with different memebers'
+        end
+        job_id = 1
+        jobs = hosts_list.first.map do |host|
+          Job.new(job_id, Blender::Driver::Compound.new, tasks, [host])
+        end
+        Log.debug("Total jobs : #{jobs.size}")
+        jobs
+      end
+    end
+  end
+end

data/lib/blender/scheduling_strategies/per_task.rb

@@ -0,0 +1,37 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'blender/scheduling_strategies/base'
+
+module Blender
+  module SchedulingStrategy
+    class PerTask < Base
+      def compute_jobs(tasks)
+        Log.debug("Computing jobs from #{tasks.size} tasks")
+        job_id = 0
+        jobs = tasks.map do |task|
+          hosts = task.hosts
+          Log.debug("Creating job (#{hosts.size}|#{task.name})")
+          job_id += 1
+          Job.new(job_id, task.driver, [task] , hosts)
+        end
+        Log.debug("Total jobs : #{jobs.size}")
+        jobs
+      end
+    end
+  end
+end

data/lib/blender/tasks/base.rb

@@ -0,0 +1,72 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+require 'blender/discovery'
+
+module Blender
+  module Task
+    class Base
+      include Blender::Discovery
+
+      attr_reader :guards
+      attr_reader :metadata
+      attr_reader :name
+      attr_reader :hosts
+      attr_reader :driver
+      attr_reader :command
+      attr_reader :driver_opts
+
+      def initialize(name, metadata = {})
+        @name = name
+        @metadata = default_metadata.merge(metadata)
+        @hosts = []
+        @command = name
+        @driver = nil
+        @driver_opts = {}
+      end
+
+      def use_driver(driver)
+        @driver = driver
+      end
+
+      def ignore_failure(value)
+        @metadata[:ignore_failure] = value
+      end
+
+      def driver_options(opts)
+        @driver_opts =  opts
+      end
+
+      def execute(cmd)
+        @command = cmd
+      end
+
+      def members(hosts)
+        @hosts = hosts
+      end
+
+      def add_metadata(opts = {})
+        opts.keys.each do |k|
+          @metadata[k] = opts[k]
+        end
+      end
+
+      def default_metadata
+        { ignore_failure: false }
+      end
+    end
+  end
+end

data/lib/blender/tasks/ruby.rb

@@ -0,0 +1,31 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'blender/tasks/base'
+
+module Blender
+  module Task
+    class Ruby < Blender::Task::Base
+
+      attr_reader :code_block
+
+      def execute(&block)
+        @command = block
+      end
+    end
+  end
+end

data/lib/blender/tasks/shell_out.rb

@@ -0,0 +1,30 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+require 'blender/tasks/base'
+
+module Blender
+  module Task
+    class ShellOut < Base
+      def initialize(name, metadata ={})
+        super
+        @command = name
+        @members = ['localhost']
+      end
+    end
+  end
+end

data/lib/blender/tasks/ssh.rb

@@ -0,0 +1,25 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'blender/tasks/ssh'
+
+module Blender
+  module Task
+    class Ssh < Blender::Task::Base
+    end
+  end
+end

data/lib/blender/timer.rb

@@ -0,0 +1,54 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'rufus-scheduler'
+require 'blender/scheduled_job'
+
+module Blender
+  # Timer class provides a simple dsl for running blender jobs periodically.
+  # It uses Rufus::Scheduler for scheduling jobs
+  class Timer
+    def initialize
+      @scheduled_jobs = []
+    end
+
+    def schedule(name, &block)
+      job = Blender::ScheduledJob.new(name)
+      job.instance_eval(&block)
+      @scheduled_jobs << job
+    end
+
+    def join
+      scheduler = Rufus::Scheduler.new
+      @scheduled_jobs.each do |job|
+        case job.schedule.first
+        when :every
+          scheduler.every(job.schedule[1]) do
+            job.run
+          end
+        when :cron
+          scheduler.cron(job.schedule[1]) do
+            job.run
+          end
+        else
+          raise UnsupportedFeature, "Unsupported scheduling: '#{job.schedule.first}'"
+        end
+      end
+      scheduler.join
+    end
+  end
+end

data/lib/blender/utils/refinements.rb

@@ -0,0 +1,45 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+module Blender
+  module Utils
+    module Refinements
+      def camelcase(string)
+        str = string.dup
+        str.gsub!(/[^A-Za-z0-9_]/,'_')
+        rname = nil
+        regexp = %r{^(.+?)(_(.+))?$}
+        mn = str.match(regexp)
+        if mn
+          rname = mn[1].capitalize
+          while mn && mn[3]
+            mn = mn[3].match(regexp)
+            rname << mn[1].capitalize if mn
+          end
+        end
+        rname
+      end
+
+      def symbolize(hash)
+        res = {}
+        hash.keys.each do |k|
+          res[k.to_sym] = hash[k]
+        end
+        res
+      end
+    end
+  end
+end

data/lib/blender/utils/thread_pool.rb

@@ -0,0 +1,54 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+require 'thread'
+require 'blender/log'
+
+module Blender
+  module Utils
+    class ThreadPool
+
+      def initialize(size)
+        @size = size
+        @queue = Queue.new
+      end
+
+      def add_job(&blk)
+        @queue << blk
+      end
+
+      def run_till_done
+        num = @size > @queue.size ? @queue.size : @size
+        threads = Array.new(num) do
+          Thread.new do
+            Thread.current.abort_on_exception = true
+            @queue.pop.call while true
+          end
+        end
+        until @queue.empty?
+          sleep 0.2
+        end
+        until @queue.num_waiting == num
+          sleep 0.2
+        end
+        threads.each do |thread|
+          thread.join(0.02)
+        end
+        threads.map(&:kill)
+      end
+    end
+  end
+end