pd-blender 0.0.1

data/spec/blender/scheduling_strategies/default_spec.rb

@@ -0,0 +1,75 @@
+require 'spec_helper'
+describe Blender::SchedulingStrategy do
+  let(:hosts){ %w{ h1 h2 h3 } }
+  let(:tasks){ Array.new(4){ |n| create_task("t#{n}") } }
+  let(:driver){ Object.new }
+  subject(:jobs) do
+    described_class.new.compute_jobs(tasks)
+  end
+  describe Blender::SchedulingStrategy::Default do
+    before do
+      tasks.each{|t| t.members(hosts)}
+    end
+    it 'number of jobs' do
+      expect(jobs.size).to eq(hosts.size * tasks.size)
+    end
+    it 'fist job should be first task on first host' do
+      expect(jobs.first.tasks).to eq([tasks.first])
+      expect(jobs.first.hosts).to eq([hosts.first])
+    end
+    it 'last job should be last task on last host' do
+      expect(jobs[-1].tasks).to eq([tasks.last])
+      expect(jobs[-1].hosts).to eq([hosts.last])
+    end
+    it 'all jobs should have one host' do
+      expect(jobs.map(&:hosts).map(&:size).uniq).to eq([1])
+    end
+    it 'all jobs should have one task' do
+      expect(jobs.map(&:tasks).map(&:size).uniq).to eq([1])
+    end
+  end
+  describe Blender::SchedulingStrategy::PerHost do
+    before do
+      tasks.each{|t| t.members(hosts)}
+    end
+    it 'number of jobs' do
+      expect(jobs.size).to eq(hosts.size)
+    end
+    it 'fist job should be all tasks on first host' do
+      expect(jobs.first.tasks).to eq(tasks)
+      expect(jobs.first.hosts).to eq([hosts.first])
+    end
+    it 'last job should be all tasks on last host' do
+      expect(jobs[-1].tasks).to eq(tasks)
+      expect(jobs[-1].hosts).to eq([hosts.last])
+    end
+    it 'all jobs should have one host' do
+      expect(jobs.map(&:hosts).map(&:size).uniq).to eq([1])
+    end
+    it 'all jobs should have all task' do
+      expect(jobs.map(&:tasks).map(&:size).uniq).to eq([tasks.size])
+    end
+  end
+  describe Blender::SchedulingStrategy::PerTask do
+    before do
+      tasks.each{|t| t.members(hosts)}
+    end
+    it 'number of jobs' do
+      expect(jobs.size).to eq(tasks.size)
+    end
+    it 'fist job should be first task on all hosts' do
+      expect(jobs.first.tasks).to eq([tasks.first])
+      expect(jobs.first.hosts).to eq(hosts)
+    end
+    it 'last job should be last task on all hosts' do
+      expect(jobs[-1].tasks).to eq([tasks.last])
+      expect(jobs[-1].hosts).to eq(hosts)
+    end
+    it 'all jobs should have all hosts' do
+      expect(jobs.map(&:hosts).map(&:size).uniq).to eq([hosts.size])
+    end
+    it 'all jobs should have one task' do
+      expect(jobs.map(&:tasks).map(&:size).uniq).to eq([1])
+    end
+  end
+end

data/spec/blender/utils/refinements_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+require 'blender/utils/refinements'
+
+describe Blender::Utils::Refinements do
+  let(:util) do
+    Object.new.extend described_class
+  end
+  it '#camelcase' do
+    expect(util.camelcase('one')).to eq('One')
+    expect(util.camelcase('one_two')).to eq('OneTwo')
+    expect(util.camelcase('one_two_three')).to eq('OneTwoThree')
+    expect(util.camelcase('o_n_e')).to eq('ONE')
+    expect(util.camelcase('One')).to eq('One')
+    expect(util.camelcase('onE')).to eq('One')
+  end
+end

data/spec/blender/utils/thread_pool_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+
+describe Blender::Utils::ThreadPool do
+  let(:pool) { described_class.new(5)}
+  it 'should parallelize works' do
+    10.times do
+      pool.add_job do
+        sleep 1
+      end
+    end
+    t1 = Time.now
+    pool.run_till_done
+    t2 = Time.now
+    expect(t2 - t1).to be < 4
+  end
+end

data/spec/blender_spec.rb

@@ -0,0 +1,37 @@
+#
+# Author:: Ranjib Dey (<ranjib@pagerduty.com>)
+# Copyright:: Copyright (c) 2014 PagerDuty, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'spec_helper'
+
+describe Blender do
+  describe '#blend' do
+    it 'should invoke a local command is no block is given' do
+      cmd = double(Mixlib::ShellOut, exitstatus: 0).as_null_object
+      expect(Mixlib::ShellOut).to receive(:new).with('foo', {}).and_return(cmd)
+      described_class.blend('foo')
+    end
+    it 'should yield a scheduler object when block passed' do
+      x = 1
+      described_class.blend('test') do |sched|
+        sched.ruby_task 'foo' do
+          x = 100
+        end
+      end
+      expect(x).to eq(100)
+    end
+  end
+end

data/spec/data/example.rb

@@ -0,0 +1,12 @@
+members ['h1', 'h2', 'h3']
+
+ruby_task 'task2' do
+  execute do |h|
+    puts 'HelloWorld'
+  end
+  driver_options(stdout: $stdout)
+end
+shell_task 'task3' do
+  execute 'does not exist'
+  ignore_failure true
+end

data/spec/spec_helper.rb

@@ -0,0 +1,35 @@
+require 'simplecov'
+SimpleCov.formatter = SimpleCov::Formatter::HTMLFormatter
+SimpleCov.start do
+  add_filter '/spec/'
+  add_filter '.bundle'
+end
+
+require 'rspec'
+require 'rspec/mocks'
+require 'rspec/expectations'
+require 'blender'
+require 'blender/scheduling_strategies/per_host'
+require 'blender/scheduling_strategies/per_task'
+
+module SpecHelper
+  def create_task(name, driver = nil)
+    t = Blender::Task::Base.new(name)
+    if driver
+      t.use_driver(driver)
+    end
+    t
+  end
+end
+
+RSpec.configure do |config|
+  config.include SpecHelper
+  config.mock_with :rspec do |mocks|
+    mocks.verify_doubled_constant_names = true
+  end
+  config.before(:each) do
+    doc = double(Blender::Handlers::Doc).as_null_object
+    allow(Blender::Handlers::Doc).to receive(:new).and_return(doc)
+  end
+  config.backtrace_exclusion_patterns = []
+end

metadata

@@ -0,0 +1,304 @@
+--- !ruby/object:Gem::Specification
+name: pd-blender
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Ranjib Dey
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-09-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: highline
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mixlib-shellout
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mixlib-log
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rufus-scheduler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Discover hosts, run tasks against them and control their execution order
+email:
+- ranjib@pagerduty.com
+executables:
+- blend
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rubocop.yml"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/blend
+- blender.gemspec
+- lib/blender.rb
+- lib/blender/cli.rb
+- lib/blender/configuration.rb
+- lib/blender/discovery.rb
+- lib/blender/drivers/base.rb
+- lib/blender/drivers/compound.rb
+- lib/blender/drivers/ruby.rb
+- lib/blender/drivers/shellout.rb
+- lib/blender/drivers/ssh.rb
+- lib/blender/drivers/ssh_multi.rb
+- lib/blender/event_dispatcher.rb
+- lib/blender/exceptions.rb
+- lib/blender/handlers/base.rb
+- lib/blender/handlers/doc.rb
+- lib/blender/job.rb
+- lib/blender/lock/flock.rb
+- lib/blender/log.rb
+- lib/blender/rspec.rb
+- lib/blender/rspec/stub_registry.rb
+- lib/blender/scheduled_job.rb
+- lib/blender/scheduler.rb
+- lib/blender/scheduler/dsl.rb
+- lib/blender/scheduling_strategies/base.rb
+- lib/blender/scheduling_strategies/default.rb
+- lib/blender/scheduling_strategies/per_host.rb
+- lib/blender/scheduling_strategies/per_task.rb
+- lib/blender/tasks/base.rb
+- lib/blender/tasks/ruby.rb
+- lib/blender/tasks/shell_out.rb
+- lib/blender/tasks/ssh.rb
+- lib/blender/timer.rb
+- lib/blender/utils/refinements.rb
+- lib/blender/utils/thread_pool.rb
+- lib/blender/utils/ui.rb
+- lib/blender/version.rb
+- spec/blender/blender_rspec.rb
+- spec/blender/discovery_spec.rb
+- spec/blender/drivers/ssh_multi_spec.rb
+- spec/blender/drivers/ssh_spec.rb
+- spec/blender/dsl_spec.rb
+- spec/blender/event_dispatcher_spec.rb
+- spec/blender/job_spec.rb
+- spec/blender/lock_spec.rb
+- spec/blender/scheduled_job_spec.rb
+- spec/blender/scheduler_spec.rb
+- spec/blender/scheduling_strategies/default_spec.rb
+- spec/blender/utils/refinements_spec.rb
+- spec/blender/utils/thread_pool_spec.rb
+- spec/blender_spec.rb
+- spec/data/example.rb
+- spec/spec_helper.rb
+homepage: http://github.com/PagerDuty/blender
+licenses:
+- Apache 2
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: A modular orchestration engine
+test_files:
+- spec/blender/blender_rspec.rb
+- spec/blender/discovery_spec.rb
+- spec/blender/drivers/ssh_multi_spec.rb
+- spec/blender/drivers/ssh_spec.rb
+- spec/blender/dsl_spec.rb
+- spec/blender/event_dispatcher_spec.rb
+- spec/blender/job_spec.rb
+- spec/blender/lock_spec.rb
+- spec/blender/scheduled_job_spec.rb
+- spec/blender/scheduler_spec.rb
+- spec/blender/scheduling_strategies/default_spec.rb
+- spec/blender/utils/refinements_spec.rb
+- spec/blender/utils/thread_pool_spec.rb
+- spec/blender_spec.rb
+- spec/data/example.rb
+- spec/spec_helper.rb
+has_rdoc: