marionetta 0.1.0

data/.gitignore

@@ -0,0 +1,6 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+coverage/*
+spec/vagrant/.vagrant

data/Gemfile

@@ -0,0 +1,2 @@
+source "http://rubygems.org"
+gemspec

data/README.md

@@ -0,0 +1,89 @@
+# Marionetta
+
+A small ruby library for executing remote commands on a number
+of servers. Comes with puppet mastery built in.
+
+## Defining a group of servers
+
+Marionetta allows you to describe and manipulate a number of
+servers in parallel via SSH. First you need to define a group
+of servers:
+
+``` ruby
+require 'marionetta'
+
+servers = Marionetta::Group.new
+
+servers.add_server do |s|
+  s[:hostname] = 'ubuntu@example.com'
+end
+
+servers.add_server do |s|
+  s[:hostname] = 'another@host.com'
+  s[:ssh][:flags] = ['-i', 'keys/private.key']
+end
+```
+
+## Looping over a group
+
+Continuing on from our example of defining a group of servers
+above, we will now iterate over the servers:
+
+``` ruby
+servers.each_server do |s|
+  # Run command on each server in parallel
+  Marionetta::SSH.new(s).run('whoami')
+end
+```
+
+## Playing puppet master
+
+Instead of running a puppet master server you can use
+Marionetta to orchestrate a number instances puppet manifests.
+
+``` ruby
+require 'marionetta'
+
+servers = Marionetta::Group.new
+
+servers.add_server |s|
+  s[:hostname] = 'ubuntu@example.com'
+  s[:puppet][:manifest] = 'puppet/manifest.pp'
+  s[:puppet][:modules] = 'puppet/modules'
+end
+
+# Install and update puppet on each server according to
+# each servers puppet settings
+servers.manipulate_each_server(:puppet, :update)
+```
+
+## Using Marionetta in your Rakefile
+
+Marionetta provides an easy mechanism to generate rake tasks
+for each of your groups.
+
+In your Rakefile you can do something like so:
+
+``` ruby
+require 'marionetta/rake_helper'
+
+staging = Marionetta::Group.new(:staging)
+
+staging.add_server |s|
+  s[:hostname] = 'staging.example.com'
+  s[:puppet][:manifest] = 'puppet/manifest.pp'
+end
+
+Marionetta::RakeHelper.new.install_group_tasks(staging)
+```
+
+The tasks `staging:puppet:install` and `staging:puppet:update`
+will be installed.
+
+## Author
+
+Luke Morton a.k.a. DrPheltRight
+
+## License
+
+MIT

data/Rakefile

@@ -0,0 +1,7 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/lib/marionetta/group.rb

@@ -0,0 +1,54 @@
+module Marionetta
+  class Group
+    attr_reader :name, :groups
+
+    def initialize(name = nil)
+      @name = name
+      @groups = []
+      @servers = []
+    end
+
+    def add_group(group)
+      @groups << group
+    end
+
+    def add_server()
+      server = Marionetta.default_server
+      yield server
+      @servers << server
+    end
+
+    def add_servers(range)
+      range.each do |i|
+        server = Marionetta.default_server
+        yield server, i
+        @servers << server
+      end
+    end
+
+    def servers()
+      servers = @servers
+
+      groups.each do |g|
+        servers.concat(g.servers)
+      end
+
+      return servers
+    end
+
+    def each_server()
+      servers.each do |s|
+        UnitOfWork.new.async.work do
+          yield s
+        end
+      end
+    end
+
+    def manipulate_each_server(manipulator_name, method_name)
+      each_server do |s|
+        manipulator = Manipulators[manipulator_name].new(s)
+        manipulator.method(method_name).call()
+      end
+    end
+  end
+end

data/lib/marionetta/manipulators/puppet_manipulator.rb

@@ -0,0 +1,103 @@
+module Marionetta
+  module Manipulators
+    class PuppetManipulator
+      def self.tasks()
+        [:install, :update]
+      end
+      
+      attr_reader :server
+      
+      def initialize(server)
+        @server = server
+      end
+
+      def ssh()
+        @ssh ||= SSH.new(server)
+      end
+
+      def install_deb_repo()
+        deb_file = 'puppetlabs-release-stable.deb'
+      
+        repo_install_cmd = [
+          "wget http://apt.puppetlabs.com/#{deb_file}",
+          "sudo dpkg -i #{deb_file}", 
+          "rm #{deb_file}",
+        ].join(' && ')
+
+        repo_check_cmd = "test -f /etc/apt/sources.list.d/puppetlabs.list"
+
+        ssh.run("#{repo_check_cmd} || { #{repo_install_cmd}; }")
+      end
+
+      def install_deb()
+        install_cmd = [
+          'sudo aptitude update',
+          'sudo aptitude install -y puppet'
+        ].join(' && ')
+
+        ssh.run("which puppet || { #{install_cmd}; }")
+      end
+
+      def install()
+        install_deb_repo
+        install_deb
+      end
+
+      def installed?()
+        ssh.run('which puppet')
+      end
+
+      def archive_files()
+        cmds = [
+          'rm -rf /tmp/puppet',
+          'mkdir /tmp/puppet',
+          "cp #{server[:puppet][:manifest]} /tmp/puppet/manifest.pp",
+        ]
+
+        if server[:puppet].has_key?(:modules)
+          cmds << "cp -r #{server[:puppet][:modules]} /tmp/puppet/modules"
+        end
+
+        cmds << 'cd /tmp'
+        cmds << 'tar cvfz puppet.tar.gz puppet'
+
+        system(cmds.join(' && '))
+      end
+
+      def send_archive()
+        ssh.rsync('/tmp/puppet.tar.gz', "#{server[:hostname]}:/tmp")
+      end
+
+      def apply_archive()
+        cmds = [
+          'cd /tmp',
+          'tar xvfz puppet.tar.gz',
+          'cd puppet',
+        ]
+
+        puppet_cmd = 'sudo puppet apply '
+
+        if server[:puppet].has_key?(:modules)
+          puppet_cmd += '--modulepath=/tmp/puppet/modules '
+        end
+
+        puppet_cmd += 'manifest.pp'
+
+        if server[:puppet].has_key?(:options)
+          puppet_cmd += " #{server[:puppet][:options]}"
+        end
+
+        cmds << puppet_cmd
+        
+        ssh.run(cmds.join(' && '))
+      end
+
+      def update()
+        install unless installed?
+        archive_files
+        send_archive
+        apply_archive
+      end
+    end
+  end
+end

data/lib/marionetta/manipulators.rb

@@ -0,0 +1,15 @@
+module Marionetta
+  module Manipulators
+    require_relative 'manipulators/puppet_manipulator'
+
+    def self.all()
+      {
+        :puppet => PuppetManipulator,
+      }
+    end
+
+    def self.[](key)
+      all[key]
+    end
+  end
+end

data/lib/marionetta/rake_helper.rb

@@ -0,0 +1,30 @@
+require 'marionetta'
+require 'rake'
+
+module Marionetta
+  class RakeHelper
+    include ::Rake::DSL if defined?(::Rake::DSL)
+
+    def install_group_tasks(group)
+      Manipulators.all.each do |manipulator_name, Manipulator|
+        Manipulator.tasks.each do |method_name|
+          task(task_name(group, manipulator_name, method_name)) do
+            group.manipulate_each_server(manipulator_name, method_name)
+          end
+        end
+      end
+    end
+
+  private
+
+    def task_name(group, manipulator_name, method_name)
+      task_name_parts = [manipulator_name, method_name]
+
+      if group.name
+        task_name_parts.unshift(group.name)
+      end
+
+      return task_name_parts.join(':')
+    end
+  end
+end

data/lib/marionetta/ssh.rb

@@ -0,0 +1,48 @@
+module Marionetta
+  class SSH
+    attr_reader :server
+
+    def initialize(server)
+      @server = server
+    end
+
+    def get(local_dir, file)
+      rsync("#{server[:hostname]}", local_dir)
+    end
+
+    def put(remote_path, base_name = File.basename(remote_path))
+      require 'tempfile'
+      
+      Tempfile.open(base_name) do |fp|
+        fp.puts yield
+        fp.flush
+        rsync(fp.path, "#{server[:hostname]}:#{remote_path}")
+      end
+    end
+
+    def rsync(from, to)
+      rsync_cmd = [server[:rsync][:command]]
+
+      if server[:rsync].has_key?(:flags)
+        rsync_cmd << server[:rsync][:flags]
+      end
+      
+      rsync_cmd << [from, to]
+
+      system(*rsync_cmd.flatten)
+    end
+
+    def run(command)
+      ssh_cmd = [server[:ssh][:command]]
+
+      if server[:ssh].has_key?(:flags)
+        ssh_cmd << server[:ssh][:flags]
+      end
+
+      ssh_cmd << server[:hostname]
+      ssh_cmd << command
+
+      system(*ssh_cmd.flatten)
+    end
+  end
+end

data/lib/marionetta/unit_of_work.rb

@@ -0,0 +1,11 @@
+require 'celluloid'
+
+module Marionetta
+  class UnitOfWork
+    include Celluloid
+
+    def work()
+      yield
+    end
+  end
+end

data/lib/marionetta.rb

@@ -0,0 +1,24 @@
+module Marionetta
+  VERSION     = '0.1.0'
+  DESCRIPTION = 'For lightweight puppet mastery. Organise
+                 multiple machines via rsync and SSH rather
+                 than using puppet master'
+
+  require_relative 'marionetta/ssh'
+  require_relative 'marionetta/manipulators'
+  require_relative 'marionetta/unit_of_work'
+  require_relative 'marionetta/group'
+
+  def self.default_server()
+    {
+      :ssh => {
+        :command => 'ssh',
+        :flags   => [],
+      },
+      :rsync => {
+        :command => 'rsync',
+        :flags   => ["-azP", "--delete"],
+      },
+    }
+  end
+end

data/marionetta.gemspec

@@ -0,0 +1,23 @@
+require File.dirname(__FILE__)+'/lib/marionetta'
+
+Gem::Specification.new do |s|
+  s.name        = "marionetta"
+  s.version     = Marionetta::VERSION
+  s.homepage    = 'https://github.com/DrPheltRight/marionetta'
+  s.authors     = ["Luke Morton"]
+  s.email       = ["lukemorton.dev@gmail.com"]
+  s.summary     = Marionetta::DESCRIPTION
+  s.description = Marionetta::DESCRIPTION
+
+  s.files       = `git ls-files`.split("\n")
+  s.test_files  = `git ls-files -- spec/*`.split("\n")
+  s.executables = `git ls-files -- bin/*`.split("\n").map {|f| File.basename(f)}
+
+  s.require_paths = ["lib"]
+
+  s.add_dependency('celluloid')
+
+  s.add_development_dependency('rake')
+  s.add_development_dependency('rspec')
+  s.add_development_dependency('vagrant')
+end

data/spec/marionetta_group_spec.rb

@@ -0,0 +1,46 @@
+require 'marionetta'
+require 'marionetta/group'
+
+describe Marionetta::Group do
+  it 'should add server map' do
+    vagrant = Marionetta::Group.new
+
+    vagrant.add_server do |s|
+      s[:hostname] = 'vagrant@192.168.33.11'
+      s[:puppet] = {:manifest => File.dirname(__FILE__)+'/puppet/manifest.pp'}
+    end
+  end
+
+  it 'should add multiple server maps at once' do
+    production = Marionetta::Group.new
+
+    production.add_servers (1..2) do |s, i|
+      s[:hostname] = "vagrant@192.168.33.11"
+      s[:puppet] = {:manifest => File.dirname(__FILE__)+'/puppet/manifest.pp'}
+    end
+
+    production.servers.count.should == 2
+  end
+
+  it 'should add sub groups' do
+  	staging = Marionetta::Group.new
+
+    staging.add_server do |s|
+      s[:hostname] = 'vagrant@192.168.33.11'
+      s[:puppet] = {:manifest => File.dirname(__FILE__)+'/puppet/manifest.pp'}
+    end
+
+    all = Marionetta::Group.new
+    all.add_group(staging)
+  end
+
+  it 'should iterate over all servers' do
+  end
+
+  it 'should iterate over all servers including those of sub groups' do
+  end
+
+  it 'should manipulate each server' do
+    # vagrant.manipulate_each_server(:puppet, :update)
+  end
+end

data/spec/marionetta_manipulators_spec.rb

@@ -0,0 +1,7 @@
+require 'marionetta/manipulators'
+
+describe Marionetta::Manipulators do
+  it 'should maintain a list of manipulators' do
+    Marionetta::Manipulators.all
+  end
+end

data/spec/marionetta_puppet_manipulator_spec.rb

@@ -0,0 +1,17 @@
+require 'marionetta/manipulators'
+
+describe Marionetta::Manipulators::PuppetManipulator do
+  it 'should manipulate one server map' do
+    ssh_key_path = File.dirname(__FILE__)+'/vagrant/key'
+
+    server = Marionetta.default_server
+    server[:hostname] = 'vagrant@192.168.33.11'
+    server[:ssh][:flags] = ['-i', ssh_key_path]
+    server[:rsync][:flags] = ['-azP', '-e', "ssh -i #{ssh_key_path}", '--delete']
+    server[:puppet] = {
+      :manifest => File.dirname(__FILE__)+'/puppet/manifest.pp',
+    }
+
+    Marionetta::Manipulators::PuppetManipulator.new(server).update
+  end
+end

data/spec/marionetta_spec.rb

@@ -0,0 +1,11 @@
+require 'marionetta'
+require 'vagrant'
+
+env = Vagrant::Environment.new(:cwd => File.dirname(__FILE__)+'/vagrant')
+env.cli('up')
+
+describe Marionetta do
+  it 'should provide a default SSH map' do
+    Marionetta.default_server
+  end
+end

data/spec/puppet/manifest.pp

@@ -0,0 +1,3 @@
+file { '/etc/motd':
+	content => 'Hello sooty',
+}

data/spec/vagrant/Vagrantfile

@@ -0,0 +1,6 @@
+Vagrant::Config.run do |config|
+  config.vm.box = "precise64"
+  config.vm.box_url = "http://files.vagrantup.com/precise64.box"
+
+  config.vm.network(:hostonly, "192.168.33.11")
+end

data/spec/vagrant/key

@@ -0,0 +1,27 @@
+-----BEGIN RSA PRIVATE KEY-----
+MIIEogIBAAKCAQEA6NF8iallvQVp22WDkTkyrtvp9eWW6A8YVr+kz4TjGYe7gHzI
+w+niNltGEFHzD8+v1I2YJ6oXevct1YeS0o9HZyN1Q9qgCgzUFtdOKLv6IedplqoP
+kcmF0aYet2PkEDo3MlTBckFXPITAMzF8dJSIFo9D8HfdOV0IAdx4O7PtixWKn5y2
+hMNG0zQPyUecp4pzC6kivAIhyfHilFR61RGL+GPXQ2MWZWFYbAGjyiYJnAmCP3NO
+Td0jMZEnDkbUvxhMmBYSdETk1rRgm+R4LOzFUGaHqHDLKLX+FIPKcF96hrucXzcW
+yLbIbEgE98OHlnVYCzRdK8jlqm8tehUc9c9WhQIBIwKCAQEA4iqWPJXtzZA68mKd
+ELs4jJsdyky+ewdZeNds5tjcnHU5zUYE25K+ffJED9qUWICcLZDc81TGWjHyAqD1
+Bw7XpgUwFgeUJwUlzQurAv+/ySnxiwuaGJfhFM1CaQHzfXphgVml+fZUvnJUTvzf
+TK2Lg6EdbUE9TarUlBf/xPfuEhMSlIE5keb/Zz3/LUlRg8yDqz5w+QWVJ4utnKnK
+iqwZN0mwpwU7YSyJhlT4YV1F3n4YjLswM5wJs2oqm0jssQu/BT0tyEXNDYBLEF4A
+sClaWuSJ2kjq7KhrrYXzagqhnSei9ODYFShJu8UWVec3Ihb5ZXlzO6vdNQ1J9Xsf
+4m+2ywKBgQD6qFxx/Rv9CNN96l/4rb14HKirC2o/orApiHmHDsURs5rUKDx0f9iP
+cXN7S1uePXuJRK/5hsubaOCx3Owd2u9gD6Oq0CsMkE4CUSiJcYrMANtx54cGH7Rk
+EjFZxK8xAv1ldELEyxrFqkbE4BKd8QOt414qjvTGyAK+OLD3M2QdCQKBgQDtx8pN
+CAxR7yhHbIWT1AH66+XWN8bXq7l3RO/ukeaci98JfkbkxURZhtxV/HHuvUhnPLdX
+3TwygPBYZFNo4pzVEhzWoTtnEtrFueKxyc3+LjZpuo+mBlQ6ORtfgkr9gBVphXZG
+YEzkCD3lVdl8L4cw9BVpKrJCs1c5taGjDgdInQKBgHm/fVvv96bJxc9x1tffXAcj
+3OVdUN0UgXNCSaf/3A/phbeBQe9xS+3mpc4r6qvx+iy69mNBeNZ0xOitIjpjBo2+
+dBEjSBwLk5q5tJqHmy/jKMJL4n9ROlx93XS+njxgibTvU6Fp9w+NOFD/HvxB3Tcz
+6+jJF85D5BNAG3DBMKBjAoGBAOAxZvgsKN+JuENXsST7F89Tck2iTcQIT8g5rwWC
+P9Vt74yboe2kDT531w8+egz7nAmRBKNM751U/95P9t88EDacDI/Z2OwnuFQHCPDF
+llYOUI+SpLJ6/vURRbHSnnn8a/XG+nzedGH5JGqEJNQsz+xT2axM0/W/CRknmGaJ
+kda/AoGANWrLCz708y7VYgAtW2Uf1DPOIYMdvo6fxIB5i9ZfISgcJ/bbCUkFrhoH
++vq/5CIWxCPp0f85R4qxxQ5ihxJ0YDQT9Jpx4TMss4PSavPaBH3RXow5Ohe+bYoQ
+NE5OgEXk2wVfZczCZpigBKbKZHNYcelXtTt/nP3rsCuGcM4h53s=
+-----END RSA PRIVATE KEY-----

metadata

@@ -0,0 +1,137 @@
+--- !ruby/object:Gem::Specification
+name: marionetta
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Luke Morton
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: celluloid
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: vagrant
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ! "For lightweight puppet mastery. Organise\n                 multiple
+  machines via rsync and SSH rather\n                 than using puppet master"
+email:
+- lukemorton.dev@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- README.md
+- Rakefile
+- lib/marionetta.rb
+- lib/marionetta/group.rb
+- lib/marionetta/manipulators.rb
+- lib/marionetta/manipulators/puppet_manipulator.rb
+- lib/marionetta/rake_helper.rb
+- lib/marionetta/ssh.rb
+- lib/marionetta/unit_of_work.rb
+- marionetta.gemspec
+- spec/marionetta_group_spec.rb
+- spec/marionetta_manipulators_spec.rb
+- spec/marionetta_puppet_manipulator_spec.rb
+- spec/marionetta_spec.rb
+- spec/puppet/manifest.pp
+- spec/vagrant/Vagrantfile
+- spec/vagrant/key
+homepage: https://github.com/DrPheltRight/marionetta
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: For lightweight puppet mastery. Organise multiple machines via rsync and
+  SSH rather than using puppet master
+test_files:
+- spec/marionetta_group_spec.rb
+- spec/marionetta_manipulators_spec.rb
+- spec/marionetta_puppet_manipulator_spec.rb
+- spec/marionetta_spec.rb
+- spec/puppet/manifest.pp
+- spec/vagrant/Vagrantfile
+- spec/vagrant/key