pups 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 055f645c7b240abd8d9d8206029043d1097611c8
+  data.tar.gz: 9a0c6803b35b3813058ed89c33f937a959dc9fcb
+SHA512:
+  metadata.gz: 2b64563d45db0ec09bb16465e09d81ca4ef39ac92dee8c1b6dd894a24ea4eda5ecc08e6890391e57e3653365f29a39fdcf17399ee383b7bcb9e7e5978ec44b52
+  data.tar.gz: 0069a7d13b2070240fc23b17befc9dc2a34d1a51c6e7573b575acf892d22251fbf1bd4c44a94820cc86c3d1dbdb5999e0b048fec6dc528a2ce44f0a81d62f9f7

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.swp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in pups.gemspec
+gemspec

data/Guardfile

@@ -0,0 +1,6 @@
+guard :minitest do
+  # with Minitest::Unit
+  watch(%r{^test/(.*)\/?(.*)_test\.rb$})
+  watch(%r{^lib/(.*/)?([^/]+)\.rb$})     { |m| "test/#{m[2]}_test.rb" }
+  watch(%r{^test/test_helper\.rb$})      { 'test' }
+end

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Sam Saffron
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,126 @@
+# pups
+
+Simple yaml based bootstrapper
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'pups'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install pups
+
+## Usage
+
+pups is a small library that allows you to automate the process of creating Unix images.
+
+Example:
+
+```
+# somefile.yaml
+params:
+  hello: hello world
+
+run:
+  exec: /bin/bash -c 'echo $hello >>> hello'
+```
+
+Running: `pups somefile.yaml` will execute the shell script resulting in a file called "hello" with the "hello world" contents
+
+### Features:
+
+####Execution
+
+Run multiple commands in one path:
+
+```
+run:
+  exec:
+    cd: some/path
+    cmd:
+      - echo 1
+      - echo 2
+```
+
+Run commands in the background (for services etc)
+
+```
+run:
+  exec:
+    cmd: /usr/bin/sshd
+    background: true
+``` 
+
+Suppress exceptions on certain commands
+
+```
+run:
+   exec:
+     cmd: /test
+     raise_on_faile: false
+```
+
+####Replacements:
+
+```
+run:
+  replace:
+    filename: "/etc/redis/redis.conf"
+    from: /^pidfile.*$/
+    to: ""
+```
+
+Will substitued the regex with blank, removing the pidfile line
+
+```
+run:
+  - replace:
+      filename: "/etc/nginx/conf.d/discourse.conf"
+      from: /upstream[^\}]+\}/m
+      to: "upstream discourse {
+        server 127.0.0.1:3000;
+      }"
+```
+
+Multiline replace using regex
+
+####Merge yaml files:
+
+```
+home: /var/www/my_app
+params:
+  database_yml:
+    production:
+      username: discourse
+      password: foo
+
+run:
+  - merge: $home/config/database.yml $database_yml
+
+```
+
+Will merge the yaml file with the inline contents
+
+####A common environment
+
+```
+env:
+   MY_ENV: 1
+```
+
+All executions will get this environment set up
+
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new do |t|
+  t.pattern = "test/*_test.rb"
+end

data/bin/pups

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.dirname(__FILE__) + "/../lib"
+
+require "pups"
+require "pups/cli"
+
+Pups::Cli.run(ARGV)
+

data/lib/pups.rb

@@ -0,0 +1,23 @@
+require "logger"
+require "yaml"
+
+require "pups/version"
+require "pups/config"
+require "pups/command"
+require "pups/exec_command"
+require "pups/merge_command"
+require "pups/replace_command"
+require "pups/file_command"
+
+require "pups/runit"
+
+module Pups
+  def self.log
+    # at the moment docker likes this
+    @logger ||= Logger.new(STDERR)
+  end
+
+  def self.log=(logger)
+    @logger = logger
+  end
+end

data/lib/pups/cli.rb

@@ -0,0 +1,36 @@
+class Pups::Cli
+
+  def self.usage
+    puts "Usage: pups FILE or pups --stdin"
+    exit 1
+  end
+  def self.run(args)
+    if args.length != 1
+      usage
+    end
+
+    Pups.log.info("Loading #{args[0]}")
+    if args[0] == "--stdin"
+      conf = STDIN.readlines.join
+      split = conf.split("_FILE_SEPERATOR_")
+
+      conf = nil
+      split.each do |data|
+        current = YAML.load(data.strip)
+        if conf
+          conf = Pups::MergeCommand.deep_merge(conf, current, :merge_arrays)
+        else
+          conf = current
+        end
+      end
+
+      config = Pups::Config.new(conf)
+    else
+      config = Pups::Config.load_file(args[0])
+    end
+    config.run
+
+  ensure
+    Pups::ExecCommand.terminate_async
+  end
+end

data/lib/pups/command.rb

@@ -0,0 +1,17 @@
+class Pups::Command
+
+  def self.run(command,params)
+    case command
+      when String then self.from_str(command,params).run
+      when Hash then self.from_hash(command,params).run
+    end
+  end
+
+  def self.interpolate_params(cmd,params)
+    Pups::Config.interpolate_params(cmd,params)
+  end
+
+  def interpolate_params(cmd)
+    Pups::Command.interpolate_params(cmd,@params)
+  end
+end

data/lib/pups/config.rb

@@ -0,0 +1,115 @@
+class Pups::Config
+
+  attr_reader :config, :params
+
+  def self.load_file(config_file)
+    new YAML.load_file(config_file)
+  end
+
+  def self.load_config(config)
+    new YAML.load(config)
+  end
+
+  def initialize(config)
+    @config = config
+    validate!(@config)
+    @params = @config["params"]
+    @params ||= {}
+    ENV.each do |k,v|
+      @params["$ENV_#{k}"] = v
+    end
+    inject_hooks
+  end
+
+  def validate!(conf)
+    # raise proper errors if nodes are missing etc
+  end
+
+  def inject_hooks
+    return unless hooks = @config["hooks"]
+
+    run = @config["run"]
+
+    positions = {}
+    run.each do |row|
+      if Hash === row
+        command = row.first
+        if Hash === command[1]
+          hook = command[1]["hook"]
+          positions[hook] = row if hook
+        end
+      end
+    end
+
+    hooks.each do |full, list|
+
+      offset = nil
+      name = nil
+
+      if full =~ /^after_/
+        name = full[6..-1]
+        offset = 1
+      end
+
+      if full =~ /^before_/
+        name = full[7..-1]
+        offset = 0
+      end
+
+      index = run.index(positions[name])
+
+      if index && index >= 0
+        run.insert(index + offset, *list)
+      else
+        Pups.log.info "Skipped missing #{full} hook"
+      end
+
+    end
+  end
+
+  def run
+    run_commands
+  rescue => e
+    puts
+    puts
+    puts "FAILED"
+    puts "-" * 20
+    puts "#{e.class}: #{e}"
+    puts "Location of failure: #{e.backtrace[0]}"
+    if @last_command
+      puts "#{@last_command[:command]} failed with the params #{@last_command[:params].inspect}"
+    end
+    exit 1
+  end
+
+  def run_commands
+    @config["run"].each do |item|
+      item.each do |k,v|
+        type = case k
+                  when "exec" then Pups::ExecCommand
+                  when "merge" then Pups::MergeCommand
+                  when "replace" then Pups::ReplaceCommand
+                  when "file" then Pups::FileCommand
+                  else raise SyntaxError.new("Invalid run command #{k}")
+              end
+
+        @last_command = { command: k, params: v }
+        type.run(v, @params)
+      end
+    end
+  end
+
+  def interpolate_params(cmd)
+    self.class.interpolate_params(cmd,@params)
+  end
+
+  def self.interpolate_params(cmd, params)
+    return unless cmd
+    processed = cmd.dup
+    params.each do |k,v|
+      processed.gsub!("$#{k}", v.to_s)
+    end
+    processed
+  end
+
+end

data/lib/pups/exec_command.rb

@@ -0,0 +1,116 @@
+require 'timeout'
+
+class Pups::ExecCommand < Pups::Command
+  attr_reader :commands, :cd
+  attr_accessor :background, :raise_on_fail, :stdin, :stop_signal
+
+  def self.terminate_async(opts={})
+
+    return unless defined? @@asyncs
+
+    Pups.log.info("Terminating async processes")
+
+    @@asyncs.each do |async|
+      Pups.log.info("Sending #{async[:stop_signal]} to #{async[:command]} pid: #{async[:pid]}")
+      Process.kill(async[:stop_signal],async[:pid]) rescue nil
+    end
+
+    @@asyncs.map do |async|
+      Thread.new do
+        begin
+          Timeout.timeout(opts[:wait] || 10) do
+            Process.wait(async[:pid]) rescue nil
+          end
+        rescue Timeout::Error
+          Pups.log.info("#{async[:command]} pid:#{async[:pid]} did not terminate cleanly, forcing termination!")
+          begin
+            Process.kill("KILL",async[:pid])
+            Process.wait(async[:pid])
+          rescue Errno::ESRCH
+          rescue Errno::ECHILD
+          end
+
+        end
+      end
+    end.each(&:join)
+
+  end
+
+  def self.from_hash(hash, params)
+    cmd = new(params, hash["cd"])
+
+    case c = hash["cmd"]
+    when String then cmd.add(c)
+    when Array then c.each{|i| cmd.add(i)}
+    end
+
+    cmd.background = hash["background"]
+    cmd.stop_signal = hash["stop_signal"] || "TERM"
+    cmd.raise_on_fail = hash["raise_on_fail"] if hash.key? "raise_on_fail"
+    cmd.stdin = interpolate_params(hash["stdin"], params)
+
+    cmd
+  end
+
+  def self.from_str(str, params)
+    cmd = new(params)
+    cmd.add(str)
+    cmd
+  end
+
+  def initialize(params, cd = nil)
+    @commands = []
+    @params = params
+    @cd = interpolate_params(cd)
+    @raise_on_fail = true
+  end
+
+  def add(cmd)
+    @commands << process_params(cmd)
+  end
+
+  def run
+    commands.each do |command|
+      Pups.log.info("> #{command}")
+      pid = spawn(command)
+      Pups.log.info(@result.readlines.join("\n")) if @result
+      pid
+    end
+  rescue
+    raise if @raise_on_fail
+  end
+
+  def spawn(command)
+    if background
+      pid = Process.spawn(command)
+      (@@asyncs ||= []) << {pid: pid, command: command, stop_signal: (stop_signal || "TERM")}
+      Thread.new do
+        Process.wait(pid)
+        @@asyncs.delete_if{|async| async[:pid] == pid}
+      end
+      return pid
+    end
+
+    IO.popen(command, "w+") do |f|
+      if stdin
+        # need a way to get stdout without blocking
+        Pups.log.info(stdin)
+        f.write stdin
+        f.close
+      else
+        Pups.log.info(f.readlines.join)
+      end
+    end
+
+    raise RuntimeError.new("#{command} failed with return #{$?.inspect}") unless $? == 0
+
+    nil
+
+  end
+
+  def process_params(cmd)
+    processed = interpolate_params(cmd)
+    @cd ? "cd #{cd} && #{processed}" : processed
+  end
+
+end

data/lib/pups/file_command.rb

@@ -0,0 +1,37 @@
+class Pups::FileCommand < Pups::Command
+  attr_accessor :path, :contents, :params, :type, :chmod
+
+  def self.from_hash(hash, params)
+    command = new
+    command.path = hash["path"]
+    command.contents = hash["contents"]
+    command.chmod = hash["chmod"]
+    command.params = params
+
+    command
+  end
+
+  def initialize
+    @params = {}
+    @type = :bash
+  end
+
+  def params=(p)
+    @params = p
+  end
+
+  def run
+    path = interpolate_params(@path)
+
+    `mkdir -p #{File.dirname(path)}`
+    File.open(path, "w") do |f|
+      f.write(interpolate_params(contents))
+    end
+    if @chmod
+      `chmod #{@chmod} #{path}`
+    end
+    Pups.log.info("File > #{path}  chmod: #{@chmod}")
+  end
+
+end
+

data/lib/pups/merge_command.rb

@@ -0,0 +1,48 @@
+class Pups::MergeCommand < Pups::Command
+  attr_reader :filename
+  attr_reader :merge_hash
+
+  def self.from_str(command, params)
+    new(command,params)
+  end
+
+  def self.parse_command(command)
+    split = command.split(" ")
+    raise ArgumentError.new("Invalid merge command #{command}") unless split[-1][0] == "$"
+
+    [split[0..-2].join(" ") , split[-1][1..-1]]
+  end
+
+  def initialize(command, params)
+    @params = params
+
+    filename, target_param = Pups::MergeCommand.parse_command(command)
+    @filename = interpolate_params(filename)
+    @merge_hash = params[target_param]
+  end
+
+  def run
+    merged = self.class.deep_merge(YAML.load_file(@filename), @merge_hash)
+    File.open(@filename,"w"){|f| f.write(merged.to_yaml) }
+    Pups.log.info("Merge: #{@filename} with: \n#{@merge_hash.inspect}")
+  end
+
+  def self.deep_merge(first,second, *args)
+    args ||= []
+    merge_arrays = args.include? :merge_arrays
+
+    merger = proc { |key, v1, v2|
+      if Hash === v1 && Hash === v2
+        v1.merge(v2, &merger)
+      elsif Array === v1 && Array === v2
+        merge_arrays ? v1 + v2 : v2
+      elsif NilClass === v2
+        v1
+      else
+        v2
+      end
+    }
+    first.merge(second, &merger)
+  end
+
+end

data/lib/pups/replace_command.rb

@@ -0,0 +1,43 @@
+class Pups::ReplaceCommand < Pups::Command
+  attr_accessor :text, :from, :to, :filename, :direction, :global
+
+  def self.from_hash(hash, params)
+    replacer = new(params)
+    replacer.from = guess_replace_type(hash["from"])
+    replacer.to = guess_replace_type(hash["to"])
+    replacer.text = File.read(hash["filename"])
+    replacer.filename = hash["filename"]
+    replacer.direction = hash["direction"].to_sym if hash["direction"]
+    replacer.global = hash["global"].to_s == "true"
+    replacer
+  end
+
+  def self.guess_replace_type(item)
+    # evaling to get all the regex flags easily
+    item[0] == "/" ? eval(item) : item
+  end
+
+  def initialize(params)
+    @params = params
+  end
+
+  def replaced_text
+    new_to = to
+    if String === to
+      new_to = interpolate_params(to)
+    end
+    if global
+      text.gsub(from,new_to)
+    elsif direction == :reverse
+      index = text.rindex(from)
+      text[0..index-1] << text[index..-1].sub(from,new_to)
+    else
+      text.sub(from,new_to)
+    end
+  end
+
+  def run
+    Pups.log.info("Replacing #{from.to_s} with #{to.to_s} in #{filename}")
+    File.open(filename, "w"){|f| f.write replaced_text }
+  end
+end

data/lib/pups/runit.rb

@@ -0,0 +1,40 @@
+class Pups::Runit
+
+  attr_accessor :env, :exec, :cd, :name
+
+
+  def initialize(name)
+    @name = name
+  end
+
+  def setup
+    `mkdir -p /etc/service/#{name}`
+    run = "/etc/service/#{name}/run"
+    File.open(run, "w") do |f|
+      f.write(run_script)
+    end
+    `chmod +x #{run}`
+  end
+
+  def run_script
+"#!/bin/bash
+exec 2>&1
+#{env_script}
+#{cd_script}
+#{exec}
+"
+  end
+
+  def cd_script
+    "cd #{@cd}" if @cd
+  end
+
+  def env_script
+    if @env
+      @env.map do |k,v|
+        "export #{k}=#{v}"
+      end.join("\n")
+    end
+  end
+
+end

data/lib/pups/version.rb

@@ -0,0 +1,3 @@
+module Pups
+  VERSION = "1.0.0"
+end

data/pups.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'pups/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "pups"
+  spec.version       = Pups::VERSION
+  spec.authors       = ["Sam Saffron"]
+  spec.email         = ["sam.saffron@gmail.com"]
+  spec.description   = %q{Process orchestrator}
+  spec.summary       = %q{Process orchestrator}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "minitest"
+  spec.add_development_dependency "guard"
+  spec.add_development_dependency "guard-minitest"
+end

data/test/config_test.rb

@@ -0,0 +1,55 @@
+require 'test_helper'
+require 'tempfile'
+
+module Pups
+  class ConfigTest < MiniTest::Test
+
+    def test_config_from_env
+      ENV["HELLO"] = "world"
+      config = Config.new({})
+      assert_equal("world", config.params["$ENV_HELLO"])
+    end
+
+    def test_integration
+
+      f = Tempfile.new("test")
+      f.close
+
+      config = <<YAML
+params:
+  run: #{f.path}
+run:
+  - exec: echo hello world >> #{f.path}
+YAML
+
+      Config.new(YAML.load(config)).run
+      assert_equal("hello world", File.read(f.path).strip)
+
+    ensure
+      f.unlink
+    end
+
+    def test_hooks
+      yaml = <<YAML
+run:
+  - exec: 1
+  - exec:
+      hook: middle
+      cmd: 2
+  - exec: 3
+hooks:
+  after_middle:
+    - exec: 2.1
+  before_middle:
+    - exec: 1.9
+YAML
+
+      config = Config.load_config(yaml).config
+      assert_equal({ "exec" => 1.9 }, config["run"][1])
+      assert_equal({ "exec" => 2.1 }, config["run"][3])
+
+
+    end
+  end
+end
+

data/test/exec_command_test.rb

@@ -0,0 +1,113 @@
+require 'test_helper'
+require 'tempfile'
+
+module Pups
+  class ExecCommandTest < MiniTest::Test
+
+    def from_str(str, params={})
+      ExecCommand.from_str(str, params).commands
+    end
+
+    def from_hash(hash, params={})
+      ExecCommand.from_hash(hash, params).commands
+    end
+
+    def test_simple_str_command
+      assert_equal(["do_something"],
+           from_str("do_something"))
+    end
+
+    def test_simple_str_command_with_param
+      assert_equal(["hello world"],
+           from_str("hello $bob", {"bob" => "world"}))
+    end
+
+    def test_nested_command
+      assert_equal(["first"],
+         from_hash("cmd" => "first"))
+    end
+
+    def test_multi_commands
+      assert_equal(["first","second"],
+          from_hash("cmd" => ["first","second"]))
+    end
+
+    def test_multi_commands_with_home
+      assert_equal(["cd /home/sam && first",
+                    "cd /home/sam && second"],
+          from_hash("cmd" => ["first","second"],
+                    "cd" => "/home/sam"))
+    end
+
+    def test_exec_works
+      ExecCommand.from_str("ls",{}).run
+    end
+
+    def test_fails_for_bad_command
+      assert_raises(Errno::ENOENT) do
+        ExecCommand.from_str("boom",{}).run
+      end
+    end
+
+    def test_backgroud_task_do_not_fail
+      cmd = ExecCommand.new({})
+      cmd.background = true
+      cmd.add("sleep 10 && exit 1")
+      cmd.run
+    end
+
+    def test_raise_on_fail
+      cmd = ExecCommand.new({})
+      cmd.add("chgrp -a")
+      cmd.raise_on_fail = false
+      cmd.run
+    end
+
+    def test_stdin
+
+      `touch test_file`
+      cmd = ExecCommand.new({})
+      cmd.add("read test ; echo $test > test_file")
+      cmd.stdin = "hello"
+      cmd.run
+
+      assert_equal("hello\n", File.read("test_file"))
+
+    ensure
+      File.delete("test_file")
+    end
+
+    def test_fails_for_non_zero_exit
+      assert_raises(RuntimeError) do
+        ExecCommand.from_str("chgrp -a",{}).run
+      end
+    end
+
+
+    def test_can_terminate_async
+      cmd = ExecCommand.new({})
+      cmd.background = true
+      pid = cmd.spawn("sleep 10 && exit 1")
+      ExecCommand.terminate_async
+      assert_raises(Errno::ECHILD) do
+        Process.waitpid(pid,Process::WNOHANG)
+      end
+    end
+
+    def test_can_terminate_rogues
+      cmd = ExecCommand.new({})
+      cmd.background = true
+      pid = cmd.spawn("trap \"echo TERM && sleep 100\" TERM ; sleep 100")
+      # we need to give bash enough time to trap
+      sleep 0.01
+
+      ExecCommand.terminate_async(wait: 0.1)
+
+      assert_raises(Errno::ECHILD) do
+        Process.waitpid(pid,Process::WNOHANG)
+      end
+
+    end
+
+  end
+end

data/test/file_command_test.rb

@@ -0,0 +1,27 @@
+require 'test_helper'
+require 'tempfile'
+
+module Pups
+  class FileCommandTest < MiniTest::Test
+
+    def test_simple_file_creation
+      tmp = Tempfile.new("test")
+      tmp.write("x")
+      tmp.close
+
+
+      cmd = FileCommand.new
+      cmd.path = tmp.path
+      cmd.contents = "hello $world"
+      cmd.params = {"world" => "world"}
+      cmd.run
+
+      assert_equal("hello world",
+                    File.read(tmp.path))
+    ensure
+      tmp.close
+      tmp.unlink
+    end
+
+  end
+end

data/test/merge_command_test.rb

@@ -0,0 +1,58 @@
+require 'test_helper'
+require 'tempfile'
+
+module Pups
+  class MergeCommandTest < MiniTest::Test
+    def test_deep_merge_arrays
+      a = {a: {a: ["hi",1]}}
+      b = {a: {a: ["hi",2]}}
+      c = {a: {}}
+
+      d = Pups::MergeCommand.deep_merge(a,b,:merge_arrays)
+      d = Pups::MergeCommand.deep_merge(d,c,:merge_arrays)
+
+      assert_equal(["hi", 1,"hi", 2], d[:a][:a])
+    end
+
+    def test_merges
+
+      source = <<YAML
+user:
+  name: "bob"
+  password: "xyz"
+YAML
+
+      f = Tempfile.new("test")
+      f.write source
+      f.close
+
+      merge = <<YAML
+user:
+  name: "bob2"
+YAML
+
+    MergeCommand.from_str("#{f.path} $yaml", {"yaml" => YAML.load(merge) }).run
+
+    changed = YAML.load_file(f.path)
+
+    assert_equal({"user" => {
+      "name" => "bob2",
+      "password" => "xyz"
+    }}, changed)
+
+    def test_deep_merge_nil
+      a = {param: {venison: "yes please"}}
+      b = {param: nil}
+
+      r1 = Pups::MergeCommand.deep_merge(a,b)
+      r2 = Pups::MergeCommand.deep_merge(b,a)
+
+      assert_equal({venison: "yes please"}, r1[:param])
+      assert_equal({venison: "yes please"}, r2[:param])
+    end
+
+    ensure
+      f.unlink
+    end
+  end
+end

data/test/replace_command_test.rb

@@ -0,0 +1,112 @@
+require 'test_helper'
+require 'tempfile'
+
+module Pups
+  class ReplaceCommandTest < MiniTest::Test
+
+    def test_simple
+      command = ReplaceCommand.new({})
+      command.text = "hello world"
+      command.from = /he[^o]+o/
+      command.to = "world"
+
+      assert_equal("world world", command.replaced_text)
+    end
+
+    def test_reverse
+      source = <<SCR
+1 one thousand 1
+1 one thousand 1
+1 one thousand 1
+SCR
+
+      f = Tempfile.new("test")
+      f.write source
+      f.close
+
+      hash = {
+        "filename" => f.path,
+        "from" => "/one t.*d/",
+        "to" => "hello world",
+        "direction" => "reverse"
+      }
+
+      command = ReplaceCommand.from_hash(hash, {})
+
+      assert_equal("1 one thousand 1\n1 one thousand 1\n1 hello world 1\n", command.replaced_text)
+    ensure
+      f.unlink
+    end
+
+    def test_global
+      source = <<SCR
+one
+one
+one
+SCR
+
+      f = Tempfile.new("test")
+      f.write source
+      f.close
+
+      hash = {
+        "filename" => f.path,
+        "from" => "/one/",
+        "to" => "two",
+        "global" => "true"
+      }
+
+      command = ReplaceCommand.from_hash(hash, {})
+
+      assert_equal("two\ntwo\ntwo\n", command.replaced_text)
+    ensure
+      f.unlink
+
+    end
+
+    def test_replace_with_env
+      source = "123"
+
+      f = Tempfile.new("test")
+      f.write source
+      f.close
+
+      hash = {
+        "filename" => f.path,
+        "from" => "123",
+        "to" => "hello $hellos"
+      }
+
+      command = ReplaceCommand.from_hash(hash, {"hello" => "world"})
+      assert_equal("hello worlds", command.replaced_text)
+
+    ensure
+      f.unlink
+    end
+
+    def test_parse
+
+      source = <<SCR
+this {
+is a test
+}
+SCR
+
+      f = Tempfile.new("test")
+      f.write source
+      f.close
+
+      hash = {
+        "filename" => f.path,
+        "from" => "/this[^\}]+\}/m",
+        "to" => "hello world"
+      }
+
+      command = ReplaceCommand.from_hash(hash, {})
+
+      assert_equal("hello world", command.replaced_text.strip)
+    ensure
+      f.unlink
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,4 @@
+require 'pups'
+require 'minitest/pride'
+
+

metadata

@@ -0,0 +1,145 @@
+--- !ruby/object:Gem::Specification
+name: pups
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Sam Saffron
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-10-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Process orchestrator
+email:
+- sam.saffron@gmail.com
+executables:
+- pups
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/pups
+- lib/pups.rb
+- lib/pups/cli.rb
+- lib/pups/command.rb
+- lib/pups/config.rb
+- lib/pups/exec_command.rb
+- lib/pups/file_command.rb
+- lib/pups/merge_command.rb
+- lib/pups/replace_command.rb
+- lib/pups/runit.rb
+- lib/pups/version.rb
+- pups.gemspec
+- test/config_test.rb
+- test/exec_command_test.rb
+- test/file_command_test.rb
+- test/merge_command_test.rb
+- test/replace_command_test.rb
+- test/test_helper.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Process orchestrator
+test_files:
+- test/config_test.rb
+- test/exec_command_test.rb
+- test/file_command_test.rb
+- test/merge_command_test.rb
+- test/replace_command_test.rb
+- test/test_helper.rb