souffle 0.0.1

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1,30 @@
+source "http://rubygems.org"
+# Add dependencies required to use your gem here.
+# Example:
+#   gem "activesupport", ">= 2.3.5"
+
+gem "yajl-ruby", "~> 1.1.0"
+gem "eventmachine", "~> 0.12.10"
+gem "amqp", "~> 0.9.7"
+gem "state_machine", "~> 1.1.2"
+
+gem "right_aws", "~> 3.0.4"
+
+gem "mixlib-cli"
+gem "mixlib-config", ">= 1.1.0"
+gem "mixlib-log", ">= 1.3.0"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "rspec", "~> 2.10.0"
+  gem "fakefs", "~> 0.4.0"
+  gem "yard", "~> 0.8"
+  gem "redcarpet", "~> 2.1.1"
+  gem "rdoc", "~> 3.12"
+  gem "cucumber", ">= 0"
+  gem "bundler", "~> 1.1.0"
+  gem "jeweler", "~> 1.8.3"
+  gem "ruby-graphviz", :require => "graphviz"
+  gem (RUBY_VERSION =~ /^1\.9/ ? "simplecov" : "rcov"), ">= 0"
+end

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2012 Josh Toft
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,18 @@
+# souffle
+
+An orchestrator for setting up isolated chef-managed systems.
+
+## Contributing to souffle
+
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet.
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it.
+* Fork the project.
+* Start a feature/bugfix branch.
+* Commit and push until you are happy with your contribution.
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+## Copyright
+
+Copyright (c) 2012 Josh Toft. See LICENSE.txt for
+further details.

data/Rakefile

@@ -0,0 +1,56 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+$:.unshift File.join(File.dirname(__FILE__), 'lib')
+require 'jeweler'
+require 'souffle'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "souffle"
+  gem.homepage = "http://github.com/seryl/souffle"
+  gem.license = "MIT"
+  gem.summary = %Q{An orchestrator to create entire chef environments}
+  gem.description = %Q{An orchestrator to create entire chef environments}
+  gem.email = "joshtoft@gmail.com"
+  gem.authors = ["Josh Toft"]
+  gem.version = Souffle::VERSION
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+if RUBY_VERSION =~ /^1\.9/
+  desc "Code coverage detail"
+  task :simplecov do
+    ENV['COVERAGE'] = "true"
+    Rake::Task['spec'].execute
+  end
+else
+  RSpec::Core::RakeTask.new(:rcov) do |spec|
+    spec.pattern = 'spec/**/*_spec.rb'
+    spec.rcov = true
+  end
+end
+
+require 'cucumber/rake/task'
+Cucumber::Rake::Task.new(:features)
+
+task :default => :spec
+
+require 'yard'
+YARD::Rake::YardocTask.new

data/bin/souffle-server

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+$:.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+
+require 'souffle'
+require 'souffle/application/souffle-server'
+
+Souffle::Application::Server.new.run

data/bin/souffle-worker

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+$:.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+
+require 'souffle'
+require 'souffle/application/souffle-worker'
+
+Souffle::Application::Worker.new.run

data/features/souffle.feature

@@ -0,0 +1,9 @@
+Feature: something something
+  In order to something something
+  A user something something
+  something something something
+
+  Scenario: something something
+    Given inspiration
+    When I create a sweet new gem
+    Then everyone should see how awesome I am

data/features/support/env.rb

@@ -0,0 +1,13 @@
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+
+$LOAD_PATH.unshift(File.dirname(__FILE__) + '/../../lib')
+require 'souffle'
+
+require 'rspec/expectations'

data/lib/souffle/application/souffle-server.rb

@@ -0,0 +1,46 @@
+require 'souffle/application'
+require 'souffle/server'
+
+# The souffle server command line parser.
+class Souffle::Application::Server < Souffle::Application
+
+  option :config_file,
+    :short => "-c CONFIG",
+    :long  => "--config CONFIG",
+    :default => "/etc/souffle/worker.rb",
+    :description => "The configuration file to use"
+
+  option :log_level,
+    :short => "-l LEVEL",
+    :long  => "--log_level LEVEL",
+    :description => "Set the log level (debug, info, warn, error, fatal)",
+    :proc => lambda { |l| l.to_sym }
+
+  option :log_location,
+    :short        => "-L LOGLOCATION",
+    :long         => "--logfile LOGLOCATION",
+    :description  => "Set the log file location, defaults to STDOUT",
+    :proc         => nil
+
+  option :help,
+    :short => "-h",
+    :long  => "--help",
+    :description => "Show this message",
+    :on => :tail,
+    :boolean => true,
+    :show_options => true,
+    :exit => 0
+
+  option :version,
+    :short => "-v",
+    :long  => "--version",
+    :description => "Show souffle version",
+    :boolean => true,
+    :proc => lambda { |v| puts "Souffle: #{::Souffle::VERSION}"},
+    :exit => 0
+
+  def initialize
+    super
+
+  end
+end

data/lib/souffle/application/souffle-worker.rb

@@ -0,0 +1,46 @@
+require 'souffle/application'
+require 'souffle/worker'
+
+# The souffle worker command line parser.
+class Souffle::Application::Worker < Souffle::Application
+
+  option :config_file,
+    :short => "-c CONFIG",
+    :long  => "--config CONFIG",
+    :default => "/etc/souffle/worker.rb",
+    :description => "The configuration file to use"
+
+  option :log_level,
+    :short => "-l LEVEL",
+    :long  => "--log_level LEVEL",
+    :description => "Set the log level (debug, info, warn, error, fatal)",
+    :proc => lambda { |l| l.to_sym }
+
+  option :log_location,
+    :short        => "-L LOGLOCATION",
+    :long         => "--logfile LOGLOCATION",
+    :description  => "Set the log file location, defaults to STDOUT",
+    :proc         => nil
+
+  option :help,
+    :short => "-h",
+    :long  => "--help",
+    :description => "Show this message",
+    :on => :tail,
+    :boolean => true,
+    :show_options => true,
+    :exit => 0
+
+  option :version,
+    :short => "-v",
+    :long  => "--version",
+    :description => "Show souffle version",
+    :boolean => true,
+    :proc => lambda { |v| puts "Souffle: #{::Souffle::VERSION}"},
+    :exit => 0
+
+  def initialize
+    super
+
+  end
+end

data/lib/souffle/application.rb

@@ -0,0 +1,133 @@
+require 'mixlib/cli'
+
+# The souffle application class for both server and worker.
+class Souffle::Application
+  include Mixlib::CLI
+
+  # Added a Wakeup exception.
+  class Wakeup < Exception; end
+
+  # Initialize the application, setting up default handlers.
+  def initialize
+    super
+
+    trap("TERM") do
+      Souffle::Application.fatal!("SIGTERM received, stopping", 1)
+    end
+
+    trap("INT") do
+      Souffle::Application.fatal!("SIGINT received, stopping", 2)
+    end
+
+    trap("QUIT") do
+      Souffle::Log.info("SIGQUIT received, call stack:\n ", caller.join("\n "))
+    end
+
+    trap("HUP") do
+      Souffle::Log.info("SIGHUP received, reconfiguring")
+      reconfigure
+    end
+  end
+
+  # Reconfigure the application and logging.
+  def reconfigure
+    configure_souffle
+    configure_logging
+  end
+
+  # Configure the application throwing a warning when there is no config file.
+  def configure_souffle
+    parse_options
+
+    begin
+      ::File.open(config[:config_file]) { |f| apply_config(f.path) }
+    rescue Errno::ENOENT => error
+      noconfig = "Did not find config file: #{config[:config_file]}"
+      Souffle::Log.warn("*****************************************")
+      Souffle::Log.warn("#{noconfig}, using command line options.")
+      Souffle::Log.warn("*****************************************")
+    end
+  end
+
+  # Configures the logging in a relatively sane fashion.
+  # Only prints to STDOUT given a valid tty.
+  # Does not write to STDOUT when daemonizing.
+  def configure_logging
+    Souffle::Log.init(Souffle::Config[:log_location])
+    if ( Souffle::Config[:log_location] != STDOUT ) && STDOUT.tty? &&
+      ( !Souffle::Config[:daemonize] )
+      stdout_loger = Logger.new(STDOUT)
+      STDOUT.sync = true
+      stdout_logger = Souffle::Log.logger.formatter
+      Souffle::Log.loggers << stdout_logger
+    end
+    Souffle::Log.level = Souffle::Config[:log_level]
+  end
+
+  # Run the application itself. Configure, setup, and then run.
+  def run
+    reconfigure
+    setup_application
+    run_application
+  end
+
+  # Placeholder for setup_application, intended to be overridden.
+  # 
+  # @raise Souffle::Exceptions::Application Must be overridden.
+  def setup_application
+    error_msg = "#{self.to_s}: you must override setup_application"
+    raise Souffle::Exceptions::Application, error_msg
+  end
+
+  # Placeholder for run_application, intended to be overridden.
+  # 
+  # @raise Souffle::Exceptions::Application Must be overridden.
+  def run_application
+    error_msg = "#{self.to_s}: you must override run_application"
+    raise Souffle::Exceptions::Application, error_msg
+  end
+
+  private
+
+  # Apply the configuration given a file path.
+  # 
+  # @param [ String ] config_file_path The path to the configuration file.
+  def apply_config(config_file_path)
+    Souffle::Config.from_file(config_file_path)
+    Souffle::Config.merge!(config)
+  end
+
+  class << self
+    # Present a debug stracktrace upon an error.
+    # Gives a readable backtrace with a timestamp.
+    # 
+    # @param [ Exception ] e The raised exception.
+    def debug_stacktrace(e)
+      message = "#{e.class}: #{e}\n#{e.backtrace.join("\n")}"
+      stacktrace_out = "Generated at #{Time.now.to_s}\n"
+      stacktrace_out += message
+
+      Souffle::Log.debug(message)
+    end
+
+    # Log a fatal error message to both STDERR and the Logger,
+    # exit the application with a fatal message.
+    #
+    # @param [ msg ] String The message to log.
+    # @param [ err ] Integer The exit level.
+    def fatal!(msg, err = -1)
+      Souffle::Log.fatal(msg)
+      Process.exit err
+    end
+
+    # Log a fatal error message to both STDERR and the Logger,
+    # exit the application with a debug message.
+    #
+    # @param [ msg ] String The message to log.
+    # @param [ err ] Integer The exit level.
+    def exit!(msg, err = -1)
+      Souffle::Log.debug(msg)
+      Process.exit err
+    end
+  end
+end

data/lib/souffle/config.rb

@@ -0,0 +1,75 @@
+require 'souffle/log'
+require 'mixlib/config'
+require 'yajl'
+
+module Souffle
+  # The configuration object for the souffle server.
+  class Config
+
+    extend Mixlib::Config
+
+    # Return the configuration itself upon inspection.
+    def self.inspect
+      configuration.inspect
+    end
+
+    # Loads a given file and passes it to the appropriate parser.
+    #
+    # @raise [ IOError ] Any IO Exceptions that occur.
+    #
+    # @param [ String ] filename The filename to read.
+    def self.from_file(filename, parser="ruby")
+      send("from_file_#{parser}".to_sym, filename)
+    end
+
+    # Loads a given ruby file and runs instance_eval against it
+    # in the context of the current object.
+    #
+    # @raise [ IOError ] Any IO Exceptions that occur.
+    #
+    # @param [ String ] filename The file to read.
+    def self.from_file_ruby(filename)
+      self.instance_eval(IO.read(filename), filename, 1)
+    end
+
+    # Loads a given json file and merges the current context
+    # configuration with the updated hash.
+    #
+    # @raise [ IOError ] Any IO Exceptions that occur.
+    # @raise [ Yajl::ParseError ] Raises Yajl Parsing error on improper json.
+    #
+    # @param [ String ] filename The file to read.
+    def self.from_file_json(filename)
+      self.from_input_json(IO.read(filename))
+    end
+
+    # Loads a given json input and merges the current context
+    # configuration with the updated hash.
+    #
+    # @raise [ IOError ] Any IO Exceptions that occur.
+    # @raise [ Yajl::ParseError ] Raises Yajl Parsing error on improper json.
+    #
+    # @param [ String ] input The json configuration input.
+    def self.from_stream_json(input)
+      parser = Yajl::Parser.new
+      configuration.merge!(parser.parse(input))
+    end
+
+    # When you are using ActiveSupport, they monkey-patch 'daemonize' into
+    # Kernel. So while this is basically identical to what method_missing
+    # would do, we pull it up here and get a real method written so that
+    # things get dispatched properly.
+    config_attr_writer :daemonize do |v|
+      configure do |c|
+        c[:daemonize] = v
+      end
+    end
+
+    log_level :info
+    log_location STDOUT
+
+    aws_access_key = ""
+    aws_access_secret = ""
+
+  end
+end

data/lib/souffle/exceptions.rb

@@ -0,0 +1,21 @@
+module Souffle
+  # Souffle specific exceptions; intended for debugging purposes.
+  class Exceptions
+    
+    # Application level error.
+    class Application < RuntimeError; end
+    # Provider level error.
+    class Provider < RuntimeError; end
+
+    # Runlist Name cannot be nil or empty and must be a word [A-Za-z0-9_:].
+    class InvalidRunlistName < RuntimeError; end
+    # Runlist Type cannot be nil or empty and must be one of (role|recipe).
+    class InvalidRunlistType < RuntimeError; end
+
+    # Node children must respond to dependencies and run_list.
+    class InvalidChild < RuntimeError; end
+
+    # The provider must exist in souffle/providers.
+    class InvalidProvider < RuntimeError; end
+  end
+end

data/lib/souffle/log.rb

@@ -0,0 +1,22 @@
+require 'logger'
+require 'mixlib/log'
+
+module Souffle
+  # Souffle's internal logging facility.
+  # Standardized to provide a consistent log format.
+  class Log
+    extend Mixlib::Log
+
+    # Force initialization of the primary log device (@logger)
+    init
+
+    # Monkeypatch Formatter to allow local show_time updates.
+    class Formatter
+      # Allow enabling and disabling of time with a singleton.
+      def self.show_time=(*args)
+        Mixlib::Log::Formatter.show_time = *args
+      end
+    end
+
+  end
+end

data/lib/souffle/node/runlist.rb

@@ -0,0 +1,24 @@
+require 'souffle/node/runlist_item'
+
+module Souffle
+  # A specialized Array that handles runlist items appropriately.
+  class Node::RunList < Array
+
+    # Pushes another runlist item onto the runlist array.
+    # 
+    # @param [ String ] item The runlist item as a string.
+    def <<(item)
+      item = Souffle::Node::RunListItem.new(item)
+      super(item)
+    end
+
+    # Pushes another item onto the runlist array.
+    # 
+    # @param [ String ] item The runlist item as a string.
+    def push(item)
+      item = Souffle::Node::RunListItem.new(item)
+      super(item)
+    end
+
+  end
+end

data/lib/souffle/node/runlist_item.rb

@@ -0,0 +1,46 @@
+require 'souffle/node/runlist_parser'
+
+module Souffle
+  # A single runlist item, most be parsed and either a recipe or role.
+  class Node::RunListItem
+
+    # Creates a new runlist item from a string.
+    # 
+    # @param [ String ] item The runlist string to turn into an object.
+    # @raise [ InvalidRunlistName, InvalidRunlistType ] Raises exceptions when
+    # the runlist item or type isn't a proper chef role or recipe.
+    def initialize(item=nil)
+      @original_item = item
+      @item = Souffle::Node::RunListParser.parse(item)
+    end
+
+    # Returns the name of the runlist item.
+    # 
+    # @return [ String ] The name of the runlist item.
+    def name
+      @item["name"]
+    end
+
+    # Returns the type of the runlist item.
+    # 
+    # @return [ String ] The type of the runlist item.
+    def type
+      @item["type"]
+    end
+
+    # Returns the RunListItem as it's original string.
+    def to_s
+      @original_item
+    end
+
+    # Overriding the default equality comparator to use string representation.
+    # 
+    # @param [ Souffle::Node::RunListItem ] runlist_item
+    # 
+    # @return [ true,false ] Whether or not the objects are equal.
+    def ==(runlist_item)
+      self.to_s == runlist_item.to_s
+    end
+
+  end
+end

data/lib/souffle/node/runlist_parser.rb

@@ -0,0 +1,73 @@
+module Souffle
+  # The runlist parser singleton.
+  class Node::RunListParser
+
+    # The runlist match parser
+    PARSER = %r{
+      (?<type> (recipe|role)) {0}   # The runlist item type.
+      (?<name> (.*)) {0}            # The runlist item name.
+
+      \g<type>\[\g<name>\]
+    }x
+
+    class << self
+      # Checks to see whether the runlist item is a valid recipe or role.
+      # 
+      # @param [ String ] item The runlist item.
+      # 
+      # @return [ Hash ] The runlist item as a hash.
+      def parse(item)
+        runlist_hash = hashify_match(PARSER.match(item))
+        gaurentee_valid_keys(runlist_hash)
+        gaurentee_name_is_word(runlist_hash)
+        runlist_hash
+      end
+
+      # Takes the matches and converts them into a hashed version.
+      # 
+      # @param [ MatchData,nil ] match The MatchData to hashify.
+      # 
+      # @return [ Hash,nil ] The hashified version of the runlist item.
+      def hashify_match(match)
+        return nil if match.nil?
+        Hash[*match.names.zip(match.captures).flatten]
+      end
+
+      # Tests whether the runlist_hash name and type are valid.
+      # 
+      # @param [ Hash ] runlist_hash The runlist hash to test.
+      # 
+      # @raise [ InvalidRunlistName, InvalidRunlistType ] Raises exceptions
+      # when the runlist match failed, the type wasn't a recipe or role,
+      # or when the name itself isn't a valid word.
+      def gaurentee_valid_keys(runlist_hash)
+        if runlist_hash.nil?
+          raise Souffle::Exceptions::InvalidRunlistType,
+            "Type must be one of (role|recipe)"
+        end
+        if runlist_hash["name"].nil? or runlist_hash["name"].empty?
+          raise Souffle::Exceptions::InvalidRunlistName,
+            "Name cannot be nil or empty."
+        end
+        if runlist_hash["type"].nil? or runlist_hash["type"].empty?
+          raise Souffle::Exceptions::InvalidRunlistType,
+            "Type cannot be nil or empty and must be one of (role|recipe)"
+        end
+      end
+
+      # Checks whether the runlist_hash is a valid word.
+      # 
+      # @param [ Hash ] runlist_hash The runlist hash to test.
+      # 
+      # @raise [ InvalidRunlistName ] Runlist Name is invalid.
+      def gaurentee_name_is_word(runlist_hash)
+        m = /[A-Za-z0-9_:]+/
+        unless m.match(runlist_hash["name"])[0] == runlist_hash["name"]
+          raise Souffle::Exceptions::InvalidRunlistName,
+            "Name must be [A-Za-z0-9_:]."
+        end
+      end
+    end
+
+  end
+end