pipeline_toolkit 1.2.24 → 1.3.0

data/README.markdown

@@ -30,7 +30,7 @@ Provides:
 
      > (sudo) gem install pipeline_toolkit
 
-### Dependancies ###
+### Dependencies ###
 
 It is assumed that you have:
 
@@ -135,9 +135,43 @@ To make the steps available to your application's cucumber features simply put t
 
     require 'pipeline_toolkit/cucumber'
 
-## Todo ##
+## Logging ##
+
+Pipeline toolkit uses the Log4r framework for logging. This lets you use output your logging to syslog, send email, tweet, dispatch a carrier pigeon, etc. See [Log4r](http://log4r.rubyforge.org) for more. To use it simply call any one of "debug", "info", "warn", "error", "fatal" on the DefaultLogger class. For examples:
+
+    DefaultLogginer.debug("Hi there!")
+
+The logger is initialized automatically and can be configured using one of following three methods:
+
+1. Using the built-in defaults -- this is what you get if you use nothing else. The defaults are:
+
+    * Output to stderr and the file 'pipeline_development.log' in the execution directory
+    * Log level is DEBUG
+
+2. Load the logging configuration from a file called "log_config.yml" in your execution directory. See the Log4r [rdoc](http://log4r.rubyforge.org) for more details.  
+
+3. Tweak the defaults (such as where the log\_config.yml is loaded from) by calling DefaultLogger.init_logger before making any logging calls. The following options are available:
 
-  * Tidy up logging. Feels horrible that we're insisting that SysLogger is used. Want to abstract this out and let user decide which logging framework to use. Also we're hard coding that logs are output to ~/pipeline_toolkit. yuk.
+        # Used to build the file name. Made available in config YML as #{ENV}
+        options[:env] ||= "development" 
+        
+        # Logger name. Used to build the file name. Made available in config YML as #{NAME}
+        options[:log_name] ||= "pipeline" 
+        
+        # Log level. Made available in config YML as #{LEVEL}
+        options[:log_level] ||= "DEBUG" 
+        
+        # Name of logger to use. If you specify multiple loggers in your YML, you can select which one to use here.
+        options[:logger_name] ||= "log" 
+        
+        # File to read configuration from.
+        options[:log_config_file] ||= "log_config.yml" 
+        
+4. One difference with vanilla log4r is that if trace is enabled in the logger you define, the logging methods will automatically add the trace at the end of any string you pass for logging, 
+regardless of what formatter you use. This is to work around the trace always appearing to come from DefaultLogger.method_missing.
+ 
+
+## Todo ##
   
   * Add tmp path as a argument (hardcoded to /tmp at mo)
 
@@ -147,5 +181,3 @@ To make the steps available to your application's cucumber features simply put t
 
   * Write tests around queue setup for msg_push and msg_sub
   
-  
-  

data/lib/pipeline_toolkit/amqp/abstract.rb

@@ -32,8 +32,6 @@ module PipelineToolkit
       def initialize(options = {})
         super(options)
 
-        DefaultLogger.init_logger(options)
-
         @options = options
       end
 
@@ -41,7 +39,7 @@ module PipelineToolkit
       # Create a new connection to the AMQP server.
       #
       def initialize_connection
-        DefaultLogger.debug("Amqp::Abstract#initialize_connection") if options[:env] == "development"
+        DefaultLogger.debug("Amqp::Abstract#initialize_connection")
         @connection = AMQP.connect(options.select_keys(:host, :port, :user, :pass, :vhost))
       end
 
@@ -59,7 +57,7 @@ module PipelineToolkit
       # and the AMQP server.
       #
       def initialize_channel
-        DefaultLogger.debug("Amqp::Abstract#initialize_channel") if options[:env] == "development"
+        DefaultLogger.debug("Amqp::Abstract#initialize_channel")
         @channel = MQ.new(@connection)
       end
 
@@ -68,7 +66,7 @@ module PipelineToolkit
       # to act as an ingress point for all published messages. 
       #
       def initialize_exchange
-        DefaultLogger.debug("Amqp::Abstract#initialize_exchange") if options[:env] == "development"
+        DefaultLogger.debug("Amqp::Abstract#initialize_exchange")
         # declare a exchange on the channel
         @exchange = MQ::Exchange.new(@channel, options[:type], options[:exchange], :durable => options[:durable], :passive => options[:passive])
       rescue MQ::Error => e # rescued here because main thread does not seem to see it
@@ -82,7 +80,7 @@ module PipelineToolkit
       # @param name<String> The name to use for the queue
       # 
       def initialize_queue(name = '')
-        DefaultLogger.debug("Amqp::Abstract#initialize_queue(name = '')") if options[:env] == "development"
+        DefaultLogger.debug("Amqp::Abstract#initialize_queue(name = '')")
         name = options[:queue] if name.nil? || name.empty?
         @queue = MQ::Queue.new(@channel, name, :durable => options[:durable], :passive => options[:passive])
       end
@@ -95,7 +93,7 @@ module PipelineToolkit
       # 
       def bind_queue(routing_key = '')
         routing_key = options[:queue].split(":").last if options[:queue] && options[:queue].include?(":")
-        DefaultLogger.debug("Amqp::Abstract#bind_queue(routing_key = '')") if options[:env] == "development"
+        DefaultLogger.debug("Amqp::Abstract#bind_queue(routing_key = '')")
         unless routing_key.nil? || routing_key.empty?
           @queue.bind(@exchange, :key => routing_key)
         else

data/lib/pipeline_toolkit/amqp/reader.rb

@@ -15,7 +15,7 @@ module PipelineToolkit
       # of messages from the server.
       #
       def initialize_reader
-        DefaultLogger.debug("Amqp::Reader#initialize_reader") if options[:env] == "development"
+        DefaultLogger.debug("Amqp::Reader#initialize_reader")
         @ack_headers ||= {}
         initialize_connection
         initialize_channel
@@ -31,10 +31,10 @@ module PipelineToolkit
       # Subscribe the queue to receive messages
       #
       def queue_subscribe
-        DefaultLogger.debug("Amqp::Reader#queue_subscribe") if options[:env] == "development"
+        DefaultLogger.debug("Amqp::Reader#queue_subscribe")
         unless AMQP.closing?
           @queue.subscribe(:ack => options[:ack]) do |header, body|
-            DefaultLogger.debug("Rabbit Message: #{body}") if options[:env] == "development"
+            DefaultLogger.debug("Rabbit Message: #{body}")
             process_queue_message(header, body)
           end
         end
@@ -47,7 +47,7 @@ module PipelineToolkit
       # @param header<MQ::Header> The message queue header for the message
       # 
       def store_acknowledgement(message, header)
-        DefaultLogger.debug("Amqp::Reader#store_acknowledgement(message, header)") if options[:env] == "development"
+        DefaultLogger.debug("Amqp::Reader#store_acknowledgement(message, header)")
         message[:ack_id] = header.delivery_tag.to_s
         @ack_headers[message[:ack_id]] = header
       end
@@ -59,7 +59,7 @@ module PipelineToolkit
       # @param ack_id<String> The acknowledgement identifier
       # 
       def perform_acknowledgement(ack_id)
-        DefaultLogger.debug("Amqp::Reader#perform_acknowledgement(ack_id)") if options[:env] == "development"
+        DefaultLogger.debug("Amqp::Reader#perform_acknowledgement(ack_id)")
         header = @ack_headers.delete(ack_id)
         header.ack
       end

data/lib/pipeline_toolkit/amqp/writer.rb

@@ -16,7 +16,7 @@ module PipelineToolkit
       # of messages publishing to the server.
       #
       def initialize_writer
-        DefaultLogger.debug("Amqp::Writer#initialize_writer") if options[:env] == "development"
+        DefaultLogger.debug("Amqp::Writer#initialize_writer")
         initialize_connection
         initialize_channel
         initialize_exchange
@@ -26,7 +26,7 @@ module PipelineToolkit
       # Initializes the queues to publish the messages too.
       #
       def initialize_queues
-        DefaultLogger.debug("Amqp::Writer#initialize_queues") if options[:env] == "development"
+        DefaultLogger.debug("Amqp::Writer#initialize_queues")
         options[:queues].each do |name, routing_key|
           initialize_queue(name)
           bind_queue(routing_key)
@@ -39,7 +39,7 @@ module PipelineToolkit
       # @param message<Hash> The message to publish
       # 
       def publish(message)
-        DefaultLogger.debug("Amqp::Writer#publish(message)") if options[:env] == "development"
+        DefaultLogger.debug("Amqp::Writer#publish(message)")
         if message.has_key?(:routing_key)
           @exchange.publish(MessageCoder.encode(message), :key => message[:routing_key])
         else

data/lib/pipeline_toolkit/cli/msg_push_cli.rb

@@ -50,6 +50,7 @@ EOL
   Misc:
 EOL
           opt :env, "Environment (development, production)", :default => "development", :short => :e
+          opt :log_conf, "YML file to configure logging", :short => :l, :type => :string, :required => false
         end
                 
         # Change ['queue1:routing_key', ...] to [['queue1','routing_key'], ...]

data/lib/pipeline_toolkit/cli/msg_subscribe_cli.rb

@@ -58,6 +58,7 @@ EOL
   Misc:
 EOL
           opt :pid_path, "Specifies a path to write a file containing the pid to, by default no pid file is created", :type => :string
+          opt :log_conf, "YML file to configure logging", :short => :l, :type => :string, :required => false
           opt :env, "The environment to run (development, production)", :default => "development", :short => :e
         end
 

data/lib/pipeline_toolkit/default_logger.rb

@@ -1,48 +1,103 @@
-begin
-  require "logger"
-  require "fileutils"
-  require 'syslog_logger'
-rescue LoadError
-end
-
+require "fileutils"
+require "log4r"
+require 'log4r/yamlconfigurator'
+require 'log4r/outputter/fileoutputter'
+require 'log4r/outputter/emailoutputter'
+require 'log4r/outputter/syslogoutputter'
+include Log4r
 
-# replace for tidy timestamped logs
-class Logger
-  remove_method :format_message
-  def format_message(severity, timestamp, progname, msg)
-    "#{timestamp.strftime('%b%d %H:%M:%S')}  #{msg}\n" 
-  end
-end
 
 ##
-# Default logger supports logging to both syslogger and logger. When running the 
-# logger in 'development' mode will cause the logger to log to the 
-# $HOME/pipeline_toolkit/logs directory. Alternativaly, in 'production' the logger 
-# logs to syslog. You can set the environment by passing the :env option with either
-# 'development' or 'production' when calling the {.init_logger} method. 
-#
+# DefaultLogger will log to stderr and a log file in the execution directory by default, as specified in this yml.
+# You can specify your own file to use by calling init_logger with option[:log_config_file] = someconfig.yml
+
 class DefaultLogger
+  @@logger = nil
+  @@options = nil
+  
+  def self.default_yaml    
+"log4r_config:
+  
+  # define all loggers ...
+  loggers:
+    - name      : log
+      trace     : true
+      outputters:
+        - stderr
+        - logfile
+
+  # define all outputters (incl. formatters)      
+  outputters:
+    - type     : StderrOutputter
+      name     : stderr
+      formatter:
+        date_pattern: '%Y-%m-%d %H:%M:%S'
+        pattern     : '%d %l: [#\{NAME\}] %m '
+        type        : PatternFormatter
+        
+    - type     : FileOutputter
+      name     : logfile
+      filename : '#\{NAME\}.log'
+      formatter:
+        date_pattern: '%Y-%m-%d %H:%M:%S'
+        pattern     : '%d %l: [#\{NAME\}] %m '
+        type        : PatternFormatter"
+  end
 
   ##
-  # Initialize a new logger
+  # Initialize a new logger. Optional, as it will be called with default values when log methods are used.
+  # Options fields are as follows:
+  #
+  # options[:log_name] ||= "pipeline" 
+  # Logger name. Used to build the file name. Made available in config YML as #{NAME}
+  #
+  # options[:log_level] ||= "DEBUG" 
+  # Log level. Made available in config YML as #{LEVEL}
   #
-  # @param options<Hash> Options hash of settings
-  # @option options [String] :env The environment to we initialize the logger for. 
-  # @option options [String] :log_name The name to start the log name with. ie. [log_name]_[env].log 
+  # options[:logger_name] ||= "log" 
+  # Name of logger to use. If you specify multiple loggers in your YML, you can select which one to use here.
+  #
+  # options[:log_config_file] ||= "log_config.yml" 
+  # File to read configuration from.
   #
   def self.init_logger(options = {})
-    options[:env] ||= "development"
     options[:log_name] ||= "pipeline"
+    options[:log_level] ||= 'DEBUG'
+    options[:logger_name] ||= "log"
+    options[:log_conf] ||= "log_config.yml"
+    
+    
+    @@options = options
     
-    if options[:env] == "development"
-      @@logger ||= Logger.new("#{log_directories}/#{options[:log_name]}_#{options[:env]}.log", 'daily')
-      @@logger.level = Logger::DEBUG
-      @@logger.datetime_format = "%Y-%m-%d %H:%M:%S"
+    ycfg = YamlConfigurator
+    ycfg['LEVEL'] = options[:log_level]
+    ycfg['NAME'] = options[:log_name]
+    
+    if File.exists?(options[:log_conf])
+      #puts "using log_config.yml"
+      h = File.open(options[:log_conf]) { |yf| YAML::load( yf ) }
     else
-      @@logger ||= SyslogLogger.new("#{options[:log_name]}_#{options[:env]}")
-      @@logger.level = Logger::INFO
+      #puts "using default yml"
+      h = YAML.load default_yaml
     end
+    #y h
+    ycfg.decode_yaml h['log4r_config']
     
+    @@logger = Logger[options[:logger_name]]
+  end
+
+  ##
+  # Send log calls to the Logger, initializing it first if necessary.
+  #
+  def self.method_missing(name, *args)
+    @@logger || init_logger()
+
+    # add trace message if the logger is tracing. we can't use the default trace (%t) because that'll just show this 
+    # method_missing as the caller. Usefulness: rather low.
+    
+    args[0] += " (#{caller[0]})" if @@logger.trace && args[0].class == String
+
+    @@logger.send(name, *args)
   end
 
   ##
@@ -60,72 +115,5 @@ class DefaultLogger
   def self.logger
     @@logger
   end
-
-  ##
-  # Setter for setting the log level to use
-  #
-  # @param new_level<Integer> The new log level to use
-  # 
-  def self.level=(new_level)
-    logger.level = new_level
-  end
-
-  ##
-  # Getter for the log level
-  #
-  def self.level
-    logger.level
-  end
-
-  ##
-  # Publish a debug log message
-  #
-  # @param message<String> The log message to publish
-  # 
-  def self.debug(message)
-    logger.debug(message)
-  end
   
-  ##
-  # Publish a info log message
-  #
-  # @param message<String> The log message to publish
-  #
-  def self.info(message)
-    logger.info(message)
-  end
-
-  ##
-  # Publish a warning log message
-  #
-  # @param message<String> The log message to publish
-  #
-  def self.warn(message)
-    logger.warn(message)
-  end
-
-  ##
-  # Publish a error log message
-  #
-  # @param message<String> The log message to publish
-  #
-  def self.error(message)
-    logger.error(message)
-  end
-
-  private
-
-    ##
-    # Ensure we have the log directories in the home path
-    #
-    def self.log_directories
-      # Ensure the log directory exist
-      dir = "#{ENV["HOME"]}/pipeline_toolkit/logs"
-      unless File.directory?(dir)
-        # Create log directory
-        FileUtils.makedirs(dir)
-      end
-      dir
-    end
-
 end

data/lib/pipeline_toolkit/handlers/message_handler.rb

@@ -27,7 +27,7 @@ module PipelineToolkit
       # The callback method that EventMachine calls as soon as a new message arrives
       #
       def notify_readable
-        DefaultLogger.debug("Handlers::MessageHandler#notify_readable") if options[:env] == "development"
+        DefaultLogger.debug("Handlers::MessageHandler#notify_readable")
       
         # Grab everything from buffer, in case several messages have built up.
         # NB: Can't use gets or read because they block when reaching EOF.
@@ -44,9 +44,9 @@ module PipelineToolkit
       end
 
       def receive_line(message_coded)
-        DefaultLogger.debug("Raw message: #{message_coded}") if options[:env] == "development"
+        DefaultLogger.debug("Raw message: #{message_coded}")
         message = MessageCoder.decode(message_coded)
-        DefaultLogger.debug("Message: #{message.inspect}") if options[:env] == "development"
+        DefaultLogger.debug("Message: #{message.inspect}")
         @target.process(message)
       rescue MessagePack::UnpackError => e
         DefaultLogger.error("Couldn't unpack message: #{message_coded.inspect}")

data/lib/pipeline_toolkit/message_command.rb

@@ -50,7 +50,6 @@ module PipelineToolkit
     # @param options<Hash> An options hash.
     # 
     def initialize(options = {})
-      DefaultLogger.init_logger(options)
       @options = options
     end
   
@@ -59,7 +58,7 @@ module PipelineToolkit
     # and starts watching the STDIN for new messages
     #
     def start
-      DefaultLogger.debug("MessageCommand#start") if @options[:env] == "development"
+      DefaultLogger.debug("MessageCommand#start") 
 
       Signal.trap('INT')  { self.stop }
       Signal.trap('TERM') { self.stop }
@@ -103,7 +102,7 @@ module PipelineToolkit
     # @param message<Hash> The decoded message
     # 
     def process(message)
-      DefaultLogger.debug("MessageCommand#process(message)") if options[:env] == "development"
+      DefaultLogger.debug("MessageCommand#process(message)") 
       if message[:msg_type] == "system"
         process_system(message)
       else
@@ -118,7 +117,7 @@ module PipelineToolkit
     #
     def acknowledge(message)
       return if message[:ack_id].nil?
-      DefaultLogger.debug("MessageCommand#acknowledge(message)") if options[:env] == "development"
+      DefaultLogger.debug("MessageCommand#acknowledge(message)") 
       ack_message = {:msg_type => "ack", :ack_id => message[:ack_id]}
       write_to_pipe(ack_message, @ack_pipe)
     end
@@ -129,7 +128,7 @@ module PipelineToolkit
     # @param message<Hash> The message to pass on
     # 
     def pass_on(message)
-      DefaultLogger.debug("MessageCommand#pass_on(message)") if options[:env] == "development"
+      DefaultLogger.debug("MessageCommand#pass_on(message)") 
       write_to_pipe(message)
     end
 
@@ -139,7 +138,7 @@ module PipelineToolkit
     # has started.
     #
     def initialize_machine
-      DefaultLogger.debug("MessageCommand#initialize_machine") if options[:env] == "development"
+      DefaultLogger.debug("MessageCommand#initialize_machine") 
       # Implemented in class that includes me
     end
 
@@ -152,7 +151,7 @@ module PipelineToolkit
     # message has been dealt with. All messages must be acknowledged by at least one worker in a pipeline.
     # 
     def process_standard(message)
-      DefaultLogger.debug("MessageCommand#process_standard(message)") if options[:env] == "development"
+      DefaultLogger.debug("MessageCommand#process_standard(message)") 
       # Implemented in class that includes me
       pass_on(message)
     end
@@ -174,7 +173,7 @@ module PipelineToolkit
     # @param message<Hash> The system message
     # 
     def process_system(message)
-      DefaultLogger.debug("MessageCommand#process_system(message)") if options[:env] == "development"
+      DefaultLogger.debug("MessageCommand#process_system(message)") 
       options[:ack] = message[:ack] # inherit setting from upstream
       @ack_pipe = File.open(message[:sys_pipe], "w") # open ack pipe (needs to already exist)
       send_description

data/lib/pipeline_toolkit/message_pusher.rb

@@ -17,7 +17,10 @@ module PipelineToolkit
     # 
     def initialize(options = {})
       super(options)
-      DefaultLogger.debug("MessagePusher#initialize(options = {})") if options[:env] == "development"
+      
+      DefaultLogger.init_logger(options) if options[:log_conf]
+      
+      DefaultLogger.debug("MessagePusher#initialize(options = {})") 
 
       queues_string = options[:queues].map { |name, type| "#{name} (key:#{type})" }.join(",")
       DefaultLogger.info "================================================================"
@@ -32,7 +35,7 @@ module PipelineToolkit
     # Initialize the AMQP server connection and exchange so we can write messages to the queue.
     #
     def initialize_machine
-      DefaultLogger.debug("MessagePusher#initialize_machine") if options[:env] == "development"
+      DefaultLogger.debug("MessagePusher#initialize_machine") 
       initialize_writer
       initialize_queues
     end
@@ -56,7 +59,7 @@ module PipelineToolkit
     # @param message<Hash> The message to write to the exchange.
     # 
     def process_standard(message)
-      DefaultLogger.debug("MessagePusher#process_standard(message)") if options[:env] == "development"
+      DefaultLogger.debug("MessagePusher#process_standard(message)") 
       publish(message.except_keys(:ack_id))
       acknowledge(message) if options[:ack] && message[:ack_id]
     end

data/lib/pipeline_toolkit/message_subscriber.rb

@@ -27,11 +27,10 @@ module PipelineToolkit
     # @param options<Hash> An options hash, see command line interface.
     # 
     def initialize(options = {})
-    
-      DefaultLogger.init_logger(options)
-    
       @options = options
       options[:ack] = !options[:no_acks]
+      
+      DefaultLogger.init_logger(options) if options[:log_conf]
     
       DefaultLogger.info "================================================================"
       DefaultLogger.info "Booting #{self.class.name}  (#{options[:env]})"

data/lib/pipeline_toolkit/monitoring/monitor_server.rb

@@ -17,7 +17,6 @@ module PipelineToolkit
       # @param message_subscriber<MessageSubscriber> The message subscriber
       # 
       def initialize(message_subscriber, options = {})
-        DefaultLogger.init_logger(options)        
         @options = options
         @message_subscriber = message_subscriber
         @html_template = ERB.new(File.read(File.dirname(__FILE__) + "/monitor.erb"))

metadata

@@ -1,12 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: pipeline_toolkit
 version: !ruby/object:Gem::Version 
+  hash: 27
   prerelease: false
   segments: 
   - 1
-  - 2
-  - 24
-  version: 1.2.24
+  - 3
+  - 0
+  version: 1.3.0
 platform: ruby
 authors: 
 - Aisha Fenton
@@ -15,16 +16,18 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-09-08 00:00:00 +12:00
+date: 2010-12-14 00:00:00 +13:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: amqp
   prerelease: false
   requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
+        hash: 9
         segments: 
         - 0
         - 6
@@ -36,9 +39,11 @@ dependencies:
   name: trollop
   prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
+        hash: 47
         segments: 
         - 1
         - 16
@@ -49,9 +54,11 @@ dependencies:
   name: eventmachine
   prerelease: false
   requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
+        hash: 59
         segments: 
         - 0
         - 12
@@ -63,9 +70,11 @@ dependencies:
   name: eventmachine_httpserver
   prerelease: false
   requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
+        hash: 23
         segments: 
         - 0
         - 2
@@ -74,74 +83,98 @@ dependencies:
   type: :runtime
   version_requirements: *id004
 - !ruby/object:Gem::Dependency 
-  name: SyslogLogger
+  name: msgpack
   prerelease: false
   requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
+        hash: 9
         segments: 
-        - 1
-        - 4
         - 0
-        version: 1.4.0
+        - 4
+        - 3
+        version: 0.4.3
   type: :runtime
   version_requirements: *id005
 - !ruby/object:Gem::Dependency 
-  name: msgpack
+  name: log4r
   prerelease: false
   requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
+        hash: 1
         segments: 
-        - 0
-        - 4
-        - 3
-        version: 0.4.3
+        - 1
+        - 1
+        - 9
+        version: 1.1.9
   type: :runtime
   version_requirements: *id006
 - !ruby/object:Gem::Dependency 
-  name: cucumber
+  name: json
   prerelease: false
   requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  name: cucumber
+  prerelease: false
+  requirement: &id008 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
+        hash: 53
         segments: 
         - 0
         - 8
         - 5
         version: 0.8.5
   type: :development
-  version_requirements: *id007
+  version_requirements: *id008
 - !ruby/object:Gem::Dependency 
   name: bunny
   prerelease: false
-  requirement: &id008 !ruby/object:Gem::Requirement 
+  requirement: &id009 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
+        hash: 7
         segments: 
         - 0
         - 6
         - 0
         version: 0.6.0
   type: :development
-  version_requirements: *id008
+  version_requirements: *id009
 - !ruby/object:Gem::Dependency 
   name: background_process
   prerelease: false
-  requirement: &id009 !ruby/object:Gem::Requirement 
+  requirement: &id010 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
+        hash: 11
         segments: 
         - 1
         - 2
         version: "1.2"
   type: :development
-  version_requirements: *id009
+  version_requirements: *id010
 description: |-
   Command line tools for processing messages by constructing a pipeline of workers. 
                            AMQP and Unix pipes are used to construct the pipeline. Messages are simple Hashes 
@@ -188,33 +221,41 @@ files:
 - lib/pipeline_toolkit/util/socket_util.rb
 - LICENSE.markdown
 - README.markdown
+- bin/msg_subscribe
+- bin/msg_push
+- bin/msg_sink
+- bin/msg_generator
 has_rdoc: true
 homepage: http://github.com/visfleet/pipeline_toolkit
 licenses: []
 
 post_install_message: 
-rdoc_options: 
-- --charset=UTF-8
+rdoc_options: []
+
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
       segments: 
       - 0
       version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
       segments: 
       - 0
       version: "0"
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.6
+rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
 summary: Toolkit for building processing pipelines using Unix Pipes and AMQP messages