redcar 0.2.9dev

data/lib/logging/lib/logging/layouts.rb

@@ -0,0 +1,47 @@
+
+module Logging
+  module Layouts
+
+    # Accessor / Factory for the Basic layout.
+    #
+    def basic( *args )
+      return ::Logging::Layouts::Basic if args.empty?
+      ::Logging::Layouts::Basic.new(*args)
+    end
+
+    # Accessor / Factory for the Pattern layout.
+    #
+    def pattern( *args )
+      return ::Logging::Layouts::Pattern if args.empty?
+      ::Logging::Layouts::Pattern.new(*args)
+    end
+
+    # Accessor for the Parseable layout.
+    #
+    def parseable
+      ::Logging::Layouts::Parseable
+    end
+
+    # Factory for the Parseable layout using JSON formatting.
+    #
+    def json( *args )
+      ::Logging::Layouts::Parseable.json(*args)
+    end
+
+    # Factory for the Parseable layout using YAML formatting.
+    #
+    def yaml( *args )
+      ::Logging::Layouts::Parseable.yaml(*args)
+    end
+
+    extend self
+  end  # module Layouts
+end  # module Logging
+
+
+%w[basic parseable pattern].
+each do |fn|
+  require ::Logging.libpath('logging', 'layouts', fn)
+end
+
+# EOF

data/lib/logging/lib/logging/layouts/basic.rb

@@ -0,0 +1,32 @@
+
+module Logging::Layouts
+
+  # The +Basic+ layout class provides methods for simple formatting of log
+  # events. The resulting string follows the format below.
+  #
+  #     LEVEL  LoggerName : log message
+  #
+  # _LEVEL_ is the log level of the event. _LoggerName_ is the name of the
+  # logger that generated the event. <em>log message</em> is the message
+  # or object that was passed to the logger. If multiple message or objects
+  # were passed to the logger then each will be printed on its own line with
+  # the format show above.
+  #
+  class Basic < ::Logging::Layout
+
+    # call-seq:
+    #    format( event )
+    #
+    # Returns a string representation of the given loggging _event_. See the
+    # class documentation for details about the formatting used.
+    #
+    def format( event )
+      obj = format_obj(event.data)
+      sprintf("%*s  %s : %s\n", ::Logging::MAX_LEVEL_LENGTH,
+              ::Logging::LNAMES[event.level], event.logger, obj)
+    end
+
+  end  # class Basic
+end  # module Logging::Layouts
+
+# EOF

data/lib/logging/lib/logging/layouts/parseable.rb

@@ -0,0 +1,211 @@
+
+module Logging::Layouts
+
+  # This layout will produce parseable log output in either JSON or YAML
+  # format. This makes it much easier for machines to parse log files and
+  # perform analysis on those logs.
+  #
+  # The information about the log event can be configured when the layout is
+  # created. Any or all of the following labels can be set as the _items_ to
+  # log:
+  #
+  #   'logger'     Used to output the name of the logger that generated the
+  #                log event.
+  #   'timestamp'  Used to output the timestamp of the log event.
+  #   'level'      Used to output the level of the log event.
+  #   'message'    Used to output the application supplied message
+  #                associated with the log event.
+  #   'file'       Used to output the file name where the logging request
+  #                was issued.
+  #   'line'       Used to output the line number where the logging request
+  #                was issued.
+  #   'method'     Used to output the method name where the logging request
+  #                was issued.
+  #   'pid'        Used to output the process ID of the currently running
+  #                program.
+  #   'millis'     Used to output the number of milliseconds elapsed from
+  #                the construction of the Layout until creation of the log
+  #                event.
+  #   'thread_id'  Used to output the object ID of the thread that generated
+  #                the log event.
+  #   'thread'     Used to output the name of the thread that generated the
+  #                log event. Name can be specified using Thread.current[:name]
+  #                notation. Output empty string if name not specified. This
+  #                option helps to create more human readable output for
+  #                multithread application logs.
+  #
+  # These items are supplied to the layout as an array of strings. The items
+  # 'file', 'line', and 'method' will only work if the Logger generating the
+  # events is configured to generate tracing information. If this is not the
+  # case these fields will always be empty.
+  #
+  # When configured to output log events in YAML format, each log message
+  # will be formatted as a hash in it's own YAML document. The hash keys are
+  # the name of the item, and the value is what you would expect it to be.
+  # Therefore, for the default set of times log message would appear as
+  # follows:
+  #
+  #   ---
+  #   timestamp: 2009-04-17 16:15:42
+  #   level: INFO
+  #   logger: Foo::Bar
+  #   message: this is a log message
+  #   ---
+  #   timestamp: 2009-04-17 16:15:43
+  #   level: ERROR
+  #   logger: Foo
+  #   message: <RuntimeError> Oooops!!
+  #
+  # The output order of the fields is not guaranteed to be the same as the
+  # order specified in the _items_ list. This is because Ruby hashes are not
+  # ordered by default (unless your running this in Ruby 1.9).
+  #
+  # When configured to output log events in JSON format, each log message
+  # will be formatted as an object (in the JSON sense of the work) on it's
+  # own line in the log output. Therefore, to parse the output you must read
+  # it line by line and parse the individual objects. Taking the same
+  # example above the JSON output would be:
+  # 
+  #   {"timestamp":"2009-04-17 16:15:42","level":"INFO","logger":"Foo::Bar","message":"this is a log message"}
+  #   {"timestamp":"2009-04-17 16:15:43","level":"ERROR","logger":"Foo","message":"<RuntimeError> Oooops!!"}
+  #
+  # The output order of the fields is guaranteed to be the same as the order
+  # specified in the _items_ list.
+  #
+  class Parseable < ::Logging::Layout
+
+    # :stopdoc:
+    # Arguments to sprintf keyed to directive letters
+    DIRECTIVE_TABLE = {
+      'logger'    => 'event.logger',
+      'timestamp' => 'event.time.strftime(Pattern::ISO8601)',
+      'level'     => '::Logging::LNAMES[event.level]',
+      'message'   => 'format_obj(event.data)',
+      'file'      => 'event.file',
+      'line'      => 'event.line',
+      'method'    => 'event.method',
+      'pid'       => 'Process.pid',
+      'millis'    => 'Integer((event.time-@created_at)*1000)',
+      'thread_id' => 'Thread.current.object_id',
+      'thread'    => 'Thread.current[:name]'
+    }
+
+    # call-seq:
+    #    Pattern.create_yaml_format_methods( layout )
+    #
+    # This method will create the +format+ method in the given Parseable
+    # _layout_ based on the configured items for the layout instance.
+    #
+    def self.create_yaml_format_method( layout )
+      code = "undef :format if method_defined? :format\n"
+      code << "def format( event )\nstr = {\n"
+
+      code << layout.items.map {|name|
+        "'#{name}' => #{Parseable::DIRECTIVE_TABLE[name]}"
+      }.join(",\n")
+      code << "\n}.to_yaml\nreturn str\nend\n"
+
+      (class << layout; self end).class_eval(code, __FILE__, __LINE__)
+    end
+
+    # call-seq:
+    #    Pattern.create_json_format_methods( layout )
+    #
+    # This method will create the +format+ method in the given Parseable
+    # _layout_ based on the configured items for the layout instance.
+    #
+    def self.create_json_format_method( layout )
+      code = "undef :format if method_defined? :format\n"
+      code << "def format( event )\n\"{"
+
+      args = []
+      code << layout.items.map {|name|
+        args << "format_as_json(#{Parseable::DIRECTIVE_TABLE[name]})"
+        "\\\"#{name}\\\":%s"
+      }.join(',')
+      code << "}\\n\" % [#{args.join(', ')}]\nend"
+      
+      (class << layout; self end).class_eval(code, __FILE__, __LINE__)
+    end
+    # :startdoc:
+
+    # call-seq:
+    #    Parseable.json( opts )
+    #
+    # Create a new Parseable layout that outputs log events usig JSON style
+    # formatting. See the initializer documentation for available options.
+    #
+    def self.json( opts = {} )
+      opts[:style] = 'json'
+      new(opts)
+    end
+
+    # call-seq:
+    #    Parseable.yaml( opts )
+    #
+    # Create a new Parseable layout that outputs log events usig YAML style
+    # formatting. See the initializer documentation for available options.
+    #
+    def self.yaml( opts = {} )
+      opts[:style] = 'yaml'
+      new(opts)
+    end
+
+    # call-seq:
+    #    Parseable.new( opts )
+    #
+    # Creates a new Parseable layout using the following options:
+    #
+    #    :style  => :json or :yaml
+    #    :items  => %w[timestamp level logger message]
+    #
+    def initialize( opts = {} )
+      super
+      @created_at = Time.now
+      @style = opts.getopt(:style, 'json').to_s.intern
+      self.items = opts.getopt(:items, %w[timestamp level logger message])
+    end
+
+    attr_reader :items
+
+    # call-seq:
+    #    layout.items = %w[timestamp level logger message]
+    #
+    # Set the log event items that will be formatted by this layout. These
+    # items, and only these items, will appear in the log output.
+    #
+    def items=( ary )
+      @items = Array(ary).map {|name| name.to_s.downcase}
+      valid = DIRECTIVE_TABLE.keys
+      @items.each do |name|
+        raise ArgumentError, "unknown item - #{name.inspect}" unless valid.include? name
+      end
+      create_format_method
+    end
+
+
+    private
+
+    # Take the given _value_ and format it into a JSON compatible string.
+    #
+    def format_as_json( value )
+      case value
+      when String, Integer, Float; value.inspect
+      when nil; 'null'
+      else value.to_s.inspect end
+    end
+
+    # Call the appropriate class level create format method based on the
+    # style of this parseable layout.
+    #
+    def create_format_method
+      case @style
+      when :json; Parseable.create_json_format_method(self)
+      when :yaml; Parseable.create_yaml_format_method(self)
+      else raise ArgumentError, "unknown format style '#@style'" end
+    end
+
+  end  # class Parseable
+end  # module Logging::Layouts
+
+# EOF

data/lib/logging/lib/logging/layouts/pattern.rb

@@ -0,0 +1,311 @@
+
+module Logging::Layouts
+
+  # A flexible layout configurable with pattern string.
+  #
+  # The goal of this class is to format a LogEvent and return the results as
+  # a String. The results depend on the conversion pattern.
+  #
+  # The conversion pattern is closely related to the conversion pattern of
+  # the sprintf function. A conversion pattern is composed of literal text
+  # and format control expressions called conversion specifiers.
+  #
+  # You are free to insert any literal text within the conversion pattern.
+  #
+  # Each conversion specifier starts with a percent sign (%) and is followed
+  # by optional format modifiers and a conversion character. The conversion
+  # character specifies the type of data, e.g. logger, level, date, thread
+  # ID. The format modifiers control such things as field width, padding,
+  # left and right justification. The following is a simple example.
+  #
+  # Let the conversion pattern be "%-5l [%c]: %m\n" and assume that the
+  # logging environment was set to use a Pattern layout. Then the statements
+  #
+  #    root = Logging.logger[:root]
+  #    root.debug("Message 1")
+  #    root.warn("Message 2")
+  #
+  # would yield the output
+  #
+  #    DEBUG [root]: Message 1
+  #    WARN  [root]: Message 2
+  #
+  # Note that there is no explicit separator between text and conversion
+  # specifiers. The pattern parser knows when it has reached the end of a
+  # conversion specifier when it reads a conversion character. In the example
+  # above the conversion specifier %-5l means the level of the logging event
+  # should be left justified to a width of five characters. The recognized
+  # conversion characters are 
+  #
+  #  [c]  Used to output the name of the logger that generated the log
+  #       event. Supports an optional "precision" described further below.
+  #  [d]  Used to output the date of the log event. The format of the
+  #       date is specified using the :date_pattern option when the Layout
+  #       is created. ISO8601 format is assumed if not date pattern is given.
+  #  [F]  Used to output the file name where the logging request was issued.
+  #  [l]  Used to output the level of the log event.
+  #  [L]  Used to output the line number where the logging request was
+  #       issued.
+  #  [m]  Used to output the application supplied message associated with
+  #       the log event.
+  #  [M]  Used to output the method name where the logging request was
+  #       issued.
+  #  [p]  Used to output the process ID of the currently running program.
+  #  [r]  Used to output the number of milliseconds elapsed from the
+  #       construction of the Layout until creation of the log event.
+  #  [t]  Used to output the object ID of the thread that generated the
+  #       log event.
+  #  [T]  Used to output the name of the thread that generated the log event.
+  #       Name can be specified using Thread.current[:name] notation. Output
+  #       empty string if name not specified. This option helps to create
+  #       more human readable output for multithread application logs.
+  #  [%]  The sequence '%%' outputs a single percent sign.
+  #
+  # The logger name directive 'c' accepts an optional precision that will
+  # only print the rightmost number of namespace identifiers for the logger.
+  # By default the logger name is printed in full. For example, for the
+  # logger name "Foo::Bar::Baz" the pattern %c{2} will output "Bar::Baz".
+  #
+  # The directives F, L, and M will only work if the Logger generating the
+  # events is configured to generate tracing information. If this is not
+  # the case these fields will always be empty.
+  #
+  # By default the relevant information is output as is. However, with the
+  # aid of format modifiers it is possible to change the minimum field width,
+  # the maximum field width and justification.
+  #
+  # The optional format modifier is placed between the percent sign and the
+  # conversion character.
+  #
+  # The first optional format modifier is the left justification flag which
+  # is just the minus (-) character. Then comes the optional minimum field
+  # width modifier. This is a decimal constant that represents the minimum
+  # number of characters to output. If the data item requires fewer
+  # characters, it is padded on either the left or the right until the
+  # minimum width is reached. The default is to pad on the left (right
+  # justify) but you can specify right padding with the left justification
+  # flag. The padding character is space. If the data item is larger than the
+  # minimum field width, the field is expanded to accommodate the data. The
+  # value is never truncated.
+  #
+  # This behavior can be changed using the maximum field width modifier which
+  # is designated by a period followed by a decimal constant. If the data
+  # item is longer than the maximum field, then the extra characters are
+  # removed from the end of the data item.
+  #
+  # Below are various format modifier examples for the category conversion
+  # specifier.
+  # 
+  #  [%20c]      Left pad with spaces if the logger name is less than 20
+  #              characters long
+  #  [%-20c]     Right pad with spaces if the logger name is less than 20
+  #              characters long
+  #  [%.30c]     Truncates the logger name if it is longer than 30 characters
+  #  [%20.30c]   Left pad with spaces if the logger name is shorter than
+  #              20 characters. However, if the logger name is longer than
+  #              30 characters, then truncate the name.
+  #  [%-20.30c]  Right pad with spaces if the logger name is shorter than
+  #              20 characters. However, if the logger name is longer than
+  #              30 characters, then truncate the name.
+  #
+  # Below are examples of some conversion patterns.
+  #
+  #    %.1l, [%d] %5l -- %c: %m\n
+  #
+  # This is how the Logger class in the Ruby standard library formats
+  # messages. The main difference will be in the date format (the Pattern
+  # Layout uses the ISO8601 date format). Set the :date_method on the
+  # Pattern Layout to be 'to_s' and then the date formats will agree.
+  #
+  class Pattern < ::Logging::Layout
+
+    # :stopdoc:
+
+    # Arguments to sprintf keyed to directive letters
+    DIRECTIVE_TABLE = {
+      'c' => 'event.logger'.freeze,
+      'd' => 'format_date(event.time)'.freeze,
+      'F' => 'event.file'.freeze,
+      'l' => '::Logging::LNAMES[event.level]'.freeze,
+      'L' => 'event.line'.freeze,
+      'm' => 'format_obj(event.data)'.freeze,
+      'M' => 'event.method'.freeze,
+      'p' => 'Process.pid'.freeze,
+      'r' => 'Integer((event.time-@created_at)*1000).to_s'.freeze,
+      't' => 'Thread.current.object_id.to_s'.freeze,
+      'T' => 'Thread.current[:name]'.freeze,
+      '%' => :placeholder
+    }.freeze
+
+    # Matches the first directive encountered and the stuff around it.
+    #
+    # * $1 is the stuff before directive or "" if not applicable
+    # * $2 is the %#.# match within directive group
+    # * $3 is the directive letter
+    # * $4 is the precision specifier for the logger name
+    # * $5 is the stuff after the directive or "" if not applicable
+    DIRECTIVE_RGXP = %r/([^%]*)(?:(%-?\d*(?:\.\d+)?)([a-zA-Z%])(?:\{(\d+)\})?)?(.*)/m
+
+    # default date format
+    ISO8601 = "%Y-%m-%d %H:%M:%S".freeze
+
+    # call-seq:
+    #    Pattern.create_date_format_methods( pf )
+    #
+    # This method will create the +date_format+ method in the given Pattern
+    # Layout _pf_ based on the configured date patten and/or date method
+    # specified by the user.
+    #
+    def self.create_date_format_methods( pf )
+      code = "undef :format_date if method_defined? :format_date\n"
+      code << "def format_date( time )\n"
+      if pf.date_method.nil?
+        if pf.date_pattern =~ %r/%s/
+          code << <<-CODE
+            dp = '#{pf.date_pattern}'.gsub('%s','%06d' % time.usec)
+            time.strftime dp
+          CODE
+        else
+          code << "time.strftime '#{pf.date_pattern}'\n"
+        end
+      else
+        code << "time.#{pf.date_method}\n"
+      end
+      code << "end\n"
+      ::Logging.log_internal(0) {code}
+
+      pf._meta_eval(code, __FILE__, __LINE__)
+    end
+
+    # call-seq:
+    #    Pattern.create_format_method( pf )
+    #
+    # This method will create the +format+ method in the given Pattern
+    # Layout _pf_ based on the configured format pattern specified by the
+    # user.
+    #
+    def self.create_format_method( pf )
+      # Create the format(event) method
+      code = "undef :format if method_defined? :format\n"
+      code << "def format( event )\nsprintf(\""
+      pattern = pf.pattern.dup
+      args = []
+
+      while true
+        m = DIRECTIVE_RGXP.match(pattern)
+        code << m[1] unless m[1].empty?
+
+        case m[3]
+        when '%'; code << '%%'
+        when 'c' 
+          code << m[2] + 's'
+          args << DIRECTIVE_TABLE[m[3]].dup
+          if m[4]
+            raise ArgumentError, "logger name precision must be an integer greater than zero: #{m[4]}" unless Integer(m[4]) > 0
+            args.last <<
+                ".split(::Logging::Repository::PATH_DELIMITER)" \
+                ".last(#{m[4]}).join(::Logging::Repository::PATH_DELIMITER)"
+          end
+        when *DIRECTIVE_TABLE.keys
+          code << m[2] + 's'
+          code << "{#{m[4]}}" if m[4]
+          args << DIRECTIVE_TABLE[m[3]]
+        when nil; break
+        else
+          raise ArgumentError, "illegal format character - '#{m[3]}'"
+        end
+
+        break if m[5].empty?
+        pattern = m[5]
+      end
+
+      code << '"'
+      code << ', ' + args.join(', ') unless args.empty?
+      code << ")\n"
+      code << "end\n"
+      ::Logging.log_internal(0) {code}
+
+      pf._meta_eval(code, __FILE__, __LINE__)
+    end
+    # :startdoc:
+
+    # call-seq:
+    #    Pattern.new( opts )
+    #
+    # Creates a new Pattern layout using the following options.
+    #
+    #    :pattern       =>  "[%d] %-5l -- %c : %m\n"
+    #    :date_pattern  =>  "%Y-%m-%d %H:%M:%S"
+    #    :date_method   =>  'usec' or 'to_s'
+    #
+    # If used, :date_method will supersede :date_pattern.
+    #
+    def initialize( opts = {} )
+      super
+      @created_at = Time.now
+
+      @date_pattern = opts.getopt(:date_pattern)
+      @date_method = opts.getopt(:date_method)
+      @date_pattern = ISO8601 if @date_pattern.nil? and @date_method.nil?
+
+      @pattern = opts.getopt(:pattern,
+          "[%d] %-#{::Logging::MAX_LEVEL_LENGTH}l -- %c : %m\n")
+
+      Pattern.create_date_format_methods(self)
+      Pattern.create_format_method(self)
+    end
+
+    attr_reader :pattern, :date_pattern, :date_method
+
+    # call-seq:
+    #    appender.pattern = "[%d] %-5l -- %c : %m\n"
+    #
+    # Set the message formatting pattern to be used by the layout.
+    #
+    def pattern=( var )
+      @pattern = var
+      Pattern.create_format_method(self)
+    end
+
+    # call-seq:
+    #    appender.date_pattern = "%Y-%m-%d %H:%M:%S"
+    #
+    # Set the date formatting pattern to be used when outputting timestamps
+    # in the log messages.
+    #
+    def date_pattern=( var )
+      @date_pattern = var
+      Pattern.create_date_format_methods(self)
+    end
+
+    # call-seq:
+    #    appender.date_method = 'to_s'
+    #    appender.date_method = :usec
+    #
+    # Set the date method to be used when outputting timestamps in the log
+    # messages. If a date method is configured, the output of that method
+    # will be used in leu of the date pattern.
+    #
+    def date_method=( var )
+      @date_method = var
+      Pattern.create_date_format_methods(self)
+    end
+
+    # :stopdoc:
+
+    # call-seq:
+    #    _meta_eval( code )
+    #
+    # Evaluates the given string of _code_ if the singleton class of this
+    # Pattern Layout object.
+    #
+    def _meta_eval( code, file = nil, line = nil )
+      meta = class << self; self end
+      meta.class_eval code, file, line
+    end
+    # :startdoc:
+
+  end  # class Pattern
+end  # module Logging::Layouts
+
+# EOF