steno 1.2.2-x86-mingw32

data/lib/steno/record.rb

@@ -0,0 +1,41 @@
+require "digest/md5"
+require "thread"
+
+module Steno
+end
+
+class Steno::Record
+
+  attr_reader :timestamp
+  attr_reader :message
+  attr_reader :log_level
+  attr_reader :source
+  attr_reader :data
+  attr_reader :thread_id
+  attr_reader :fiber_id
+  attr_reader :process_id
+  attr_reader :file
+  attr_reader :lineno
+  attr_reader :method
+
+  # @param [String] source  Identifies message source.
+  # @param [Symbol] log_level
+  # @param [String] message
+  # @param [Array]  loc        Location where the record was generated.
+  #        Format is [<filename>, <lineno>, <method>].
+  # @param [Hash]   data       User-supplied data
+  def initialize(source, log_level, message, loc = [], data = {})
+    raise "Log level must be a Symbol" unless log_level.is_a? Symbol
+
+    @timestamp  = Time.now
+    @source     = source
+    @log_level  = log_level
+    @message    = message.to_s
+    @data       = {}.merge(data)
+    @thread_id  = Thread.current.object_id
+    @fiber_id   = Fiber.current.object_id
+    @process_id = Process.pid
+
+    @file, @lineno, @method = loc
+  end
+end

data/lib/steno/sink.rb

@@ -0,0 +1,6 @@
+require "steno/sink/base"
+require "steno/sink/io"
+require "steno/sink/syslog"
+require "steno/sink/fluentd"
+require "steno/sink/counter"
+require "steno/sink/eventlog"

data/lib/steno/sink/base.rb

@@ -0,0 +1,38 @@
+require "rbconfig"
+require "thread"
+
+module Steno
+  module Sink
+    WINDOWS = (RbConfig::CONFIG['host_os'] =~ /mswin|mingw|cygwin/)
+  end
+end
+
+# Sinks represent the final destination for log records. They abstract storage
+# mediums (like files) and transport layers (like sockets).
+class Steno::Sink::Base
+
+  attr_accessor :codec
+
+  # @param [Steno::Codec::Base] formatter Transforms log records to their
+  # raw, string-based representation that will be written to the underlying
+  # sink.
+  def initialize(codec = nil)
+    @codec = codec
+  end
+
+  # Adds a record to be flushed at a later time.
+  #
+  # @param [Hash] record
+  #
+  # @return [nil]
+  def add_record(record)
+    raise NotImplementedError
+  end
+
+  # Flushes any buffered records.
+  #
+  # @return [nil]
+  def flush
+    raise NotImplementedError
+  end
+end

data/lib/steno/sink/counter.rb

@@ -0,0 +1,44 @@
+require "steno/sink/base"
+
+module Steno
+  module Sink
+  end
+end
+
+class Steno::Sink::Counter < Steno::Sink::Base
+
+  def initialize
+    # Map of String -> numeric count
+    @counts = {}
+    @mutex = Mutex.new
+  end
+
+  def add_record(record)
+    level = record.log_level.to_s
+
+    @mutex.synchronize do
+      unless @counts[level]
+        @counts[level] = 0
+      end
+      @counts[level] += 1
+    end
+  end
+
+  def flush
+  end
+
+  def to_json
+    hash = {}
+    @mutex.synchronize do
+      Steno::Logger::LEVELS.keys.each do |level_name|
+        hash[level_name] = @counts.fetch(level_name.to_s, 0)
+      end
+    end
+    Yajl::Encoder.encode(hash)
+  end
+
+  # Provide a map of string level -> count. This is thread-safe, the return value is a copy.
+  def counts
+    @mutex.synchronize { @counts.dup }
+  end
+end

data/lib/steno/sink/eventlog.rb

@@ -0,0 +1,46 @@
+if Steno::Sink::WINDOWS
+  require "steno/sink/base"
+
+  require "singleton"
+  require "thread"
+  require 'win32/eventlog'
+
+  class Steno::Sink::Eventlog < Steno::Sink::Base
+    include Singleton
+
+    LOG_LEVEL_MAP = {
+        :fatal => Win32::EventLog::ERROR,
+        :error => Win32::EventLog::ERROR,
+        :warn => Win32::EventLog::WARN,
+        :info => Win32::EventLog::INFO,
+        :debug => Win32::EventLog::INFO,
+        :debug1 => Win32::EventLog::INFO,
+        :debug2 => Win32::EventLog::INFO,
+    }
+
+    def initialize
+      super
+      @eventlog = nil
+    end
+
+    def open()
+      @eventlog = Win32::EventLog::open('Application')
+    end
+
+    def add_record(record)
+      msg = @codec.encode_record(record)
+      pri = LOG_LEVEL_MAP[record.log_level]
+
+      @eventlog.report_event(
+          :source => 'CloudFoundry',
+          :event_type => pri,
+          :data => msg
+      )
+    end
+
+    def flush
+      nil
+    end
+
+  end
+end

data/lib/steno/sink/fluentd.rb

@@ -0,0 +1,31 @@
+require 'fluent-logger'
+#
+# Steno sink implementation for Fluentd
+#
+#   See fluentd at http://fluentd.org/
+#   and fluent-logger at https://github.com/fluent/fluent-logger-ruby
+#
+class Steno::Sink::Fluentd < Steno::Sink::Base
+
+  # @param [Hash] opts Key :tag_prefix tag prefix of fluent logs (default: steno)
+  #                    Key :host fluentd host (default: 127.0.0.1)
+  #                    Key :port fluentd port (deafult: 24224)
+  #                    Key :buffer_limit buffer limit of fluent-logger
+  def initialize(opts = {})
+    super
+
+    @fluentd = Fluent::Logger::FluentLogger.new(opts[:tag_prefix] || "steno",
+      :host => opts[:host] || "127.0.0.1",
+      :port => opts[:port] || 24224,
+      :buffer_limit => opts[:buffer_limit] || Fluent::Logger::FluentLogger::BUFFER_LIMIT)
+    @io_lock = Mutex.new
+  end
+
+  def add_record(record)
+    @fluentd.post(record.source, record)
+  end
+
+  def flush
+    nil
+  end
+end

data/lib/steno/sink/io.rb

@@ -0,0 +1,72 @@
+require "steno/sink/base"
+
+module Steno
+  module Sink
+  end
+end
+
+class Steno::Sink::IO < Steno::Sink::Base
+  class << self
+    # Returns a new sink configured to append to the file at path.
+    #
+    # @param [String] path
+    # @param [Hash]   If the key :autoflush is set to true, encoded records
+    #                 will not be buffered by Ruby. The key :max_retries
+    #                 is forwarded to Steno::Sink::IO object during creation.
+    # @return [Steno::Sink::IO]
+    def for_file(path, opts = {})
+      autoflush = true
+      if opts.include?(:autoflush)
+        autoflush = opts[:autoflush]
+      end
+
+      io = File.open(path, "a+")
+
+      io.sync = autoflush
+
+      new(io, :max_retries => opts[:max_retries])
+    end
+  end
+
+  attr_reader :max_retries
+
+  # @param [IO] io     The IO object that will be written to
+  # @param [Hash] opts Key :codec is used to specify a codec inheriting from
+  #                    Steno::Codec::Base.
+  #                    Key :max_retries takes an integer value which specifies
+  #                    the number of times the write operation can be retried
+  #                    when IOError is raised while writing a record.
+  def initialize(io, opts = {})
+    super(opts[:codec])
+
+    @max_retries = opts[:max_retries] || -1
+    @io_lock = Mutex.new
+    @io = io
+  end
+
+  def add_record(record)
+    bytes = @codec.encode_record(record)
+
+    @io_lock.synchronize do
+      retries = 0
+      begin
+        @io.write(bytes)
+      rescue IOError => e
+        if retries < @max_retries
+          retries += 1
+          retry
+        else
+          raise e
+        end
+      end
+    end
+
+    nil
+  end
+
+  def flush
+    @io_lock.synchronize { @io.flush }
+
+    nil
+  end
+end

data/lib/steno/sink/syslog.rb

@@ -0,0 +1,59 @@
+unless Steno::Sink::WINDOWS
+  require "steno/sink/base"
+
+  require "singleton"
+  require "thread"
+  require "syslog"
+
+  class Steno::Sink::Syslog < Steno::Sink::Base
+    include Singleton
+
+    MAX_MESSAGE_SIZE = 1024 * 3
+
+    LOG_LEVEL_MAP = {
+        :fatal  => Syslog::LOG_CRIT,
+        :error  => Syslog::LOG_ERR,
+        :warn   => Syslog::LOG_WARNING,
+        :info   => Syslog::LOG_INFO,
+        :debug  => Syslog::LOG_DEBUG,
+        :debug1 => Syslog::LOG_DEBUG,
+        :debug2 => Syslog::LOG_DEBUG,
+    }
+
+    def initialize
+      super
+
+      @syslog = nil
+      @syslog_lock = Mutex.new
+    end
+
+    def open(identity)
+      @identity = identity
+      @syslog = Syslog.open(@identity, Syslog::LOG_PID, Syslog::LOG_USER)
+    end
+
+    def add_record(record)
+      record = truncate_record(record)
+      msg = @codec.encode_record(record)
+      pri = LOG_LEVEL_MAP[record.log_level]
+      @syslog_lock.synchronize { @syslog.log(pri, "%s", msg) }
+    end
+
+    def flush
+      nil
+    end
+
+    private
+
+    def truncate_record(record)
+      return record if record.message.size <= MAX_MESSAGE_SIZE
+
+      truncated = record.message.slice(0..(MAX_MESSAGE_SIZE - 1))
+      truncated << "..."
+      Steno::Record.new(record.source, record.log_level,
+                        truncated,
+                        [record.file, record.lineno, record.method],
+                        record.data)
+    end
+  end
+end

data/lib/steno/tagged_logger.rb

@@ -0,0 +1,59 @@
+require "steno/logger"
+
+module Steno
+end
+
+# Provides a proxy that allows persistent user data
+class Steno::TaggedLogger
+
+  attr_reader :proxied_logger
+  attr_accessor :user_data
+
+  class << self
+    # The following helpers are used to create a new scope for binding the log
+    # level.
+
+    def define_log_method(name)
+      define_method(name) { |*args, &blk| log(name, *args, &blk) }
+    end
+
+    def define_logf_method(name)
+      define_method(name.to_s + "f") { |fmt, *args| log(name, fmt % args) }
+    end
+  end
+
+  Steno::Logger::LEVELS.each do |name, _|
+    # Define #debug, for example
+    define_log_method(name)
+
+    # Define #debugf, for example
+    define_logf_method(name)
+  end
+
+  def initialize(proxied_logger, user_data = {})
+    @proxied_logger = proxied_logger
+    @user_data = user_data
+  end
+
+  def method_missing(method, *args, &blk)
+    @proxied_logger.send(method, *args, &blk)
+  end
+
+  # @see Steno::Logger#log
+  def log(level_name, message = nil, user_data = nil, &blk)
+    ud = @user_data.merge(user_data || {})
+
+    @proxied_logger.log(level_name, message, ud, &blk)
+  end
+
+  # @see Steno::Logger#log_exception
+  def log_exception(ex, user_data = {})
+    ud = @user_data.merge(user_data || {})
+
+    @proxied_logger.log_exception(ex, ud)
+  end
+
+  def tag(new_user_data = {})
+    Steno::TaggedLogger.new(proxied_logger, user_data.merge(new_user_data))
+  end
+end

data/lib/steno/version.rb

@@ -0,0 +1,3 @@
+module Steno
+  VERSION = "1.2.2"
+end

data/spec/spec_helper.rb

@@ -0,0 +1,6 @@
+require "rack/test"
+require "rspec"
+
+require "steno"
+
+Dir["./spec/support/**/*.rb"].each { |file| require file }

data/spec/support/barrier.rb

@@ -0,0 +1,22 @@
+require "thread"
+
+class Barrier
+  def initialize
+    @lock = Mutex.new
+    @cvar = ConditionVariable.new
+    @done = false
+  end
+
+  def release
+    @lock.synchronize do
+      @done = true
+      @cvar.broadcast
+    end
+  end
+
+  def wait
+    @lock.synchronize do
+      @cvar.wait(@lock) if !@done
+    end
+  end
+end