cloudwatchlogger 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 0938bf9df510f455dee57614bedada1436b18be4
+  data.tar.gz: 68914c8ee7364ebfbbf9efbb64ef1c156f5d0b8c
+SHA512:
+  metadata.gz: b4b5535c0195a478633513eb4fdb17d0855063e32ab54882674b2cf4617acde5b0b8fd290fddce35994e37801889f7a575f56e12b04f4859b98e932c1390b3c9
+  data.tar.gz: cb1c4a3124dbf2f9b1bee5443feee6a8dcf78ef14a6e10a3e968e6d4d1c9f815b3bf38644b190f00fa081d66fc2366947c730ab44e62e565e0837fd593bed6be

data/Gemfile

@@ -0,0 +1,8 @@
+source "https://rubygems.org"
+
+gemspec
+
+platforms :jruby do
+  gem 'jruby-openssl'
+  gem 'multi_json', '~> 1' # https://github.com/bundler/bundler/issues/4157
+end

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 amvse
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,79 @@
+Overview
+--------
+
+Send logged messages to [AWS CloudWatch Logs](http://docs.aws.amazon.com/AmazonCloudWatch/latest/DeveloperGuide/WhatIsCloudWatchLogs.html) using the ruby [AWS SDK](http://docs.aws.amazon.com/sdkforruby/api/index.html).
+
+Can be used in place of Ruby's Logger
+(<http://www.ruby-doc.org/stdlib/libdoc/logger/rdoc/>)
+
+In fact, it (currently) returns an instance of Logger.
+
+Forked from [loggiler](https://github.com/freeformz/logglier).
+
+Usage
+-----
+```ruby
+require 'cloudwatchlogger'
+
+log = CloudWatchLogger.new({access_key_id: 'YOUR_ACCESS_KEY_ID', secret_access_key: 'YOUR_SECRET_ACCESS_KEY'}, 'YOUR_CLOUDWATCH_LOG_GROUP')
+
+log.info("Hello World from Ruby")
+```
+
+### With Rails
+
+config/environments/production.rb
+```ruby
+RailsApplication::Application.configure do
+  config.logger = CloudWatchLogger.new({access_key_id: 'YOUR_ACCESS_KEY_ID', secret_access_key: 'YOUR_SECRET_ACCESS_KEY'}, 'YOUR_CLOUDWATCH_LOG_GROUP')
+end
+```
+
+
+### With Rails 4
+
+config/initializers/cloudwatchlogger.rb
+```ruby
+cloudwatchlogger = CloudWatchLogger.new({access_key_id: 'YOUR_ACCESS_KEY_ID', secret_access_key: 'YOUR_SECRET_ACCESS_KEY'}, 'YOUR_CLOUDWATCH_LOG_GROUP')
+Rails.logger.extend(ActiveSupport::Logger.broadcast(cloudwatchlogger))
+```
+
+Logging
+-------
+
+CloudWatchLogger.new returns a ruby Logger object, so take a look at:
+
+http://www.ruby-doc.org/stdlib/libdoc/logger/rdoc/
+
+The Logger's logdev has some special format handling though.
+
+### Logging a string
+
+```ruby
+log.warn "test"
+```
+
+Will produce the following log message in CloudWatch Logs:
+
+```
+"<Date> severity=WARN, test"
+```
+
+### Logging a Hash
+
+```ruby
+log.warn :boom => :box, :bar => :soap
+```
+
+Will produce the following log message in CloudWatch Logs:
+
+```
+"<Date> severity=WARN, boom=box, bar=soap"
+```
+    
+Bugs
+-----
+
+https://github.com/amvse/cloudwatchlogger/issues
+
+Pull requests welcome.

data/cloudwatchlogger.gemspec

@@ -0,0 +1,27 @@
+dir = File.dirname(__FILE__)
+require File.expand_path(File.join(dir, 'lib', 'cloudwatchlogger', 'version'))
+
+Gem::Specification.new do |s|
+  s.name              = 'cloudwatchlogger'
+  s.version           = CloudWatchLogger::VERSION
+  s.date              = Time.now
+  s.summary           = 'AWS CloudWatchLogs compatiable logger for ruby.'
+  s.description       = 'Logger => CloudWatchLogs'
+
+  s.license           = "http://opensource.org/licenses/MIT"
+
+  s.authors           = ["Zane Shannon"]
+  s.email             = 'zcs@amvse.com'
+  s.homepage          = 'http://github.com/amvse/cloudwatchlogger'
+
+  s.files             = %w{ README.md Gemfile LICENSE cloudwatchlogger.gemspec } + Dir["lib/**/*.rb"]
+  s.require_paths     = ['lib']
+  s.test_files        = Dir["spec/**/*.rb"]
+
+  s.required_ruby_version     = '>= 1.8.6'
+  s.required_rubygems_version = '>= 1.3.6'
+
+  s.add_runtime_dependency 'uuid', '~> 2'
+  s.add_runtime_dependency 'multi_json', '~> 1'
+  s.add_runtime_dependency 'aws-sdk', '~> 2'
+end

data/lib/cloudwatchlogger.rb

@@ -0,0 +1,23 @@
+require File.join(File.dirname(__FILE__), 'cloudwatchlogger', 'client')
+
+require 'logger'
+
+module CloudWatchLogger
+
+  class LogGroupNameRequired < ArgumentError; end
+  class LogEventRejected < ArgumentError; end
+
+  def self.new(credentials, log_group_name, log_stream_name=nil, opts={})
+    client = CloudWatchLogger::Client.new(credentials, log_group_name, log_stream_name, opts)
+    logger = Logger.new(client)
+
+    if client.respond_to?(:formatter)
+      logger.formatter = client.formatter
+    elsif client.respond_to?(:datetime_format)
+      logger.datetime_format = client.datetime_format
+    end
+
+    logger
+  end
+
+end

data/lib/cloudwatchlogger/client.rb

@@ -0,0 +1,89 @@
+require 'multi_json'
+require 'socket'
+require 'uuid'
+
+module CloudWatchLogger
+  module Client
+
+    def self.new(credentials, log_group_name, log_stream_name=nil, opts={})
+      unless log_group_name
+        raise LogGroupNameRequired.new
+      end
+
+      CloudWatchLogger::Client::AWS_SDK.new(credentials, log_group_name, log_stream_name, opts)
+    end
+
+    module InstanceMethods
+
+      def masherize_key(prefix,key)
+        [prefix,key.to_s].compact.join('.')
+      end
+
+      def masher(hash, prefix=nil)
+        hash.map do |v|
+          if v[1].is_a?(Hash)
+            masher(v[1],masherize_key(prefix,v[0]))
+          else
+            "#{masherize_key(prefix,v[0])}=" << case v[1]
+            when Symbol
+              v[1].to_s
+            else
+              v[1].inspect
+            end
+          end
+        end.join(", ")
+      end
+
+      def formatter
+        proc do |severity, datetime, progname, msg|
+          processid=Process.pid
+          if @format == :json && msg.is_a?(Hash)
+            MultiJson.dump(msg.merge({ :severity => severity,
+                                       :datetime => datetime,
+                                       :progname => progname,
+                                       :pid      => processid }))
+          else
+            message = "#{datetime} "
+            message << massage_message(msg, severity, processid)
+          end
+        end
+      end
+
+      def massage_message(incoming_message, severity, processid)
+        outgoing_message = ""
+        
+        outgoing_message << "pid=#{processid}, severity=#{severity}, "
+        
+        case incoming_message
+        when Hash
+          outgoing_message << masher(incoming_message)
+        when String
+          outgoing_message << incoming_message
+        else
+          outgoing_message << incoming_message.inspect
+        end
+        outgoing_message
+      end
+
+      def setup_credentials(credentials)
+        @credentials = credentials
+      end
+
+      def setup_log_group_name(name)
+        @log_group_name = name
+      end
+      
+      def setup_log_stream_name(name)
+        @log_stream_name = name
+        if @log_stream_name.nil?
+          uuid = UUID.new
+          @log_stream_name = "#{Socket.gethostname}-#{uuid.generate}"
+        end
+      end
+
+    end
+
+  end
+end
+
+require File.join(File.dirname(__FILE__), 'client', 'aws_sdk')

data/lib/cloudwatchlogger/client/aws_sdk.rb

@@ -0,0 +1,26 @@
+require File.join(File.dirname(__FILE__), 'aws_sdk', 'threaded')
+
+module CloudWatchLogger
+  module Client
+    class AWS_SDK
+      include CloudWatchLogger::Client::InstanceMethods
+
+      attr_reader :input_uri, :deliverer
+
+      def initialize(credentials, log_group_name, log_stream_name, opts={})
+        setup_credentials(credentials)
+        setup_log_group_name(log_group_name)
+        setup_log_stream_name(log_stream_name)
+        @deliverer = CloudWatchLogger::Client::AWS_SDK::DeliveryThreadManager.new(@credentials, @log_group_name, @log_stream_name, opts)
+      end
+
+      def write(message)
+        @deliverer.deliver(message)
+      end
+
+      def close
+        nil
+      end
+    end
+  end
+end

data/lib/cloudwatchlogger/client/aws_sdk/threaded.rb

@@ -0,0 +1,122 @@
+require 'aws-sdk'
+require 'thread'
+
+module CloudWatchLogger
+  module Client
+    class AWS_SDK
+
+      # Used by the Threaded client to manage the delivery thread
+      # recreating it if is lost due to a fork.
+      #
+      class DeliveryThreadManager
+        def initialize(credentials, log_group_name, log_stream_name, opts={})
+          @credentials, @log_group_name, @log_stream_name, @opts = credentials, log_group_name, log_stream_name, opts
+          start_thread
+        end
+
+        # Pushes a message to the delivery thread, starting one if necessary
+        def deliver(message)
+          start_thread unless @thread.alive?
+          @thread.deliver(message)
+          #Race condition? Sometimes we need to rescue this and start a new thread
+        rescue NoMethodError
+          @thread.kill #Try not to leak threads, should already be dead anyway
+          start_thread
+          retry
+        end
+
+        private
+
+        def start_thread
+          @thread = DeliveryThread.new(@credentials, @log_group_name, @log_stream_name, @opts)
+        end
+      end
+
+      class DeliveryThread < Thread
+
+        def initialize(credentials, log_group_name, log_stream_name, opts={})
+          @credentials, @log_group_name, @log_stream_name, @opts = credentials, log_group_name, log_stream_name, opts
+          opts[:open_timeout] = opts[:open_timeout] || 120
+          opts[:read_timeout] = opts[:read_timeout] || 120
+
+          @queue = Queue.new
+          @exiting = false
+
+          super do
+            loop do
+              
+              if @client.nil?
+                connect! opts
+              end
+              
+              msg = @queue.pop
+              break if msg == :__delivery_thread_exit_signal__
+              
+              begin
+                event = {
+                  log_group_name: @log_group_name,
+                  log_stream_name: @log_stream_name,
+                  log_events: [{
+                    timestamp: (Time.now.utc.to_f.round(3)*1000).to_i,
+                    message: msg
+                  }]
+                }
+                
+                if token = @sequence_token
+                  event[:sequence_token] = token
+                end
+                response = @client.put_log_events(event)
+                unless response.rejected_log_events_info.nil?
+                  raise CloudWatchLogger::LogEventRejected
+                end
+                @sequence_token = response.next_sequence_token
+              rescue Aws::CloudWatchLogs::Errors::InvalidSequenceTokenException => err
+                @sequence_token = err.message.split(' ').last
+                retry
+              end
+            end
+          end
+
+          at_exit {
+            exit!
+            join
+          }
+        end
+
+        # Signals the queue that we're exiting
+        def exit!
+          @exiting = true
+          @queue.push :__delivery_thread_exit_signal__
+        end
+
+        # Pushes a message onto the internal queue
+        def deliver(message)
+          @queue.push(message)
+        end
+        
+        def connect!(opts={})
+          @client = Aws::CloudWatchLogs::Client.new(
+            region: @opts[:region] || 'us-east-1',
+            access_key_id: @credentials[:access_key_id],
+            secret_access_key: @credentials[:secret_access_key],
+            http_open_timeout: opts[:open_timeout],
+            http_read_timeout: opts[:read_timeout]
+          )
+          begin
+            @client.create_log_stream(
+              log_group_name: @log_group_name,
+              log_stream_name: @log_stream_name
+            )
+          rescue Aws::CloudWatchLogs::Errors::ResourceNotFoundException => err
+            @client.create_log_group(
+              log_group_name: @log_group_name
+            )
+            retry
+          rescue Aws::CloudWatchLogs::Errors::ResourceAlreadyExistsException => err
+          end
+        end
+      end
+
+    end
+  end
+end

data/lib/cloudwatchlogger/version.rb

@@ -0,0 +1,5 @@
+module CloudWatchLogger
+
+  VERSION = '0.1.0'
+
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification
+name: cloudwatchlogger
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Zane Shannon
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-02-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: uuid
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+description: Logger => CloudWatchLogs
+email: zcs@amvse.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- LICENSE
+- README.md
+- cloudwatchlogger.gemspec
+- lib/cloudwatchlogger.rb
+- lib/cloudwatchlogger/client.rb
+- lib/cloudwatchlogger/client/aws_sdk.rb
+- lib/cloudwatchlogger/client/aws_sdk/threaded.rb
+- lib/cloudwatchlogger/version.rb
+homepage: http://github.com/amvse/cloudwatchlogger
+licenses:
+- http://opensource.org/licenses/MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.8.6
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.3.6
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: AWS CloudWatchLogs compatiable logger for ruby.
+test_files: []