fluent-plugin-sumologic 0.0.1 → 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ba1f469b697642b44ecde173e50202ecd86dacf7
+  data.tar.gz: 06203c200752f7df9c3e17f767b361867d9aa73d
+SHA512:
+  metadata.gz: 1dfe9f890cbd119eb420fbd3e3e657f5d8cd75e3d3758a284e43de9eac1da58ac3743deedfec78a3e2a0c3b9d24b237bf7479e09235a0c215f5e4588aedf182e
+  data.tar.gz: 4bb26f011833c1e965957cded02f2e3d1c65c6df3c4163344e4a2c007854d6a82836422aa559a8ae49b1d27df9cf6e00c9ab10f3061d57957ec056060679794c

data/README.md

@@ -1,6 +1,12 @@
-# Fluent::Plugin::Sumologic
+# Fluent::Plugin::Sumologic, a plugin for [Fluentd](http://fluentd.org)
 
-TODO: Write a gem description
+fluent output plugin for Sumologic
+
+## Fluentd
+http://fluentd.org/
+
+## Sumologic
+http://www.sumologic.com/
 
 ## Installation
 
@@ -18,20 +24,34 @@ Or install it yourself as:
 
 ## Usage
 
-<match *.apache.*>
-  type sumologic
-  host collectors.sumologic.com
-  port 443
-  format json|text
-  path /receiver/v1/http/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX==
-</match>
-
-type: sumologic
-host: hostname of HTTP Collectors URL
-port: port of HTTP Collectors URL
-path: path of HTTP Collectors URL
-format: json - send as json format in fluent way
-        text - send as raw text format (ex: using "parse using public/apache/access")
+
+    <match *.apache.*>
+	  type sumologic
+      host collectors.sumologic.com
+      port 443
+      format json|text
+      path /receiver/v1/http/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX==
+	</match>
+
+
+#### type
+- sumologic
+
+#### host
+- Hostname of HTTP Collectors URL
+
+#### port
+- Port of HTTP Collectors URL
+
+#### path
+- Path of HTTP Collectors URL
+
+#### format
+- json: send as json format in fluent way
+- text: send as raw text format (ex: using "parse using public/apache/access")
+
+#### verify_ssl
+- Verify ssl certificate. Default is true.
 
 ## Contributing
 

data/fluent-plugin-sumologic.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = "fluent-plugin-sumologic"
-  spec.version       = "0.0.1" 
+  spec.version       = "0.0.2" 
   spec.authors       = ["memorycraft"]
   spec.email         = ["memorycraft@gmail.com"]
   spec.description   = %q{fluent plugin for sumologic}

data/lib/fluent/plugin/out_sumologic.rb

@@ -5,10 +5,18 @@ require 'date'
 class Fluent::SumologicOutput< Fluent::BufferedOutput
   Fluent::Plugin.register_output('sumologic', self)
 
-  config_param :host, :string,  :default => 'localhost'
-  config_param :port, :integer, :default => 9200
-  config_param :path, :string,  :default => '/'
+  config_param :host, :string,  :default => 'collectors.sumologic.com'
+  config_param :port, :integer, :default => 443
+  config_param :verify_ssl, :bool, :default => true
+  config_param :path, :string,  :default => '/receiver/v1/http/XXX'
   config_param :format, :string, :default => 'json'
+  config_param :source_name_key, :string, :default => ''
+
+  include Fluent::SetTagKeyMixin
+  config_set_default :include_tag_key, false
+
+  include Fluent::SetTimeKeyMixin
+  config_set_default :include_time_key, false
 
   def initialize
     super
@@ -31,26 +39,44 @@ class Fluent::SumologicOutput< Fluent::BufferedOutput
   end
 
   def write(chunk)
-    messages = []
-    
+    messages_list = {}
+
     case @format
       when 'json'
         chunk.msgpack_each do |tag, time, record|
-          messages << record.to_json
+          if @include_tag_key
+            record.merge!(@tag_key => tag)
+          end
+          if @include_time_key
+            record.merge!(@time_key => @timef.format(time))
+          end
+          source_name = record[@source_name_key] || ''
+          record.delete(@source_name_key)
+          messages_list[source_name] = [] unless messages_list[source_name]
+          messages_list[source_name] << record.to_json
         end
       when 'text'
         chunk.msgpack_each do |tag, time, record|
-          messages << record['message']
+          source_name = record[@source_name_key] || ''
+          messages_list[source_name] = [] unless messages_list[source_name]
+          messages_list[source_name] << record['message']
         end
     end
 
-    http = Net::HTTP.new(@host, @port.to_i)
+    (proxy,proxy_port) = ENV['http_proxy'].split(':')
+    http = Net::HTTP::Proxy(proxy,proxy_port).new(@host, @port.to_i)
     http.use_ssl = true
-    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    http.verify_mode = @verify_ssl ? OpenSSL::SSL::VERIFY_PEER : OpenSSL::SSL::VERIFY_NONE
     http.set_debug_output $stderr
 
-    request = Net::HTTP::Post.new(@path)
-    request.body = messages.join("\n")
-    http.request(request)
+    messages_list.each do |source_name, messages|
+      request = Net::HTTP::Post.new(@path)
+      request['X-Sumo-Name'] = source_name unless source_name.empty?
+      request.body = messages.join("\n")
+      response = http.request(request)
+      unless response.is_a?(Net::HTTPSuccess)
+        raise "Failed to send data to #{@host}. #{response.code} #{response.message}"
+      end
+    end
   end
 end

metadata

@@ -1,62 +1,55 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-sumologic
 version: !ruby/object:Gem::Version
-  version: 0.0.1
-  prerelease: 
+  version: 0.0.2
 platform: ruby
 authors:
 - memorycraft
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-04-30 00:00:00.000000000 Z
+date: 2016-02-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: fluent plugin for sumologic
@@ -66,7 +59,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
+- ".gitignore"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -78,27 +71,26 @@ files:
 homepage: https://github.com/memorycraft/fluent-plugin-sumologic
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: fluent-plugin-sumologic
-rubygems_version: 1.8.23
+rubygems_version: 2.5.1
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: sumologic is log management system. this plugin is fluent output plugin send
   to sumologic
 test_files: