fluent-plugin-sumologic_output 0.0.0 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA256:
-  metadata.gz: 43bb5af71751e54c3c4e2efea36eaebbd7a5e56a1528608003e8bbe93833a3d5
-  data.tar.gz: fe90ef66f1c5761c3542fefa962ecede5cc40b4d5ea6f5fdb5cd1d7ef2c4a786
+SHA1:
+  metadata.gz: 8c8c3c7a728a21e36723ac49f6a23c5eca312c84
+  data.tar.gz: f1f96116cbd38bc8819ab3f036cbd24adbc82bc0
 SHA512:
-  metadata.gz: d6e6f301db7a74a102d4385d6a24821fa1e918f2be2d45cb177c69c0e4390e0c2d638ab567c9eb1d81d378181204f132cc0bc1681cc6e4c581e1d31cafebcd03
-  data.tar.gz: 6410a9714c3000e0a976713885af890cf7f9f4b682eefe46414bc83379c74faeeb36f3e783c8e999aa9121d024517c36941c266cde3c210bb1ca8a29a28bfd83
+  metadata.gz: 6a600c768ebd50ea0f4cc1408ab043cfe0a82051cb5b12c23d936157cc7d2e8fa207869a0a1fc3631a775ffb721699473190ab71635bfd21c1c6a60d5a046e62
+  data.tar.gz: ee118235d86fad65d50a376805472dea0cd57bbd05bf252d9c647a9160d4f43aab9c707c130c952afc65dd556a52783dd111939bdea570f742bc8b77f1c7a227

data/.gitignore

@@ -2,4 +2,4 @@
 *.rbc
 Gemfile.lock
 .idea/
-TAGS
+fluent

data/README.md

@@ -1,47 +1,30 @@
-[![Build Status](https://travis-ci.org/SumoLogic/fluentd-output-sumologic.svg?branch=master)](https://travis-ci.org/SumoLogic/fluentd-output-sumologic) [![Gem Version](https://badge.fury.io/rb/fluent-plugin-sumologic_output.svg)](https://badge.fury.io/rb/fluent-plugin-sumologic_output) ![](https://ruby-gem-downloads-badge.herokuapp.com/fluent-plugin-sumologic_output?type=total) [![contributions welcome](https://img.shields.io/badge/contributions-welcome-brightgreen.svg?style=flat)](https://github.com/SumoLogic/fluentd-output-sumologic/issues)
+# fluent-plugin-sumologic_out, a plugin for [Fluentd](http://fluentd.org)
 
-# fluent-plugin-sumologic_output, a plugin for [Fluentd](http://fluentd.org)
-
-This plugin has been designed to output logs or metrics to [SumoLogic](http://www.sumologic.com) via a [HTTP collector endpoint](http://help.sumologic.com/Send_Data/Sources/02Sources_for_Hosted_Collectors/HTTP_Source)
-
-## Support
-The code in this repository has been developed in collaboration with the Sumo Logic community and is not supported via standard Sumo Logic Support channels. For any issues or questions please submit an issue within the GitHub repository. The maintainers of this project will work directly with the community to answer any questions, address bugs, or review any requests for new features. 
-
-## License
-Released under Apache 2.0 License. 
+This plugin has been designed to output logs to [SumoLogic](http://www.sumologic.com) via a [HTTP collector endpoint](http://help.sumologic.com/Send_Data/Sources/02Sources_for_Hosted_Collectors/HTTP_Source)
 
 ## Installation
 
-    gem install fluent-plugin-sumologic_output
+    gem install fluent-plugin-sumologic_out
 
 ## Configuration
 
 Configuration options for fluent.conf are:
 
-* `data_type` - The type of data that will be sent to Sumo Logic, either `logs` or `metrics` (Default is `logs `)
 * `endpoint` - SumoLogic HTTP Collector URL
 * `verify_ssl` - Verify ssl certificate. (default is `true`)
 * `source_category` - Set _sourceCategory metadata field within SumoLogic (default is `nil`)
-* `source_name` - Set _sourceName metadata field within SumoLogic - overrides source_name_key (default is `nil`)
-* `source_name_key` - Set as source::path_key's value so that the source_name can be extracted from Fluentd's buffer (default `source_name`)
+* `source_name` - Set _sourceName metadata field within SumoLogic (default is `nil`)
 * `source_host` - Set _sourceHost metadata field within SumoLogic (default is `nil`)
 * `log_format` - Format to post logs into Sumo. (default `json`)
   * text - Logs will appear in SumoLogic in text format (taken from the field specified in `log_key`)
   * json - Logs will appear in SumoLogic in json format.
   * json_merge - Same as json but merge content of `log_key` into the top level and strip `log_key`
 * `log_key` - Used to specify the key when merging json or sending logs in text format (default `message`)
-* `open_timeout` - Set timeout seconds to wait until connection is opened.
-* `add_timestamp` - Add `timestamp` (or `timestamp_key`) field to logs before sending to sumologic (default `true`)
-* `timestamp_key` - Field name when `add_timestamp` is on (default `timestamp`)
-* `proxy_uri` - Add the `uri` of the `proxy` environment if present.
-* `metric_data_format` - The format of metrics you will be sending, either `graphite` or `carbon2` or `prometheus` (Default is `graphite `)
-* `disable_cookies` - Option to disable cookies on the HTTP Client. (Default is `false `)
-
-### Example Configuration
+
 Reading from the JSON formatted log files with `in_tail` and wildcard filenames:
 ```
 <source>
-  @type tail
+  type tail
   format json
   time_key time
   path /path/to/*.log
@@ -52,37 +35,11 @@ Reading from the JSON formatted log files with `in_tail` and wildcard filenames:
 </source>
 
 <match appa.**>
- @type sumologic
+ type sumologic
  endpoint https://collectors.sumologic.com/receiver/v1/http/XXXXXXXXXX
  log_format json
  source_category prod/someapp/logs
  source_name AppA
- open_timeout 10
-</match>
-```
-
-Sending metrics to Sumo Logic using `in_http`:
-```
-<source>
-  @type http
-  port 8888
-  bind 0.0.0.0
-</source>
-
-<match test.carbon2>
-	@type sumologic
-	endpoint https://endpoint3.collection.us2.sumologic.com/receiver/v1/http/ZaVnC4dhaV1hYfCAiqSH-PDY6gUOIgZvO60U_-y8SPQfK0Ks-ht7owrbk1AkX_ACp0uUxuLZOCw5QjBg1ndVPZ5TOJCFgNGRtFDoTDuQ2hzs3sn6FlfBSw==
-	data_type metrics
-	metric_data_format carbon2
-	flush_interval 1s
-</match>
-
-<match test.graphite>
-	@type sumologic
-	endpoint https://endpoint3.collection.us2.sumologic.com/receiver/v1/http/ZaVnC4dhaV1hYfCAiqSH-PDY6gUOIgZvO60U_-y8SPQfK0Ks-ht7owrbk1AkX_ACp0uUxuLZOCw5QjBg1ndVPZ5TOJCFgNGRtFDoTDuQ2hzs3sn6FlfBSw==
-	data_type metrics
-	metric_data_format graphite
-	flush_interval 1s
 </match>
 ```
 
@@ -132,7 +89,3 @@ Example
   "levelname": "INFO"
 }
 ```
-
-### TLS 1.2 Requirement
-
-Sumo Logic only accepts connections from clients using TLS version 1.2 or greater. To utilize the content of this repo, ensure that it's running in an execution environment that is configured to use TLS 1.2 or greater.

data/fluent-plugin-sumologic_output.gemspec

@@ -4,9 +4,9 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |gem|
   gem.name          = "fluent-plugin-sumologic_output"
-  gem.version       = "0.0.0"
-  gem.authors       = ["Steven Adams", "Frank Reno"]
-  gem.email         = ["stevezau@gmail.com", "frank.reno@me.com"]
+  gem.version       = "0.0.3"
+  gem.authors       = ["Steven Adams"]
+  gem.email         = ["stevezau@gmail.com"]
   gem.description   = %q{Output plugin to SumoLogic HTTP Endpoint}
   gem.summary       = %q{Output plugin to SumoLogic HTTP Endpoint}
   gem.homepage      = "https://github.com/SumoLogic/fluentd-output-sumologic"
@@ -16,13 +16,11 @@ Gem::Specification.new do |gem|
   gem.executables   = gem.files.grep(%r{^bin/}) { |f| File.basename(f) }
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.require_paths = ["lib"]
+  gem.has_rdoc      = false
 
   gem.required_ruby_version = '>= 2.0.0'
 
-  gem.add_development_dependency "bundler", "~> 2"
+  gem.add_development_dependency "bundler", "~> 1.3"
   gem.add_development_dependency "rake"
-  gem.add_development_dependency 'test-unit', '~> 3.1.0'
-  gem.add_development_dependency "codecov", ">= 0.1.10"
-  gem.add_runtime_dependency "fluentd", ">= 0.14.12"
-  gem.add_runtime_dependency 'httpclient', '~> 2.8.0'
-end
+  gem.add_runtime_dependency "fluentd"
+end

data/lib/fluent/plugin/out_sumologic.rb

@@ -1,132 +1,60 @@
-require 'fluent/plugin/output'
+require 'fluent/output'
 require 'net/https'
 require 'yajl'
-require 'httpclient'
 
 class SumologicConnection
-
-  attr_reader :http
-
-  def initialize(endpoint, verify_ssl, connect_timeout, proxy_uri, disable_cookies)
-    @endpoint = endpoint
-    create_http_client(verify_ssl, connect_timeout, proxy_uri, disable_cookies)
-  end
-
-  def publish(raw_data, source_host=nil, source_category=nil, source_name=nil, data_type, metric_data_type)
-    response = http.post(@endpoint, raw_data, request_headers(source_host, source_category, source_name, data_type, metric_data_type))
-    unless response.ok?
-      raise RuntimeError, "Failed to send data to HTTP Source. #{response.code} - #{response.body}"
-    end
+  def initialize(endpoint, verify_ssl)
+    @endpoint_uri = URI.parse(endpoint.strip)
+    @verify_ssl = verify_ssl
   end
 
-  def request_headers(source_host, source_category, source_name, data_type, metric_data_format)
-    headers = {
-        'X-Sumo-Name'     => source_name,
-        'X-Sumo-Category' => source_category,
-        'X-Sumo-Host'     => source_host,
-        'X-Sumo-Client'   => 'fluentd-output'
-    }
-    if data_type == 'metrics'
-      case metric_data_format
-      when 'graphite'
-        headers['Content-Type'] = 'application/vnd.sumologic.graphite'
-      when 'carbon2'
-        headers['Content-Type'] = 'application/vnd.sumologic.carbon2'
-      when 'prometheus'
-        headers['Content-Type'] = 'application/vnd.sumologic.prometheus'
-      else
-        raise RuntimeError, "Invalid #{metric_data_format}, must be graphite or carbon2 or prometheus"
-      end
-    end
-    return headers
+  def publish(raw_data, source_host=nil, source_category=nil, source_name=nil)
+    http.request(request_for(raw_data, source_host, source_category, source_name))
   end
 
-  def ssl_options(verify_ssl)
-    verify_ssl==true ? OpenSSL::SSL::VERIFY_PEER : OpenSSL::SSL::VERIFY_NONE
+  private
+  def request_for(raw_data, source_host, source_category, source_name)
+    request = Net::HTTP::Post.new(@endpoint_uri.request_uri)
+    request.body = raw_data
+    request['X-Sumo-Name'] = source_name
+    request['X-Sumo-Category'] = source_category
+    request['X-Sumo-Host'] = source_host
+    request
   end
 
-  def create_http_client(verify_ssl, connect_timeout, proxy_uri, disable_cookies)
-    @http                        = HTTPClient.new(proxy_uri)
-    @http.ssl_config.verify_mode = ssl_options(verify_ssl)
-    @http.connect_timeout        = connect_timeout
-    if disable_cookies
-      @http.cookie_manager       = nil
-    end
+  def http
+    # Rubys HTTP is not thread safe, so we need a new instance for each request
+    client = Net::HTTP.new(@endpoint_uri.host, @endpoint_uri.port)
+    client.use_ssl = true
+    client.verify_mode = @verify_ssl ? OpenSSL::SSL::VERIFY_PEER : OpenSSL::SSL::VERIFY_NONE
+    client
   end
 end
 
-class Fluent::Plugin::Sumologic < Fluent::Plugin::Output
+class Sumologic < Fluent::BufferedOutput
   # First, register the plugin. NAME is the name of this plugin
   # and identifies the plugin in the configuration file.
   Fluent::Plugin.register_output('sumologic', self)
 
-  helpers :compat_parameters
-  DEFAULT_BUFFER_TYPE = "memory"
-  LOGS_DATA_TYPE = "logs"
-  METRICS_DATA_TYPE = "metrics"
-  DEFAULT_DATA_TYPE = LOGS_DATA_TYPE
-  DEFAULT_METRIC_FORMAT_TYPE = 'graphite'
-
-  config_param :data_type, :string, :default => DEFAULT_DATA_TYPE
-  config_param :metric_data_format, :default => DEFAULT_METRIC_FORMAT_TYPE
-  config_param :endpoint, :string, secret: true
+  config_param :endpoint, :string
   config_param :log_format, :string, :default => 'json'
   config_param :log_key, :string, :default => 'message'
   config_param :source_category, :string, :default => nil
   config_param :source_name, :string, :default => nil
-  config_param :source_name_key, :string, :default => 'source_name'
   config_param :source_host, :string, :default => nil
   config_param :verify_ssl, :bool, :default => true
-  config_param :delimiter, :string, :default => "."
-  config_param :open_timeout, :integer, :default => 60
-  config_param :add_timestamp, :bool, :default => true
-  config_param :timestamp_key, :string, :default => 'timestamp'
-  config_param :proxy_uri, :string, :default => nil
-  config_param :disable_cookies, :bool, :default => false
-
-  config_section :buffer do
-    config_set_default :@type, DEFAULT_BUFFER_TYPE
-    config_set_default :chunk_keys, ['tag']
-  end
-
-  def initialize
-    super
-  end
-
-  def multi_workers_ready?
-    true
-  end
 
   # This method is called before starting.
   def configure(conf)
-
-    compat_parameters_convert(conf, :buffer)
-
     unless conf['endpoint'] =~ URI::regexp
       raise Fluent::ConfigError, "Invalid SumoLogic endpoint url: #{conf['endpoint']}"
     end
 
-    unless conf['data_type'].nil?
-      unless conf['data_type'] =~ /\A(?:logs|metrics)\z/
-        raise Fluent::ConfigError, "Invalid data_type #{conf['data_type']} must be logs or metrics"
-      end
-    end
-
-    if conf['data_type'].nil? || conf['data_type'] == LOGS_DATA_TYPE
-      unless conf['log_format'].nil?
-        unless conf['log_format'] =~ /\A(?:json|text|json_merge)\z/
-          raise Fluent::ConfigError, "Invalid log_format #{conf['log_format']} must be text, json or json_merge"
-        end
-      end
-    end
-
-    if conf['data_type'] == METRICS_DATA_TYPE && ! conf['metrics_data_type'].nil?
-      unless conf['metrics_data_type'] =~ /\A(?:graphite|carbon2|pronetheus)\z/
-        raise Fluent::ConfigError, "Invalid metrics_data_type #{conf['metrics_data_type']} must be graphite or carbon2 or prometheus"
-      end
+    unless conf['log_format'] =~ /\A(?:json|text|json_merge)\z/
+      raise Fluent::ConfigError, "Invalid log_format #{conf['log_format']} must be text, json or json_merge"
     end
 
-    @sumo_conn = SumologicConnection.new(conf['endpoint'], conf['verify_ssl'], conf['open_timeout'].to_i, conf['proxy_uri'], conf['disable_cookies'])
+    @sumo_conn = SumologicConnection.new(conf['endpoint'], @verify_ssl)
     super
   end
 
@@ -146,7 +74,7 @@ class Fluent::Plugin::Sumologic < Fluent::Plugin::Output
       log = record[@log_key].strip
       if log[0].eql?('{') && log[-1].eql?('}')
         begin
-          record = record.merge(JSON.parse(log))
+          record = JSON.parse(log).merge(record)
           record.delete(@log_key)
         rescue JSON::ParserError
           # do nothing, ignore
@@ -159,39 +87,17 @@ class Fluent::Plugin::Sumologic < Fluent::Plugin::Output
   # Strip sumo_metadata and dump to json
   def dump_log(log)
     log.delete('_sumo_metadata')
-    begin
-      parser = Yajl::Parser.new
-      hash = parser.parse(log[@log_key])
-      log[@log_key] = hash
-      Yajl.dump(log)
-    rescue
-      Yajl.dump(log)
-    end
+    Yajl.dump(log)
   end
 
   def format(tag, time, record)
-    if defined? time.nsec
-      mstime = time * 1000 + (time.nsec / 1000000)
-      [mstime, record].to_msgpack
-    else
-      [time, record].to_msgpack
-    end
+    [tag, time, record].to_msgpack
   end
 
-  def formatted_to_msgpack_binary
-    true
-  end
-
-  def sumo_key(sumo_metadata, chunk)
-    source_name = sumo_metadata['source'] || @source_name
-    source_name = extract_placeholders(source_name, chunk) unless source_name.nil?
-
-    source_category = sumo_metadata['category'] || @source_category
-    source_category = extract_placeholders(source_category, chunk) unless source_category.nil?
-
-    source_host = sumo_metadata['host'] || @source_host
-    source_host = extract_placeholders(source_host, chunk) unless source_host.nil?
-
+  def sumo_key(sumo)
+    source_name = sumo['source'] || @source_name
+    source_category = sumo['category'] || @source_category
+    source_host = sumo['host'] || @source_host
     "#{source_name}:#{source_category}:#{source_host}"
   end
 
@@ -205,41 +111,24 @@ class Fluent::Plugin::Sumologic < Fluent::Plugin::Output
     messages_list = {}
 
     # Sort messages
-    chunk.msgpack_each do |time, record|
-      # plugin dies randomly
-      # https://github.com/uken/fluent-plugin-elasticsearch/commit/8597b5d1faf34dd1f1523bfec45852d380b26601#diff-ae62a005780cc730c558e3e4f47cc544R94
-      next unless record.is_a? Hash
-      sumo_metadata = record.fetch('_sumo_metadata', {:source => record[@source_name_key] })
-      key           = sumo_key(sumo_metadata, chunk)
-      log_format    = sumo_metadata['log_format'] || @log_format
+    chunk.msgpack_each do |tag, time, record|
+      sumo_metadata = record.fetch('_sumo_metadata', {})
+      key = sumo_key(sumo_metadata)
+      log_format = sumo_metadata['log_format'] || @log_format
 
       # Strip any unwanted newlines
-      record[@log_key].chomp! if record[@log_key] && record[@log_key].respond_to?(:chomp!)
+      record[@log_key].chomp! if record[@log_key]
 
-      case @data_type
-      when 'logs'
-        case log_format
+      case log_format
         when 'text'
           log = record[@log_key]
           unless log.nil?
             log.strip!
           end
         when 'json_merge'
-          if @add_timestamp
-            record = { @timestamp_key => sumo_timestamp(time) }.merge(record)
-          end
-          log = dump_log(merge_json(record))
+          log = dump_log(merge_json({:timestamp => sumo_timestamp(time)}.merge(record)))
         else
-          if @add_timestamp
-            record = { @timestamp_key => sumo_timestamp(time) }.merge(record)
-          end
-          log = dump_log(record)
-        end
-      when 'metrics'
-        log = record[@log_key]
-        unless log.nil?
-          log.strip!
-        end
+          log = dump_log({:timestamp => sumo_timestamp(time)}.merge(record))
       end
 
       unless log.nil?
@@ -257,13 +146,11 @@ class Fluent::Plugin::Sumologic < Fluent::Plugin::Output
       source_name, source_category, source_host = key.split(':')
       @sumo_conn.publish(
           messages.join("\n"),
-          source_host         =source_host,
-          source_category     =source_category,
-          source_name         =source_name,
-          data_type           =@data_type,
-          metric_data_format  =@metric_data_format
+          source_host=source_host,
+          source_category=source_category,
+          source_name=source_name
       )
     end
 
   end
-end
+end

metadata

@@ -1,15 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-sumologic_output
 version: !ruby/object:Gem::Version
-  version: 0.0.0
+  version: 0.0.3
 platform: ruby
 authors:
 - Steven Adams
-- Frank Reno
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-03-13 00:00:00.000000000 Z
+date: 2016-12-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -17,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2'
+        version: '1.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2'
+        version: '1.3'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -39,82 +38,32 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: test-unit
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 3.1.0
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 3.1.0
-- !ruby/object:Gem::Dependency
-  name: codecov
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.1.10
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.1.10
 - !ruby/object:Gem::Dependency
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.14.12
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.14.12
-- !ruby/object:Gem::Dependency
-  name: httpclient
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 2.8.0
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 2.8.0
+        version: '0'
 description: Output plugin to SumoLogic HTTP Endpoint
 email:
 - stevezau@gmail.com
-- frank.reno@me.com
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
-- ".travis.yml"
-- CHANGELOG.md
-- Gemfile
 - LICENSE
 - README.md
-- Rakefile
-- ci/build.sh
 - fluent-plugin-sumologic_output.gemspec
 - lib/fluent/plugin/out_sumologic.rb
-- test/helper.rb
-- test/plugin/test_out_sumologic.rb
 homepage: https://github.com/SumoLogic/fluentd-output-sumologic
 licenses:
 - Apache-2.0
@@ -134,10 +83,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubyforge_project: 
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Output plugin to SumoLogic HTTP Endpoint
-test_files:
-- test/helper.rb
-- test/plugin/test_out_sumologic.rb
+test_files: []

data/.travis.yml

@@ -1,11 +0,0 @@
-lang: ruby
-before_install: gem install bundler
-script: ci/build.sh
-deploy:
-  provider: rubygems
-  api_key:
-    secure: mzu7CaM8x5BLZ2QvgQJFfY/xvzZN2+gpMieRoBnmefjhhs+zGjqzBn9wN+4/IZNQUKhDE729CEx1xSEegz44Ru73sNEsS4Y/jLNqr24Swcr4xyYcqxX58x18o1K28HD1Mp9NhS8gLIkd/sucCcSAHPag6Zkk00gETGsGCXFHxYP5HpXbBMKy1OFZ3o7dGv+Hv4g5XtDaM1Kjwcku398PsQsBmh0jJyag+NL804dUL66weTA3P7q94/TEVZ1lbvUZlokzxHBhkO0eHM2fuCdKzW1BneePxYnMRFzjRxXcYoalfEVoy9KHi3mDBCtj4Bw6hSgfnrDFVjZzoMPybOLJDt9DlYEplcWlXlS3EuDr5aYgyfkUbuv1OZm/94EdkMa4epH51vq0r6AHstG7ZCmrBxiLUMs0wgwRSPTIK1hJG+UFuCxGASU+IH8OD8bTav21cXEhVLDw5dEzk6smnfY+mpAexiW5ytIc9wf0qkP6bbICH9zRHYUWHxcCTqouhArHPyyESSngAYkpdHbRql+uGll8ab6IaVp33WvKqYQK2QnTcb1A7pgtiAxzhl0yBTR/oNIRdj6X6y7FmRuaEmkU29jzuetcq4xdgQTkNfbeLITwyRn2hJBGHIEcvHPwilzZGIfr96QcqBw/AGrcIirkD3NuZ86DJZ8Ucn3BbKXEmTU=
-  gem: fluent-plugin-sumologic_output
-  on:
-    tags: true
-    repo: SumoLogic/fluentd-output-sumologic

data/CHANGELOG.md

@@ -1,85 +0,0 @@
-# Change Log
-
-All notable changes to this project will be documented in this file. Tracking did not begin until version 1.10.
-
-<a name="1.4.0"></a>
-# [1.4.0] (2019-01-16)
-
-* [Add timestamp_key, prefer log message when merging](https://github.com/SumoLogic/fluentd-output-sumologic/pull/37)
-
-<a name="1.3.2"></a>
-# [1.3.2] (2018-12-05)
-
-* Fix verify SSL bug
-
-<a name="1.3.1"></a>
-# [1.3.1] (2018-08-30)
-
-* [Sumo Logic endpoint is a secret](https://github.com/SumoLogic/fluentd-output-sumologic/pull/32)
-
-<a name="1.3.0"></a>
-# [1.3.0] (2018-08-08)
-
-<a name="1.2.0"></a>
-# [1.2.0] (2018-07-18)
-
-  * add support for multi worker
-
-<a name="1.1.1"></a>
-# [1.1.1] (2018-07-12)
-
-  * if `record[@log_key]` is json, parse it as JSON and not as string.  
-
-<a name="1.1.0"></a>
-# [1.1.0] (2018-06-29)
-
-  * Add support for sending metrics.
-
-<a name="1.0.3"></a>
-# [1.0.3] (2018-05-07)
-
-  * [Fix #26 -- Don't chomp if the message is not chomp-able](https://github.com/SumoLogic/fluentd-output-sumologic/pull/29)
-
-<a name="1.0.2"></a>
-# [1.0.2] (2018-04-09)
-
-  * [add option to turn off adding timestamp to logs](https://github.com/SumoLogic/fluentd-output-sumologic/pull/27)
-
-<a name="1.0.1"></a>
-# [1.0.1] (2017-12-19)
-
-  * [Add client header for fluentd output](https://github.com/SumoLogic/fluentd-output-sumologic/pull/22)
-
-<a name="1.0.0"></a>
-# [1.0.0] (2017-11-06)
-
-  * [Upgrade to 0.14 API, send with ms precision](https://github.com/SumoLogic/fluentd-output-sumologic/pull/12)
-  * [Switch to httpclient](https://github.com/SumoLogic/fluentd-output-sumologic/pull/16)
-  * [Fix missing variable and improve config example](https://github.com/SumoLogic/fluentd-output-sumologic/pull/17)
-
-<a name="0.0.7"></a>
-# [0.0.7] (2017-10-26)
-
-  * [Expand parameters in the output configuration](https://github.com/SumoLogic/fluentd-output-sumologic/pull/14)
-  * [add open_timeout option](https://github.com/SumoLogic/fluentd-output-sumologic/pull/15)
-
-<a name="0.0.6"></a>
-# [0.0.6] (2017-08-23)
-
-  * Fix 0.0.5
-
-<a name="0.0.5"></a>
-# [0.0.5] (2017-08-18)
-
-  * [Ignore garbage records. Fix inspired by other plugins](https://github.com/SumoLogic/fluentd-output-sumologic/pull/7)
-  * [Extract the source_name from FluentD's buffer](https://github.com/SumoLogic/fluentd-output-sumologic/pull/8)
-
-<a name="0.0.4"></a>
-# [0.0.4] (2017-07-05)
-
-  * [Raise an exception for all non HTTP Success response codes](https://github.com/SumoLogic/fluentd-output-sumologic/pull/5)
-
-<a name="0.0.3"></a>
-# [0.0.3] (2016-12-10)
-
-  * Initial Release

data/Gemfile

@@ -1,9 +0,0 @@
-source 'https://rubygems.org'
-
-group :test do
-  gem 'codecov'
-  gem 'simplecov'
-  gem 'webmock'
-end
-
-gemspec

data/Rakefile

@@ -1,11 +0,0 @@
-require 'bundler/gem_tasks'
-require 'rake/testtask'
-
-Rake::TestTask.new(:test) do |test|
-  test.libs << 'test'
-  test.pattern = 'test/**/test_*.rb'
-  test.verbose = true
-  test.warning = false
-end
-
-task :default => :test

data/ci/build.sh

@@ -1,17 +0,0 @@
-#!/bin/bash
-
-echo "Starting build process in: `pwd`"
-set -e
-
-if [! -z "${TRAVIS_TAG}" ]; then
-    echo "Building for tag ${TRAVIS_TAG}, modify .gemspec file..."
-    sed -i '' "s/0.0.0/${TRAVIS_TAG}/g" ./fluent-plugin-sumologic_output.gemspec
-fi
-
-echo "Install bundler..."
-bundle install
-
-echo "Run unit tests..."
-bundle exec rake
-
-echo "DONE"

data/test/helper.rb

@@ -1,16 +0,0 @@
-require 'simplecov'
-SimpleCov.start
-
-if ENV['CI'] == 'true'
-  require 'codecov'
-  SimpleCov.formatter = SimpleCov::Formatter::Codecov
-end
-
-$LOAD_PATH.unshift(File.expand_path("../../", __FILE__))
-require "test-unit"
-require "fluent/test"
-require "fluent/test/driver/output"
-require "fluent/test/helpers"
-
-Test::Unit::TestCase.include(Fluent::Test::Helpers)
-Test::Unit::TestCase.extend(Fluent::Test::Helpers)

data/test/plugin/test_out_sumologic.rb

@@ -1,330 +0,0 @@
-require "test-unit"
-require "fluent/test"
-require "fluent/test/driver/output"
-require "fluent/test/helpers"
-require 'webmock/test_unit'
-require 'fluent/plugin/out_sumologic'
-
-class SumologicOutput < Test::Unit::TestCase
-  include Fluent::Test::Helpers
-
-  def setup
-    Fluent::Test.setup
-  end
-
-  def create_driver(conf = CONFIG)
-    Fluent::Test::Driver::Output.new(Fluent::Plugin::Sumologic).configure(conf)
-  end
-
-  def test_no_endpoint_configure
-    config = %{}
-    exception = assert_raise(Fluent::ConfigError) {create_driver(config)}
-    assert_equal("Invalid SumoLogic endpoint url: ", exception.message)
-  end
-
-  def test_invalid_data_type_configure
-    config = %{
-      endpoint      https://SUMOLOGIC_URL
-      data_type     'foo'
-    }
-    exception = assert_raise(Fluent::ConfigError) {create_driver(config)}
-    assert_equal("Invalid data_type foo must be logs or metrics", exception.message)
-  end
-
-  def test_invalid_log_format_configure
-    config = %{
-      endpoint      https://SUMOLOGIC_URL
-      log_format    foo
-    }
-    exception = assert_raise(Fluent::ConfigError) {create_driver(config)}
-    assert_equal("Invalid log_format foo must be text, json or json_merge", exception.message)
-  end
-
-  def test_invalid_metrics_data_type
-    config = %{
-      endpoint            https://SUMOLOGIC_URL
-      data_type           metrics
-      metrics_data_type   foo
-    }
-    exception = assert_raise(Fluent::ConfigError) {create_driver(config)}
-    assert_equal("Invalid metrics_data_type foo must be graphite or carbon2 or prometheus", exception.message)
-  end
-
-  def test_default_configure
-    config = %{
-      endpoint        https://SUMOLOGIC_URL
-    }
-    instance = create_driver(config).instance
-
-    assert_equal instance.data_type, 'logs'
-    assert_equal instance.metric_data_format, 'graphite'
-    assert_equal instance.endpoint, 'https://SUMOLOGIC_URL'
-    assert_equal instance.log_format, 'json'
-    assert_equal instance.log_key, 'message'
-    assert_equal instance.source_category, nil
-    assert_equal instance.source_name, nil
-    assert_equal instance.source_name_key, 'source_name'
-    assert_equal instance.source_host, nil
-    assert_equal instance.verify_ssl, true
-    assert_equal instance.delimiter, '.'
-    assert_equal instance.open_timeout, 60
-    assert_equal instance.add_timestamp, true
-    assert_equal instance.timestamp_key, 'timestamp'
-    assert_equal instance.proxy_uri, nil
-    assert_equal instance.disable_cookies, false
-  end
-
-  def test_emit_text
-    config = %{
-      endpoint        https://collectors.sumologic.com/v1/receivers/http/1234
-      log_format      text
-      source_category test
-      source_host     test
-      source_name     test
-
-    }
-    driver = create_driver(config)
-    time = event_time
-    stub_request(:post, 'https://collectors.sumologic.com/v1/receivers/http/1234')
-    driver.run do
-      driver.feed("output.test", time, {'foo' => 'bar', 'message' => 'test'})
-    end
-    assert_requested :post, "https://collectors.sumologic.com/v1/receivers/http/1234",
-                     headers: {'X-Sumo-Category'=>'test', 'X-Sumo-Client'=>'fluentd-output', 'X-Sumo-Host'=>'test', 'X-Sumo-Name'=>'test'},
-                     body: "test",
-                     times:1
-  end
-
-  def test_emit_json
-    config = %{
-      endpoint        https://collectors.sumologic.com/v1/receivers/http/1234
-      log_format      json
-      source_category test
-      source_host     test
-      source_name     test
-
-    }
-    driver = create_driver(config)
-    time = event_time
-    stub_request(:post, 'https://collectors.sumologic.com/v1/receivers/http/1234')
-    driver.run do
-      driver.feed("output.test", time, {'foo' => 'bar', 'message' => 'test'})
-    end
-    assert_requested :post, "https://collectors.sumologic.com/v1/receivers/http/1234",
-                     headers: {'X-Sumo-Category'=>'test', 'X-Sumo-Client'=>'fluentd-output', 'X-Sumo-Host'=>'test', 'X-Sumo-Name'=>'test'},
-                     body: /\A{"timestamp":\d+.,"foo":"bar","message":"test"}\z/,
-                     times:1
-  end
-
-  def test_emit_json_double_encoded
-    config = %{
-      endpoint        https://endpoint3.collection.us2.sumologic.com/receiver/v1/http/1234
-      log_format      json
-      source_category test
-      source_host     test
-      source_name     test
-
-    }
-    driver = create_driver(config)
-    time = event_time
-    stub_request(:post, 'https://endpoint3.collection.us2.sumologic.com/receiver/v1/http/1234')
-    driver.run do
-      driver.feed("output.test", time, {'message' => '{"bar":"foo"}'})
-    end
-    assert_requested :post, "https://endpoint3.collection.us2.sumologic.com/receiver/v1/http/1234",
-                     headers: {'X-Sumo-Category'=>'test', 'X-Sumo-Client'=>'fluentd-output', 'X-Sumo-Host'=>'test', 'X-Sumo-Name'=>'test'},
-                     body: /\A{"timestamp":\d+.,"message":{"bar":"foo"}}\z/,
-                     times:1
-  end
-
-  def test_emit_text_format_as_json
-    config = %{
-      endpoint        https://endpoint3.collection.us2.sumologic.com/receiver/v1/http/1234
-      log_format      json
-      source_category test
-      source_host     test
-      source_name     test
-
-    }
-    driver = create_driver(config)
-    time = event_time
-    stub_request(:post, 'https://endpoint3.collection.us2.sumologic.com/receiver/v1/http/1234')
-    driver.run do
-      driver.feed("output.test", time, {'message' => 'some message'})
-    end
-    assert_requested :post, "https://endpoint3.collection.us2.sumologic.com/receiver/v1/http/1234",
-                     headers: {'X-Sumo-Category'=>'test', 'X-Sumo-Client'=>'fluentd-output', 'X-Sumo-Host'=>'test', 'X-Sumo-Name'=>'test'},
-                     body: /\A{"timestamp":\d+.,"message":"some message"}\z/,
-                     times:1
-  end
-
-  def test_emit_json_merge
-    config = %{
-      endpoint        https://collectors.sumologic.com/v1/receivers/http/1234
-      log_format      json_merge
-      source_category test
-      source_host     test
-      source_name     test
-
-    }
-    driver = create_driver(config)
-    time = event_time
-    stub_request(:post, 'https://collectors.sumologic.com/v1/receivers/http/1234')
-    driver.run do
-      driver.feed("output.test", time, {'foo' => 'bar', 'message' => '{"foo2":"bar2"}'})
-    end
-    assert_requested :post, "https://collectors.sumologic.com/v1/receivers/http/1234",
-                     headers: {'X-Sumo-Category'=>'test', 'X-Sumo-Client'=>'fluentd-output', 'X-Sumo-Host'=>'test', 'X-Sumo-Name'=>'test'},
-                     body: /\A{"timestamp":\d+,"foo":"bar","foo2":"bar2"}\z/,
-                     times:1
-  end
-
-  def test_emit_json_merge_timestamp
-    config = %{
-      endpoint        https://collectors.sumologic.com/v1/receivers/http/1234
-      log_format      json_merge
-      source_category test
-      source_host     test
-      source_name     test
-
-    }
-    driver = create_driver(config)
-    time = event_time
-    stub_request(:post, 'https://collectors.sumologic.com/v1/receivers/http/1234')
-    driver.run do
-      driver.feed("output.test", time, {'message' => '{"timestamp":123}'})
-    end
-    assert_requested :post, "https://collectors.sumologic.com/v1/receivers/http/1234",
-                     headers: {'X-Sumo-Category'=>'test', 'X-Sumo-Client'=>'fluentd-output', 'X-Sumo-Host'=>'test', 'X-Sumo-Name'=>'test'},
-                     body: /\A{"timestamp":123}\z/,
-                     times:1
-  end
-
-  def test_emit_with_sumo_metadata
-    config = %{
-      endpoint        https://collectors.sumologic.com/v1/receivers/http/1234
-      log_format      json
-    }
-    driver = create_driver(config)
-    time = event_time
-    stub_request(:post, 'https://collectors.sumologic.com/v1/receivers/http/1234')
-    ENV['HOST'] = "foo"
-    driver.run do
-      driver.feed("output.test", time, {'foo' => 'bar', 'message' => 'test', '_sumo_metadata' => {
-          "host": "#{ENV['HOST']}",
-          "source": "${tag}",
-          "category": "${tag[1]}"
-      }})
-    end
-    assert_requested :post, "https://collectors.sumologic.com/v1/receivers/http/1234",
-                     headers: {'X-Sumo-Category'=>'test', 'X-Sumo-Client'=>'fluentd-output', 'X-Sumo-Host'=>'foo', 'X-Sumo-Name'=>'output.test'},
-                     body: /\A{"timestamp":\d+.,"foo":"bar","message":"test"}\z/,
-                     times:1
-  end
-
-  def test_emit_json_no_timestamp
-    config = %{
-      endpoint        https://collectors.sumologic.com/v1/receivers/http/1234
-      log_format      json
-      source_category test
-      source_host     test
-      source_name     test
-      add_timestamp   false
-    }
-    driver = create_driver(config)
-    time = event_time
-    stub_request(:post, 'https://collectors.sumologic.com/v1/receivers/http/1234')
-    driver.run do
-      driver.feed("output.test", time, {'foo' => 'bar', 'message' => 'test'})
-    end
-    assert_requested :post, "https://collectors.sumologic.com/v1/receivers/http/1234",
-                     headers: {'X-Sumo-Category'=>'test', 'X-Sumo-Client'=>'fluentd-output', 'X-Sumo-Host'=>'test', 'X-Sumo-Name'=>'test'},
-                     body: /\A{"foo":"bar","message":"test"}\z/,
-                     times:1
-  end
-
-  def test_emit_json_timestamp_key
-    config = %{
-      endpoint        https://collectors.sumologic.com/v1/receivers/http/1234
-      log_format      json
-      source_category test
-      source_host     test
-      source_name     test
-      timestamp_key   ts
-    }
-    driver = create_driver(config)
-    time = event_time
-    stub_request(:post, 'https://collectors.sumologic.com/v1/receivers/http/1234')
-    driver.run do
-      driver.feed("output.test", time, {'message' => 'test'})
-    end
-    assert_requested :post, "https://collectors.sumologic.com/v1/receivers/http/1234",
-                     headers: {'X-Sumo-Category'=>'test', 'X-Sumo-Client'=>'fluentd-output', 'X-Sumo-Host'=>'test', 'X-Sumo-Name'=>'test'},
-                     body: /\A{"ts":\d+.,"message":"test"}\z/,
-                     times:1
-  end
-
-  def test_emit_graphite
-    config = %{
-      endpoint            https://collectors.sumologic.com/v1/receivers/http/1234
-      data_type           metrics
-      metric_data_format  graphite
-      source_category     test
-      source_host         test
-      source_name         test
-    }
-    driver = create_driver(config)
-    time = event_time
-    stub_request(:post, 'https://collectors.sumologic.com/v1/receivers/http/1234')
-    driver.run do
-      driver.feed("output.test", time, {'message' =>'prod.lb-1.cpu 87.2 1501753030'})
-    end
-    assert_requested :post, "https://collectors.sumologic.com/v1/receivers/http/1234",
-                     headers: {'X-Sumo-Category'=>'test', 'X-Sumo-Client'=>'fluentd-output', 'X-Sumo-Host'=>'test', 'X-Sumo-Name'=>'test', 'Content-Type'=>'application/vnd.sumologic.graphite'},
-                     body: /\Aprod.lb-1.cpu 87.2 1501753030\z/,
-                     times:1
-  end
-
-  def test_emit_carbon
-    config = %{
-      endpoint            https://collectors.sumologic.com/v1/receivers/http/1234
-      data_type           metrics
-      metric_data_format  carbon2
-      source_category     test
-      source_host         test
-      source_name         test
-    }
-    driver = create_driver(config)
-    time = event_time
-    stub_request(:post, 'https://collectors.sumologic.com/v1/receivers/http/1234')
-    driver.run do
-      driver.feed("output.test", time, {'message' =>'cluster=prod node=lb-1 metric=cpu  ip=2.2.3.4 team=infra 87.2 1501753030'})
-    end
-    assert_requested :post, "https://collectors.sumologic.com/v1/receivers/http/1234",
-                     headers: {'X-Sumo-Category'=>'test', 'X-Sumo-Client'=>'fluentd-output', 'X-Sumo-Host'=>'test', 'X-Sumo-Name'=>'test', 'Content-Type'=>'application/vnd.sumologic.carbon2'},
-                     body: /\Acluster=prod node=lb-1 metric=cpu  ip=2.2.3.4 team=infra 87.2 1501753030\z/,
-                     times:1
-  end
-
-  def test_emit_prometheus
-    config = %{
-      endpoint            https://collectors.sumologic.com/v1/receivers/http/1234
-      data_type           metrics
-      metric_data_format  prometheus
-      source_category     test
-      source_host         test
-      source_name         test
-    }
-    driver = create_driver(config)
-    time = event_time
-    stub_request(:post, 'https://collectors.sumologic.com/v1/receivers/http/1234')
-    driver.run do
-      driver.feed("output.test", time, {'message' =>'cpu{cluster="prod", node="lb-1"} 87.2 1501753030'})
-    end
-    assert_requested :post, "https://collectors.sumologic.com/v1/receivers/http/1234",
-                     headers: {'X-Sumo-Category'=>'test', 'X-Sumo-Client'=>'fluentd-output', 'X-Sumo-Host'=>'test', 'X-Sumo-Name'=>'test', 'Content-Type'=>'application/vnd.sumologic.prometheus'},
-                     body: 'cpu{cluster="prod", node="lb-1"} 87.2 1501753030',
-                     times:1
-  end
-
-end