logstash-output-lmlogs 1.0.1 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d6d83c13647807e66508b976a76aa5481dc4412c8631d0184f2a4cd793384a3e
-  data.tar.gz: b2d5a69f85702525e83095cc9cab180ab194402873fe18317e597cf2f591331d
+  metadata.gz: d0215e007f329ca2c6538f6ec2d65932fe43d87c1396772e03c98ca132bc932e
+  data.tar.gz: 288bf0b9b00ab06c19a02d4f540daed77d50a797fcaaa4c96912b2ca1cc59140
 SHA512:
-  metadata.gz: e7f30119cf9877d14b7362eb3c0fe6dbec7ed8fb95de34596ff1311ced6fc511286f982680ad3d50c632640fc4d7ec2e53d54548fd3081155872d63eb1d25936
-  data.tar.gz: 693702b1e37126660b117de0b34a8758579bf6fa20e26479b55b7e2022090d64497041c7ddb9563d169297f41aa82ce142d6b7e13a97558defdc0d9e8f3300c4
+  metadata.gz: 7703c1da2e96bb1fbf1f55e72c04f8d3c22c0fe164f07496d70535b7eb358f67064b0021c3857b551e46419a6a1a62f5a26a88efed83c4b3135be1a48da943be
+  data.tar.gz: a49bbfa5e88c5dc18d72d7d37f5141da160ee020802a2812680b5433c343cab5a70d11a5af94f2ecde638455efc836d8b47aca798411dba648b369322b8cb25d

data/lib/logstash/outputs/lmlogs.rb

@@ -98,12 +98,17 @@ class LogStash::Outputs::LMLogs < LogStash::Outputs::Base
 
   @@MAX_PAYLOAD_SIZE = 8*1024*1024
 
+  # For developer debugging.
+  @@CONSOLE_LOGS = false
+
   public
   def register
     @total = 0
     @total_failed = 0
     logger.info("Initialized LogicMonitor output plugin with configuration",
                 :host => @host)
+    logger.info("Max Payload Size: ", 
+                :size => @@MAX_PAYLOAD_SIZE)
 
   end # def register
 
@@ -141,7 +146,7 @@ class LogStash::Outputs::LMLogs < LogStash::Outputs::Base
       #     :eager => true
       # }
     end
-    @logger.debug("manticore client config ", :client => c)                
+	  log_debug("manticore client config: ", :client => c)              
     return c
   end
 
@@ -174,6 +179,8 @@ class LogStash::Outputs::LMLogs < LogStash::Outputs::Base
   end
 
   def send_batch(events)
+    log_debug("Started sending logs to LM: ", 
+                  :time => Time::now.utc)
     url = "https://" + @portal_name + ".logicmonitor.com/rest/log/ingest"
     body = events.to_json
     auth_string = generate_auth_string(body)
@@ -189,7 +196,7 @@ class LogStash::Outputs::LMLogs < LogStash::Outputs::Base
     request.on_success do |response|
       if response.code == 202
         @total += events.length
-        @logger.debug("Successfully sent ",
+        log_debug("Successfully sent ",
                       :response_code => response.code,
                       :batch_size => events.length,
                       :total_sent => @total,
@@ -214,10 +221,9 @@ class LogStash::Outputs::LMLogs < LogStash::Outputs::Base
 
     request.on_failure do |exception|
       @total_failed += 1
-      log_failure("Could not access URL",
+      log_failure("The request failed. ",
                   :url => url,
                   :method => @http_method,
-                  :body => body,
                   :message => exception.message,
                   :class => exception.class.name,
                   :backtrace => exception.backtrace,
@@ -225,7 +231,7 @@ class LogStash::Outputs::LMLogs < LogStash::Outputs::Base
       )
     end
 
-    @logger.debug("Sending LM Logs",
+    log_debug("Completed sending logs to LM",
                   :total => @total,
                   :time => Time::now.utc)
     request.call
@@ -234,20 +240,29 @@ class LogStash::Outputs::LMLogs < LogStash::Outputs::Base
     @logger.error("[Exception=] #{e.message} #{e.backtrace}")
   end
 
+  def log_debug(message, *opts)
+    if @@CONSOLE_LOGS
+      puts "[#{DateTime::now}] [logstash.outputs.lmlogs] [DEBUG] #{message} #{opts.to_s}"
+    elsif debug
+      @logger.debug(message, *opts)
+    end
+  end 
 
   public
   def multi_receive(events)
-    puts @@MAX_PAYLOAD_SIZE
-    if debug
-      puts events.to_json
-    end
+    if events.length() > 0
+      log_debug(events.to_json)
+	  end
 
     events.each_slice(@batch_size) do |chunk|
       documents = []
       chunk.each do |event|
-        lmlogs_event = {
-          message: event.get(@message_key).to_s
-        }
+        event_json = JSON.parse(event.to_json)
+        lmlogs_event = event_json
+        lmlogs_event.delete("@timestamp")  # remove redundant timestamp field
+        lmlogs_event["event"].delete("original") # remove redundant log field
+
+        lmlogs_event["message"] = event.get(@message_key).to_s
 
         lmlogs_event["_lm.resourceId"] = {}
         lmlogs_event["_lm.resourceId"]["#{@lm_property}"] = event.get(@property_key.to_s)

data/logstash-output-lmlogs.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
   s.name = 'logstash-output-lmlogs'
-  s.version         = '1.0.1'
-  s.licenses = ['Apache License (2.0)']
+  s.version         = '1.1.0'
+  s.licenses = ['Apache-2.0']
   s.summary = "Logstash output plugin for LM Logs"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
   s.authors = ["LogicMonitor"]
@@ -15,7 +15,7 @@ Gem::Specification.new do |s|
   s.test_files = s.files.grep(%r{^(test|spec|features)/})
 
   # Special flag to let us know this is actually a logstash plugin
-  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" }
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" , "rubygems_mfa_required" => "false"}
 
   # Gem dependencies
   #

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-lmlogs
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.1.0
 platform: ruby
 authors:
 - LogicMonitor
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-06-08 00:00:00.000000000 Z
+date: 2022-11-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -94,10 +94,11 @@ files:
 - spec/outputs/lmlogs_spec.rb
 homepage: https://www.logicmonitor.com
 licenses:
-- Apache License (2.0)
+- Apache-2.0
 metadata:
   logstash_plugin: 'true'
   logstash_group: output
+  rubygems_mfa_required: 'false'
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -113,7 +114,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.29
+rubygems_version: 3.3.25
 signing_key:
 specification_version: 4
 summary: Logstash output plugin for LM Logs