fluent-plugin-gelf-best 1.2.0 → 1.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d561e8e54966fefedb1bfcc2ba6a629d334d3514ed378ea3fe982903b9e6b098
-  data.tar.gz: fc6f78f7a69a1b01d7046ea68c1e2334b9a8149a2c2436b938348303e318ac61
+  metadata.gz: b3d0be1e13c195cc69d517d9678fd9ed15128700a203f6fcded95a8acf26ffa5
+  data.tar.gz: b5f48294ede888f480c827fcfeb635ae0769631c8e77b0329773927ca64a0aef
 SHA512:
-  metadata.gz: 5dd171597df6672a52862682cbc7735998663cf29224f4c0059baae043a09f70d01ad9420875b0131779e817941a9506afae19d03ec8b91cc4591021b36656e9
-  data.tar.gz: e63ccdd497c1fbf8bab67ed982b9e86e4f24eab987956151671c348ed19848de276603115aaf7444ce9b3ef88b4812dc0d20e84660325b266a6f821e84f63389
+  metadata.gz: 1d0a6549e8a686fca58906ca27fd153e7e6d84cac711c59a7e0312f039ad591815567d08d55724d1a88c1d7ef3ae3acef214a652fae50aac09a3fc6145aae24d
+  data.tar.gz: 60bebae56b82025efa2f141be0842d1fe966d47d0d633fbe2e18bce7dbb7718635425150ae4bce2c69713b6a6b814efd6a63af508599ea16b293c2086d74c7dc

data/lib/fluent/plugin/gelf_plugin_util.rb

@@ -1,24 +1,39 @@
+require 'oj'
+require 'date'
+require 'gelf'
+
 module Fluent
   module GelfPluginUtil
-    require 'gelf'
 
     LEVEL_MAP = {
-      "0" => GELF::UNKNOWN, "1" => GELF::UNKNOWN, "a" => GELF::UNKNOWN,
-      "2" => GELF::FATAL, "c" => GELF::FATAL,
-      "3" => GELF::ERROR,
-      "4" => GELF::WARN, "w" => GELF::WARN,
-      "5" => GELF::INFO, "n" => GELF::INFO,
-      "6" => GELF::INFO, "i" => GELF::INFO,
-      "7" => GELF::DEBUG, "d" => GELF::DEBUG,
-      "e" => GELF::ERROR  # assuming 'e' stands typically for 'error'
-    }
+      '0' => GELF::UNKNOWN, '1' => GELF::UNKNOWN, 'a' => GELF::UNKNOWN,
+      '2' => GELF::FATAL, 'c' => GELF::FATAL,
+      '3' => GELF::ERROR,
+      '4' => GELF::WARN, 'w' => GELF::WARN,
+      '5' => GELF::INFO, 'n' => GELF::INFO,
+      '6' => GELF::INFO, 'i' => GELF::INFO,
+      '7' => GELF::DEBUG, 'd' => GELF::DEBUG,
+      'e' => GELF::ERROR
+    }.freeze
+
+    def get_internal_json_out(record, key)
+      json_data = parse_json_field(record[key])
+      return record unless json_data
+
+      record.delete(key)
+      merge_record_with_json(record, json_data)
+    rescue Oj::ParseError, EncodingError
+      # Return original record if JSON parsing fails
+      record
+    end
 
     def make_gelfentry(tag, time, record, conf = {})
-      gelfentry = {"_fluentd_tag" => tag}
-      gelfentry["timestamp"] = calculate_timestamp(time)
+      record = get_internal_json_out(record, "message")
+      record = get_internal_json_out(record, "log")
+      gelfentry = {"_fluentd_tag" => tag, "timestamp" => calculate_timestamp(time)}
 
-      record.each_pair do |k, v|
-        gelfentry.merge!(process_record_entry(k, v, conf, gelfentry))
+      record.each do |k, v|
+        process_record_entry(k, v, conf, gelfentry)
       end
 
       ensure_short_message(gelfentry)
@@ -27,6 +42,13 @@ module Fluent
 
     private
 
+    def parse_json_field(json_field)
+      return nil unless json_field
+      json = Oj.load(json_field.strip)
+      return nil unless json.is_a?(Hash)
+      json
+    end
+
     def calculate_timestamp(time)
       if defined?(Fluent::EventTime) && time.is_a?(Fluent::EventTime)
         time.sec + (time.nsec.to_f / 1_000_000_000).round(3)
@@ -38,43 +60,29 @@ module Fluent
     def process_record_entry(k, v, conf, gelfentry)
       case k
       when 'host', 'hostname'
-        return {'host' => (conf[:use_record_host] ? v : gelfentry['_host'] = v)}
+        gelfentry['host'] = conf[:use_record_host] ? v : (gelfentry['_host'] = v)
       when 'timestamp', 'time'
-        { 'timestamp' => parse_timestamp(v) }
+        gelfentry['timestamp'] = parse_timestamp(v)
       when 'level'
-        {'level' => LEVEL_MAP[v.to_s.downcase[0]] || (v.to_s.length >= 2 && v.to_s.downcase[1] != "r" ? GELF::UNKNOWN : v)}
+        gelfentry['level'] = LEVEL_MAP[v.to_s.downcase[0]] || GELF::UNKNOWN
       when 'msec'
-        conf[:add_msec_time] ? {'timestamp' => "#{time.to_s}.#{v}".to_f} : {'_msec' => v}
+        gelfentry['timestamp'] = conf[:add_msec_time] ? "#{time.to_s}.#{v}".to_f : (gelfentry['_msec'] = v)
       when 'short_message', 'version', 'full_message', 'facility', 'file', 'line'
-        {k => v}
+        gelfentry[k] = v
       else
-        {k.start_with?('_') ? k : "_#{k}" => v}
+        gelfentry[k.start_with?('_') ? k : "_#{k}"] = v
       end
     end
 
     def parse_timestamp(v)
-      if v.is_a?(Integer) || v.is_a?(Float)
-        v
-      else
-        begin
-          (DateTime.parse(v).strftime("%Q").to_f / 1_000).round(3)
-        rescue ArgumentError
-          v
-        end
-      end
+      return v if v.is_a?(Integer) || v.is_a?(Float)
+
+      DateTime.parse(v).strftime("%Q").to_f / 1_000 rescue v
     end
 
     def ensure_short_message(gelfentry)
-      return if gelfentry['short_message'] && !gelfentry['short_message'].to_s.strip.empty?
-
-      ['_message', '_msg', '_log', '_record'].each do |key|
-        if gelfentry[key] && !gelfentry[key].to_s.strip.empty?
-          gelfentry['short_message'] = gelfentry.delete(key)
-          return
-        end
-      end
-
-      gelfentry['short_message'] = '(no message)' unless gelfentry['short_message']
+      default_key = ['_message', '_msg', '_log', '_record'].find { |key| gelfentry[key]&.strip&.empty? == false }
+      gelfentry['short_message'] = default_key ? gelfentry.delete(default_key) : '(no message)'
     end
   end
 end

data/lib/fluent-plugin-gelf-best/version.rb

@@ -1,3 +1,3 @@
 module FluentPluginGelfBest
-  VERSION = "1.2.0"
+  VERSION = "1.3.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-gelf-best
 version: !ruby/object:Gem::Version
-  version: 1.2.0
+  version: 1.3.0
 platform: ruby
 authors:
 - Alex Yamauchi