fluent-plugin-druid-log 0.1.3 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9a568fff53580e5f69782de930f2f6dcb8fb6992d2168fbd263c4b7369fa5993
-  data.tar.gz: e35649e627b4a5d5da34a8b8e4fca0ee8cf4d755cc032670583ae19232b84717
+  metadata.gz: 03cefeccb950407624b4d8a1ee951dbe6215ee56bb056f64da066cbaae65a328
+  data.tar.gz: '094fb5516873e69625f81d7eea7555385204efd1ab7f88b27a6a11fe4175398f'
 SHA512:
-  metadata.gz: ace12af8abe07e35c4a66e13b84fa7da842ed62c592bf217977bfb2f0b7785ec45c270f728f90fb765d688a32aa4b3ee65e7015ab6efafbdd71a70114712f8a8
-  data.tar.gz: aaff1af9901e2baefe6a975832adb9da2032021c01dbba7ae9297c704014d8a0de5a6e64d3320f4abcef223dd3517a4200d2d536445a940c4c341d25b5931d0c
+  metadata.gz: ddd623c7d9bcd74e0dcee79b5fd0654ad611f82fce8fe61cb80678213e9bd144b00014b06ec30d9ca1ecd3683a0b397690f4480b036e2e3ccf26e682ded96559
+  data.tar.gz: e08b2383eff5fe14d0293cec3a9104df5028146c518e9cc7b97bceb93254c6695371610041df78f337142952948349a0b59e74a2e51a69a1ba7861dd9e825907

data/lib/fluent/plugin/filter_format_druid_audit_log_2.rb

@@ -0,0 +1,83 @@
+# frozen_string_literal: true
+
+require 'fluent/plugin/filter'
+
+module Fluent
+  module Plugin
+    class FormatDruidAuditLog2Filter < Fluent::Plugin::Filter
+      NAME = 'format_druid_audit_log_2'
+      Fluent::Plugin.register_filter(NAME, self)
+
+      helpers :event_emitter, :timer
+
+      DEFAULT_QUERY_KEY = 'query'
+      DEFAULT_QUERY_RESULT_KEY = 'query_result'
+
+      desc 'Query key'
+      config_param :query_key, :string, default: DEFAULT_QUERY_KEY
+      desc 'Query result key'
+      config_param :query_result_key, :string, default: DEFAULT_QUERY_RESULT_KEY
+
+      def configure(conf)
+        super
+
+        return unless query_key.nil? and query_result.nil?
+
+        raise Fluent::ConfigError, 'query_key should be specified'
+      end
+
+      def multi_workers_ready?
+        true
+      end
+
+      def filter(_tag, _time, record)
+        new_record = format_record(record.dup)
+        fix_record(new_record)
+        new_record
+      end
+
+      def format_record(record)
+        [query_key, query_result_key].each do |key|
+          if record[key].is_a? String
+            record[key] = record[key].size > 0 ? JSON.parse(record[key]) : {}
+          end
+        end
+
+        query_type = guess_query_type(record)
+        record['query_type'] = query_type
+
+        record
+      end
+
+      def guess_query_type(record)
+        record.dig(query_key,
+                   'queryType') || (record.dig('query_result',
+                                               'sqlQuery/time') && 'sql') || (record.dig(query_key,
+                                                                                         'query') && 'sql') || 'unknown'
+      end
+
+      def fix_record(record)
+        fix_record_query_granularity(record)
+      end
+
+      def fix_record_query_granularity(record)
+        update_all_key_value(record, 'granularity') do |value|
+          value.to_s unless value.nil?
+        end
+      end
+
+      def update_all_key_value(record, key, &block)
+        record.each do |rkey, rvalue|
+          if rkey.to_s == key
+            record[rkey] = yield(rvalue) if block_given?
+            next
+          end
+
+          if rvalue.is_a?(Hash)
+            update_all_key_value(rvalue, key, &block)
+          end
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-druid-log
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.1
 platform: ruby
 authors:
 - Thomas Tych
@@ -211,6 +211,7 @@ files:
 - README.md
 - Rakefile
 - lib/fluent/plugin/filter_format_druid_audit_log_1.rb
+- lib/fluent/plugin/filter_format_druid_audit_log_2.rb
 homepage: https://gitlab.com/ttych/fluent-plugin-druid-log
 licenses:
 - Apache-2.0