fluent-plugin-druid-log 0.1.3 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9a568fff53580e5f69782de930f2f6dcb8fb6992d2168fbd263c4b7369fa5993
-  data.tar.gz: e35649e627b4a5d5da34a8b8e4fca0ee8cf4d755cc032670583ae19232b84717
+  metadata.gz: d468b5e88c20ec40b45bac3d2e68eff09882d885df618fc57a3f7025f6613972
+  data.tar.gz: d53dfa9917eda7f46741f34afef2d16f4a9127df484eaf2406fbbd0272efec7d
 SHA512:
-  metadata.gz: ace12af8abe07e35c4a66e13b84fa7da842ed62c592bf217977bfb2f0b7785ec45c270f728f90fb765d688a32aa4b3ee65e7015ab6efafbdd71a70114712f8a8
-  data.tar.gz: aaff1af9901e2baefe6a975832adb9da2032021c01dbba7ae9297c704014d8a0de5a6e64d3320f4abcef223dd3517a4200d2d536445a940c4c341d25b5931d0c
+  metadata.gz: cfe4e4749ee7f6e1767f4eb249cf6d9855c5a1703a498c34df7a2c4c1c2fe693ec88576a1402ea4fa9587f01f3f61954702f4e2ddc4a2d916f6fed2a7b3ee38c
+  data.tar.gz: 42b43f812473cbff5ec96c4f10b12ec36740526aeed4e80d67a059917c6e4056c05a623788db5164ef5c18e4e32e11f6d4bad9239003942e4d241d72af03f6e6

data/lib/fluent/plugin/filter_format_druid_audit_log_2.rb

@@ -0,0 +1,68 @@
+# frozen_string_literal: true
+
+require 'fluent/plugin/filter'
+
+module Fluent
+  module Plugin
+    class FormatDruidAuditLog2Filter < Fluent::Plugin::Filter
+      NAME = 'format_druid_audit_log_2'
+      Fluent::Plugin.register_filter(NAME, self)
+
+      helpers :event_emitter, :timer
+
+      DEFAULT_QUERY_KEY = 'query'
+      DEFAULT_QUERY_RESULT_KEY = 'query_result'
+
+      desc 'Query key'
+      config_param :query_key, :string, default: DEFAULT_QUERY_KEY
+      desc 'Query result key'
+      config_param :query_result_key, :string, default: DEFAULT_QUERY_RESULT_KEY
+
+      def configure(conf)
+        super
+
+        return unless query_key.nil? and query_result.nil?
+
+        raise Fluent::ConfigError, 'query_key should be specified'
+      end
+
+      def multi_workers_ready?
+        true
+      end
+
+      def filter(_tag, _time, record)
+        new_record = format_record(record.dup)
+        fix_record(new_record)
+        new_record
+      end
+
+      def format_record(record)
+        [query_key, query_result_key].each do |key|
+          record[key] = JSON.parse(record[key]) if record[key].is_a? String
+        end
+
+        query_type = guess_query_type(record)
+        record['query_type'] = query_type
+
+        record
+      end
+
+      def guess_query_type(record)
+        record.dig(query_key,
+                   'queryType') || (record.dig('query_result',
+                                               'sqlQuery/time') && 'sql') || (record.dig(query_key,
+                                                                                         'query') && 'sql') || 'unknown'
+      end
+
+      def fix_record(record)
+        fix_record_query_granularity(record)
+      end
+
+      def fix_record_query_granularity(record)
+        return if record.dig(query_key, 'granularity').nil?
+
+        record[query_key]['granularity'] = record[query_key]['granularity'].to_s
+      end
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-druid-log
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
 - Thomas Tych
@@ -211,6 +211,7 @@ files:
 - README.md
 - Rakefile
 - lib/fluent/plugin/filter_format_druid_audit_log_1.rb
+- lib/fluent/plugin/filter_format_druid_audit_log_2.rb
 homepage: https://gitlab.com/ttych/fluent-plugin-druid-log
 licenses:
 - Apache-2.0