fluent-plugin-tkgi-metadata-parser 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 4d9138b2b8ed47185ddcfb4c75f543c68693109c7b8e401dd5ed227061171edc
+  data.tar.gz: 59ee969a172811b858b8c1916ed83c82a01e8a5c31046c284502d1d76511e5d0
+SHA512:
+  metadata.gz: 6b05ec91e09d2f97bfb4fcac3693b58ce58be6d3c0a5d8d83d2a4647e2a6601d06f3237ed01fa1689d7afc4242545b17ee872e78a6623c7ad2531c83ebb2982a
+  data.tar.gz: 900cc106dcdc93aa7b6e43c8652559b6c0e2b5cabe61e509cef28dd803624921e77af760dd56fc18b12b827334b4dba773b51317f37dac875c76d781fc2541ce

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,17 @@
+PATH
+  remote: .
+  specs:
+    fluent-plugin-tkgi-metadata-parser (1.0.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  fluent-plugin-tkgi-metadata-parser!
+
+BUNDLED WITH
+   2.1.4

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2020 srbhklkrn
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1 @@
+# fluent-plugin-tkgi-metadata-parser

data/fluent-plugin-tkgi-metadata-parser.gemspec

@@ -0,0 +1,16 @@
+$:.push File.expand_path('../lib', __FILE__)
+Gem::Specification.new do |spec|
+    spec.name                  = 'fluent-plugin-tkgi-metadata-parser'
+    spec.version               = '1.0.0'
+    spec.authors               = ['Saurabh Kulkarni']
+    spec.email                 = ['saurabh.kl@outlook.com']
+    spec.summary               = 'FluentD parser plugin to parse TKGI metadata'
+    spec.homepage              = 'https://github.com/srbhklkrn/fluent-plugin-tkgi-metadata-parser'
+    spec.license               = 'MIT'
+    spec.platform              = Gem::Platform::RUBY
+    spec.files                 = `git ls-files`.split("\n").reject{|f| f.start_with?(".")}
+    spec.test_files            = `git ls-files -- {test,spec,features}/*`.split("\n")
+    spec.executables           = `git ls-files -- bin/*`.split("\n").map{|f| File.basename(f)}
+    spec.require_paths         = ["lib"]
+    spec.required_ruby_version = '>= 2.5.0'
+  end

data/lib/fluent/plugin/parser_tkgi_metadata.rb

@@ -0,0 +1,47 @@
+require "fluent/plugin/parser"
+  
+module Fluent::Plugin
+  class TKGIMetadataParser < Parser
+    # Register this parser as "tkgi_metadata"
+    Fluent::Plugin.register_parser("tkgi_metadata", self)
+
+    config_param :delimiter, :string, default: " "     # delimiter is configurable with " " as default
+
+    config_param :es_mode,     :bool,   default: false 
+
+    def configure(conf)
+      super
+
+      if @delimiter.length != 1
+        raise ConfigError, "delimiter must be a single character. #{@delimiter} is not."
+      end
+    end
+
+    def parse(text)
+        # Delete first and last square bracket
+        text.delete_prefix!("[")
+        text.delete_suffix!("]")
+
+        # Delete any double quotes
+        text.gsub!(/"/,'')
+        
+        source, key_values = text.split(' ', 2)
+        source, id = source.split('@', 2)
+        record = {}
+        
+        key_values.split(' ').each do |kv|
+          k, v = kv.split('=', 2)
+
+          if @es_mode
+            k.gsub!(/[\.]/, '_')
+          end
+
+          record[k] = v
+        end
+
+        record.merge!(source: source, source_id: id)
+        
+        yield nil, record
+    end
+  end
+end

metadata

@@ -0,0 +1,49 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-tkgi-metadata-parser
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Saurabh Kulkarni
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-12-31 00:00:00.000000000 Z
+dependencies: []
+description: 
+email:
+- saurabh.kl@outlook.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- fluent-plugin-tkgi-metadata-parser.gemspec
+- lib/fluent/plugin/parser_tkgi_metadata.rb
+homepage: https://github.com/srbhklkrn/fluent-plugin-tkgi-metadata-parser
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.5.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.2
+signing_key: 
+specification_version: 4
+summary: FluentD parser plugin to parse TKGI metadata
+test_files: []