fluent-plugin-journal-parser 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ba092ee44c8e2e040c85699cb4f81a21c1d443b6
+  data.tar.gz: 980551f8ae8333b7d177df9c42a2131a48e40dab
+SHA512:
+  metadata.gz: 6180aaf1c780caa6c2e739ef4469906c17ea936a963eb84e66a27b6f4e2d0b6d838bc3342f1e71a683eb15e8f84be7be6fb411880fd8c42a1d5b338b9dc0e2ad
+  data.tar.gz: fb9ed299cf0d6ed9bc39caef5d3d5d7fff9b2c6a3e67a52bba3bf7c2606e32cfe369c3a5aefba9af19dbfab9d8db98847cfa1474d8d9b18abc4ea31715d621ac

data/lib/fluent/plugin/parser_journal.rb

@@ -0,0 +1,105 @@
+# fluent-plugin-journal-parser
+# Copyright 2016 One.com
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+begin # fluentd >= 0.14
+  require 'fluent/plugin/parser'
+
+  module Fluent
+    module Plugin
+      class JournalParser < Parser
+        Plugin.register_parser('journal', self)
+
+        def parse(text)
+          ret = []
+          length = text.length
+          n = 0
+          while n < length
+            record = {}
+            while (m = text.index(/[=\n]/, n)) != n
+              raise ParserError if m.nil?
+              key = text.slice(n, m-n)
+              n = m+1 # continue parsing after newline/equal sign
+              if text[m] == '=' # simple field
+                m = text.index("\n", n)
+                value = text.slice(n, m-n)
+              else # text[m] == "\n" # binary safe field
+                m = text.slice(n, 8).unpack('Q<')[0]
+                n += 8
+                value = text.slice(n, m)
+                m = n+m
+              end
+              record[key] = value
+              n = m+1 # continue parsing after ending newline
+            end
+            # set timestamp from __REALTIME_TIMESTAMP field
+            ns = record['__REALTIME_TIMESTAMP']
+            if ns
+              ns = ns.to_i
+              record['time'] = EventTime.new(ns / 1000000, ns % 1000000)
+            end
+            ret.push(record)
+            n = m+1 # continue parsing after empty line
+          end
+          yield nil, ret
+        end
+
+      end
+    end
+  end
+rescue LoadError # fluentd < 0.14
+  require 'fluent/parser'
+
+  module Fluent
+    class JournalParser < Parser
+      Fluent::Plugin.register_parser('journal', self)
+
+      def parse(text)
+        ret = []
+        length = text.length
+        n = 0
+        while n < length
+          record = {}
+          while (m = text.index(/[=\n]/, n)) != n
+            raise ParserError if m.nil?
+            key = text.slice(n, m-n)
+            n = m+1 # continue parsing after newline/equal sign
+            if text[m] == '=' # simple field
+              m = text.index("\n", n)
+              value = text.slice(n, m-n)
+            else # text[m] == "\n" # binary safe field
+              m = text.slice(n, 8).unpack('Q<')[0]
+              n += 8
+              value = text.slice(n, m)
+              m = n+m
+            end
+            record[key] = value
+            n = m+1 # continue parsing after ending newline
+          end
+          # set timestamp from __REALTIME_TIMESTAMP field
+          ns = record['__REALTIME_TIMESTAMP']
+          if ns
+            record['time'] = ns.to_i / 1000000
+          end
+          ret.push(record)
+          n = m+1 # continue parsing after empty line
+        end
+        yield nil, ret
+      end
+
+    end
+  end
+end
+
+# vim: set ts=2 sw=2 et:

metadata

@@ -0,0 +1,59 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-journal-parser
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Emil Renner Berthing
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-09-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+description: 
+email:
+- erb@one.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/fluent/plugin/parser_journal.rb
+homepage: https://github.com/One-com/fluent-plugin-journal-parser
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Fluentd plugin to parse systemd journal export format.
+test_files: []