fluent-plugin-filter-list 0.7.0 → 0.7.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 38d4d2dffb112f1d1848a5b19b65012a8b58a98dfd109b2a8aebfc6778ef581d
-  data.tar.gz: 0ea84ac0818d740133cec309afca9a7e6dcc3fa51e9d4374dda61759da3530ae
+  metadata.gz: 2e248391649cea2b7fa1ef396a5ae5bcdae45959775296b58dd845d334709993
+  data.tar.gz: 7ca0d518e0aae01a31a218f20613952202ec07eace82152393f3f186d896d9cc
 SHA512:
-  metadata.gz: 900364d81be98c75bee9dec18ba8d30521e05931ba692c977e7e849570df4e295e49bb0194a8718219a6037a1990835836ca7e3da28d1bfc3e2e9f99081f1f1a
-  data.tar.gz: 80c826720b8cdb2797c291d6f962d42cea8cd80d42ba5451bad75ee13f7a4e9a01d17d2debf20e77f8aeac02e37a165b7e1bd82add57745064b2135f8d0d1d36
+  metadata.gz: 386303ab0eee0b66080c20db661f8498baafd99fd5f1c76fab156c001dd32228a096bbe6e3caa74d0ece4889f2a23390b4bb407c2850ba6c48d0118871cfeff9
+  data.tar.gz: af54b9cb60bfa64207e8281a4b8c2219dc6c63f8e83413b9707f68555036165fe17eb4aa43fa0c92994faf8ed8022808c9674a1994f12a3aed15693e6c8700b0

data/.github/dependabot.yml

@@ -0,0 +1,8 @@
+version: 2
+updates:
+- package-ecosystem: bundler
+  directory: "/"
+  schedule:
+    interval: daily
+    time: '20:00'
+  open-pull-requests-limit: 10

data/.rubocop.yml

@@ -1,5 +1,7 @@
 AllCops:
-  TargetRubyVersion: 2.6
+  TargetRubyVersion: 2.5
+  NewCops: enable
+
 
 Naming/MethodParameterName:
   Enabled: false
@@ -12,7 +14,7 @@ Style/FormatStringToken:
 Style/StringLiterals:
   Enabled: false
 Metrics/MethodLength:
-  Max: 15
+  Max: 25
 Style/Documentation:
   Enabled: false
 Style/FrozenStringLiteralComment:
@@ -38,7 +40,7 @@ Metrics/PerceivedComplexity:
 Style/GlobalVars:
   Exclude:
     - 'test/test_helper.rb'
-Style/MethodMissingSuper:
+Lint/MissingSuper:
   Exclude:
     - 'test/test_helper.rb'
 Style/MissingRespondToMissing:
@@ -48,7 +50,7 @@ Style/TernaryParentheses:
   Enabled: false
 Style/BlockDelimiters:
   AutoCorrect: false
-Style/BracesAroundHashParameters:
-  Enabled: false
 Layout/FirstHashElementIndentation:
   EnforcedStyle: consistent
+Style/RedundantSelfAssignment:
+  Enabled: false

data/.travis.yml

@@ -1,11 +1,11 @@
 language: ruby
 rvm:
-  - 2.3
-  - 2.4
   - 2.5
   - 2.6
+  - 2.7
 before_install:
+  - gem update --system
   - gem update --remote bundler
-  - gem install rubocop bundler
 script:
+  - bundle exec rubocop -d
   - bundle exec rake

data/Gemfile

@@ -4,4 +4,4 @@ source 'https://rubygems.org'
 gemspec
 
 # Added at 2017-08-14 19:47:59 +0900 by 5hun:
-gem 'rubocop', '~> 0.78.0', require: false, group: [:development]
+gem 'rubocop', '~> 1.17.0', require: false, group: [:development]

data/README.md

@@ -1,6 +1,6 @@
 # fluent-plugin-filter-list
 
-[![Build Status](https://travis-ci.org/yanana/fluent-plugin-filter-list.svg?branch=master)](https://travis-ci.org/yanana/fluent-plugin-filter-list)
+[![Build Status](https://travis-ci.com/yanana/fluent-plugin-filter-list.svg?branch=master)](https://travis-ci.com/yanana/fluent-plugin-filter-list)
 
 Want to filter fluentd messages containing black-listed words in the list effectively? Use the _fluent-plugin-filter-list_ plugin. The plugin enables you to filter messages in the list of words you provide. You can either discard such messages simply, or process them in a different flow by retagging them.
 

data/fluent-plugin-out_filter_list.gemspec

@@ -8,6 +8,7 @@ Gem::Specification.new do |spec|
   spec.version       = Fluent::Plugin::FilterList::VERSION
   spec.authors       = ['Shun Yanaura']
   spec.email         = ['metroplexity@gmail.com']
+  spec.required_ruby_version = '>= 2.5.0'
 
   spec.summary       = 'A fluentd output plugin to filter keywords from messages'
   spec.description   = 'A fluentd output plugin to filter keywords from messages'

data/lib/fluent/plugin/out_filter_list/version.rb

@@ -1,7 +1,7 @@
 module Fluent
   module Plugin
     module FilterList
-      VERSION = "0.7.0"
+      VERSION = "0.7.5"
     end
   end
 end

data/lib/fluent/plugin/out_filter_list.rb

@@ -31,10 +31,6 @@ module Fluent
         config_param :add_prefix, :string, default: nil
       end
 
-      def initialize
-        super
-      end
-
       def validate(retag)
         return unless retag
         raise Fluent::ConfigError, "missing tag and add_prefix" unless retag.tag || retag.add_prefix
@@ -42,9 +38,9 @@ module Fluent
       end
 
       def configure_prefixes
-        @prefix_for_filtered_tag = @retag_for_filtered.add_prefix + '.' if @retag_for_filtered&.add_prefix
-        @prefix_for_filtered_tag = @retag_for_filtered&.add_prefix ? @retag_for_filtered.add_prefix + '.' : ''
-        @prefix = @retag&.add_prefix ? @retag.add_prefix + '.' : ''
+        @prefix_for_filtered_tag = "#{@retag_for_filtered.add_prefix}." if @retag_for_filtered&.add_prefix
+        @prefix_for_filtered_tag = @retag_for_filtered&.add_prefix ? "#{@retag_for_filtered.add_prefix}." : ''
+        @prefix = @retag&.add_prefix ? "#{@retag.add_prefix}." : ''
       end
 
       def configure(conf)

data/lib/matcher.rb

@@ -7,22 +7,25 @@ module Matchers
 
     def initialize(patterns)
       patterns = (patterns || []).compact.reject(&:empty?)
-      @trie = Trie.new patterns
+      @machine = ACAutomaton.new patterns
     end
 
     def matches?(text)
-      node = @trie.root
-      text.to_s.chars.each do |char|
-        node = node.failure while node.children[char].nil? # Follow failure if it exists in case pattern doesn't match
-        node = node.children[char]
-        return true unless node.output.nil?
-      end
-      false
+      return false if text.nil? || text == ''
+
+      @machine.matches? text.to_s
+    end
+
+    def find(text)
+      return false if text.nil? || text == ''
+
+      @machine.find(text)
     end
   end
 
   class IPMatcher
     attr_reader :trie
+
     include IP
 
     def initialize(patterns)
@@ -39,45 +42,44 @@ module Matchers
   end
 
   class Trie
+    class Node
+      attr_reader :children
+
+      def initialize
+        @children = {}
+        @children.default = nil
+      end
+
+      def insert(char)
+        @children[char] = Node.new unless @children.key?(char)
+        @children[char]
+      end
+
+      def forward(str)
+        children = @children
+        child = nil
+        str.chars.each do |char|
+          child = children[char]
+          children = child.children
+        end
+        child
+      end
+    end
+
     attr_reader :root
+
     def initialize(patterns)
       @root = Node.new
       @root.children.default = @root
       patterns.each do |pattern|
         insert(pattern)
       end
-      build
     end
 
     def insert(pattern = '')
       current_node = @root
-      pattern.chars.each_with_index do |char, i|
+      pattern.chars.each do |char|
         current_node = current_node.insert(char)
-        current_node.output = pattern if i == pattern.length - 1
-      end
-    end
-
-    def new_queue
-      q = Queue.new
-      @root.children.values.each do |child|
-        q.push(child)
-        child.failure = @root # set root on root's children's failure
-      end
-      q
-    end
-
-    def build
-      # Update failure on each node.
-      # Search longest matching suffix (which becomes failure) by BFS. In case no matching suffix, root becomes failure.
-      q = new_queue
-      until q.empty?
-        cur_node = q.pop
-        cur_node.children.each do |char, child|
-          q.push(child)
-          detect_node = cur_node.failure || @root
-          detect_node = detect_node.failure while detect_node.children[char].nil?
-          child.failure = detect_node.children[char]
-        end
       end
     end
 
@@ -95,20 +97,162 @@ module Matchers
     end
   end
 
-  class Node
-    attr_reader :children
-    attr_accessor :failure, :output
+  # An AC automaton.
+  # Based on https://www.cs.uku.fi/~kilpelai/BSA05/lectures/slides04.pdf.
+  class ACAutomaton
+    class Node
+      # Manages the goto as a character -> node ID mapping.
+      attr_reader :goto
+      # Uniquely (in an automaton) assigned ID of the Node.
+      attr_reader :id
+      attr_accessor :failure
+      # Stores out of AC, that is the index of the patterns.
+      attr_accessor :out
+
+      def initialize(id: 0, goto: {}, failure: 0, out: [])
+        @id = id
+        @goto = goto
+        @failure = failure
+        @out = out
+      end
+
+      def root?
+        @id.zero?
+      end
 
-    def initialize
-      @children = {}
-      @children.default = nil
-      @output = nil
-      @failure = nil
+      def g(char)
+        if (next_node = @goto[char])
+          return next_node
+        end
+        return 0 if root?
+
+        nil
+      end
+
+      def to_s
+        "id: #{@id}, goto: #{@goto}, failure: #{@failure}, out: #{@out}"
+      end
+
+      def ==(other)
+        @id == other.id && @goto == other.goto && @failure == other.failure && @out == other.out
+      end
     end
+    # Nodes are managed in an array. The indices are
+    attr_reader :nodes, :patterns
 
-    def insert(char)
-      @children[char] = Node.new unless @children.key?(char)
-      @children[char]
+    def initialize(patterns)
+      @nodes = []
+      @patterns = patterns || []
+      build(@patterns)
+    end
+
+    # Creates a new node and returns the id.
+    # This method is not thread safe.
+    def new_node
+      id = @nodes.size
+      node = Node.new(id: id)
+      @nodes.push(node)
+      id
+    end
+
+    def build(patterns)
+      build_goto(patterns)
+      build_failure
+    end
+
+    def build_goto(patterns)
+      root = new_node
+      patterns.each_with_index do |pattern, i|
+        q = root
+        pattern.chars.each do |char|
+          next_q = @nodes[q].goto[char]
+          if next_q
+            q = next_q
+          else
+            new_q = new_node
+            @nodes[q].goto[char] = new_q
+            q = new_q
+          end
+        end
+
+        @nodes[q].out.push(i)
+      end
+    end
+
+    def build_failure
+      queue = [0]
+      until queue.empty?
+        n = queue.shift
+        node = @nodes[n]
+        @nodes[n].goto.each do |c, next_node|
+          queue.push(next_node)
+
+          next if n.zero?
+
+          failure = node.failure
+          failure = @nodes[failure].failure while @nodes[failure].g(c).nil?
+          @nodes[next_node].failure = @nodes[failure].g(c)
+          @nodes[next_node].out.concat(@nodes[@nodes[next_node].failure].out)
+        end
+      end
+    end
+
+    def find(text)
+      return [] if text.nil? || text == ''
+
+      find_id(text).map do |id|
+        @patterns[id]
+      end
+    end
+
+    # Finds and retuns matched pattens' indices.
+    def find_id(text)
+      return [] if text.nil? || text == ''
+
+      q = 0
+      result = []
+      text.chars.each_with_index do |c, _i|
+        loop do
+          node = @nodes[q]
+          if (to_go_next = node.goto[c])
+            q = to_go_next
+            break
+          end
+          break if q.zero?
+
+          q = node.failure
+        end
+
+        out = @nodes[q].out
+        result.concat(out) unless out.empty?
+      end
+
+      result
+    end
+
+    # Returns true if the text matches any pattern, otherwise false.
+    def matches?(text)
+      return false if text.nil?
+
+      q = 0
+      text.chars.each do |c|
+        loop do
+          node = @nodes[q]
+          if (to_go_next = node.goto[c])
+            q = to_go_next
+            break
+          end
+          break if q.zero?
+
+          q = node.failure
+        end
+
+        out = @nodes[q].out
+
+        return true unless out.empty?
+      end
+
+      false
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-filter-list
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.7.5
 platform: ruby
 authors:
 - Shun Yanaura
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-01-07 00:00:00.000000000 Z
+date: 2021-09-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -95,6 +95,7 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/dependabot.yml"
 - ".gitignore"
 - ".rubocop.yml"
 - ".travis.yml"
@@ -116,7 +117,7 @@ homepage: https://github.com/yanana/fluent-plugin-filter-list
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -124,15 +125,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 2.5.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.1.6
+signing_key:
 specification_version: 4
 summary: A fluentd output plugin to filter keywords from messages
 test_files: []