logstash-filter-translate 3.1.0 → 3.3.0

data/spec/filters/yaml_visitor_spec.rb

@@ -0,0 +1,16 @@
+require "logstash/devutils/rspec/spec_helper"
+
+require "logstash/filters/dictionary/yaml_visitor"
+
+describe LogStash::Filters::Dictionary::YamlVisitor do
+  it 'works' do
+    yaml_string = "---\na: \n x: 3\nb: \n x: 4\n"
+    dictionary = {"c" => {"x" => 5}}
+    described_class.create.accept_with_dictionary(dictionary, Psych.parse_stream(yaml_string)).first
+    expect(dictionary.keys.sort).to eq(["a", "b", "c"])
+    values = dictionary.values
+    expect(values[0]).to eq({"x" => 5})
+    expect(values[1]).to eq({"x" => 3})
+    expect(values[2]).to eq({"x" => 4})
+  end
+end

data/spec/fixtures/regex_dict.csv

@@ -0,0 +1,4 @@
+"^2[0-9][0-9]$","OK"
+"^3[0-9][0-9]$","Redirect"
+"^4[0-9][0-9]$","Client Error"
+"^5[0-9][0-9]$","Server Error"

data/spec/fixtures/regex_union_dict.csv

@@ -0,0 +1,4 @@
+"200","OK"
+"300","Redirect"
+"400","Client Error"
+"500","Server Error"

data/spec/fixtures/tag-map-dict.yml

@@ -0,0 +1,21 @@
+---
+!!map {
+  ? !!str "eight"
+  : !!str "val-8-1|val-8-2",
+  ? !!str "five"
+  : !!str "val-5-1|val-5-2",
+  ? !!str "four"
+  : !!str "val-4-1|val-4-2",
+  ? !!str "nine"
+  : !!str "val-9-1|val-9-2",
+  ? !!str "one"
+  : !!str "val-1-1|val-1-2",
+  ? !!str "seven"
+  : !!str "val-7-1|val-7-2",
+  ? !!str "six"
+  : !!str "val-6-1|val-6-2",
+  ? !!str "three"
+  : !!str "val-3-1|val-3-2",
+  ? !!str "two"
+  : !!str "val-2-1|val-2-2",
+}

data/spec/fixtures/tag-omap-dict.yml

@@ -0,0 +1,21 @@
+---
+!!omap {
+  ? !!str "eight"
+  : !!str "val-8-1|val-8-2",
+  ? !!str "five"
+  : !!str "val-5-1|val-5-2",
+  ? !!str "four"
+  : !!str "val-4-1|val-4-2",
+  ? !!str "nine"
+  : !!str "val-9-1|val-9-2",
+  ? !!str "one"
+  : !!str "val-1-1|val-1-2",
+  ? !!str "seven"
+  : !!str "val-7-1|val-7-2",
+  ? !!str "six"
+  : !!str "val-6-1|val-6-2",
+  ? !!str "three"
+  : !!str "val-3-1|val-3-2",
+  ? !!str "two"
+  : !!str "val-2-1|val-2-2",
+}

data/spec/support/build_huge_dictionaries.rb

@@ -0,0 +1,33 @@
+# encoding: utf-8
+
+require "securerandom"
+
+module LogStash module Filters module Dictionary
+  def self.create_huge_csv_dictionary(directory, name, size)
+    tmppath = directory.join("temp_big.csv")
+    tmppath.open("w") do |file|
+      file.puts("foo,#{SecureRandom.hex(4)}")
+      file.puts("bar,#{SecureRandom.hex(4)}")
+      size.times do |i|
+        file.puts("#{SecureRandom.hex(12)},#{1000000 + i}")
+      end
+      file.puts("baz,quux")
+    end
+    tmppath.rename(directory.join(name))
+  end
+
+  def self.create_huge_json_dictionary(directory, name, size)
+    tmppath = directory.join("temp_big.json")
+    tmppath.open("w") do |file|
+      file.puts("{")
+      file.puts('  "foo":"'.concat(SecureRandom.hex(4)).concat('",'))
+      file.puts('  "bar":"'.concat(SecureRandom.hex(4)).concat('",'))
+      size.times do |i|
+        file.puts('  "'.concat(SecureRandom.hex(12)).concat('":"').concat("#{1000000 + i}").concat('",'))
+      end
+      file.puts('  "baz":"quux"')
+      file.puts("}")
+    end
+    tmppath.rename(directory.join(name))
+  end
+end end end

data/spec/support/rspec_wait_handler_helper.rb

@@ -0,0 +1,38 @@
+# encoding: utf-8
+
+module RSpec
+  module Wait
+    module Handler
+      def handle_matcher(target, *args, &block)
+        # there is a similar patch in the rspec-wait repo since Nov, 19 2017
+        # it does not look like the author is interested in the change.
+        # - do not use Ruby Timeout
+        count = RSpec.configuration.wait_timeout.fdiv(RSpec.configuration.wait_delay).ceil
+        failure = nil
+        count.times do
+          begin
+            actual = target.respond_to?(:call) ? target.call : target
+            super(actual, *args, &block)
+            failure = nil
+          rescue RSpec::Expectations::ExpectationNotMetError => failure
+            sleep RSpec.configuration.wait_delay
+          end
+          break if failure.nil?
+        end
+        raise failure unless failure.nil?
+      end
+    end
+
+    # From: https://github.com/rspec/rspec-expectations/blob/v3.0.0/lib/rspec/expectations/handler.rb#L44-L63
+    class PositiveHandler < RSpec::Expectations::PositiveExpectationHandler
+      extend Handler
+    end
+
+    # From: https://github.com/rspec/rspec-expectations/blob/v3.0.0/lib/rspec/expectations/handler.rb#L66-L93
+    class NegativeHandler < RSpec::Expectations::NegativeExpectationHandler
+      extend Handler
+    end
+  end
+end
+
+RSPEC_WAIT_HANDLER_PATCHED = true

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-translate
 version: !ruby/object:Gem::Version
-  version: 3.1.0
+  version: 3.3.0
 platform: ruby
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-04-04 00:00:00.000000000 Z
+date: 2021-06-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -30,6 +30,62 @@ dependencies:
     - - "<="
       - !ruby/object:Gem::Version
         version: '2.99'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  name: logstash-mixin-ecs_compatibility_support
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  name: logstash-mixin-validator_support
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  name: logstash-mixin-deprecation_logger_support
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: rufus-scheduler
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -44,6 +100,48 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: rspec-sequencing
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: rspec-wait
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: benchmark-ips
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: This gem is a Logstash plugin required to be installed on top of the
   Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
   gem is not a stand-alone program
@@ -59,14 +157,34 @@ files:
 - NOTICE.TXT
 - README.md
 - docs/index.asciidoc
+- lib/logstash/filters/array_of_maps_value_update.rb
+- lib/logstash/filters/array_of_values_update.rb
+- lib/logstash/filters/dictionary/csv_file.rb
+- lib/logstash/filters/dictionary/file.rb
+- lib/logstash/filters/dictionary/json_file.rb
+- lib/logstash/filters/dictionary/memory.rb
+- lib/logstash/filters/dictionary/yaml_file.rb
+- lib/logstash/filters/dictionary/yaml_visitor.rb
+- lib/logstash/filters/fetch_strategy/file.rb
+- lib/logstash/filters/fetch_strategy/memory.rb
+- lib/logstash/filters/single_value_update.rb
 - lib/logstash/filters/translate.rb
 - logstash-filter-translate.gemspec
+- spec/filters/benchmark_rspec.rb
+- spec/filters/scheduling_spec.rb
 - spec/filters/translate_spec.rb
+- spec/filters/yaml_visitor_spec.rb
 - spec/fixtures/dict-wrong.yml
 - spec/fixtures/dict.csv
 - spec/fixtures/dict.json
 - spec/fixtures/dict.other
 - spec/fixtures/dict.yml
+- spec/fixtures/regex_dict.csv
+- spec/fixtures/regex_union_dict.csv
+- spec/fixtures/tag-map-dict.yml
+- spec/fixtures/tag-omap-dict.yml
+- spec/support/build_huge_dictionaries.rb
+- spec/support/rspec_wait_handler_helper.rb
 homepage: http://www.elastic.co/guide/en/logstash/current/index.html
 licenses:
 - Apache License (2.0)
@@ -94,9 +212,18 @@ signing_key:
 specification_version: 4
 summary: Replaces field contents based on a hash or YAML file
 test_files:
+- spec/filters/benchmark_rspec.rb
+- spec/filters/scheduling_spec.rb
 - spec/filters/translate_spec.rb
+- spec/filters/yaml_visitor_spec.rb
 - spec/fixtures/dict-wrong.yml
 - spec/fixtures/dict.csv
 - spec/fixtures/dict.json
 - spec/fixtures/dict.other
 - spec/fixtures/dict.yml
+- spec/fixtures/regex_dict.csv
+- spec/fixtures/regex_union_dict.csv
+- spec/fixtures/tag-map-dict.yml
+- spec/fixtures/tag-omap-dict.yml
+- spec/support/build_huge_dictionaries.rb
+- spec/support/rspec_wait_handler_helper.rb