logstash-output-elasticsearch-test 10.3.0-x86_64-linux

data/spec/unit/outputs/elasticsearch_ssl_spec.rb

@@ -0,0 +1,82 @@
+require_relative "../../../spec/es_spec_helper"
+require 'stud/temporary'
+require "logstash/outputs/elasticsearch"
+
+describe "SSL option" do
+  let(:manticore_double) { double("manticoreSSL #{self.inspect}") }
+  before do
+    allow(manticore_double).to receive(:close)
+    
+    response_double = double("manticore response").as_null_object
+    # Allow healtchecks
+    allow(manticore_double).to receive(:head).with(any_args).and_return(response_double)
+    allow(manticore_double).to receive(:get).with(any_args).and_return(response_double)
+    
+    allow(::Manticore::Client).to receive(:new).and_return(manticore_double)
+  end
+  
+  context "when using ssl without cert verification" do
+    subject do
+      require "logstash/outputs/elasticsearch"
+      settings = {
+        "hosts" => "localhost",
+        "ssl" => true,
+        "ssl_certificate_verification" => false,
+        "pool_max" => 1,
+        "pool_max_per_route" => 1
+      }
+      LogStash::Outputs::ElasticSearch.new(settings)
+    end
+    
+    after do
+      subject.close
+    end
+    
+    it "should pass the flag to the ES client" do
+      expect(::Manticore::Client).to receive(:new) do |args|
+        expect(args[:ssl]).to eq(:enabled => true, :verify => false)
+      end.and_return(manticore_double)
+      
+      subject.register
+    end
+
+    it "should print a warning" do
+      disabled_matcher = /You have enabled encryption but DISABLED certificate verification/
+      expect(subject.logger).to receive(:warn).with(disabled_matcher).at_least(:once)
+      allow(subject.logger).to receive(:warn).with(any_args)
+      
+      subject.register
+      allow(LogStash::Outputs::ElasticSearch::HttpClient::Pool).to receive(:start)
+    end
+  end
+
+  context "when using ssl with client certificates" do
+    let(:keystore_path) { Stud::Temporary.file.path }
+    before do
+      `openssl req -x509  -batch -nodes -newkey rsa:2048 -keyout lumberjack.key -out #{keystore_path}.pem`
+    end
+
+    after :each do
+      File.delete(keystore_path)
+      subject.close
+    end
+
+    subject do
+      require "logstash/outputs/elasticsearch"
+      settings = {
+        "hosts" => "node01",
+        "ssl" => true,
+        "cacert" => keystore_path,
+      }
+      next LogStash::Outputs::ElasticSearch.new(settings)
+    end
+
+    it "should pass the keystore parameters to the ES client" do
+      expect(::Manticore::Client).to receive(:new) do |args|
+        expect(args[:ssl]).to include(:keystore => keystore_path, :keystore_password => "test")
+      end.and_call_original
+      subject.register
+    end
+
+  end
+end

data/spec/unit/outputs/error_whitelist_spec.rb

@@ -0,0 +1,54 @@
+require "logstash/outputs/elasticsearch"
+require_relative "../../../spec/es_spec_helper"
+
+describe "whitelisting error types in expected behavior" do
+  let(:template) { '{"template" : "not important, will be updated by :index"}' }
+  let(:event1) { LogStash::Event.new("somevalue" => 100, "@timestamp" => "2014-11-17T20:37:17.223Z") }
+  let(:action1) { ["index", {:_id=>1, :routing=>nil, :_index=>"logstash-2014.11.17", :_type=> doc_type }, event1] }
+  let(:settings) { {"manage_template" => true, "index" => "logstash-2014.11.17", "template_overwrite" => true, "hosts" => get_host_port() } }
+
+  subject { LogStash::Outputs::ElasticSearch.new(settings) }
+
+  before :each do
+    allow(subject.logger).to receive(:warn)
+
+    subject.register
+
+    allow(subject.client).to receive(:maximum_seen_major_version).and_return(0)
+    allow(subject.client).to receive(:get_xpack_info)
+    allow(subject.client).to receive(:bulk).and_return(
+      {
+        "errors" => true,
+        "items" => [{
+          "create" => {
+            "status" => 409, 
+            "error" => {
+              "type" => "document_already_exists_exception",
+              "reason" => "[shard] document already exists"
+            }
+          }
+        }]
+      })
+
+    subject.multi_receive([event1])
+  end
+
+  after :each do
+    subject.close
+  end
+
+  describe "when failure logging is enabled for everything" do
+    it "should log a failure on the action" do
+      expect(subject.logger).to have_received(:warn).with("Failed action.", anything)
+    end
+  end
+
+  describe "when failure logging is disabled for docuemnt exists error" do
+    let(:settings) { super.merge("failure_type_logging_whitelist" => ["document_already_exists_exception"]) }
+
+    it "should log a failure on the action" do
+      expect(subject.logger).not_to have_received(:warn).with("Failed action.", anything)
+    end
+  end
+
+end

metadata

@@ -0,0 +1,300 @@
+--- !ruby/object:Gem::Specification
+name: logstash-output-elasticsearch-test
+version: !ruby/object:Gem::Version
+  version: 10.3.0
+platform: x86_64-linux
+authors:
+- Elastic&Test
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2023-08-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: manticore
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.5.4
+    - - <
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.5.4
+    - - <
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: stud
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.17
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.17
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.0'
+- !ruby/object:Gem::Dependency
+  name: cabin
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.6'
+- !ruby/object:Gem::Dependency
+  name: logstash-core-plugin-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - <=
+      - !ruby/object:Gem::Version
+        version: '2.99'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - <=
+      - !ruby/object:Gem::Version
+        version: '2.99'
+- !ruby/object:Gem::Dependency
+  name: logstash-codec-plain
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: logstash-devutils
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: flores
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: elasticsearch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem is a Logstash plugin required to be installed on top of the
+  Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
+  gem is not a stand-alone program
+email: info@elastic.co
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/logstash/outputs/elasticsearch.rb
+- lib/logstash/outputs/elasticsearch/default-ilm-policy.json
+- lib/logstash/outputs/elasticsearch/http_client.rb
+- lib/logstash/outputs/elasticsearch/http_client_builder.rb
+- lib/logstash/outputs/elasticsearch/common_configs.rb
+- lib/logstash/outputs/elasticsearch/elasticsearch-template-es6x.json
+- lib/logstash/outputs/elasticsearch/http_client/pool.rb
+- lib/logstash/outputs/elasticsearch/http_client/manticore_adapter.rb
+- lib/logstash/outputs/elasticsearch/template_manager.rb
+- lib/logstash/outputs/elasticsearch/common.rb
+- lib/logstash/outputs/elasticsearch/elasticsearch-template-es8x.json
+- lib/logstash/outputs/elasticsearch/ilm.rb
+- lib/logstash/outputs/elasticsearch/elasticsearch-template-es7x.json
+- lib/logstash/outputs/elasticsearch/elasticsearch-template-es5x.json
+- lib/logstash/outputs/elasticsearch/elasticsearch-template-es2x.json
+- spec/fixtures/template-with-policy-es6x.json
+- spec/fixtures/template-with-policy-es7x.json
+- spec/fixtures/nginx_reverse_proxy.conf
+- spec/fixtures/test_certs/test.crt
+- spec/fixtures/test_certs/test.key
+- spec/fixtures/test_certs/ca/ca.crt
+- spec/fixtures/test_certs/ca/ca.key
+- spec/fixtures/scripts/groovy/scripted_upsert.groovy
+- spec/fixtures/scripts/groovy/scripted_update.groovy
+- spec/fixtures/scripts/groovy/scripted_update_nested.groovy
+- spec/fixtures/scripts/painless/scripted_update.painless
+- spec/fixtures/scripts/painless/scripted_update_nested.painless
+- spec/fixtures/scripts/painless/scripted_upsert.painless
+- spec/fixtures/htpasswd
+- spec/fixtures/_nodes/2x_1x.json
+- spec/fixtures/_nodes/5x_6x.json
+- spec/fixtures/_nodes/7x.json
+- spec/unit/http_client_builder_spec.rb
+- spec/unit/outputs/elasticsearch_proxy_spec.rb
+- spec/unit/outputs/elasticsearch_ssl_spec.rb
+- spec/unit/outputs/elasticsearch_spec.rb
+- spec/unit/outputs/error_whitelist_spec.rb
+- spec/unit/outputs/elasticsearch/http_client_spec.rb
+- spec/unit/outputs/elasticsearch/template_manager_spec.rb
+- spec/unit/outputs/elasticsearch/http_client/manticore_adapter_spec.rb
+- spec/unit/outputs/elasticsearch/http_client/pool_spec.rb
+- spec/integration/outputs/index_version_spec.rb
+- spec/integration/outputs/routing_spec.rb
+- spec/integration/outputs/metrics_spec.rb
+- spec/integration/outputs/retry_spec.rb
+- spec/integration/outputs/parent_spec.rb
+- spec/integration/outputs/groovy_update_spec.rb
+- spec/integration/outputs/delete_spec.rb
+- spec/integration/outputs/templates_spec.rb
+- spec/integration/outputs/update_spec.rb
+- spec/integration/outputs/sniffer_spec.rb
+- spec/integration/outputs/create_spec.rb
+- spec/integration/outputs/templates_5x_spec.rb
+- spec/integration/outputs/compressed_indexing_spec.rb
+- spec/integration/outputs/ingest_pipeline_spec.rb
+- spec/integration/outputs/painless_update_spec.rb
+- spec/integration/outputs/no_es_on_startup_spec.rb
+- spec/integration/outputs/index_spec.rb
+- spec/integration/outputs/ilm_spec.rb
+- spec/es_spec_helper.rb
+- spec/support/elasticsearch/api/actions/put_alias.rb
+- spec/support/elasticsearch/api/actions/put_ilm_policy.rb
+- spec/support/elasticsearch/api/actions/get_alias.rb
+- spec/support/elasticsearch/api/actions/delete_ilm_policy.rb
+- spec/support/elasticsearch/api/actions/get_ilm_policy.rb
+- logstash-output-elasticsearch.gemspec
+- CHANGELOG.md
+- README.md
+- CONTRIBUTORS
+- Gemfile
+- LICENSE
+- NOTICE.TXT
+- docs/index.asciidoc
+homepage: http://logstash.net/
+licenses:
+- ''
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: output
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14.1
+signing_key: 
+specification_version: 4
+summary: Stores logs in Elasticsearch
+test_files:
+- spec/fixtures/template-with-policy-es6x.json
+- spec/fixtures/template-with-policy-es7x.json
+- spec/fixtures/nginx_reverse_proxy.conf
+- spec/fixtures/test_certs/test.crt
+- spec/fixtures/test_certs/test.key
+- spec/fixtures/test_certs/ca/ca.crt
+- spec/fixtures/test_certs/ca/ca.key
+- spec/fixtures/scripts/groovy/scripted_upsert.groovy
+- spec/fixtures/scripts/groovy/scripted_update.groovy
+- spec/fixtures/scripts/groovy/scripted_update_nested.groovy
+- spec/fixtures/scripts/painless/scripted_update.painless
+- spec/fixtures/scripts/painless/scripted_update_nested.painless
+- spec/fixtures/scripts/painless/scripted_upsert.painless
+- spec/fixtures/htpasswd
+- spec/fixtures/_nodes/2x_1x.json
+- spec/fixtures/_nodes/5x_6x.json
+- spec/fixtures/_nodes/7x.json
+- spec/unit/http_client_builder_spec.rb
+- spec/unit/outputs/elasticsearch_proxy_spec.rb
+- spec/unit/outputs/elasticsearch_ssl_spec.rb
+- spec/unit/outputs/elasticsearch_spec.rb
+- spec/unit/outputs/error_whitelist_spec.rb
+- spec/unit/outputs/elasticsearch/http_client_spec.rb
+- spec/unit/outputs/elasticsearch/template_manager_spec.rb
+- spec/unit/outputs/elasticsearch/http_client/manticore_adapter_spec.rb
+- spec/unit/outputs/elasticsearch/http_client/pool_spec.rb
+- spec/integration/outputs/index_version_spec.rb
+- spec/integration/outputs/routing_spec.rb
+- spec/integration/outputs/metrics_spec.rb
+- spec/integration/outputs/retry_spec.rb
+- spec/integration/outputs/parent_spec.rb
+- spec/integration/outputs/groovy_update_spec.rb
+- spec/integration/outputs/delete_spec.rb
+- spec/integration/outputs/templates_spec.rb
+- spec/integration/outputs/update_spec.rb
+- spec/integration/outputs/sniffer_spec.rb
+- spec/integration/outputs/create_spec.rb
+- spec/integration/outputs/templates_5x_spec.rb
+- spec/integration/outputs/compressed_indexing_spec.rb
+- spec/integration/outputs/ingest_pipeline_spec.rb
+- spec/integration/outputs/painless_update_spec.rb
+- spec/integration/outputs/no_es_on_startup_spec.rb
+- spec/integration/outputs/index_spec.rb
+- spec/integration/outputs/ilm_spec.rb
+- spec/es_spec_helper.rb
+- spec/support/elasticsearch/api/actions/put_alias.rb
+- spec/support/elasticsearch/api/actions/put_ilm_policy.rb
+- spec/support/elasticsearch/api/actions/get_alias.rb
+- spec/support/elasticsearch/api/actions/delete_ilm_policy.rb
+- spec/support/elasticsearch/api/actions/get_ilm_policy.rb