logstash-output-scalyr 0.2.7.beta → 0.2.8.beta

data/spec/benchmarks/util.rb

@@ -1,24 +0,0 @@
-def rand_str(len)
-  return (0...len).map { (65 + rand(26)).chr }.join
-end
-
-def generate_hash(widths)
-  result = {}
-  if widths.empty?
-    return rand_str(20)
-  else
-    widths[0].times do
-      result[rand_str(9)] = generate_hash(widths[1..widths.length])
-    end
-    return result
-  end
-end
-
-def generate_data_array_for_spec(spec)
-  data = []
-  ITERATIONS.times do
-    data << generate_hash(spec)
-  end
-
-  data
-end

data/spec/logstash/outputs/fixtures/example_com.pem

@@ -1,41 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIHQDCCBiigAwIBAgIQD9B43Ujxor1NDyupa2A4/jANBgkqhkiG9w0BAQsFADBN
-MQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMScwJQYDVQQDEx5E
-aWdpQ2VydCBTSEEyIFNlY3VyZSBTZXJ2ZXIgQ0EwHhcNMTgxMTI4MDAwMDAwWhcN
-MjAxMjAyMTIwMDAwWjCBpTELMAkGA1UEBhMCVVMxEzARBgNVBAgTCkNhbGlmb3Ju
-aWExFDASBgNVBAcTC0xvcyBBbmdlbGVzMTwwOgYDVQQKEzNJbnRlcm5ldCBDb3Jw
-b3JhdGlvbiBmb3IgQXNzaWduZWQgTmFtZXMgYW5kIE51bWJlcnMxEzARBgNVBAsT
-ClRlY2hub2xvZ3kxGDAWBgNVBAMTD3d3dy5leGFtcGxlLm9yZzCCASIwDQYJKoZI
-hvcNAQEBBQADggEPADCCAQoCggEBANDwEnSgliByCGUZElpdStA6jGaPoCkrp9vV
-rAzPpXGSFUIVsAeSdjF11yeOTVBqddF7U14nqu3rpGA68o5FGGtFM1yFEaogEv5g
-rJ1MRY/d0w4+dw8JwoVlNMci+3QTuUKf9yH28JxEdG3J37Mfj2C3cREGkGNBnY80
-eyRJRqzy8I0LSPTTkhr3okXuzOXXg38ugr1x3SgZWDNuEaE6oGpyYJIBWZ9jF3pJ
-QnucP9vTBejMh374qvyd0QVQq3WxHrogy4nUbWw3gihMxT98wRD1oKVma1NTydvt
-hcNtBfhkp8kO64/hxLHrLWgOFT/l4tz8IWQt7mkrBHjbd2XLVPkCAwEAAaOCA8Ew
-ggO9MB8GA1UdIwQYMBaAFA+AYRyCMWHVLyjnjUY4tCzhxtniMB0GA1UdDgQWBBRm
-mGIC4AmRp9njNvt2xrC/oW2nvjCBgQYDVR0RBHoweIIPd3d3LmV4YW1wbGUub3Jn
-ggtleGFtcGxlLmNvbYILZXhhbXBsZS5lZHWCC2V4YW1wbGUubmV0ggtleGFtcGxl
-Lm9yZ4IPd3d3LmV4YW1wbGUuY29tgg93d3cuZXhhbXBsZS5lZHWCD3d3dy5leGFt
-cGxlLm5ldDAOBgNVHQ8BAf8EBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsG
-AQUFBwMCMGsGA1UdHwRkMGIwL6AtoCuGKWh0dHA6Ly9jcmwzLmRpZ2ljZXJ0LmNv
-bS9zc2NhLXNoYTItZzYuY3JsMC+gLaArhilodHRwOi8vY3JsNC5kaWdpY2VydC5j
-b20vc3NjYS1zaGEyLWc2LmNybDBMBgNVHSAERTBDMDcGCWCGSAGG/WwBATAqMCgG
-CCsGAQUFBwIBFhxodHRwczovL3d3dy5kaWdpY2VydC5jb20vQ1BTMAgGBmeBDAEC
-AjB8BggrBgEFBQcBAQRwMG4wJAYIKwYBBQUHMAGGGGh0dHA6Ly9vY3NwLmRpZ2lj
-ZXJ0LmNvbTBGBggrBgEFBQcwAoY6aHR0cDovL2NhY2VydHMuZGlnaWNlcnQuY29t
-L0RpZ2lDZXJ0U0hBMlNlY3VyZVNlcnZlckNBLmNydDAMBgNVHRMBAf8EAjAAMIIB
-fwYKKwYBBAHWeQIEAgSCAW8EggFrAWkAdwCkuQmQtBhYFIe7E6LMZ3AKPDWYBPkb
-37jjd80OyA3cEAAAAWdcMZVGAAAEAwBIMEYCIQCEZIG3IR36Gkj1dq5L6EaGVycX
-sHvpO7dKV0JsooTEbAIhALuTtf4wxGTkFkx8blhTV+7sf6pFT78ORo7+cP39jkJC
-AHYAh3W/51l8+IxDmV+9827/Vo1HVjb/SrVgwbTq/16ggw8AAAFnXDGWFQAABAMA
-RzBFAiBvqnfSHKeUwGMtLrOG3UGLQIoaL3+uZsGTX3MfSJNQEQIhANL5nUiGBR6g
-l0QlCzzqzvorGXyB/yd7nttYttzo8EpOAHYAb1N2rDHwMRnYmQCkURX/dxUcEdkC
-wQApBo2yCJo32RMAAAFnXDGWnAAABAMARzBFAiEA5Hn7Q4SOyqHkT+kDsHq7ku7z
-RDuM7P4UDX2ft2Mpny0CIE13WtxJAUr0aASFYZ/XjSAMMfrB0/RxClvWVss9LHKM
-MA0GCSqGSIb3DQEBCwUAA4IBAQBzcIXvQEGnakPVeJx7VUjmvGuZhrr7DQOLeP4R
-8CmgDM1pFAvGBHiyzvCH1QGdxFl6cf7wbp7BoLCRLR/qPVXFMwUMzcE1GLBqaGZM
-v1Yh2lvZSLmMNSGRXdx113pGLCInpm/TOhfrvr0TxRImc8BdozWJavsn1N2qdHQu
-N+UBO6bQMLCD0KHEdSGFsuX6ZwAworxTg02/1qiDu7zW7RyzHvFYA4IAjpzvkPIa
-X6KjBtpdvp/aXabmL95YgBjT8WJ7pqOfrqhpcmOBZa6Cg6O1l4qbIFH/Gj9hQB5I
-0Gs4+eH6F9h3SojmPTYkT+8KuZ9w84Mn+M8qBXUQoYoKgIjN
------END CERTIFICATE-----

data/spec/logstash/outputs/scalyr_integration_spec.rb

@@ -1,318 +0,0 @@
-# encoding: utf-8
-require "logstash/devutils/rspec/spec_helper"
-require "logstash/outputs/scalyr"
-require "logstash/codecs/plain"
-require "logstash/event"
-require "json"
-require 'webmock/rspec'
-
-# Require the specific version of `json` used in logstash
-gem 'json', '1.8.6'
-require 'json'
-
-EXAMPLE_COME_CA_CERTS_PATH = File.expand_path(File.join(File.dirname(__FILE__), + "/fixtures/example_com.pem"))
-
-WebMock.allow_net_connect!
-
-RSpec.configure do |rspec|
-  rspec.expect_with :rspec do |c|
-    c.max_formatted_output_length = nil
-  end
-end
-
-describe LogStash::Outputs::Scalyr do
-  let(:sample_events) {
-    events = []
-    for i in 1..3 do
-      e = LogStash::Event.new
-      e.set('source_host', "my host #{i}")
-      e.set('source_file', "my file #{i}")
-      e.set('seq', i)
-      e.set('nested', {'a'=>1, 'b'=>[3,4,5]})
-      e.set('tags', ['t1', 't2', 't3'])
-      events.push(e)
-    end
-    events
-  }
-
-  describe "#ssl_tests" do
-      context "with default SSL configuration" do
-        it "throws a ServerError due to fake api key" do
-              plugin = LogStash::Outputs::Scalyr.new({
-                'api_write_token' => '1234',
-                'perform_connectivity_check' => false,
-                'max_retries' => 2,
-                'retry_max_interval' => 2,
-                'retry_initial_interval' => 0.2,
-              })
-              plugin.register
-              plugin.instance_variable_set(:@running, false)
-              allow(plugin.instance_variable_get(:@logger)).to receive(:warn)
-              plugin.multi_receive(sample_events)
-              expect(plugin.instance_variable_get(:@logger)).to have_received(:warn).with("Error uploading to Scalyr (will backoff-retry)",
-                {
-                  :error_class=>"Scalyr::Common::Client::ServerError",
-                  :batch_num=>1,
-                  :code=>401,
-                  :message=>"error/client/badParam",
-                  :payload_size=>737,
-                  :record_count=>3,
-                  :total_batches=>1,
-                  :url=>"https://agent.scalyr.com/addEvents",
-                  :will_retry_in_seconds=>0.4,
-                  :body=>"{\n  \"message\": \"Couldn't decode API token ...234.\",\n  \"status\": \"error/client/badParam\"\n}"
-                }
-              )
-        end
-      end
-
-      context "when pointing at an invalid location (doesnt exist) without any valid certs" do
-        it "throws an Errno::ENOENT error" do
-              plugin = LogStash::Outputs::Scalyr.new({
-                'api_write_token' => '1234',
-                'perform_connectivity_check' => false,
-                'ssl_ca_bundle_path' => '/fakepath/nocerts',
-                'max_retries' => 2,
-                'retry_max_interval' => 2,
-                'retry_initial_interval' => 0.2,
-              })
-
-              expect {
-                plugin.register
-              }.to raise_error(Errno::ENOENT, /Invalid path for ssl_ca_bundle_path config option - file doesn't exist or is not readable/)
-        end
-      end
-
-      context "when pointing to an empty certs file" do
-        it "throws an SSLError" do
-          temp_file = file = Tempfile.new('emot_certs_file')
-
-          begin
-              plugin = LogStash::Outputs::Scalyr.new({
-                'api_write_token' => '1234',
-                'perform_connectivity_check' => false,
-                'max_retries' => 2,
-                'retry_max_interval' => 2,
-                'retry_initial_interval' => 0.2,
-                'ssl_ca_bundle_path' => temp_file.path
-              })
-              plugin.register
-              plugin.instance_variable_set(:@running, false)
-              allow(plugin.instance_variable_get(:@logger)).to receive(:warn)
-              plugin.multi_receive(sample_events)
-              expect(plugin.instance_variable_get(:@logger)).to have_received(:warn).with("Error uploading to Scalyr (will backoff-retry)",
-                {
-                  :error_class=>"Manticore::UnknownException",
-                  :batch_num=>1,
-                  :message=>"Unexpected error: java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty",
-                  #:message=>"java.lang.RuntimeException: Unexpected error: java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty",
-                  :payload_size=>737,
-                  :record_count=>3,
-                  :total_batches=>1,
-                  :url=>"https://agent.scalyr.com/addEvents",
-                  :will_retry_in_seconds=>0.4
-                }
-              )
-          end
-        ensure
-          temp_file.unlink
-        end
-      end
-
-      context "when server hostname doesn't match the cert" do
-        it "throws an SSLError" do
-          agent_scalyr_com_ip = `dig +short agent.scalyr.com 2> /dev/null | tail -n 1 | tr -d "\n"`
-          if agent_scalyr_com_ip.empty?
-            agent_scalyr_com_ip = `getent hosts agent.scalyr.com \
-            | awk '{ print $1 }' | tail -n 1 | tr -d "\n"`
-          end
-          mock_host = "invalid.mitm.should.fail.test.agent.scalyr.com"
-          etc_hosts_entry = "#{agent_scalyr_com_ip} #{mock_host}"
-          hosts_bkp = `sudo cat /etc/hosts`
-          hosts_bkp = hosts_bkp.chomp
-          # Add mock /etc/hosts entry and config scalyr_server entry
-          `echo "#{etc_hosts_entry}" | sudo tee -a /etc/hosts`
-
-          begin
-              plugin = LogStash::Outputs::Scalyr.new({
-                'api_write_token' => '1234',
-                'perform_connectivity_check' => false,
-                'scalyr_server' => 'https://invalid.mitm.should.fail.test.agent.scalyr.com:443',
-                'max_retries' => 2,
-                'retry_max_interval' => 2,
-                'retry_initial_interval' => 0.2,
-              })
-              plugin.register
-              plugin.instance_variable_set(:@running, false)
-              allow(plugin.instance_variable_get(:@logger)).to receive(:warn)
-              plugin.multi_receive(sample_events)
-              expect(plugin.instance_variable_get(:@logger)).to have_received(:warn).with("Error uploading to Scalyr (will backoff-retry)",
-                {
-                  :error_class=>"Manticore::UnknownException",
-                  :batch_num=>1,
-                  :message=>"Certificate for <invalid.mitm.should.fail.test.agent.scalyr.com> doesn't match any of the subject alternative names: [*.scalyr.com, scalyr.com]",
-                  :payload_size=>737,
-                  :record_count=>3,
-                  :total_batches=>1,
-                  :url=>"https://invalid.mitm.should.fail.test.agent.scalyr.com/addEvents",
-                  :will_retry_in_seconds=>0.4
-                }
-              )
-          ensure
-            # Clean up the hosts file
-            `sudo truncate -s 0 /etc/hosts`
-            `echo "#{hosts_bkp}" | sudo tee -a /etc/hosts`
-          end
-        end
-      end
-
-      context "when an error occurs with retries at 15 and invalid example_com cert" do
-        it "exits after 15 retries and emits a log" do
-          plugin = LogStash::Outputs::Scalyr.new({
-            'api_write_token' => '1234',
-            'perform_connectivity_check' => false,
-            'ssl_ca_bundle_path' => EXAMPLE_COME_CA_CERTS_PATH,
-            'max_retries' => 15,
-            'retry_max_interval' => 0.2,
-            'retry_initial_interval' => 0.1,
-          })
-          plugin.register
-          allow(plugin.instance_variable_get(:@logger)).to receive(:error)
-          plugin.multi_receive(sample_events)
-          expect(plugin.instance_variable_get(:@logger)).to have_received(:error).with("Failed to send 3 events after 15 tries.", anything
-          )
-      end
-      end
-  end
-
-  describe "response_handling_tests" do
-    context "when receiving a 503 response" do
-      it "don't throw an error but do log one to debug" do
-        stub_request(:post, "https://agent.scalyr.com/addEvents").
-          to_return(status: 503, body: "stubbed response", headers: {})
-
-        plugin = LogStash::Outputs::Scalyr.new({
-          'api_write_token' => '1234',
-          'perform_connectivity_check' => false,
-          'ssl_ca_bundle_path' => EXAMPLE_COME_CA_CERTS_PATH,
-          'max_retries' => 2,
-          'retry_max_interval' => 0.2,
-          'retry_initial_interval' => 0.1,
-        })
-        plugin.register
-        plugin.instance_variable_set(:@running, false)
-
-        allow(plugin.instance_variable_get(:@logger)).to receive(:debug)
-        plugin.multi_receive(sample_events)
-        expect(plugin.instance_variable_get(:@logger)).to have_received(:debug).with("Error uploading to Scalyr (will backoff-retry)",
-          {
-            :error_class=>"Scalyr::Common::Client::ServerError",
-            :batch_num=>1,
-            :code=>503,
-            :message=>"Invalid JSON response from server",
-            :payload_size=>737,
-            :record_count=>3,
-            :total_batches=>1,
-            :url=>"https://agent.scalyr.com/addEvents",
-            :will_retry_in_seconds=>0.2,
-            :body=>"stubbed response"
-          }
-        )
-      end
-    end
-
-    context "when receiving a 500 response" do
-      it "don't throw an error but do log one to error" do
-        stub_request(:post, "https://agent.scalyr.com/addEvents").
-          to_return(status: 500, body: "stubbed response", headers: {})
-
-        plugin = LogStash::Outputs::Scalyr.new({
-          'api_write_token' => '1234',
-          'perform_connectivity_check' => false,
-          'ssl_ca_bundle_path' => EXAMPLE_COME_CA_CERTS_PATH,
-          'max_retries' => 2,
-          'retry_max_interval' => 0.2,
-          'retry_initial_interval' => 0.1,
-        })
-        plugin.register
-        plugin.instance_variable_set(:@running, false)
-
-        allow(plugin.instance_variable_get(:@logger)).to receive(:warn)
-        plugin.multi_receive(sample_events)
-        expect(plugin.instance_variable_get(:@logger)).to have_received(:warn).with("Error uploading to Scalyr (will backoff-retry)",
-          {
-            :error_class=>"Scalyr::Common::Client::ServerError",
-            :batch_num=>1,
-            :code=>500,
-            :message=>"Invalid JSON response from server",
-            :payload_size=>737,
-            :record_count=>3,
-            :total_batches=>1,
-            :url=>"https://agent.scalyr.com/addEvents",
-            :will_retry_in_seconds=>0.2,
-            :body=>"stubbed response"
-          }
-        )
-      end
-    end
-
-    context "when receiving a long non-json response" do
-      it "don't throw an error but do log one to error" do
-        stub_request(:post, "https://agent.scalyr.com/addEvents").
-          to_return(status: 500, body: "0123456789" * 52, headers: {})
-
-        plugin = LogStash::Outputs::Scalyr.new({
-            'api_write_token' => '1234',
-            'perform_connectivity_check' => false,
-            'ssl_ca_bundle_path' => EXAMPLE_COME_CA_CERTS_PATH,
-            'max_retries' => 2,
-            'retry_max_interval' => 0.2,
-            'retry_initial_interval' => 0.1,
-        })
-        plugin.register
-        plugin.instance_variable_set(:@running, false)
-
-        allow(plugin.instance_variable_get(:@logger)).to receive(:warn)
-        plugin.multi_receive(sample_events)
-        expect(plugin.instance_variable_get(:@logger)).to have_received(:warn).with("Error uploading to Scalyr (will backoff-retry)",
-          {
-            :error_class=>"Scalyr::Common::Client::ServerError",
-            :batch_num=>1,
-            :code=>500,
-            :message=>"Invalid JSON response from server",
-            :payload_size=>737,
-            :record_count=>3,
-            :total_batches=>1,
-            :url=>"https://agent.scalyr.com/addEvents",
-            :will_retry_in_seconds=>0.2,
-            :body=>("0123456789" * 50) + "012345678..."
-          }
-        )
-      end
-    end
-
-    context 'when DLQ is enabled' do
-      let(:dlq_writer) { double('DLQ writer') }
-      it 'should send the event to the DLQ' do
-        stub_request(:post, "https://agent.scalyr.com/addEvents").
-          to_return(status: 500, body: "stubbed response", headers: {})
-
-        plugin = LogStash::Outputs::Scalyr.new({
-            'api_write_token' => '1234',
-            'perform_connectivity_check' => false,
-            'ssl_ca_bundle_path' => EXAMPLE_COME_CA_CERTS_PATH,
-            'max_retries' => 2,
-            'retry_max_interval' => 0.2,
-            'retry_initial_interval' => 0.1,
-        })
-        plugin.register
-        plugin.instance_variable_set(:@running, false)
-        plugin.instance_variable_set('@dlq_writer', dlq_writer)
-
-        expect(dlq_writer).to receive(:write).exactly(3).times.with(anything, anything)
-        plugin.multi_receive(sample_events)
-      end
-    end
-  end
-
-end