logstash-output-scalyr 0.2.7.beta → 0.2.9.beta

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-scalyr
 version: !ruby/object:Gem::Version
-  version: 0.2.7.beta
+  version: 0.2.9.beta
 platform: ruby
 authors:
 - Edward Chee
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-08-04 00:00:00.000000000 Z
+date: 2022-11-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -165,16 +165,6 @@ files:
 - lib/scalyr/common/util.rb
 - lib/scalyr/constants.rb
 - logstash-output-scalyr.gemspec
-- spec/benchmarks/bignum_fixing.rb
-- spec/benchmarks/flattening_and_serialization.rb
-- spec/benchmarks/json_serialization.rb
-- spec/benchmarks/metrics_overhead.rb
-- spec/benchmarks/set_session_level_serverhost_on_events.rb
-- spec/benchmarks/util.rb
-- spec/logstash/outputs/fixtures/example_com.pem
-- spec/logstash/outputs/scalyr_integration_spec.rb
-- spec/logstash/outputs/scalyr_spec.rb
-- spec/scalyr/common/util_spec.rb
 homepage: https://www.scalyr.com/help/data-sources#logstash
 licenses:
 - Apache-2.0
@@ -201,14 +191,4 @@ rubygems_version: 2.7.10
 signing_key:
 specification_version: 4
 summary: Scalyr output plugin for Logstash
-test_files:
-- spec/benchmarks/bignum_fixing.rb
-- spec/benchmarks/flattening_and_serialization.rb
-- spec/benchmarks/json_serialization.rb
-- spec/benchmarks/metrics_overhead.rb
-- spec/benchmarks/set_session_level_serverhost_on_events.rb
-- spec/benchmarks/util.rb
-- spec/logstash/outputs/fixtures/example_com.pem
-- spec/logstash/outputs/scalyr_integration_spec.rb
-- spec/logstash/outputs/scalyr_spec.rb
-- spec/scalyr/common/util_spec.rb
+test_files: []

data/spec/benchmarks/bignum_fixing.rb

@@ -1,87 +0,0 @@
-require 'benchmark'
-require 'quantile'
-
-require_relative '../../lib/scalyr/common/util'
-require_relative './util'
-
-# Micro benchmark which measures how long it takes to find all the Bignums in a record and convert them to strings
-
-ITERATIONS = 500
-
-def rand_bignum()
-  return 200004000020304050300 + rand(999999)
-end
-
-def generate_hash(widths)
-  result = {}
-  if widths.empty?
-    return rand_bignum()
-  else
-    widths[0].times do
-      result[rand_str(9)] = generate_hash(widths[1..widths.length])
-    end
-    return result
-  end
-end
-
-def generate_data_array_for_spec(spec)
-  data = []
-  ITERATIONS.times do
-    data << generate_hash(spec)
-  end
-
-  data
-end
-
-def run_benchmark_and_print_results(data, run_benchmark_func)
-  puts ""
-  puts "Using %s total keys in a hash" % [Scalyr::Common::Util.flatten(data[0]).count]
-  puts ""
-
-  result = []
-  ITERATIONS.times do |i|
-    result << Benchmark.measure { run_benchmark_func.(data[i]) }
-  end
-
-  sum = result.inject(nil) { |sum, t| sum.nil? ? sum = t : sum += t }
-  avg = sum / result.size
-
-  Benchmark.bm(7, "sum:", "avg:") do |b|
-    [sum, avg]
-  end
-  puts ""
-end
-
-
-puts "Using %s iterations" % [ITERATIONS]
-puts ""
-
-@value = Quantile::Estimator.new
-@prng = Random.new
-
-def convert_bignums(record)
-  Scalyr::Common::Util.convert_bignums(record)
-end
-
-puts "Util.convert_bignums()"
-puts "==============================="
-
-# Around ~200 keys in a hash
-data = generate_data_array_for_spec([4, 4, 3, 4])
-run_benchmark_and_print_results(data, method(:convert_bignums))
-
-# Around ~200 keys in a hash (single level)
-data = generate_data_array_for_spec([200])
-run_benchmark_and_print_results(data, method(:convert_bignums))
-
-# Around ~512 keys in a hash
-data = generate_data_array_for_spec([8, 4, 4, 4])
-run_benchmark_and_print_results(data, method(:convert_bignums))
-
-# Around ~960 keys in a hash
-data = generate_data_array_for_spec([12, 5, 4, 4])
-run_benchmark_and_print_results(data, method(:convert_bignums))
-
-# Around ~2700 keys in a hash
-data = generate_data_array_for_spec([14, 8, 6, 4])
-run_benchmark_and_print_results(data, method(:convert_bignums))

data/spec/benchmarks/flattening_and_serialization.rb

@@ -1,100 +0,0 @@
-require 'benchmark'
-require 'json'
-
-require_relative '../../lib/scalyr/common/util'
-require_relative './util'
-
-# NOTE: When using jRuby using multiple iterations with the same dataset doesn't make
-# sense since it will just use JITed version of the code which will be very fast. If we
-# wanted to accurately measure using multiple iterations we would need te different
-# input data for each iteration.
-ITERATIONS = 500
-
-def run_benchmark_and_print_results(data, run_benchmark_func)
-  puts ""
-  puts "Using %s total keys in a hash" % [Scalyr::Common::Util.flatten(data[0]).count]
-  puts ""
-
-  result = []
-  ITERATIONS.times do |i|
-    result << Benchmark.measure { run_benchmark_func.(data[i]) }
-  end
-
-  sum = result.inject(nil) { |sum, t| sum.nil? ? sum = t : sum += t }
-  avg = sum / result.size
-
-  Benchmark.bm(7, "sum:", "avg:") do |b|
-    [sum, avg]
-  end
-  puts ""
-end
-
-def flatten_data_func(data)
-  Scalyr::Common::Util.flatten(data)
-end
-
-def json_serialize_data(data)
-  data.to_json
-end
-
-DATASETS = {
-  :keys_50 => generate_data_array_for_spec([3, 3, 3, 2]),
-  :keys_200 => generate_data_array_for_spec([4, 4, 3, 4]),
-  :keys_200_flat => generate_data_array_for_spec([200]),
-  :keys_512 => generate_data_array_for_spec([8, 4, 4, 4]),
-  :keys_960 => generate_data_array_for_spec([12, 5, 4, 4]),
-  :keys_2700 => generate_data_array_for_spec([14, 8, 6, 4])
-}
-
-puts "Using %s iterations" % [ITERATIONS]
-puts ""
-
-puts "Scalyr::Common::Util.flatten()"
-puts "==============================="
-
-# Around ~50 keys in a hash
-data = DATASETS[:keys_50]
-run_benchmark_and_print_results(data, method(:flatten_data_func))
-
-# Around ~200 keys in a hash
-data = DATASETS[:keys_200]
-run_benchmark_and_print_results(data, method(:flatten_data_func))
-
-# Around ~200 keys in a hash (single level)
-data = DATASETS[:keys_200_flat]
-run_benchmark_and_print_results(data, method(:flatten_data_func))
-
-# Around ~512 keys in a hash
-data = DATASETS[:keys_512]
-run_benchmark_and_print_results(data, method(:flatten_data_func))
-
-# Around ~960 keys in a hash
-data = DATASETS[:keys_960]
-run_benchmark_and_print_results(data, method(:flatten_data_func))
-
-# Around ~2700 keys in a hash
-data = DATASETS[:keys_2700]
-run_benchmark_and_print_results(data, method(:flatten_data_func))
-
-puts "JSON.dumps (hash.to_dict)"
-puts "==============================="
-
-# Around ~200 keys in a hash
-data = generate_data_array_for_spec([4, 4, 3, 4])
-run_benchmark_and_print_results(data, method(:json_serialize_data))
-
-# Around ~200 keys in a hash (single level)
-data = DATASETS[:keys_200_flat]
-run_benchmark_and_print_results(data, method(:json_serialize_data))
-
-# Around ~512 keys in a hash
-data = generate_data_array_for_spec([8, 4, 4, 4])
-run_benchmark_and_print_results(data, method(:json_serialize_data))
-
-# Around ~960 keys in a hash
-data = generate_data_array_for_spec([12, 5, 4, 4])
-run_benchmark_and_print_results(data, method(:json_serialize_data))
-
-# Around ~2700 keys in a hash
-data = generate_data_array_for_spec([14, 8, 6, 4])
-run_benchmark_and_print_results(data, method(:json_serialize_data))

data/spec/benchmarks/json_serialization.rb

@@ -1,85 +0,0 @@
-require 'benchmark'
-require 'json'
-require 'jrjackson'
-
-require_relative '../../lib/scalyr/common/util'
-require_relative './util'
-
-ITERATIONS = 500
-
-def json_serialize_data_native(data)
-  data.to_json
-end
-
-def json_serialize_data_jrjackson(data)
-  JrJackson::Json.dump(data)
-end
-
-DATASETS = {
-  :keys_50 => generate_data_array_for_spec([3, 3, 3, 2]),
-  :keys_200 => generate_data_array_for_spec([4, 4, 3, 4]),
-  :keys_200_flat => generate_data_array_for_spec([200]),
-  :keys_512 => generate_data_array_for_spec([8, 4, 4, 4]),
-  :keys_960 => generate_data_array_for_spec([12, 5, 4, 4]),
-  :keys_2700 => generate_data_array_for_spec([14, 8, 6, 4])
-}
-
-def run_benchmark_and_print_results(data, run_benchmark_func)
-  puts ""
-  puts "Using %s total keys in a hash" % [Scalyr::Common::Util.flatten(data[0]).count]
-  puts ""
-
-  result = []
-  ITERATIONS.times do |i|
-    result << Benchmark.measure { run_benchmark_func.(data[i]) }
-  end
-
-  sum = result.inject(nil) { |sum, t| sum.nil? ? sum = t : sum += t }
-  avg = sum / result.size
-
-  Benchmark.bm(7, "sum:", "avg:") do |b|
-    [sum, avg]
-  end
-  puts ""
-end
-
-puts "Using %s iterations" % [ITERATIONS]
-puts ""
-
-puts "native"
-puts "==============================="
-
-# Around ~50 keys in a hash
-data = DATASETS[:keys_50]
-run_benchmark_and_print_results(data, method(:json_serialize_data_native))
-
-# Around ~200 keys in a hash
-data = DATASETS[:keys_200]
-run_benchmark_and_print_results(data, method(:json_serialize_data_native))
-
-# Around ~200 keys in a hash (single level)
-data = DATASETS[:keys_200_flat]
-run_benchmark_and_print_results(data, method(:json_serialize_data_native))
-
-# Around ~2700 keys in a hash
-data = DATASETS[:keys_2700]
-run_benchmark_and_print_results(data, method(:json_serialize_data_native))
-
-puts "jrjackson"
-puts "==============================="
-
-# Around ~50 keys in a hash
-data = DATASETS[:keys_50]
-run_benchmark_and_print_results(data, method(:json_serialize_data_jrjackson))
-
-# Around ~200 keys in a hash
-data = DATASETS[:keys_200]
-run_benchmark_and_print_results(data, method(:json_serialize_data_jrjackson))
-
-# Around ~200 keys in a hash (single level)
-data = DATASETS[:keys_200_flat]
-run_benchmark_and_print_results(data, method(:json_serialize_data_jrjackson))
-
-# Around ~2700 keys in a hash
-data = DATASETS[:keys_2700]
-run_benchmark_and_print_results(data, method(:json_serialize_data_jrjackson))

data/spec/benchmarks/metrics_overhead.rb

@@ -1,48 +0,0 @@
-require 'benchmark'
-require 'quantile'
-
-require_relative '../../lib/scalyr/common/util'
-
-# Micro benchmark which measures how much overhead Quantile.observe adds vs random sampling to see
-# where making sampling (e.g. on event level metrics) is desired
-
-ITERATIONS = 10000
-
-def run_benchmark_and_print_results(run_benchmark_func)
-  result = []
-  ITERATIONS.times do |i|
-    result << Benchmark.measure { run_benchmark_func.() }
-  end
-
-  sum = result.inject(nil) { |sum, t| sum.nil? ? sum = t : sum += t }
-  avg = sum / result.size
-
-  Benchmark.bm(7, "sum:", "avg:") do |b|
-    [sum, avg]
-  end
-  puts ""
-end
-
-
-puts "Using %s iterations" % [ITERATIONS]
-puts ""
-
-@value = Quantile::Estimator.new
-@prng = Random.new
-
-def quantile_observe()
-  @value.observe(5)
-end
-
-def random_sample()
-  return @prng.rand(0.0..1.0) < 0.5
-end
-
-puts "Quartile.observe()"
-puts "==============================="
-
-run_benchmark_and_print_results(method(:quantile_observe))
-
-puts "random sample"
-puts "==============================="
-run_benchmark_and_print_results(method(:random_sample))

data/spec/benchmarks/set_session_level_serverhost_on_events.rb

@@ -1,107 +0,0 @@
-require 'benchmark'
-require 'quantile'
-
-require_relative '../../lib/scalyr/constants'
-require_relative '../../lib/scalyr/common/util'
-require_relative './util'
-
-# Micro benchmark which measures how long "set_session_level_serverhost_on_events" takes
-
-ITERATIONS = 100
-
-def run_benchmark_and_print_results(data, run_benchmark_func)
-  puts ""
-  puts "Using %s total events in a batch" % [data[0].size]
-  puts ""
-
-  result = []
-  ITERATIONS.times do |i|
-    result << Benchmark.measure { run_benchmark_func.(data[i]) }
-  end
-
-  sum = result.inject(nil) { |sum, t| sum.nil? ? sum = t : sum += t }
-  avg = sum / result.size
-
-  Benchmark.bm(7, "sum:", "avg:") do |b|
-    [sum, avg]
-  end
-  puts ""
-end
-
-# Generate random event with only single event having special server host attribute set which
-# represents a worst case scenario since we need to backfill rest of the events.
-def generate_events(count)
-  result = []
-
-  ITERATIONS.times do |iteration|
-    events = []
-
-    count.times do |index|
-      event = generate_hash([2])
-      event[:attrs] = Hash.new
-      event[:log] = 1
-
-      if index == count - 1
-        event[:attrs][EVENT_LEVEL_SERVER_HOST_ATTRIBUTE_NAME] = format("test-host-%s", index)
-      end
-
-      events << event
-    end
-
-    raise "Assertion failed" unless events.size == count
-
-    result << events
-  end
-
-  raise "Assertion failed" unless result.size == ITERATIONS
-  result
-end
-
-def run_func(events)
-  # NOTE: This function manipulates events in place
-  events.each_with_index do |event, index|
-    if index < events.size - 1
-      # Last event will have _origServerHost set, but others won't
-      raise "Assertion failed" unless event[:attrs][EVENT_LEVEL_SERVER_HOST_ATTRIBUTE_NAME].nil?
-    end
-  end
-
-  Scalyr::Common::Util.set_session_level_serverhost_on_events("session-server-host-dummy", events, {}, true)
-
-  events.each do |event|
-    raise "Assertion failed" unless event[:attrs][EVENT_LEVEL_SERVER_HOST_ATTRIBUTE_NAME].nil? == false
-  end
-end
-
-
-puts "Using %s iterations" % [ITERATIONS]
-puts ""
-
-@value = Quantile::Estimator.new
-
-puts "Util.set_session_level_serverhost_on_events()"
-puts "==============================="
-
-# 100 events in a batch
-data = generate_events(100)
-run_benchmark_and_print_results(data, method(:run_func))
-
-# 500 events in a batch
-data = generate_events(500)
-run_benchmark_and_print_results(data, method(:run_func))
-
-# 1000 events in a batch
-data = generate_events(1000)
-run_benchmark_and_print_results(data, method(:run_func))
-
-# 2000 events in a batch
-data = generate_events(2000)
-run_benchmark_and_print_results(data, method(:run_func))
-
-# 3000 events in a batch
-data = generate_events(3000)
-run_benchmark_and_print_results(data, method(:run_func))
-
-# 5000 events in a batch
-data = generate_events(5000)
-run_benchmark_and_print_results(data, method(:run_func))

data/spec/benchmarks/util.rb

@@ -1,24 +0,0 @@
-def rand_str(len)
-  return (0...len).map { (65 + rand(26)).chr }.join
-end
-
-def generate_hash(widths)
-  result = {}
-  if widths.empty?
-    return rand_str(20)
-  else
-    widths[0].times do
-      result[rand_str(9)] = generate_hash(widths[1..widths.length])
-    end
-    return result
-  end
-end
-
-def generate_data_array_for_spec(spec)
-  data = []
-  ITERATIONS.times do
-    data << generate_hash(spec)
-  end
-
-  data
-end

data/spec/logstash/outputs/fixtures/example_com.pem

@@ -1,41 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIHQDCCBiigAwIBAgIQD9B43Ujxor1NDyupa2A4/jANBgkqhkiG9w0BAQsFADBN
-MQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMScwJQYDVQQDEx5E
-aWdpQ2VydCBTSEEyIFNlY3VyZSBTZXJ2ZXIgQ0EwHhcNMTgxMTI4MDAwMDAwWhcN
-MjAxMjAyMTIwMDAwWjCBpTELMAkGA1UEBhMCVVMxEzARBgNVBAgTCkNhbGlmb3Ju
-aWExFDASBgNVBAcTC0xvcyBBbmdlbGVzMTwwOgYDVQQKEzNJbnRlcm5ldCBDb3Jw
-b3JhdGlvbiBmb3IgQXNzaWduZWQgTmFtZXMgYW5kIE51bWJlcnMxEzARBgNVBAsT
-ClRlY2hub2xvZ3kxGDAWBgNVBAMTD3d3dy5leGFtcGxlLm9yZzCCASIwDQYJKoZI
-hvcNAQEBBQADggEPADCCAQoCggEBANDwEnSgliByCGUZElpdStA6jGaPoCkrp9vV
-rAzPpXGSFUIVsAeSdjF11yeOTVBqddF7U14nqu3rpGA68o5FGGtFM1yFEaogEv5g
-rJ1MRY/d0w4+dw8JwoVlNMci+3QTuUKf9yH28JxEdG3J37Mfj2C3cREGkGNBnY80
-eyRJRqzy8I0LSPTTkhr3okXuzOXXg38ugr1x3SgZWDNuEaE6oGpyYJIBWZ9jF3pJ
-QnucP9vTBejMh374qvyd0QVQq3WxHrogy4nUbWw3gihMxT98wRD1oKVma1NTydvt
-hcNtBfhkp8kO64/hxLHrLWgOFT/l4tz8IWQt7mkrBHjbd2XLVPkCAwEAAaOCA8Ew
-ggO9MB8GA1UdIwQYMBaAFA+AYRyCMWHVLyjnjUY4tCzhxtniMB0GA1UdDgQWBBRm
-mGIC4AmRp9njNvt2xrC/oW2nvjCBgQYDVR0RBHoweIIPd3d3LmV4YW1wbGUub3Jn
-ggtleGFtcGxlLmNvbYILZXhhbXBsZS5lZHWCC2V4YW1wbGUubmV0ggtleGFtcGxl
-Lm9yZ4IPd3d3LmV4YW1wbGUuY29tgg93d3cuZXhhbXBsZS5lZHWCD3d3dy5leGFt
-cGxlLm5ldDAOBgNVHQ8BAf8EBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsG
-AQUFBwMCMGsGA1UdHwRkMGIwL6AtoCuGKWh0dHA6Ly9jcmwzLmRpZ2ljZXJ0LmNv
-bS9zc2NhLXNoYTItZzYuY3JsMC+gLaArhilodHRwOi8vY3JsNC5kaWdpY2VydC5j
-b20vc3NjYS1zaGEyLWc2LmNybDBMBgNVHSAERTBDMDcGCWCGSAGG/WwBATAqMCgG
-CCsGAQUFBwIBFhxodHRwczovL3d3dy5kaWdpY2VydC5jb20vQ1BTMAgGBmeBDAEC
-AjB8BggrBgEFBQcBAQRwMG4wJAYIKwYBBQUHMAGGGGh0dHA6Ly9vY3NwLmRpZ2lj
-ZXJ0LmNvbTBGBggrBgEFBQcwAoY6aHR0cDovL2NhY2VydHMuZGlnaWNlcnQuY29t
-L0RpZ2lDZXJ0U0hBMlNlY3VyZVNlcnZlckNBLmNydDAMBgNVHRMBAf8EAjAAMIIB
-fwYKKwYBBAHWeQIEAgSCAW8EggFrAWkAdwCkuQmQtBhYFIe7E6LMZ3AKPDWYBPkb
-37jjd80OyA3cEAAAAWdcMZVGAAAEAwBIMEYCIQCEZIG3IR36Gkj1dq5L6EaGVycX
-sHvpO7dKV0JsooTEbAIhALuTtf4wxGTkFkx8blhTV+7sf6pFT78ORo7+cP39jkJC
-AHYAh3W/51l8+IxDmV+9827/Vo1HVjb/SrVgwbTq/16ggw8AAAFnXDGWFQAABAMA
-RzBFAiBvqnfSHKeUwGMtLrOG3UGLQIoaL3+uZsGTX3MfSJNQEQIhANL5nUiGBR6g
-l0QlCzzqzvorGXyB/yd7nttYttzo8EpOAHYAb1N2rDHwMRnYmQCkURX/dxUcEdkC
-wQApBo2yCJo32RMAAAFnXDGWnAAABAMARzBFAiEA5Hn7Q4SOyqHkT+kDsHq7ku7z
-RDuM7P4UDX2ft2Mpny0CIE13WtxJAUr0aASFYZ/XjSAMMfrB0/RxClvWVss9LHKM
-MA0GCSqGSIb3DQEBCwUAA4IBAQBzcIXvQEGnakPVeJx7VUjmvGuZhrr7DQOLeP4R
-8CmgDM1pFAvGBHiyzvCH1QGdxFl6cf7wbp7BoLCRLR/qPVXFMwUMzcE1GLBqaGZM
-v1Yh2lvZSLmMNSGRXdx113pGLCInpm/TOhfrvr0TxRImc8BdozWJavsn1N2qdHQu
-N+UBO6bQMLCD0KHEdSGFsuX6ZwAworxTg02/1qiDu7zW7RyzHvFYA4IAjpzvkPIa
-X6KjBtpdvp/aXabmL95YgBjT8WJ7pqOfrqhpcmOBZa6Cg6O1l4qbIFH/Gj9hQB5I
-0Gs4+eH6F9h3SojmPTYkT+8KuZ9w84Mn+M8qBXUQoYoKgIjN
------END CERTIFICATE-----