logstash-core 5.6.16-java → 6.0.0.alpha1-java

Sign up to get free protection for your applications and to get access to all the features.
Files changed (156) hide show
  1. checksums.yaml +4 -4
  2. data/gemspec_jars.rb +4 -7
  3. data/lib/logstash-core/logstash-core.jar +0 -0
  4. data/lib/logstash-core/version.rb +4 -8
  5. data/lib/logstash-core_jars.rb +12 -26
  6. data/lib/logstash/agent.rb +261 -246
  7. data/lib/logstash/api/commands/default_metadata.rb +1 -1
  8. data/lib/logstash/api/commands/hot_threads_reporter.rb +5 -11
  9. data/lib/logstash/api/commands/node.rb +3 -2
  10. data/lib/logstash/api/commands/stats.rb +3 -2
  11. data/lib/logstash/bootstrap_check/bad_java.rb +16 -0
  12. data/lib/logstash/bootstrap_check/bad_ruby.rb +12 -0
  13. data/lib/logstash/bootstrap_check/default_config.rb +17 -0
  14. data/lib/logstash/compiler.rb +38 -0
  15. data/lib/logstash/compiler/lscl.rb +566 -0
  16. data/lib/logstash/compiler/lscl/lscl_grammar.rb +3503 -0
  17. data/lib/logstash/compiler/treetop_monkeypatches.rb +92 -0
  18. data/lib/logstash/config/config_ast.rb +4 -82
  19. data/lib/logstash/config/mixin.rb +73 -41
  20. data/lib/logstash/config/pipeline_config.rb +48 -0
  21. data/lib/logstash/config/source/base.rb +16 -0
  22. data/lib/logstash/config/source/local.rb +215 -0
  23. data/lib/logstash/config/source_loader.rb +125 -0
  24. data/lib/logstash/converge_result.rb +103 -0
  25. data/lib/logstash/environment.rb +6 -19
  26. data/lib/logstash/errors.rb +2 -0
  27. data/lib/logstash/execution_context.rb +4 -7
  28. data/lib/logstash/filter_delegator.rb +6 -9
  29. data/lib/logstash/inputs/base.rb +0 -2
  30. data/lib/logstash/instrument/collector.rb +5 -7
  31. data/lib/logstash/instrument/metric_store.rb +12 -12
  32. data/lib/logstash/instrument/metric_type/mean.rb +0 -5
  33. data/lib/logstash/instrument/namespaced_metric.rb +0 -4
  34. data/lib/logstash/instrument/namespaced_null_metric.rb +0 -4
  35. data/lib/logstash/instrument/null_metric.rb +0 -10
  36. data/lib/logstash/instrument/periodic_poller/cgroup.rb +85 -168
  37. data/lib/logstash/instrument/periodic_poller/jvm.rb +5 -5
  38. data/lib/logstash/instrument/periodic_poller/pq.rb +3 -7
  39. data/lib/logstash/instrument/periodic_pollers.rb +1 -3
  40. data/lib/logstash/instrument/wrapped_write_client.rb +24 -33
  41. data/lib/logstash/logging/logger.rb +15 -47
  42. data/lib/logstash/namespace.rb +0 -1
  43. data/lib/logstash/output_delegator.rb +5 -7
  44. data/lib/logstash/outputs/base.rb +0 -2
  45. data/lib/logstash/pipeline.rb +159 -87
  46. data/lib/logstash/pipeline_action.rb +13 -0
  47. data/lib/logstash/pipeline_action/base.rb +29 -0
  48. data/lib/logstash/pipeline_action/create.rb +47 -0
  49. data/lib/logstash/pipeline_action/reload.rb +48 -0
  50. data/lib/logstash/pipeline_action/stop.rb +23 -0
  51. data/lib/logstash/plugin.rb +0 -1
  52. data/lib/logstash/plugins/hooks_registry.rb +6 -0
  53. data/lib/logstash/plugins/registry.rb +0 -1
  54. data/lib/logstash/program.rb +14 -0
  55. data/lib/logstash/queue_factory.rb +5 -1
  56. data/lib/logstash/runner.rb +58 -80
  57. data/lib/logstash/settings.rb +3 -27
  58. data/lib/logstash/state_resolver.rb +41 -0
  59. data/lib/logstash/util/java_version.rb +6 -0
  60. data/lib/logstash/util/safe_uri.rb +12 -148
  61. data/lib/logstash/util/thread_dump.rb +4 -7
  62. data/lib/logstash/util/wrapped_acked_queue.rb +36 -39
  63. data/lib/logstash/util/wrapped_synchronous_queue.rb +29 -39
  64. data/lib/logstash/version.rb +10 -8
  65. data/locales/en.yml +3 -54
  66. data/logstash-core.gemspec +8 -35
  67. data/spec/{logstash/api/modules → api/lib/api}/logging_spec.rb +10 -1
  68. data/spec/{logstash/api/modules → api/lib/api}/node_plugins_spec.rb +2 -1
  69. data/spec/{logstash/api/modules → api/lib/api}/node_spec.rb +3 -3
  70. data/spec/{logstash/api/modules → api/lib/api}/node_stats_spec.rb +3 -7
  71. data/spec/{logstash/api/modules → api/lib/api}/plugins_spec.rb +3 -4
  72. data/spec/{logstash/api/modules → api/lib/api}/root_spec.rb +2 -2
  73. data/spec/api/lib/api/support/resource_dsl_methods.rb +87 -0
  74. data/spec/{logstash/api/commands/stats_spec.rb → api/lib/commands/stats.rb} +2 -7
  75. data/spec/{logstash/api → api/lib}/errors_spec.rb +1 -1
  76. data/spec/{logstash/api → api/lib}/rack_app_spec.rb +0 -0
  77. data/spec/api/spec_helper.rb +106 -0
  78. data/spec/logstash/agent/converge_spec.rb +286 -0
  79. data/spec/logstash/agent/metrics_spec.rb +244 -0
  80. data/spec/logstash/agent_spec.rb +213 -225
  81. data/spec/logstash/compiler/compiler_spec.rb +584 -0
  82. data/spec/logstash/config/config_ast_spec.rb +8 -47
  83. data/spec/logstash/config/mixin_spec.rb +2 -42
  84. data/spec/logstash/config/pipeline_config_spec.rb +75 -0
  85. data/spec/logstash/config/source/local_spec.rb +395 -0
  86. data/spec/logstash/config/source_loader_spec.rb +122 -0
  87. data/spec/logstash/converge_result_spec.rb +179 -0
  88. data/spec/logstash/event_spec.rb +0 -66
  89. data/spec/logstash/execution_context_spec.rb +8 -12
  90. data/spec/logstash/filter_delegator_spec.rb +12 -24
  91. data/spec/logstash/inputs/base_spec.rb +7 -5
  92. data/spec/logstash/instrument/periodic_poller/cgroup_spec.rb +92 -225
  93. data/spec/logstash/instrument/periodic_poller/jvm_spec.rb +1 -1
  94. data/spec/logstash/instrument/periodic_poller/os_spec.rb +32 -29
  95. data/spec/logstash/instrument/wrapped_write_client_spec.rb +33 -33
  96. data/spec/logstash/legacy_ruby_event_spec.rb +13 -4
  97. data/spec/logstash/output_delegator_spec.rb +11 -20
  98. data/spec/logstash/outputs/base_spec.rb +7 -5
  99. data/spec/logstash/pipeline_action/create_spec.rb +83 -0
  100. data/spec/logstash/pipeline_action/reload_spec.rb +83 -0
  101. data/spec/logstash/pipeline_action/stop_spec.rb +37 -0
  102. data/spec/logstash/pipeline_pq_file_spec.rb +1 -1
  103. data/spec/logstash/pipeline_spec.rb +81 -137
  104. data/spec/logstash/plugin_spec.rb +2 -1
  105. data/spec/logstash/plugins/hooks_registry_spec.rb +6 -0
  106. data/spec/logstash/queue_factory_spec.rb +13 -1
  107. data/spec/logstash/runner_spec.rb +29 -140
  108. data/spec/logstash/settings/writable_directory_spec.rb +10 -13
  109. data/spec/logstash/settings_spec.rb +0 -91
  110. data/spec/logstash/state_resolver_spec.rb +156 -0
  111. data/spec/logstash/timestamp_spec.rb +2 -6
  112. data/spec/logstash/util/java_version_spec.rb +22 -0
  113. data/spec/logstash/util/safe_uri_spec.rb +0 -56
  114. data/spec/logstash/util/wrapped_synchronous_queue_spec.rb +22 -0
  115. data/spec/support/helpers.rb +9 -11
  116. data/spec/support/matchers.rb +96 -6
  117. data/spec/support/mocks_classes.rb +80 -0
  118. data/spec/support/shared_contexts.rb +2 -27
  119. metadata +100 -149
  120. data/lib/logstash/config/loader.rb +0 -107
  121. data/lib/logstash/config/modules_common.rb +0 -103
  122. data/lib/logstash/config/source/modules.rb +0 -55
  123. data/lib/logstash/config/string_escape.rb +0 -27
  124. data/lib/logstash/dependency_report.rb +0 -131
  125. data/lib/logstash/dependency_report_runner.rb +0 -17
  126. data/lib/logstash/elasticsearch_client.rb +0 -142
  127. data/lib/logstash/instrument/global_metrics.rb +0 -13
  128. data/lib/logstash/instrument/periodic_poller/dlq.rb +0 -24
  129. data/lib/logstash/modules/cli_parser.rb +0 -74
  130. data/lib/logstash/modules/elasticsearch_config.rb +0 -22
  131. data/lib/logstash/modules/elasticsearch_importer.rb +0 -37
  132. data/lib/logstash/modules/elasticsearch_resource.rb +0 -10
  133. data/lib/logstash/modules/file_reader.rb +0 -36
  134. data/lib/logstash/modules/kibana_base.rb +0 -24
  135. data/lib/logstash/modules/kibana_client.rb +0 -124
  136. data/lib/logstash/modules/kibana_config.rb +0 -105
  137. data/lib/logstash/modules/kibana_dashboards.rb +0 -36
  138. data/lib/logstash/modules/kibana_importer.rb +0 -17
  139. data/lib/logstash/modules/kibana_resource.rb +0 -10
  140. data/lib/logstash/modules/kibana_settings.rb +0 -40
  141. data/lib/logstash/modules/logstash_config.rb +0 -120
  142. data/lib/logstash/modules/resource_base.rb +0 -38
  143. data/lib/logstash/modules/scaffold.rb +0 -52
  144. data/lib/logstash/modules/settings_merger.rb +0 -23
  145. data/lib/logstash/modules/util.rb +0 -17
  146. data/lib/logstash/util/dead_letter_queue_manager.rb +0 -61
  147. data/lib/logstash/util/environment_variables.rb +0 -43
  148. data/spec/logstash/config/loader_spec.rb +0 -38
  149. data/spec/logstash/config/string_escape_spec.rb +0 -24
  150. data/spec/logstash/instrument/periodic_poller/dlq_spec.rb +0 -17
  151. data/spec/logstash/modules/logstash_config_spec.rb +0 -56
  152. data/spec/logstash/modules/scaffold_spec.rb +0 -234
  153. data/spec/logstash/pipeline_dlq_commit_spec.rb +0 -109
  154. data/spec/logstash/settings/splittable_string_array_spec.rb +0 -51
  155. data/spec/logstash/util/wrapped_acked_queue_spec.rb +0 -49
  156. data/versions-gem-copy.yml +0 -12
@@ -1,4 +1,6 @@
1
1
  # encoding: utf-8
2
+ require "stud/task"
3
+
2
4
  def silence_warnings
3
5
  warn_level = $VERBOSE
4
6
  $VERBOSE = nil
@@ -8,19 +10,19 @@ ensure
8
10
  end
9
11
 
10
12
  def clear_data_dir
11
- if defined?(agent_settings)
12
- data_path = agent_settings.get("path.data")
13
- else
14
- data_path = LogStash::SETTINGS.get("path.data")
15
- end
13
+ if defined?(agent_settings)
14
+ data_path = agent_settings.get("path.data")
15
+ else
16
+ data_path = LogStash::SETTINGS.get("path.data")
17
+ end
16
18
 
17
- Dir.foreach(data_path) do |f|
19
+ Dir.foreach(data_path) do |f|
18
20
  next if f == "." || f == ".." || f == ".gitkeep"
19
21
  FileUtils.rm_rf(File.join(data_path, f))
20
22
  end
21
23
  end
22
24
 
23
- def mock_settings(settings_values={})
25
+ def mock_settings(settings_values)
24
26
  settings = LogStash::SETTINGS.clone
25
27
 
26
28
  settings_values.each do |key, value|
@@ -30,10 +32,6 @@ def mock_settings(settings_values={})
30
32
  settings
31
33
  end
32
34
 
33
- def make_test_agent(settings=mock_settings)
34
- ::LogStash::Agent.new(settings)
35
- end
36
-
37
35
  def mock_pipeline(pipeline_id, reloadable = true, config_hash = nil)
38
36
  config_string = "input { stdin { id => '#{pipeline_id}' }}"
39
37
  settings = mock_settings("pipeline.id" => pipeline_id.to_s,
@@ -1,6 +1,7 @@
1
1
  # encoding: utf-8
2
2
  require "rspec"
3
3
  require "rspec/expectations"
4
+ require "logstash/config/pipeline_config"
4
5
 
5
6
  RSpec::Matchers.define :be_a_metric_event do |namespace, type, *args|
6
7
  match do
@@ -29,15 +30,104 @@ RSpec::Matchers.define :implement_interface_of do |type, key, value|
29
30
  end
30
31
  end
31
32
 
32
- RSpec::Matchers.define :be_a_config_loading_error_hash do |regex|
33
- match do |hash|
34
- expect(hash).to include(:error)
35
- error = hash[:error]
36
- expect(error).to be_a(LogStash::ConfigLoadingError)
37
- expect(error.message).to match(regex)
33
+ RSpec::Matchers.define :have_actions do |*expected|
34
+ match do |actual|
35
+ expect(actual.size).to eq(expected.size)
36
+
37
+ expected_values = expected.each_with_object([]) do |i, obj|
38
+ klass_name = "LogStash::PipelineAction::#{i.first.capitalize}"
39
+ obj << [klass_name, i.last]
40
+ end
41
+
42
+ actual_values = actual.each_with_object([]) do |i, obj|
43
+ klass_name = i.class.name
44
+ obj << [klass_name, i.pipeline_id]
45
+ end
46
+
47
+ values_match? expected_values, actual_values
48
+ end
49
+ end
50
+
51
+ RSpec::Matchers.define :have_pipeline? do |pipeline_config|
52
+ match do |agent|
53
+ pipeline = agent.get_pipeline(pipeline_config.pipeline_id)
54
+ expect(pipeline).to_not be_nil
55
+ expect(pipeline.config_str).to eq(pipeline_config.config_string)
56
+ end
57
+
58
+ match_when_negated do |agent|
59
+ pipeline = agent.get_pipeline(pipeline_config.pipeline_id)
60
+ pipeline.nil? || pipeline.config_str != pipeline_config.config_string
61
+ end
62
+ end
63
+
64
+ RSpec::Matchers.define :have_running_pipeline? do |pipeline_config|
65
+ match do |agent|
66
+ pipeline = agent.get_pipeline(pipeline_config.pipeline_id)
67
+ expect(pipeline).to_not be_nil
68
+ expect(pipeline.config_str).to eq(pipeline_config.config_string)
69
+ expect(pipeline.running?).to be_truthy
70
+ end
71
+
72
+ failure_message do |agent|
73
+ pipeline = agent.get_pipeline(pipeline_config.pipeline_id)
74
+
75
+ if pipeline.nil?
76
+ "Expected pipeline to exist and running, be we cannot find `#{pipeline_config.pipeline_id}` in the running pipelines `#{agent.pipelines.keys.join(",")}`"
77
+ else
78
+ if pipeline.running? == false
79
+ "Found `#{pipeline_config.pipeline_id}` in the list of pipelines but its not running"
80
+ elsif pipeline.config_str != pipeline_config.config_string
81
+ "Found `#{pipeline_config.pipeline_id}` in the list of pipelines and running, but the config_string doesn't match,
82
+ Expected:
83
+ #{pipeline_config.config_string}
84
+
85
+ got:
86
+ #{pipeline.config_str}"
87
+ end
88
+ end
38
89
  end
39
90
 
40
91
  match_when_negated do
41
92
  raise "Not implemented"
42
93
  end
43
94
  end
95
+
96
+ RSpec::Matchers.define :be_a_successful_converge do
97
+ match do |converge_results|
98
+ converge_results.success?
99
+ end
100
+
101
+ failure_message do |converge_results|
102
+ "Expected all actions to be successful:
103
+ #{converge_results.failed_actions.collect { |action, result| "pipeline_id: #{action.pipeline_id}, message: #{result.message}"}.join("\n")}"
104
+ end
105
+
106
+ failure_message_when_negated do |converge_results|
107
+ "Expected all actions to failed:
108
+ #{converge_results.successful_actions.collect { |action, result| "pipeline_id: #{action.pipeline_id}"}.join("\n")}"
109
+ end
110
+ end
111
+
112
+ RSpec::Matchers.define :be_a_successful_action do
113
+ match do |pipeline_action|
114
+ case pipeline_action
115
+ when LogStash::ConvergeResult::ActionResult
116
+ return pipeline_action.successful?
117
+ when TrueClass
118
+ return true
119
+ when FalseClass
120
+ return false
121
+ else
122
+ raise "Incompatible class type of: #{pipeline_action.class}, Expected `Boolean` or `LogStash::ConvergeResult::ActionResult`"
123
+ end
124
+ end
125
+ end
126
+
127
+ RSpec::Matchers.define :be_a_source_with_metadata do |protocol, id, text = nil|
128
+ match do |actual|
129
+ expect(actual.protocol).to eq(protocol)
130
+ expect(actual.id).to eq(id)
131
+ expect(actual.text).to match(text) unless text.nil?
132
+ end
133
+ end
@@ -1,5 +1,6 @@
1
1
  # encoding: utf-8
2
2
  require "logstash/outputs/base"
3
+ require "logstash/config/source_loader"
3
4
  require "logstash/inputs/base"
4
5
  require "thread"
5
6
 
@@ -87,5 +88,84 @@ module LogStash
87
88
  @num_closes = 1
88
89
  end
89
90
  end
91
+ end end
92
+
93
+
94
+ # A Test Source loader will return the same configuration on every fetch call
95
+ class TestSourceLoader
96
+ FailedFetch = LogStash::Config::SourceLoader::FailedFetch
97
+ SuccessfulFetch = LogStash::Config::SourceLoader::SuccessfulFetch
98
+
99
+ def initialize(*responses)
100
+ @count = Concurrent::AtomicFixnum.new(0)
101
+ @responses_mutex = Mutex.new
102
+ @responses = coerce_responses(responses)
103
+ end
104
+
105
+ def fetch
106
+ @count.increment
107
+ @responses
108
+ end
109
+
110
+ def fetch_count
111
+ @count.value
112
+ end
113
+
114
+ private
115
+ def coerce_responses(responses)
116
+ if responses.size == 1
117
+ response = responses.first
118
+
119
+ case response
120
+ when LogStash::Config::SourceLoader::SuccessfulFetch
121
+ response
122
+ when LogStash::Config::SourceLoader::FailedFetch
123
+ response
124
+ else
125
+ LogStash::Config::SourceLoader::SuccessfulFetch.new(Array(response))
126
+ end
127
+
128
+ else
129
+ LogStash::Config::SourceLoader::SuccessfulFetch.new(responses)
130
+ end
131
+ end
132
+ end
133
+
134
+ # This source loader will return a new configuration on very call until we ran out.
135
+ class TestSequenceSourceLoader
136
+ FailedFetch = LogStash::Config::SourceLoader::FailedFetch
137
+ SuccessfulFetch = LogStash::Config::SourceLoader::SuccessfulFetch
138
+
139
+ attr_reader :original_responses
140
+
141
+ def initialize(*responses)
142
+ @count = Concurrent::AtomicFixnum.new(0)
143
+ @responses_mutex = Mutex.new
144
+ @responses = responses.collect(&method(:coerce_response))
145
+
146
+ @original_responses = @responses.dup
147
+ end
148
+
149
+ def fetch
150
+ @count.increment
151
+ response = @responses_mutex.synchronize { @responses.shift }
152
+ raise "TestSequenceSourceLoader runs out of response" if response.nil?
153
+ response
154
+ end
155
+
156
+ def fetch_count
157
+ @count.value
158
+ end
159
+
160
+ private
161
+ def coerce_response(response)
162
+ case response
163
+ when LogStash::Config::SourceLoader::SuccessfulFetch
164
+ response
165
+ when LogStash::Config::SourceLoader::FailedFetch
166
+ response
167
+ else
168
+ LogStash::Config::SourceLoader::SuccessfulFetch.new(Array(response))
169
+ end
90
170
  end
91
171
  end
@@ -2,37 +2,12 @@ shared_context "execution_context" do
2
2
  let(:pipeline) { double("pipeline") }
3
3
  let(:pipeline_id) { :main }
4
4
  let(:agent) { double("agent") }
5
- let(:plugin_id) { :plugin_id }
6
- let(:plugin_type) { :plugin_type }
7
- let(:dlq_writer) { double("dlq_writer") }
8
5
  let(:execution_context) do
9
- ::LogStash::ExecutionContext.new(pipeline, agent, plugin_id, plugin_type, dlq_writer)
6
+ ::LogStash::ExecutionContext.new(pipeline, agent)
10
7
  end
11
-
8
+
12
9
  before do
13
10
  allow(pipeline).to receive(:pipeline_id).and_return(pipeline_id)
14
11
  allow(pipeline).to receive(:agent).and_return(agent)
15
12
  end
16
13
  end
17
-
18
- shared_context "api setup" do
19
- before :all do
20
- clear_data_dir
21
- settings = mock_settings
22
- config_string = "input { generator {id => 'api-generator-pipeline' count => 100 } } output { dummyoutput {} }"
23
- settings.set("config.string", config_string)
24
- @agent = make_test_agent(settings)
25
- @agent.register_pipeline(settings)
26
- @agent.execute
27
- end
28
-
29
- after :all do
30
- @agent.shutdown
31
- end
32
-
33
- include Rack::Test::Methods
34
-
35
- def app()
36
- described_class.new(nil, @agent)
37
- end
38
- end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-core
3
3
  version: !ruby/object:Gem::Version
4
- version: 5.6.16
4
+ version: 6.0.0.alpha1
5
5
  platform: java
6
6
  authors:
7
7
  - Elastic
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2019-03-13 00:00:00.000000000 Z
11
+ date: 2017-05-05 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -80,40 +80,20 @@ dependencies:
80
80
  - - "~>"
81
81
  - !ruby/object:Gem::Version
82
82
  version: 0.8.3
83
- - !ruby/object:Gem::Dependency
84
- requirement: !ruby/object:Gem::Requirement
85
- requirements:
86
- - - "~>"
87
- - !ruby/object:Gem::Version
88
- version: '1.0'
89
- - - ">="
90
- - !ruby/object:Gem::Version
91
- version: 1.0.5
92
- name: concurrent-ruby
93
- prerelease: false
94
- type: :runtime
95
- version_requirements: !ruby/object:Gem::Requirement
96
- requirements:
97
- - - "~>"
98
- - !ruby/object:Gem::Version
99
- version: '1.0'
100
- - - ">="
101
- - !ruby/object:Gem::Version
102
- version: 1.0.5
103
83
  - !ruby/object:Gem::Dependency
104
84
  requirement: !ruby/object:Gem::Requirement
105
85
  requirements:
106
86
  - - '='
107
87
  - !ruby/object:Gem::Version
108
- version: 1.6.6
109
- name: rack
88
+ version: 1.0.0
89
+ name: concurrent-ruby
110
90
  prerelease: false
111
91
  type: :runtime
112
92
  version_requirements: !ruby/object:Gem::Requirement
113
93
  requirements:
114
94
  - - '='
115
95
  - !ruby/object:Gem::Version
116
- version: 1.6.6
96
+ version: 1.0.0
117
97
  - !ruby/object:Gem::Dependency
118
98
  requirement: !ruby/object:Gem::Requirement
119
99
  requirements:
@@ -151,17 +131,17 @@ dependencies:
151
131
  - !ruby/object:Gem::Dependency
152
132
  requirement: !ruby/object:Gem::Requirement
153
133
  requirements:
154
- - - "~>"
134
+ - - '='
155
135
  - !ruby/object:Gem::Version
156
- version: 0.10.1
136
+ version: 0.9.16
157
137
  name: jruby-openssl
158
138
  prerelease: false
159
139
  type: :runtime
160
140
  version_requirements: !ruby/object:Gem::Requirement
161
141
  requirements:
162
- - - "~>"
142
+ - - '='
163
143
  - !ruby/object:Gem::Version
164
- version: 0.10.1
144
+ version: 0.9.16
165
145
  - !ruby/object:Gem::Dependency
166
146
  requirement: !ruby/object:Gem::Requirement
167
147
  requirements:
@@ -176,6 +156,20 @@ dependencies:
176
156
  - - '='
177
157
  - !ruby/object:Gem::Version
178
158
  version: 0.10.6
159
+ - !ruby/object:Gem::Dependency
160
+ requirement: !ruby/object:Gem::Requirement
161
+ requirements:
162
+ - - "~>"
163
+ - !ruby/object:Gem::Version
164
+ version: 0.4.2
165
+ name: jrmonitor
166
+ prerelease: false
167
+ type: :runtime
168
+ version_requirements: !ruby/object:Gem::Requirement
169
+ requirements:
170
+ - - "~>"
171
+ - !ruby/object:Gem::Version
172
+ version: 0.4.2
179
173
  - !ruby/object:Gem::Dependency
180
174
  requirement: !ruby/object:Gem::Requirement
181
175
  requirements:
@@ -209,7 +203,7 @@ dependencies:
209
203
  requirements:
210
204
  - - "~>"
211
205
  - !ruby/object:Gem::Version
212
- version: 0.6.1
206
+ version: 0.5.4
213
207
  name: minitar
214
208
  prerelease: false
215
209
  type: :runtime
@@ -217,13 +211,13 @@ dependencies:
217
211
  requirements:
218
212
  - - "~>"
219
213
  - !ruby/object:Gem::Version
220
- version: 0.6.1
214
+ version: 0.5.4
221
215
  - !ruby/object:Gem::Dependency
222
216
  requirement: !ruby/object:Gem::Requirement
223
217
  requirements:
224
218
  - - "~>"
225
219
  - !ruby/object:Gem::Version
226
- version: 1.2.1
220
+ version: 1.1.7
227
221
  name: rubyzip
228
222
  prerelease: false
229
223
  type: :runtime
@@ -231,7 +225,7 @@ dependencies:
231
225
  requirements:
232
226
  - - "~>"
233
227
  - !ruby/object:Gem::Version
234
- version: 1.2.1
228
+ version: 1.1.7
235
229
  - !ruby/object:Gem::Dependency
236
230
  requirement: !ruby/object:Gem::Requirement
237
231
  requirements:
@@ -249,17 +243,17 @@ dependencies:
249
243
  - !ruby/object:Gem::Dependency
250
244
  requirement: !ruby/object:Gem::Requirement
251
245
  requirements:
252
- - - '='
246
+ - - "~>"
253
247
  - !ruby/object:Gem::Version
254
- version: 0.4.6
248
+ version: 0.4.2
255
249
  name: jrjackson
256
250
  prerelease: false
257
251
  type: :runtime
258
252
  version_requirements: !ruby/object:Gem::Requirement
259
253
  requirements:
260
- - - '='
254
+ - - "~>"
261
255
  - !ruby/object:Gem::Version
262
- version: 0.4.6
256
+ version: 0.4.2
263
257
  - !ruby/object:Gem::Dependency
264
258
  requirement: !ruby/object:Gem::Requirement
265
259
  requirements:
@@ -288,46 +282,6 @@ dependencies:
288
282
  - - "~>"
289
283
  - !ruby/object:Gem::Version
290
284
  version: 3.3.9
291
- - !ruby/object:Gem::Dependency
292
- requirement: !ruby/object:Gem::Requirement
293
- requirements:
294
- - - "~>"
295
- - !ruby/object:Gem::Version
296
- version: '5.0'
297
- - - ">="
298
- - !ruby/object:Gem::Version
299
- version: 5.0.4
300
- name: elasticsearch
301
- prerelease: false
302
- type: :runtime
303
- version_requirements: !ruby/object:Gem::Requirement
304
- requirements:
305
- - - "~>"
306
- - !ruby/object:Gem::Version
307
- version: '5.0'
308
- - - ">="
309
- - !ruby/object:Gem::Version
310
- version: 5.0.4
311
- - !ruby/object:Gem::Dependency
312
- requirement: !ruby/object:Gem::Requirement
313
- requirements:
314
- - - ">="
315
- - !ruby/object:Gem::Version
316
- version: 0.5.4
317
- - - "<"
318
- - !ruby/object:Gem::Version
319
- version: 1.0.0
320
- name: manticore
321
- prerelease: false
322
- type: :runtime
323
- version_requirements: !ruby/object:Gem::Requirement
324
- requirements:
325
- - - ">="
326
- - !ruby/object:Gem::Version
327
- version: 0.5.4
328
- - - "<"
329
- - !ruby/object:Gem::Version
330
- version: 1.0.0
331
285
  description: The core components of logstash, the scalable log and event management tool
332
286
  email:
333
287
  - info@elastic.co
@@ -361,21 +315,26 @@ files:
361
315
  - lib/logstash/api/modules/stats.rb
362
316
  - lib/logstash/api/rack_app.rb
363
317
  - lib/logstash/api/service.rb
318
+ - lib/logstash/bootstrap_check/bad_java.rb
319
+ - lib/logstash/bootstrap_check/bad_ruby.rb
320
+ - lib/logstash/bootstrap_check/default_config.rb
364
321
  - lib/logstash/build.rb
365
322
  - lib/logstash/codecs/base.rb
323
+ - lib/logstash/compiler.rb
324
+ - lib/logstash/compiler/lscl.rb
325
+ - lib/logstash/compiler/lscl/lscl_grammar.rb
326
+ - lib/logstash/compiler/treetop_monkeypatches.rb
366
327
  - lib/logstash/config/config_ast.rb
367
328
  - lib/logstash/config/cpu_core_strategy.rb
368
329
  - lib/logstash/config/defaults.rb
369
330
  - lib/logstash/config/file.rb
370
331
  - lib/logstash/config/grammar.rb
371
- - lib/logstash/config/loader.rb
372
332
  - lib/logstash/config/mixin.rb
373
- - lib/logstash/config/modules_common.rb
374
- - lib/logstash/config/source/modules.rb
375
- - lib/logstash/config/string_escape.rb
376
- - lib/logstash/dependency_report.rb
377
- - lib/logstash/dependency_report_runner.rb
378
- - lib/logstash/elasticsearch_client.rb
333
+ - lib/logstash/config/pipeline_config.rb
334
+ - lib/logstash/config/source/base.rb
335
+ - lib/logstash/config/source/local.rb
336
+ - lib/logstash/config/source_loader.rb
337
+ - lib/logstash/converge_result.rb
379
338
  - lib/logstash/environment.rb
380
339
  - lib/logstash/errors.rb
381
340
  - lib/logstash/event.rb
@@ -386,7 +345,6 @@ files:
386
345
  - lib/logstash/inputs/base.rb
387
346
  - lib/logstash/inputs/threadable.rb
388
347
  - lib/logstash/instrument/collector.rb
389
- - lib/logstash/instrument/global_metrics.rb
390
348
  - lib/logstash/instrument/metric.rb
391
349
  - lib/logstash/instrument/metric_store.rb
392
350
  - lib/logstash/instrument/metric_type.rb
@@ -399,7 +357,6 @@ files:
399
357
  - lib/logstash/instrument/null_metric.rb
400
358
  - lib/logstash/instrument/periodic_poller/base.rb
401
359
  - lib/logstash/instrument/periodic_poller/cgroup.rb
402
- - lib/logstash/instrument/periodic_poller/dlq.rb
403
360
  - lib/logstash/instrument/periodic_poller/jvm.rb
404
361
  - lib/logstash/instrument/periodic_poller/load_average.rb
405
362
  - lib/logstash/instrument/periodic_poller/os.rb
@@ -412,23 +369,6 @@ files:
412
369
  - lib/logstash/logging.rb
413
370
  - lib/logstash/logging/json.rb
414
371
  - lib/logstash/logging/logger.rb
415
- - lib/logstash/modules/cli_parser.rb
416
- - lib/logstash/modules/elasticsearch_config.rb
417
- - lib/logstash/modules/elasticsearch_importer.rb
418
- - lib/logstash/modules/elasticsearch_resource.rb
419
- - lib/logstash/modules/file_reader.rb
420
- - lib/logstash/modules/kibana_base.rb
421
- - lib/logstash/modules/kibana_client.rb
422
- - lib/logstash/modules/kibana_config.rb
423
- - lib/logstash/modules/kibana_dashboards.rb
424
- - lib/logstash/modules/kibana_importer.rb
425
- - lib/logstash/modules/kibana_resource.rb
426
- - lib/logstash/modules/kibana_settings.rb
427
- - lib/logstash/modules/logstash_config.rb
428
- - lib/logstash/modules/resource_base.rb
429
- - lib/logstash/modules/scaffold.rb
430
- - lib/logstash/modules/settings_merger.rb
431
- - lib/logstash/modules/util.rb
432
372
  - lib/logstash/namespace.rb
433
373
  - lib/logstash/output_delegator.rb
434
374
  - lib/logstash/output_delegator_strategies/legacy.rb
@@ -446,14 +386,21 @@ files:
446
386
  - lib/logstash/patches/rubygems.rb
447
387
  - lib/logstash/patches/stronger_openssl_defaults.rb
448
388
  - lib/logstash/pipeline.rb
389
+ - lib/logstash/pipeline_action.rb
390
+ - lib/logstash/pipeline_action/base.rb
391
+ - lib/logstash/pipeline_action/create.rb
392
+ - lib/logstash/pipeline_action/reload.rb
393
+ - lib/logstash/pipeline_action/stop.rb
449
394
  - lib/logstash/pipeline_reporter.rb
450
395
  - lib/logstash/plugin.rb
451
396
  - lib/logstash/plugins/hooks_registry.rb
452
397
  - lib/logstash/plugins/registry.rb
398
+ - lib/logstash/program.rb
453
399
  - lib/logstash/queue_factory.rb
454
400
  - lib/logstash/runner.rb
455
401
  - lib/logstash/settings.rb
456
402
  - lib/logstash/shutdown_watcher.rb
403
+ - lib/logstash/state_resolver.rb
457
404
  - lib/logstash/string_interpolation.rb
458
405
  - lib/logstash/timestamp.rb
459
406
  - lib/logstash/universal_plugin.rb
@@ -461,10 +408,8 @@ files:
461
408
  - lib/logstash/util/buftok.rb
462
409
  - lib/logstash/util/byte_value.rb
463
410
  - lib/logstash/util/charset.rb
464
- - lib/logstash/util/dead_letter_queue_manager.rb
465
411
  - lib/logstash/util/decorators.rb
466
412
  - lib/logstash/util/duration_formatter.rb
467
- - lib/logstash/util/environment_variables.rb
468
413
  - lib/logstash/util/filetools.rb
469
414
  - lib/logstash/util/java_version.rb
470
415
  - lib/logstash/util/loggable.rb
@@ -484,25 +429,32 @@ files:
484
429
  - lib/logstash/webserver.rb
485
430
  - locales/en.yml
486
431
  - logstash-core.gemspec
432
+ - spec/api/lib/api/logging_spec.rb
433
+ - spec/api/lib/api/node_plugins_spec.rb
434
+ - spec/api/lib/api/node_spec.rb
435
+ - spec/api/lib/api/node_stats_spec.rb
436
+ - spec/api/lib/api/plugins_spec.rb
437
+ - spec/api/lib/api/root_spec.rb
438
+ - spec/api/lib/api/support/resource_dsl_methods.rb
439
+ - spec/api/lib/commands/stats.rb
440
+ - spec/api/lib/errors_spec.rb
441
+ - spec/api/lib/rack_app_spec.rb
442
+ - spec/api/spec_helper.rb
487
443
  - spec/conditionals_spec.rb
488
444
  - spec/logstash/acked_queue_concurrent_stress_spec.rb
445
+ - spec/logstash/agent/converge_spec.rb
446
+ - spec/logstash/agent/metrics_spec.rb
489
447
  - spec/logstash/agent_spec.rb
490
- - spec/logstash/api/commands/stats_spec.rb
491
- - spec/logstash/api/errors_spec.rb
492
- - spec/logstash/api/modules/logging_spec.rb
493
- - spec/logstash/api/modules/node_plugins_spec.rb
494
- - spec/logstash/api/modules/node_spec.rb
495
- - spec/logstash/api/modules/node_stats_spec.rb
496
- - spec/logstash/api/modules/plugins_spec.rb
497
- - spec/logstash/api/modules/root_spec.rb
498
- - spec/logstash/api/rack_app_spec.rb
499
448
  - spec/logstash/codecs/base_spec.rb
449
+ - spec/logstash/compiler/compiler_spec.rb
500
450
  - spec/logstash/config/config_ast_spec.rb
501
451
  - spec/logstash/config/cpu_core_strategy_spec.rb
502
452
  - spec/logstash/config/defaults_spec.rb
503
- - spec/logstash/config/loader_spec.rb
504
453
  - spec/logstash/config/mixin_spec.rb
505
- - spec/logstash/config/string_escape_spec.rb
454
+ - spec/logstash/config/pipeline_config_spec.rb
455
+ - spec/logstash/config/source/local_spec.rb
456
+ - spec/logstash/config/source_loader_spec.rb
457
+ - spec/logstash/converge_result_spec.rb
506
458
  - spec/logstash/environment_spec.rb
507
459
  - spec/logstash/event_dispatcher_spec.rb
508
460
  - spec/logstash/event_spec.rb
@@ -520,7 +472,6 @@ files:
520
472
  - spec/logstash/instrument/null_metric_spec.rb
521
473
  - spec/logstash/instrument/periodic_poller/base_spec.rb
522
474
  - spec/logstash/instrument/periodic_poller/cgroup_spec.rb
523
- - spec/logstash/instrument/periodic_poller/dlq_spec.rb
524
475
  - spec/logstash/instrument/periodic_poller/jvm_spec.rb
525
476
  - spec/logstash/instrument/periodic_poller/load_average_spec.rb
526
477
  - spec/logstash/instrument/periodic_poller/os_spec.rb
@@ -529,12 +480,12 @@ files:
529
480
  - spec/logstash/json_spec.rb
530
481
  - spec/logstash/legacy_ruby_event_spec.rb
531
482
  - spec/logstash/legacy_ruby_timestamp_spec.rb
532
- - spec/logstash/modules/logstash_config_spec.rb
533
- - spec/logstash/modules/scaffold_spec.rb
534
483
  - spec/logstash/output_delegator_spec.rb
535
484
  - spec/logstash/outputs/base_spec.rb
536
485
  - spec/logstash/patches_spec.rb
537
- - spec/logstash/pipeline_dlq_commit_spec.rb
486
+ - spec/logstash/pipeline_action/create_spec.rb
487
+ - spec/logstash/pipeline_action/reload_spec.rb
488
+ - spec/logstash/pipeline_action/stop_spec.rb
538
489
  - spec/logstash/pipeline_pq_file_spec.rb
539
490
  - spec/logstash/pipeline_reporter_spec.rb
540
491
  - spec/logstash/pipeline_spec.rb
@@ -549,12 +500,12 @@ files:
549
500
  - spec/logstash/settings/integer_spec.rb
550
501
  - spec/logstash/settings/numeric_spec.rb
551
502
  - spec/logstash/settings/port_range_spec.rb
552
- - spec/logstash/settings/splittable_string_array_spec.rb
553
503
  - spec/logstash/settings/string_spec.rb
554
504
  - spec/logstash/settings/time_value_spec.rb
555
505
  - spec/logstash/settings/writable_directory_spec.rb
556
506
  - spec/logstash/settings_spec.rb
557
507
  - spec/logstash/shutdown_watcher_spec.rb
508
+ - spec/logstash/state_resolver_spec.rb
558
509
  - spec/logstash/timestamp_spec.rb
559
510
  - spec/logstash/util/accessors_spec.rb
560
511
  - spec/logstash/util/buftok_spec.rb
@@ -566,7 +517,6 @@ files:
566
517
  - spec/logstash/util/safe_uri_spec.rb
567
518
  - spec/logstash/util/time_value_spec.rb
568
519
  - spec/logstash/util/unicode_trimmer_spec.rb
569
- - spec/logstash/util/wrapped_acked_queue_spec.rb
570
520
  - spec/logstash/util/wrapped_synchronous_queue_spec.rb
571
521
  - spec/logstash/util_spec.rb
572
522
  - spec/logstash/webserver_spec.rb
@@ -576,7 +526,6 @@ files:
576
526
  - spec/support/mocks_classes.rb
577
527
  - spec/support/shared_contexts.rb
578
528
  - spec/support/shared_examples.rb
579
- - versions-gem-copy.yml
580
529
  homepage: http://www.elastic.co/guide/en/logstash/current/index.html
581
530
  licenses:
582
531
  - Apache License (2.0)
@@ -592,44 +541,48 @@ required_ruby_version: !ruby/object:Gem::Requirement
592
541
  version: '0'
593
542
  required_rubygems_version: !ruby/object:Gem::Requirement
594
543
  requirements:
595
- - - ">="
544
+ - - ">"
596
545
  - !ruby/object:Gem::Version
597
- version: '0'
546
+ version: 1.3.1
598
547
  requirements:
599
- - jar org.apache.logging.log4j:log4j-slf4j-impl, 2.6.2
600
548
  - jar org.apache.logging.log4j:log4j-api, 2.6.2
601
549
  - jar org.apache.logging.log4j:log4j-core, 2.6.2
602
- - jar com.fasterxml.jackson.core:jackson-core, 2.9.5
603
- - jar com.fasterxml.jackson.core:jackson-databind, 2.9.5
604
- - jar com.fasterxml.jackson.core:jackson-annotations, 2.9.5
605
- - jar com.fasterxml.jackson.module:jackson-module-afterburner, 2.9.5
606
- - jar com.fasterxml.jackson.dataformat:jackson-dataformat-cbor, 2.9.5
607
- - jar com.google.guava:guava, 22.0
550
+ - jar com.fasterxml.jackson.core:jackson-core, 2.7.4
551
+ - jar com.fasterxml.jackson.core:jackson-databind, 2.7.4
552
+ - jar com.fasterxml.jackson.module:jackson-module-afterburner, 2.7.4
553
+ - jar com.fasterxml.jackson.dataformat:jackson-dataformat-cbor, 2.7.4
608
554
  rubyforge_project:
609
555
  rubygems_version: 2.4.8
610
556
  signing_key:
611
557
  specification_version: 4
612
558
  summary: logstash-core - The core components of logstash
613
559
  test_files:
560
+ - spec/api/lib/api/logging_spec.rb
561
+ - spec/api/lib/api/node_plugins_spec.rb
562
+ - spec/api/lib/api/node_spec.rb
563
+ - spec/api/lib/api/node_stats_spec.rb
564
+ - spec/api/lib/api/plugins_spec.rb
565
+ - spec/api/lib/api/root_spec.rb
566
+ - spec/api/lib/api/support/resource_dsl_methods.rb
567
+ - spec/api/lib/commands/stats.rb
568
+ - spec/api/lib/errors_spec.rb
569
+ - spec/api/lib/rack_app_spec.rb
570
+ - spec/api/spec_helper.rb
614
571
  - spec/conditionals_spec.rb
615
572
  - spec/logstash/acked_queue_concurrent_stress_spec.rb
573
+ - spec/logstash/agent/converge_spec.rb
574
+ - spec/logstash/agent/metrics_spec.rb
616
575
  - spec/logstash/agent_spec.rb
617
- - spec/logstash/api/commands/stats_spec.rb
618
- - spec/logstash/api/errors_spec.rb
619
- - spec/logstash/api/modules/logging_spec.rb
620
- - spec/logstash/api/modules/node_plugins_spec.rb
621
- - spec/logstash/api/modules/node_spec.rb
622
- - spec/logstash/api/modules/node_stats_spec.rb
623
- - spec/logstash/api/modules/plugins_spec.rb
624
- - spec/logstash/api/modules/root_spec.rb
625
- - spec/logstash/api/rack_app_spec.rb
626
576
  - spec/logstash/codecs/base_spec.rb
577
+ - spec/logstash/compiler/compiler_spec.rb
627
578
  - spec/logstash/config/config_ast_spec.rb
628
579
  - spec/logstash/config/cpu_core_strategy_spec.rb
629
580
  - spec/logstash/config/defaults_spec.rb
630
- - spec/logstash/config/loader_spec.rb
631
581
  - spec/logstash/config/mixin_spec.rb
632
- - spec/logstash/config/string_escape_spec.rb
582
+ - spec/logstash/config/pipeline_config_spec.rb
583
+ - spec/logstash/config/source/local_spec.rb
584
+ - spec/logstash/config/source_loader_spec.rb
585
+ - spec/logstash/converge_result_spec.rb
633
586
  - spec/logstash/environment_spec.rb
634
587
  - spec/logstash/event_dispatcher_spec.rb
635
588
  - spec/logstash/event_spec.rb
@@ -647,7 +600,6 @@ test_files:
647
600
  - spec/logstash/instrument/null_metric_spec.rb
648
601
  - spec/logstash/instrument/periodic_poller/base_spec.rb
649
602
  - spec/logstash/instrument/periodic_poller/cgroup_spec.rb
650
- - spec/logstash/instrument/periodic_poller/dlq_spec.rb
651
603
  - spec/logstash/instrument/periodic_poller/jvm_spec.rb
652
604
  - spec/logstash/instrument/periodic_poller/load_average_spec.rb
653
605
  - spec/logstash/instrument/periodic_poller/os_spec.rb
@@ -656,12 +608,12 @@ test_files:
656
608
  - spec/logstash/json_spec.rb
657
609
  - spec/logstash/legacy_ruby_event_spec.rb
658
610
  - spec/logstash/legacy_ruby_timestamp_spec.rb
659
- - spec/logstash/modules/logstash_config_spec.rb
660
- - spec/logstash/modules/scaffold_spec.rb
661
611
  - spec/logstash/output_delegator_spec.rb
662
612
  - spec/logstash/outputs/base_spec.rb
663
613
  - spec/logstash/patches_spec.rb
664
- - spec/logstash/pipeline_dlq_commit_spec.rb
614
+ - spec/logstash/pipeline_action/create_spec.rb
615
+ - spec/logstash/pipeline_action/reload_spec.rb
616
+ - spec/logstash/pipeline_action/stop_spec.rb
665
617
  - spec/logstash/pipeline_pq_file_spec.rb
666
618
  - spec/logstash/pipeline_reporter_spec.rb
667
619
  - spec/logstash/pipeline_spec.rb
@@ -676,12 +628,12 @@ test_files:
676
628
  - spec/logstash/settings/integer_spec.rb
677
629
  - spec/logstash/settings/numeric_spec.rb
678
630
  - spec/logstash/settings/port_range_spec.rb
679
- - spec/logstash/settings/splittable_string_array_spec.rb
680
631
  - spec/logstash/settings/string_spec.rb
681
632
  - spec/logstash/settings/time_value_spec.rb
682
633
  - spec/logstash/settings/writable_directory_spec.rb
683
634
  - spec/logstash/settings_spec.rb
684
635
  - spec/logstash/shutdown_watcher_spec.rb
636
+ - spec/logstash/state_resolver_spec.rb
685
637
  - spec/logstash/timestamp_spec.rb
686
638
  - spec/logstash/util/accessors_spec.rb
687
639
  - spec/logstash/util/buftok_spec.rb
@@ -693,7 +645,6 @@ test_files:
693
645
  - spec/logstash/util/safe_uri_spec.rb
694
646
  - spec/logstash/util/time_value_spec.rb
695
647
  - spec/logstash/util/unicode_trimmer_spec.rb
696
- - spec/logstash/util/wrapped_acked_queue_spec.rb
697
648
  - spec/logstash/util/wrapped_synchronous_queue_spec.rb
698
649
  - spec/logstash/util_spec.rb
699
650
  - spec/logstash/webserver_spec.rb