ivelum-fluent-plugin-oomkiller 0.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/.gitignore +13 -0
- data/Gemfile +4 -0
- data/LICENSE.txt +21 -0
- data/README.md +39 -0
- data/Rakefile +10 -0
- data/fluent-plugin-oomkiller.gemspec +24 -0
- data/lib/fluent/plugin/out_oomkiller.rb +91 -0
- data/test/helper.rb +28 -0
- data/test/plugin/test_out_oomkiller.rb +114 -0
- data/test/testdata/message1 +1 -0
- data/test/testdata/message2 +154 -0
- data/test/testdata/message3 +4 -0
- data/test/testdata/message4 +159 -0
- metadata +120 -0
checksums.yaml
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
---
|
|
2
|
+
SHA1:
|
|
3
|
+
metadata.gz: a7e79570df710580a93c372bf1ab73c84b4e41cd
|
|
4
|
+
data.tar.gz: 0614f747cae92b4322a327b34070ca0e382a9a36
|
|
5
|
+
SHA512:
|
|
6
|
+
metadata.gz: 21b0ec4b73bc27d03226c1946c494225a9b39bf8972ef9edd79eb1f93fba2325a0cd88e5cf16231d0e1124be73a0bac8f67329a3af0c0eab58f6d99080b37858
|
|
7
|
+
data.tar.gz: 3bb470e3b3cb3fa535454d14f2e877a25da5541106f3727f38ddd7457ef104f3a3ebbee672ac815d6dfda884cfa8abb1ad4c018bd93acb18bc743ffdd9b58434
|
data/.gitignore
ADDED
data/Gemfile
ADDED
data/LICENSE.txt
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
The MIT License (MIT)
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2015 Megumi Nakamura
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
6
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
7
|
+
in the Software without restriction, including without limitation the rights
|
|
8
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
9
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
10
|
+
furnished to do so, subject to the following conditions:
|
|
11
|
+
|
|
12
|
+
The above copyright notice and this permission notice shall be included in
|
|
13
|
+
all copies or substantial portions of the Software.
|
|
14
|
+
|
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
16
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
17
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
18
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
19
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
20
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
21
|
+
THE SOFTWARE.
|
data/README.md
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
# Fluent::Plugin::OomKiller
|
|
2
|
+
|
|
3
|
+
Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/fluent/plugin/oomkiller`. To experiment with that code, run `bin/console` for an interactive prompt.
|
|
4
|
+
|
|
5
|
+
TODO: Delete this and the text above, and describe your gem
|
|
6
|
+
|
|
7
|
+
## Installation
|
|
8
|
+
|
|
9
|
+
Add this line to your application's Gemfile:
|
|
10
|
+
|
|
11
|
+
```ruby
|
|
12
|
+
gem 'fluent-plugin-oomkiller'
|
|
13
|
+
```
|
|
14
|
+
|
|
15
|
+
And then execute:
|
|
16
|
+
|
|
17
|
+
$ bundle
|
|
18
|
+
|
|
19
|
+
Or install it yourself as:
|
|
20
|
+
|
|
21
|
+
$ gem install fluent-plugin-oomkiller
|
|
22
|
+
|
|
23
|
+
## Usage
|
|
24
|
+
|
|
25
|
+
TODO: Write usage instructions here
|
|
26
|
+
|
|
27
|
+
## Development
|
|
28
|
+
|
|
29
|
+
After checking out the repo, run `bin/setup` to install dependencies. Then, run `bin/console` for an interactive prompt that will allow you to experiment.
|
|
30
|
+
|
|
31
|
+
To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release` to create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
|
|
32
|
+
|
|
33
|
+
## Contributing
|
|
34
|
+
|
|
35
|
+
1. Fork it ( https://github.com/[my-github-username]/fluent-plugin-oomkiller/fork )
|
|
36
|
+
2. Create your feature branch (`git checkout -b my-new-feature`)
|
|
37
|
+
3. Commit your changes (`git commit -am 'Add some feature'`)
|
|
38
|
+
4. Push to the branch (`git push origin my-new-feature`)
|
|
39
|
+
5. Create a new Pull Request
|
data/Rakefile
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
# -*- encoding: utf-8 -*-
|
|
2
|
+
|
|
3
|
+
Gem::Specification.new do |spec|
|
|
4
|
+
spec.name = "ivelum-fluent-plugin-oomkiller"
|
|
5
|
+
spec.version = "0.0.2"
|
|
6
|
+
spec.authors = ["Megumi Nakamura", "Ilnur Ibragimov"]
|
|
7
|
+
spec.email = ["ilnur.ibragimov@ivelum.com"]
|
|
8
|
+
|
|
9
|
+
spec.summary = %q{Fluentd plugin to get oom killer log.}
|
|
10
|
+
spec.description = %q{Fluentd plugin to get oom killer log from system message.}
|
|
11
|
+
spec.homepage = "https://github.com/ivelum/fluent-plugin-oomkiller"
|
|
12
|
+
spec.license = "MIT"
|
|
13
|
+
|
|
14
|
+
spec.files = `git ls-files`.split($/)
|
|
15
|
+
spec.executables = spec.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
|
|
16
|
+
spec.require_paths = ["lib"]
|
|
17
|
+
spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
|
|
18
|
+
|
|
19
|
+
spec.add_development_dependency "bundler", "~> 1.8"
|
|
20
|
+
spec.add_development_dependency "rake", "~> 10.0"
|
|
21
|
+
|
|
22
|
+
spec.add_development_dependency "fluentd"
|
|
23
|
+
spec.add_runtime_dependency "fluentd"
|
|
24
|
+
end
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
class Fluent::OomKillerOutput < Fluent::Output
|
|
2
|
+
Fluent::Plugin.register_output('oomkiller', self)
|
|
3
|
+
|
|
4
|
+
include Fluent::HandleTagNameMixin
|
|
5
|
+
|
|
6
|
+
def configure(conf)
|
|
7
|
+
super
|
|
8
|
+
@logs = {}
|
|
9
|
+
@is_oomlog = false
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
def start
|
|
13
|
+
super
|
|
14
|
+
end
|
|
15
|
+
|
|
16
|
+
def shutdown
|
|
17
|
+
super
|
|
18
|
+
end
|
|
19
|
+
|
|
20
|
+
def emit(tag, es, chain)
|
|
21
|
+
if !@logs[:"#{tag}"].instance_of?(Array)
|
|
22
|
+
@logs[:"#{tag}"] = []
|
|
23
|
+
end
|
|
24
|
+
chain.next
|
|
25
|
+
es.each {|time,record|
|
|
26
|
+
make_record_block(tag, time, record)
|
|
27
|
+
}
|
|
28
|
+
end
|
|
29
|
+
|
|
30
|
+
def make_record_block(tag, time, record)
|
|
31
|
+
record.each do |key, value|
|
|
32
|
+
if @is_oomlog then
|
|
33
|
+
@logs[:"#{tag}"] << value
|
|
34
|
+
end
|
|
35
|
+
if /invoked oom-killer:/ =~ value then
|
|
36
|
+
@is_oomlog = true
|
|
37
|
+
@logs[:"#{tag}"] << value
|
|
38
|
+
elsif /Killed process/ =~ value then
|
|
39
|
+
@is_oomlog = false
|
|
40
|
+
parse_record_block(tag, time)
|
|
41
|
+
end
|
|
42
|
+
end
|
|
43
|
+
end
|
|
44
|
+
|
|
45
|
+
REGEX1 = /^(\S+\s+\d+\s\d+:\d+:\d+)\s.+/
|
|
46
|
+
REGEX2 = /Killed process (\d+),\s+UID\s+(\d+),\s+\((\S+)\)\s+total-vm:(\d+)kB,\s+anon-rss:(\d+)kB,\s+file-rss:(\d+)kB/
|
|
47
|
+
def parse_record_block(tag, time)
|
|
48
|
+
record = {}
|
|
49
|
+
|
|
50
|
+
if record.has_key?('time') and record['time']
|
|
51
|
+
datetime = Time.parse(record['time'])
|
|
52
|
+
time = datetime.to_i if datetime
|
|
53
|
+
else
|
|
54
|
+
@logs[:"#{tag}"][0] =~ REGEX1
|
|
55
|
+
if $1
|
|
56
|
+
datetime = Time.parse($1)
|
|
57
|
+
time = datetime.to_i if datetime
|
|
58
|
+
end
|
|
59
|
+
end
|
|
60
|
+
|
|
61
|
+
@logs[:"#{tag}"][-1] =~ REGEX2
|
|
62
|
+
record['pid'] = $1.to_i
|
|
63
|
+
record['uid'] = $2.to_i
|
|
64
|
+
record['name'] = $3
|
|
65
|
+
record['total_vm_kb'] = $4.to_i
|
|
66
|
+
record['anon_rss_kb'] = $5.to_i
|
|
67
|
+
record['file_rss_kb'] = $6.to_i
|
|
68
|
+
|
|
69
|
+
record['raw'] = @logs[:"#{tag}"].map {|m| m.strip}.join("\n")
|
|
70
|
+
|
|
71
|
+
flush_emit(tag, time, record)
|
|
72
|
+
end
|
|
73
|
+
|
|
74
|
+
def flush_emit(tag, time, record)
|
|
75
|
+
@logs[:"#{tag}"].clear
|
|
76
|
+
|
|
77
|
+
if !@remove_tag_prefix && !@remove_tag_suffix && !@add_tag_prefix && !@add_tag_suffix
|
|
78
|
+
Fluent::Engine.emit(tag, time, record)
|
|
79
|
+
|
|
80
|
+
else
|
|
81
|
+
_tag = tag.clone
|
|
82
|
+
filter_record(_tag, time, record)
|
|
83
|
+
if tag != _tag
|
|
84
|
+
Fluent::Engine.emit(_tag, time, record)
|
|
85
|
+
else
|
|
86
|
+
$log.warn "Can not emit message because the tag has not changed. Dropped record #{record}"
|
|
87
|
+
end
|
|
88
|
+
end
|
|
89
|
+
|
|
90
|
+
end
|
|
91
|
+
end
|
data/test/helper.rb
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
require 'rubygems'
|
|
2
|
+
require 'bundler'
|
|
3
|
+
begin
|
|
4
|
+
Bundler.setup(:default, :development)
|
|
5
|
+
rescue Bundler::BundlerError => e
|
|
6
|
+
$stderr.puts e.message
|
|
7
|
+
$stderr.puts "Run `bundle install` to install missing gems"
|
|
8
|
+
exit e.status_code
|
|
9
|
+
end
|
|
10
|
+
require 'test/unit'
|
|
11
|
+
|
|
12
|
+
$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
|
|
13
|
+
$LOAD_PATH.unshift(File.dirname(__FILE__))
|
|
14
|
+
require 'fluent/test'
|
|
15
|
+
unless ENV.has_key?('VERBOSE')
|
|
16
|
+
nulllogger = Object.new
|
|
17
|
+
nulllogger.instance_eval {|obj|
|
|
18
|
+
def method_missing(method, *args)
|
|
19
|
+
# pass
|
|
20
|
+
end
|
|
21
|
+
}
|
|
22
|
+
$log = nulllogger
|
|
23
|
+
end
|
|
24
|
+
|
|
25
|
+
require 'fluent/plugin/out_oomkiller'
|
|
26
|
+
|
|
27
|
+
class Test::Unit::TestCase
|
|
28
|
+
end
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
require 'helper'
|
|
2
|
+
|
|
3
|
+
class OomKillerOutputTest < Test::Unit::TestCase
|
|
4
|
+
def setup
|
|
5
|
+
Fluent::Test.setup
|
|
6
|
+
end
|
|
7
|
+
|
|
8
|
+
CONFIG1 = %[
|
|
9
|
+
]
|
|
10
|
+
CONFIG2 = %[
|
|
11
|
+
add_tag_prefix oomkiller.
|
|
12
|
+
]
|
|
13
|
+
|
|
14
|
+
def create_driver(conf=%[], tag='test')
|
|
15
|
+
Fluent::Test::OutputTestDriver.new(Fluent::OomKillerOutput, tag).configure(conf)
|
|
16
|
+
end
|
|
17
|
+
|
|
18
|
+
def test_configure_nil
|
|
19
|
+
d = create_driver(CONFIG1, 'myapp.test1')
|
|
20
|
+
assert_equal nil, d.instance.add_tag_prefix
|
|
21
|
+
end
|
|
22
|
+
|
|
23
|
+
def test_configure_set_config
|
|
24
|
+
d = create_driver(CONFIG2, 'myapp.test2')
|
|
25
|
+
assert_equal 'oomkiller.', d.instance.add_tag_prefix
|
|
26
|
+
end
|
|
27
|
+
|
|
28
|
+
def test_emit_nil
|
|
29
|
+
d = create_driver(CONFIG1, 'myapp.test3')
|
|
30
|
+
d.run do
|
|
31
|
+
IO.foreach(File.join(File.dirname(__FILE__), "..", "testdata", "message1")) do |s|
|
|
32
|
+
d.emit("message" => s)
|
|
33
|
+
end
|
|
34
|
+
IO.foreach(File.join(File.dirname(__FILE__), "..", "testdata", "message2")) do |s|
|
|
35
|
+
d.emit("message" => s)
|
|
36
|
+
end
|
|
37
|
+
IO.foreach(File.join(File.dirname(__FILE__), "..", "testdata", "message3")) do |s|
|
|
38
|
+
d.emit("message" => s)
|
|
39
|
+
end
|
|
40
|
+
IO.foreach(File.join(File.dirname(__FILE__), "..", "testdata", "message4")) do |s|
|
|
41
|
+
d.emit("message" => s)
|
|
42
|
+
end
|
|
43
|
+
end
|
|
44
|
+
assert_equal 2, d.emits.size
|
|
45
|
+
|
|
46
|
+
assert_equal 'myapp.test3', d.emits[0][0]
|
|
47
|
+
assert_equal 1423450527, d.emits[0][1]
|
|
48
|
+
assert_equal({
|
|
49
|
+
"pid" => 13550,
|
|
50
|
+
"uid" => 500,
|
|
51
|
+
"name" => "java",
|
|
52
|
+
"total_vm_kb" => 12466024,
|
|
53
|
+
"anon_rss_kb" => 7625016,
|
|
54
|
+
"file_rss_kb" => 2608,
|
|
55
|
+
"raw" => File.read(File.join(File.dirname(__FILE__), "..", "testdata", "message2"))
|
|
56
|
+
}, d.emits[0][2])
|
|
57
|
+
|
|
58
|
+
assert_equal 'myapp.test3', d.emits[1][0]
|
|
59
|
+
assert_equal 1423672620, d.emits[1][1]
|
|
60
|
+
assert_equal({
|
|
61
|
+
"pid" => 18938,
|
|
62
|
+
"uid" => 500,
|
|
63
|
+
"name" => "java",
|
|
64
|
+
"total_vm_kb" => 12482944,
|
|
65
|
+
"anon_rss_kb" => 7678888,
|
|
66
|
+
"file_rss_kb" => 744,
|
|
67
|
+
"raw" => File.read(File.join(File.dirname(__FILE__), "..", "testdata", "message4"))
|
|
68
|
+
}, d.emits[1][2])
|
|
69
|
+
end
|
|
70
|
+
|
|
71
|
+
def test_emit_set_config
|
|
72
|
+
d = create_driver(CONFIG2, 'myapp.test4')
|
|
73
|
+
d.run do
|
|
74
|
+
IO.foreach(File.join(File.dirname(__FILE__), "..", "testdata", "message1")) do |s|
|
|
75
|
+
d.emit("message" => s)
|
|
76
|
+
end
|
|
77
|
+
IO.foreach(File.join(File.dirname(__FILE__), "..", "testdata", "message2")) do |s|
|
|
78
|
+
d.emit("message" => s)
|
|
79
|
+
end
|
|
80
|
+
IO.foreach(File.join(File.dirname(__FILE__), "..", "testdata", "message3")) do |s|
|
|
81
|
+
d.emit("message" => s)
|
|
82
|
+
end
|
|
83
|
+
IO.foreach(File.join(File.dirname(__FILE__), "..", "testdata", "message4")) do |s|
|
|
84
|
+
d.emit("message" => s)
|
|
85
|
+
end
|
|
86
|
+
end
|
|
87
|
+
assert_equal 2, d.emits.size
|
|
88
|
+
|
|
89
|
+
assert_equal 'oomkiller.myapp.test4', d.emits[0][0]
|
|
90
|
+
assert_equal 1423450527, d.emits[0][1]
|
|
91
|
+
assert_equal({
|
|
92
|
+
"pid" => 13550,
|
|
93
|
+
"uid" => 500,
|
|
94
|
+
"name" => "java",
|
|
95
|
+
"total_vm_kb" => 12466024,
|
|
96
|
+
"anon_rss_kb" => 7625016,
|
|
97
|
+
"file_rss_kb" => 2608,
|
|
98
|
+
"raw" => File.read(File.join(File.dirname(__FILE__), "..", "testdata", "message2"))
|
|
99
|
+
}, d.emits[0][2])
|
|
100
|
+
|
|
101
|
+
assert_equal 'oomkiller.myapp.test4', d.emits[1][0]
|
|
102
|
+
assert_equal 1423672620, d.emits[1][1]
|
|
103
|
+
assert_equal({
|
|
104
|
+
"pid" => 18938,
|
|
105
|
+
"uid" => 500,
|
|
106
|
+
"name" => "java",
|
|
107
|
+
"total_vm_kb" => 12482944,
|
|
108
|
+
"anon_rss_kb" => 7678888,
|
|
109
|
+
"file_rss_kb" => 744,
|
|
110
|
+
"raw" => File.read(File.join(File.dirname(__FILE__), "..", "testdata", "message4"))
|
|
111
|
+
}, d.emits[1][2])
|
|
112
|
+
end
|
|
113
|
+
|
|
114
|
+
end
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
Feb 8 03:53:34 qa01 rsyslogd: [origin software="rsyslogd" swVersion="5.8.10" x-pid="1115" x-info="http://www.rsyslog.com"] rsyslogd was HUPed
|
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
Feb 9 11:55:27 qa01 kernel: sshd invoked oom-killer: gfp_mask=0x200d2, order=0, oom_adj=0, oom_score_adj=0
|
|
2
|
+
Feb 9 11:55:27 qa01 kernel: sshd cpuset=/ mems_allowed=0
|
|
3
|
+
Feb 9 11:55:27 qa01 kernel: Pid: 24113, comm: sshd Not tainted 2.6.32-431.11.2.el6.x86_64 #1
|
|
4
|
+
Feb 9 11:55:27 qa01 kernel: Call Trace:
|
|
5
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff810d05a1>] ? cpuset_print_task_mems_allowed+0x91/0xb0
|
|
6
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff81122950>] ? dump_header+0x90/0x1b0
|
|
7
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff81227a5c>] ? security_real_capable_noaudit+0x3c/0x70
|
|
8
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff81122dd2>] ? oom_kill_process+0x82/0x2a0
|
|
9
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff81122d11>] ? select_bad_process+0xe1/0x120
|
|
10
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff81123210>] ? out_of_memory+0x220/0x3c0
|
|
11
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff8112fb2f>] ? __alloc_pages_nodemask+0x89f/0x8d0
|
|
12
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff81167aaa>] ? alloc_pages_current+0xaa/0x110
|
|
13
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff81193e74>] ? pipe_write+0x3b4/0x6a0
|
|
14
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff81188d4a>] ? do_sync_write+0xfa/0x140
|
|
15
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff8109b290>] ? autoremove_wake_function+0x0/0x40
|
|
16
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff81226496>] ? security_file_permission+0x16/0x20
|
|
17
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff81189048>] ? vfs_write+0xb8/0x1a0
|
|
18
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff8108a611>] ? sigprocmask+0x71/0x110
|
|
19
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff81189941>] ? sys_write+0x51/0x90
|
|
20
|
+
Feb 9 11:55:27 qa01 kernel: [<ffffffff8100b072>] ? system_call_fastpath+0x16/0x1b
|
|
21
|
+
Feb 9 11:55:27 qa01 kernel: Mem-Info:
|
|
22
|
+
Feb 9 11:55:27 qa01 kernel: Node 0 DMA per-cpu:
|
|
23
|
+
Feb 9 11:55:27 qa01 kernel: CPU 0: hi: 0, btch: 1 usd: 0
|
|
24
|
+
Feb 9 11:55:27 qa01 kernel: CPU 1: hi: 0, btch: 1 usd: 0
|
|
25
|
+
Feb 9 11:55:27 qa01 kernel: CPU 2: hi: 0, btch: 1 usd: 0
|
|
26
|
+
Feb 9 11:55:27 qa01 kernel: CPU 3: hi: 0, btch: 1 usd: 0
|
|
27
|
+
Feb 9 11:55:27 qa01 kernel: CPU 4: hi: 0, btch: 1 usd: 0
|
|
28
|
+
Feb 9 11:55:27 qa01 kernel: CPU 5: hi: 0, btch: 1 usd: 0
|
|
29
|
+
Feb 9 11:55:27 qa01 kernel: CPU 6: hi: 0, btch: 1 usd: 0
|
|
30
|
+
Feb 9 11:55:27 qa01 kernel: CPU 7: hi: 0, btch: 1 usd: 0
|
|
31
|
+
Feb 9 11:55:27 qa01 kernel: Node 0 DMA32 per-cpu:
|
|
32
|
+
Feb 9 11:55:27 qa01 kernel: CPU 0: hi: 186, btch: 31 usd: 0
|
|
33
|
+
Feb 9 11:55:27 qa01 kernel: CPU 1: hi: 186, btch: 31 usd: 0
|
|
34
|
+
Feb 9 11:55:27 qa01 kernel: CPU 2: hi: 186, btch: 31 usd: 0
|
|
35
|
+
Feb 9 11:55:27 qa01 kernel: CPU 3: hi: 186, btch: 31 usd: 0
|
|
36
|
+
Feb 9 11:55:27 qa01 kernel: CPU 4: hi: 186, btch: 31 usd: 0
|
|
37
|
+
Feb 9 11:55:27 qa01 kernel: CPU 5: hi: 186, btch: 31 usd: 0
|
|
38
|
+
Feb 9 11:55:27 qa01 kernel: CPU 6: hi: 186, btch: 31 usd: 0
|
|
39
|
+
Feb 9 11:55:27 qa01 kernel: CPU 7: hi: 186, btch: 31 usd: 0
|
|
40
|
+
Feb 9 11:55:27 qa01 kernel: Node 0 Normal per-cpu:
|
|
41
|
+
Feb 9 11:55:27 qa01 kernel: CPU 0: hi: 186, btch: 31 usd: 9
|
|
42
|
+
Feb 9 11:55:27 qa01 kernel: CPU 1: hi: 186, btch: 31 usd: 0
|
|
43
|
+
Feb 9 11:55:27 qa01 kernel: CPU 2: hi: 186, btch: 31 usd: 0
|
|
44
|
+
Feb 9 11:55:27 qa01 kernel: CPU 3: hi: 186, btch: 31 usd: 0
|
|
45
|
+
Feb 9 11:55:27 qa01 kernel: CPU 4: hi: 186, btch: 31 usd: 0
|
|
46
|
+
Feb 9 11:55:27 qa01 kernel: CPU 5: hi: 186, btch: 31 usd: 0
|
|
47
|
+
Feb 9 11:55:27 qa01 kernel: CPU 6: hi: 186, btch: 31 usd: 0
|
|
48
|
+
Feb 9 11:55:27 qa01 kernel: CPU 7: hi: 186, btch: 31 usd: 25
|
|
49
|
+
Feb 9 11:55:27 qa01 kernel: active_anon:3491512 inactive_anon:456970 isolated_anon:0
|
|
50
|
+
Feb 9 11:55:27 qa01 kernel: active_file:8836 inactive_file:12806 isolated_file:0
|
|
51
|
+
Feb 9 11:55:27 qa01 kernel: unevictable:0 dirty:9676 writeback:5155 unstable:0
|
|
52
|
+
Feb 9 11:55:27 qa01 kernel: free:33387 slab_reclaimable:7164 slab_unreclaimable:12148
|
|
53
|
+
Feb 9 11:55:27 qa01 kernel: mapped:4535 shmem:86 pagetables:26331 bounce:0
|
|
54
|
+
Feb 9 11:55:27 qa01 kernel: Node 0 DMA free:15676kB min:60kB low:72kB high:88kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15272kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:0kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? yes
|
|
55
|
+
Feb 9 11:55:27 qa01 kernel: lowmem_reserve[]: 0 3512 16137 16137
|
|
56
|
+
Feb 9 11:55:27 qa01 kernel: Node 0 DMA32 free:65232kB min:14692kB low:18364kB high:22036kB active_anon:2462512kB inactive_anon:671232kB active_file:1796kB inactive_file:912kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:3596500kB mlocked:0kB dirty:1288kB writeback:700kB mapped:664kB shmem:0kB slab_reclaimable:780kB slab_unreclaimable:836kB kernel_stack:280kB pagetables:3668kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:3488 all_unreclaimable? no
|
|
57
|
+
Feb 9 11:55:27 qa01 kernel: lowmem_reserve[]: 0 0 12625 12625
|
|
58
|
+
Feb 9 11:55:27 qa01 kernel: Node 0 Normal free:52640kB min:52824kB low:66028kB high:79236kB active_anon:11503536kB inactive_anon:1156648kB active_file:33548kB inactive_file:50312kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:12928000kB mlocked:0kB dirty:37416kB writeback:19920kB mapped:17476kB shmem:344kB slab_reclaimable:27876kB slab_unreclaimable:47756kB kernel_stack:17400kB pagetables:101656kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:85248 all_unreclaimable? no
|
|
59
|
+
Feb 9 11:55:27 qa01 kernel: lowmem_reserve[]: 0 0 0 0
|
|
60
|
+
Feb 9 11:55:27 qa01 kernel: Node 0 DMA: 3*4kB 2*8kB 0*16kB 1*32kB 2*64kB 1*128kB 0*256kB 0*512kB 1*1024kB 1*2048kB 3*4096kB = 15676kB
|
|
61
|
+
Feb 9 11:55:27 qa01 kernel: Node 0 DMA32: 564*4kB 568*8kB 313*16kB 187*32kB 88*64kB 53*128kB 29*256kB 30*512kB 13*1024kB 0*2048kB 0*4096kB = 66304kB
|
|
62
|
+
Feb 9 11:55:27 qa01 kernel: Node 0 Normal: 1070*4kB 1046*8kB 855*16kB 416*32kB 140*64kB 16*128kB 1*256kB 2*512kB 1*1024kB 0*2048kB 0*4096kB = 52952kB
|
|
63
|
+
Feb 9 11:55:27 qa01 kernel: 79792 total pagecache pages
|
|
64
|
+
Feb 9 11:55:27 qa01 kernel: 58141 pages in swap cache
|
|
65
|
+
Feb 9 11:55:27 qa01 kernel: Swap cache stats: add 28837422, delete 28779281, find 9693294/11901185
|
|
66
|
+
Feb 9 11:55:27 qa01 kernel: Free swap = 20904kB
|
|
67
|
+
Feb 9 11:55:27 qa01 kernel: Total swap = 2097640kB
|
|
68
|
+
Feb 9 11:55:27 qa01 kernel: 4194303 pages RAM
|
|
69
|
+
Feb 9 11:55:27 qa01 kernel: 111357 pages reserved
|
|
70
|
+
Feb 9 11:55:27 qa01 kernel: 56640 pages shared
|
|
71
|
+
Feb 9 11:55:27 qa01 kernel: 4018762 pages non-shared
|
|
72
|
+
Feb 9 11:55:27 qa01 kernel: [ pid ] uid tgid total_vm rss cpu oom_adj oom_score_adj name
|
|
73
|
+
Feb 9 11:55:27 qa01 kernel: [ 478] 0 478 2719 1 6 -17 -1000 udevd
|
|
74
|
+
Feb 9 11:55:27 qa01 kernel: [ 1115] 0 1115 62896 1125 6 0 0 rsyslogd
|
|
75
|
+
Feb 9 11:55:27 qa01 kernel: [ 1127] 0 1127 2705 84 2 0 0 irqbalance
|
|
76
|
+
Feb 9 11:55:27 qa01 kernel: [ 1136] 0 1136 3099 272 0 -17 -1000 iptchkd
|
|
77
|
+
Feb 9 11:55:27 qa01 kernel: [ 1143] 0 1143 3099 272 4 -17 -1000 iptchkd
|
|
78
|
+
Feb 9 11:55:27 qa01 kernel: [ 1144] 0 1144 3099 272 6 -17 -1000 iptchkd
|
|
79
|
+
Feb 9 11:55:27 qa01 kernel: [ 1153] 0 1153 1020 1 0 0 0 acpid
|
|
80
|
+
Feb 9 11:55:27 qa01 kernel: [ 1162] 0 1162 19747 388 6 -17 -1000 pz-commd
|
|
81
|
+
Feb 9 11:55:27 qa01 kernel: [ 1171] 0 1171 580 72 6 -17 -1000 pz-agentd
|
|
82
|
+
Feb 9 11:55:27 qa01 kernel: [ 1180] 549 1180 90137 1695 6 0 0 memcached
|
|
83
|
+
Feb 9 11:55:27 qa01 kernel: [ 1197] 0 1197 16652 76 6 -17 -1000 sshd
|
|
84
|
+
Feb 9 11:55:27 qa01 kernel: [ 1224] 38 1224 7680 77 6 0 0 ntpd
|
|
85
|
+
Feb 9 11:55:27 qa01 kernel: [ 1240] 0 1240 27083 2 6 0 0 mysqld_safe
|
|
86
|
+
Feb 9 11:55:27 qa01 kernel: [ 1926] 0 1926 20455 47 6 0 0 master
|
|
87
|
+
Feb 9 11:55:27 qa01 kernel: [ 1936] 89 1936 20517 41 3 0 0 qmgr
|
|
88
|
+
Feb 9 11:55:27 qa01 kernel: [ 1955] 497 1955 2707 43 1 0 0 epmd
|
|
89
|
+
Feb 9 11:55:27 qa01 kernel: [ 1986] 0 1986 27117 1 0 0 0 S80rabbitmq-ser
|
|
90
|
+
Feb 9 11:55:27 qa01 kernel: [ 1999] 0 1999 27049 2 2 0 0 bash
|
|
91
|
+
Feb 9 11:55:27 qa01 kernel: [ 2000] 0 2000 27049 2 3 0 0 rabbitmq-server
|
|
92
|
+
Feb 9 11:55:27 qa01 kernel: [ 2008] 0 2008 40936 2 5 0 0 su
|
|
93
|
+
Feb 9 11:55:27 qa01 kernel: [ 2014] 497 2014 242628 29945 4 0 0 beam.smp
|
|
94
|
+
Feb 9 11:55:27 qa01 kernel: [ 2144] 497 2144 2698 2 3 0 0 inet_gethost
|
|
95
|
+
Feb 9 11:55:27 qa01 kernel: [ 2145] 497 2145 3224 2 3 0 0 inet_gethost
|
|
96
|
+
Feb 9 11:55:27 qa01 kernel: [ 2173] 0 2173 7214201 15007 7 0 0 mongod
|
|
97
|
+
Feb 9 11:55:27 qa01 kernel: [ 2231] 0 2231 29332 88 6 0 0 crond
|
|
98
|
+
Feb 9 11:55:27 qa01 kernel: [ 2251] 0 2251 106708 1513 6 0 0 fail2ban-server
|
|
99
|
+
Feb 9 11:55:27 qa01 kernel: [ 2280] 0 2280 5385 9 6 0 0 atd
|
|
100
|
+
Feb 9 11:55:27 qa01 kernel: [ 2322] 0 2322 2277740 63421 0 0 0 java
|
|
101
|
+
Feb 9 11:55:27 qa01 kernel: [ 2370] 0 2370 1016 2 6 0 0 mingetty
|
|
102
|
+
Feb 9 11:55:27 qa01 kernel: [ 2372] 0 2372 1016 2 6 0 0 mingetty
|
|
103
|
+
Feb 9 11:55:27 qa01 kernel: [ 2374] 0 2374 1016 2 7 0 0 mingetty
|
|
104
|
+
Feb 9 11:55:27 qa01 kernel: [ 2376] 0 2376 1016 2 7 0 0 mingetty
|
|
105
|
+
Feb 9 11:55:27 qa01 kernel: [ 2378] 0 2378 1016 2 7 0 0 mingetty
|
|
106
|
+
Feb 9 11:55:27 qa01 kernel: [ 2380] 0 2380 1016 2 2 0 0 mingetty
|
|
107
|
+
Feb 9 11:55:27 qa01 kernel: [ 2383] 0 2383 2693 1 6 -17 -1000 udevd
|
|
108
|
+
Feb 9 11:55:27 qa01 kernel: [ 2384] 0 2384 2718 1 4 -17 -1000 udevd
|
|
109
|
+
Feb 9 11:55:27 qa01 kernel: [21714] 0 21714 7066873 16323 2 0 0 mongod
|
|
110
|
+
Feb 9 11:55:27 qa01 kernel: [21834] 0 21834 6933673 14422 2 0 0 mongod
|
|
111
|
+
Feb 9 11:55:27 qa01 kernel: [19666] 498 19666 1732051 243938 2 0 0 mysqld
|
|
112
|
+
Feb 9 11:55:27 qa01 kernel: [28510] 545 28510 274490 11190 3 0 0 beam.smp
|
|
113
|
+
Feb 9 11:55:27 qa01 kernel: [28541] 545 28541 2698 13 5 0 0 inet_gethost
|
|
114
|
+
Feb 9 11:55:27 qa01 kernel: [28542] 545 28542 3224 3 6 0 0 inet_gethost
|
|
115
|
+
Feb 9 11:55:27 qa01 kernel: [ 6389] 545 6389 3224 61 6 0 0 inet_gethost
|
|
116
|
+
Feb 9 11:55:27 qa01 kernel: [18397] 557 18397 1401638 73546 2 0 0 java
|
|
117
|
+
Feb 9 11:55:27 qa01 kernel: [18808] 0 18808 62000 1689 0 0 0 httpd
|
|
118
|
+
Feb 9 11:55:27 qa01 kernel: [20281] 0 20281 53958 752 3 0 0 ruby
|
|
119
|
+
Feb 9 11:55:27 qa01 kernel: [20284] 0 20284 286525 50172 4 0 0 ruby
|
|
120
|
+
Feb 9 11:55:27 qa01 kernel: [27878] 550 27878 266169 13311 5 0 0 beam.smp
|
|
121
|
+
Feb 9 11:55:27 qa01 kernel: [27903] 550 27903 2698 7 7 0 0 inet_gethost
|
|
122
|
+
Feb 9 11:55:27 qa01 kernel: [27904] 550 27904 3224 18 7 0 0 inet_gethost
|
|
123
|
+
Feb 9 11:55:27 qa01 kernel: [22034] 497 22034 2171444 379767 2 0 0 java
|
|
124
|
+
Feb 9 11:55:27 qa01 kernel: [22044] 497 22044 1202215 213903 5 0 0 java
|
|
125
|
+
Feb 9 11:55:27 qa01 kernel: [22046] 497 22046 1379116 80491 7 0 0 java
|
|
126
|
+
Feb 9 11:55:27 qa01 kernel: [22057] 497 22057 853717 107189 4 0 0 java
|
|
127
|
+
Feb 9 11:55:27 qa01 kernel: [22062] 497 22062 1245837 73188 3 0 0 java
|
|
128
|
+
Feb 9 11:55:27 qa01 kernel: [22070] 497 22070 1609797 334858 5 0 0 java
|
|
129
|
+
Feb 9 11:55:27 qa01 kernel: [22087] 497 22087 1318702 258240 1 0 0 java
|
|
130
|
+
Feb 9 11:55:27 qa01 kernel: [13548] 500 13548 26558 69 0 0 0 catalina.sh
|
|
131
|
+
Feb 9 11:55:27 qa01 kernel: [13549] 500 13549 8074 90 6 0 0 rotatelogs
|
|
132
|
+
Feb 9 11:55:27 qa01 kernel: [13550] 500 13550 3116506 1906906 3 0 0 java
|
|
133
|
+
Feb 9 11:55:27 qa01 kernel: [26308] 0 26308 8074 65 6 0 0 rotatelogs
|
|
134
|
+
Feb 9 11:55:27 qa01 kernel: [26330] 0 26330 8074 63 3 0 0 rotatelogs
|
|
135
|
+
Feb 9 11:55:27 qa01 kernel: [26369] 48 26369 62711 2397 0 0 0 httpd
|
|
136
|
+
Feb 9 11:55:27 qa01 kernel: [26370] 48 26370 62549 2297 3 0 0 httpd
|
|
137
|
+
Feb 9 11:55:27 qa01 kernel: [26371] 48 26371 62545 2329 3 0 0 httpd
|
|
138
|
+
Feb 9 11:55:27 qa01 kernel: [26374] 48 26374 62608 2351 7 0 0 httpd
|
|
139
|
+
Feb 9 11:55:27 qa01 kernel: [26375] 48 26375 62544 2305 0 0 0 httpd
|
|
140
|
+
Feb 9 11:55:27 qa01 kernel: [26376] 48 26376 62537 2331 5 0 0 httpd
|
|
141
|
+
Feb 9 11:55:27 qa01 kernel: [26377] 48 26377 62621 2356 2 0 0 httpd
|
|
142
|
+
Feb 9 11:55:27 qa01 kernel: [26378] 48 26378 62549 2329 5 0 0 httpd
|
|
143
|
+
Feb 9 11:55:27 qa01 kernel: [27728] 48 27728 62623 2377 4 0 0 httpd
|
|
144
|
+
Feb 9 11:55:27 qa01 kernel: [28150] 48 28150 62628 2382 6 0 0 httpd
|
|
145
|
+
Feb 9 11:55:27 qa01 kernel: [28155] 48 28155 62570 2373 3 0 0 httpd
|
|
146
|
+
Feb 9 11:55:27 qa01 kernel: [17801] 89 17801 20478 248 6 0 0 pickup
|
|
147
|
+
Feb 9 11:55:27 qa01 kernel: [18349] 48 18349 62494 2321 4 0 0 httpd
|
|
148
|
+
Feb 9 11:55:27 qa01 kernel: [18350] 48 18350 62518 2278 0 0 0 httpd
|
|
149
|
+
Feb 9 11:55:27 qa01 kernel: [18572] 48 18572 62517 2322 7 0 0 httpd
|
|
150
|
+
Feb 9 11:55:27 qa01 kernel: [24111] 0 24111 25092 987 7 0 0 sshd
|
|
151
|
+
Feb 9 11:55:27 qa01 kernel: [24113] 501 24113 25384 745 1 0 0 sshd
|
|
152
|
+
Feb 9 11:55:27 qa01 kernel: [24114] 501 24114 14423 537 6 0 0 scp
|
|
153
|
+
Feb 9 11:55:27 qa01 kernel: Out of memory: Kill process 13550 (java) score 416 or sacrifice child
|
|
154
|
+
Feb 9 11:55:27 qa01 kernel: Killed process 13550, UID 500, (java) total-vm:12466024kB, anon-rss:7625016kB, file-rss:2608kB
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
Feb 10 17:55:59 qa01 kernel: ICMP: 133.242.236.215: Source Route Failed.
|
|
2
|
+
Feb 10 17:56:00 qa01 kernel: ICMP: 133.242.236.215: Source Route Failed.
|
|
3
|
+
Feb 10 17:56:01 qa01 kernel: ICMP: 133.242.236.215: Source Route Failed.
|
|
4
|
+
Feb 11 09:27:11 qa01 kernel: NOHZ: local_softirq_pending 100
|
|
@@ -0,0 +1,159 @@
|
|
|
1
|
+
Feb 12 01:37:00 qa01 kernel: java invoked oom-killer: gfp_mask=0x201da, order=0, oom_adj=0, oom_score_adj=0
|
|
2
|
+
Feb 12 01:37:00 qa01 kernel: java cpuset=/ mems_allowed=0
|
|
3
|
+
Feb 12 01:37:00 qa01 kernel: Pid: 18429, comm: java Not tainted 2.6.32-431.11.2.el6.x86_64 #1
|
|
4
|
+
Feb 12 01:37:00 qa01 kernel: Call Trace:
|
|
5
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff810d05a1>] ? cpuset_print_task_mems_allowed+0x91/0xb0
|
|
6
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff81122950>] ? dump_header+0x90/0x1b0
|
|
7
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff81227a5c>] ? security_real_capable_noaudit+0x3c/0x70
|
|
8
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff81122dd2>] ? oom_kill_process+0x82/0x2a0
|
|
9
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff81122d11>] ? select_bad_process+0xe1/0x120
|
|
10
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff81123210>] ? out_of_memory+0x220/0x3c0
|
|
11
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8112fb2f>] ? __alloc_pages_nodemask+0x89f/0x8d0
|
|
12
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff81167aaa>] ? alloc_pages_current+0xaa/0x110
|
|
13
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8111fd47>] ? __page_cache_alloc+0x87/0x90
|
|
14
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8111f72e>] ? find_get_page+0x1e/0xa0
|
|
15
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff81120ce7>] ? filemap_fault+0x1a7/0x500
|
|
16
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8114a094>] ? __do_fault+0x54/0x530
|
|
17
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8114a667>] ? handle_pte_fault+0xf7/0xb00
|
|
18
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff810af1be>] ? futex_wake+0x10e/0x120
|
|
19
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8114b29a>] ? handle_mm_fault+0x22a/0x300
|
|
20
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8114dc56>] ? find_vma+0x46/0x80
|
|
21
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8104a8d8>] ? __do_page_fault+0x138/0x480
|
|
22
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8103f9d8>] ? pvclock_clocksource_read+0x58/0xd0
|
|
23
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8103ea6c>] ? kvm_clock_read+0x1c/0x20
|
|
24
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8103ea79>] ? kvm_clock_get_cycles+0x9/0x10
|
|
25
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff810a6167>] ? getnstimeofday+0x57/0xe0
|
|
26
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8152da7e>] ? do_page_fault+0x3e/0xa0
|
|
27
|
+
Feb 12 01:37:00 qa01 kernel: [<ffffffff8152ae35>] ? page_fault+0x25/0x30
|
|
28
|
+
Feb 12 01:37:00 qa01 kernel: Mem-Info:
|
|
29
|
+
Feb 12 01:37:00 qa01 kernel: Node 0 DMA per-cpu:
|
|
30
|
+
Feb 12 01:37:00 qa01 kernel: CPU 0: hi: 0, btch: 1 usd: 0
|
|
31
|
+
Feb 12 01:37:00 qa01 kernel: CPU 1: hi: 0, btch: 1 usd: 0
|
|
32
|
+
Feb 12 01:37:00 qa01 kernel: CPU 2: hi: 0, btch: 1 usd: 0
|
|
33
|
+
Feb 12 01:37:00 qa01 kernel: CPU 3: hi: 0, btch: 1 usd: 0
|
|
34
|
+
Feb 12 01:37:00 qa01 kernel: CPU 4: hi: 0, btch: 1 usd: 0
|
|
35
|
+
Feb 12 01:37:00 qa01 kernel: CPU 5: hi: 0, btch: 1 usd: 0
|
|
36
|
+
Feb 12 01:37:00 qa01 kernel: CPU 6: hi: 0, btch: 1 usd: 0
|
|
37
|
+
Feb 12 01:37:00 qa01 kernel: CPU 7: hi: 0, btch: 1 usd: 0
|
|
38
|
+
Feb 12 01:37:00 qa01 kernel: Node 0 DMA32 per-cpu:
|
|
39
|
+
Feb 12 01:37:00 qa01 kernel: CPU 0: hi: 186, btch: 31 usd: 134
|
|
40
|
+
Feb 12 01:37:00 qa01 kernel: CPU 1: hi: 186, btch: 31 usd: 74
|
|
41
|
+
Feb 12 01:37:00 qa01 kernel: CPU 2: hi: 186, btch: 31 usd: 28
|
|
42
|
+
Feb 12 01:37:00 qa01 kernel: CPU 3: hi: 186, btch: 31 usd: 52
|
|
43
|
+
Feb 12 01:37:00 qa01 kernel: CPU 4: hi: 186, btch: 31 usd: 76
|
|
44
|
+
Feb 12 01:37:00 qa01 kernel: CPU 5: hi: 186, btch: 31 usd: 30
|
|
45
|
+
Feb 12 01:37:00 qa01 kernel: CPU 6: hi: 186, btch: 31 usd: 84
|
|
46
|
+
Feb 12 01:37:00 qa01 kernel: CPU 7: hi: 186, btch: 31 usd: 32
|
|
47
|
+
Feb 12 01:37:00 qa01 kernel: Node 0 Normal per-cpu:
|
|
48
|
+
Feb 12 01:37:00 qa01 kernel: CPU 0: hi: 186, btch: 31 usd: 37
|
|
49
|
+
Feb 12 01:37:00 qa01 kernel: CPU 1: hi: 186, btch: 31 usd: 44
|
|
50
|
+
Feb 12 01:37:00 qa01 kernel: CPU 2: hi: 186, btch: 31 usd: 165
|
|
51
|
+
Feb 12 01:37:00 qa01 kernel: CPU 3: hi: 186, btch: 31 usd: 34
|
|
52
|
+
Feb 12 01:37:00 qa01 kernel: CPU 4: hi: 186, btch: 31 usd: 67
|
|
53
|
+
Feb 12 01:37:00 qa01 kernel: CPU 5: hi: 186, btch: 31 usd: 166
|
|
54
|
+
Feb 12 01:37:00 qa01 kernel: CPU 6: hi: 186, btch: 31 usd: 0
|
|
55
|
+
Feb 12 01:37:00 qa01 kernel: CPU 7: hi: 186, btch: 31 usd: 91
|
|
56
|
+
Feb 12 01:37:00 qa01 kernel: active_anon:3502274 inactive_anon:464233 isolated_anon:32
|
|
57
|
+
Feb 12 01:37:00 qa01 kernel: active_file:247 inactive_file:6323 isolated_file:0
|
|
58
|
+
Feb 12 01:37:00 qa01 kernel: unevictable:0 dirty:44 writeback:63 unstable:0
|
|
59
|
+
Feb 12 01:37:00 qa01 kernel: free:33317 slab_reclaimable:4400 slab_unreclaimable:11697
|
|
60
|
+
Feb 12 01:37:00 qa01 kernel: mapped:1234 shmem:83 pagetables:26209 bounce:0
|
|
61
|
+
Feb 12 01:37:00 qa01 kernel: Node 0 DMA free:15676kB min:60kB low:72kB high:88kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15272kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:0kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? yes
|
|
62
|
+
Feb 12 01:37:00 qa01 kernel: lowmem_reserve[]: 0 3512 16137 16137
|
|
63
|
+
Feb 12 01:37:00 qa01 kernel: Node 0 DMA32 free:64908kB min:14692kB low:18364kB high:22036kB active_anon:2474748kB inactive_anon:659932kB active_file:104kB inactive_file:52kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:3596500kB mlocked:0kB dirty:4kB writeback:0kB mapped:96kB shmem:0kB slab_reclaimable:620kB slab_unreclaimable:776kB kernel_stack:352kB pagetables:5272kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:105 all_unreclaimable? no
|
|
64
|
+
Feb 12 01:37:00 qa01 kernel: lowmem_reserve[]: 0 0 12625 12625
|
|
65
|
+
Feb 12 01:37:00 qa01 kernel: Node 0 Normal free:52684kB min:52824kB low:66028kB high:79236kB active_anon:11534348kB inactive_anon:1197000kB active_file:884kB inactive_file:25240kB unevictable:0kB isolated(anon):128kB isolated(file):0kB present:12928000kB mlocked:0kB dirty:172kB writeback:252kB mapped:4840kB shmem:332kB slab_reclaimable:16980kB slab_unreclaimable:46012kB kernel_stack:17320kB pagetables:99564kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:2336 all_unreclaimable? yes
|
|
66
|
+
Feb 12 01:37:00 qa01 kernel: lowmem_reserve[]: 0 0 0 0
|
|
67
|
+
Feb 12 01:37:00 qa01 kernel: Node 0 DMA: 3*4kB 2*8kB 0*16kB 1*32kB 2*64kB 1*128kB 0*256kB 0*512kB 1*1024kB 1*2048kB 3*4096kB = 15676kB
|
|
68
|
+
Feb 12 01:37:00 qa01 kernel: Node 0 DMA32: 145*4kB 319*8kB 271*16kB 185*32kB 85*64kB 66*128kB 29*256kB 29*512kB 15*1024kB 0*2048kB 0*4096kB = 64908kB
|
|
69
|
+
Feb 12 01:37:00 qa01 kernel: Node 0 Normal: 661*4kB 791*8kB 473*16kB 284*32kB 141*64kB 63*128kB 19*256kB 7*512kB 1*1024kB 0*2048kB 0*4096kB = 52188kB
|
|
70
|
+
Feb 12 01:37:00 qa01 kernel: 63269 total pagecache pages
|
|
71
|
+
Feb 12 01:37:00 qa01 kernel: 56549 pages in swap cache
|
|
72
|
+
Feb 12 01:37:00 qa01 kernel: Swap cache stats: add 29184685, delete 29128136, find 9813221/12053944
|
|
73
|
+
Feb 12 01:37:00 qa01 kernel: Free swap = 0kB
|
|
74
|
+
Feb 12 01:37:00 qa01 kernel: Total swap = 2097640kB
|
|
75
|
+
Feb 12 01:37:00 qa01 kernel: 4194303 pages RAM
|
|
76
|
+
Feb 12 01:37:00 qa01 kernel: 111357 pages reserved
|
|
77
|
+
Feb 12 01:37:00 qa01 kernel: 28658 pages shared
|
|
78
|
+
Feb 12 01:37:00 qa01 kernel: 4036920 pages non-shared
|
|
79
|
+
Feb 12 01:37:00 qa01 kernel: [ pid ] uid tgid total_vm rss cpu oom_adj oom_score_adj name
|
|
80
|
+
Feb 12 01:37:00 qa01 kernel: [ 478] 0 478 2719 1 6 -17 -1000 udevd
|
|
81
|
+
Feb 12 01:37:00 qa01 kernel: [ 1115] 0 1115 62896 995 6 0 0 rsyslogd
|
|
82
|
+
Feb 12 01:37:00 qa01 kernel: [ 1127] 0 1127 2705 27 6 0 0 irqbalance
|
|
83
|
+
Feb 12 01:37:00 qa01 kernel: [ 1136] 0 1136 3161 261 0 -17 -1000 iptchkd
|
|
84
|
+
Feb 12 01:37:00 qa01 kernel: [ 1143] 0 1143 3161 261 3 -17 -1000 iptchkd
|
|
85
|
+
Feb 12 01:37:00 qa01 kernel: [ 1144] 0 1144 3161 261 6 -17 -1000 iptchkd
|
|
86
|
+
Feb 12 01:37:00 qa01 kernel: [ 1153] 0 1153 1020 1 0 0 0 acpid
|
|
87
|
+
Feb 12 01:37:00 qa01 kernel: [ 1162] 0 1162 19747 254 6 -17 -1000 pz-commd
|
|
88
|
+
Feb 12 01:37:00 qa01 kernel: [ 1171] 0 1171 580 67 3 -17 -1000 pz-agentd
|
|
89
|
+
Feb 12 01:37:00 qa01 kernel: [ 1180] 549 1180 90393 1964 0 0 0 memcached
|
|
90
|
+
Feb 12 01:37:00 qa01 kernel: [ 1197] 0 1197 16652 26 6 -17 -1000 sshd
|
|
91
|
+
Feb 12 01:37:00 qa01 kernel: [ 1224] 38 1224 7680 32 6 0 0 ntpd
|
|
92
|
+
Feb 12 01:37:00 qa01 kernel: [ 1240] 0 1240 27083 2 6 0 0 mysqld_safe
|
|
93
|
+
Feb 12 01:37:00 qa01 kernel: [ 1926] 0 1926 20455 29 6 0 0 master
|
|
94
|
+
Feb 12 01:37:00 qa01 kernel: [ 1936] 89 1936 20517 23 6 0 0 qmgr
|
|
95
|
+
Feb 12 01:37:00 qa01 kernel: [ 1955] 497 1955 2707 40 7 0 0 epmd
|
|
96
|
+
Feb 12 01:37:00 qa01 kernel: [ 1986] 0 1986 27117 1 0 0 0 S80rabbitmq-ser
|
|
97
|
+
Feb 12 01:37:00 qa01 kernel: [ 1999] 0 1999 27049 2 2 0 0 bash
|
|
98
|
+
Feb 12 01:37:00 qa01 kernel: [ 2000] 0 2000 27049 2 3 0 0 rabbitmq-server
|
|
99
|
+
Feb 12 01:37:00 qa01 kernel: [ 2008] 0 2008 40936 2 5 0 0 su
|
|
100
|
+
Feb 12 01:37:00 qa01 kernel: [ 2014] 497 2014 249604 35854 4 0 0 beam.smp
|
|
101
|
+
Feb 12 01:37:00 qa01 kernel: [ 2144] 497 2144 2698 2 3 0 0 inet_gethost
|
|
102
|
+
Feb 12 01:37:00 qa01 kernel: [ 2145] 497 2145 3224 2 3 0 0 inet_gethost
|
|
103
|
+
Feb 12 01:37:00 qa01 kernel: [ 2173] 0 2173 7072278 15559 3 0 0 mongod
|
|
104
|
+
Feb 12 01:37:00 qa01 kernel: [ 2231] 0 2231 29332 26 6 0 0 crond
|
|
105
|
+
Feb 12 01:37:00 qa01 kernel: [ 2251] 0 2251 106708 1347 6 0 0 fail2ban-server
|
|
106
|
+
Feb 12 01:37:00 qa01 kernel: [ 2280] 0 2280 5385 6 6 0 0 atd
|
|
107
|
+
Feb 12 01:37:00 qa01 kernel: [ 2322] 0 2322 2277740 59289 0 0 0 java
|
|
108
|
+
Feb 12 01:37:00 qa01 kernel: [ 2370] 0 2370 1016 2 6 0 0 mingetty
|
|
109
|
+
Feb 12 01:37:00 qa01 kernel: [ 2372] 0 2372 1016 2 6 0 0 mingetty
|
|
110
|
+
Feb 12 01:37:00 qa01 kernel: [ 2374] 0 2374 1016 2 7 0 0 mingetty
|
|
111
|
+
Feb 12 01:37:00 qa01 kernel: [ 2376] 0 2376 1016 2 7 0 0 mingetty
|
|
112
|
+
Feb 12 01:37:00 qa01 kernel: [ 2378] 0 2378 1016 2 7 0 0 mingetty
|
|
113
|
+
Feb 12 01:37:00 qa01 kernel: [ 2380] 0 2380 1016 2 2 0 0 mingetty
|
|
114
|
+
Feb 12 01:37:00 qa01 kernel: [ 2383] 0 2383 2693 1 6 -17 -1000 udevd
|
|
115
|
+
Feb 12 01:37:00 qa01 kernel: [ 2384] 0 2384 2718 1 4 -17 -1000 udevd
|
|
116
|
+
Feb 12 01:37:00 qa01 kernel: [21714] 0 21714 7066359 14847 1 0 0 mongod
|
|
117
|
+
Feb 12 01:37:00 qa01 kernel: [21834] 0 21834 6933416 13152 7 0 0 mongod
|
|
118
|
+
Feb 12 01:37:00 qa01 kernel: [19666] 498 19666 1732051 255281 7 0 0 mysqld
|
|
119
|
+
Feb 12 01:37:00 qa01 kernel: [28510] 545 28510 276026 11259 3 0 0 beam.smp
|
|
120
|
+
Feb 12 01:37:00 qa01 kernel: [28541] 545 28541 2698 8 1 0 0 inet_gethost
|
|
121
|
+
Feb 12 01:37:00 qa01 kernel: [28542] 545 28542 3224 3 6 0 0 inet_gethost
|
|
122
|
+
Feb 12 01:37:00 qa01 kernel: [ 6389] 545 6389 3224 17 1 0 0 inet_gethost
|
|
123
|
+
Feb 12 01:37:00 qa01 kernel: [18397] 557 18397 1401638 71905 2 0 0 java
|
|
124
|
+
Feb 12 01:37:00 qa01 kernel: [18808] 0 18808 62066 1693 6 0 0 httpd
|
|
125
|
+
Feb 12 01:37:00 qa01 kernel: [27878] 550 27878 266169 11854 5 0 0 beam.smp
|
|
126
|
+
Feb 12 01:37:00 qa01 kernel: [27903] 550 27903 2698 2 7 0 0 inet_gethost
|
|
127
|
+
Feb 12 01:37:00 qa01 kernel: [27904] 550 27904 3224 2 7 0 0 inet_gethost
|
|
128
|
+
Feb 12 01:37:00 qa01 kernel: [22034] 497 22034 2171444 365957 2 0 0 java
|
|
129
|
+
Feb 12 01:37:00 qa01 kernel: [22044] 497 22044 1318702 218882 5 0 0 java
|
|
130
|
+
Feb 12 01:37:00 qa01 kernel: [22046] 497 22046 1379116 87896 7 0 0 java
|
|
131
|
+
Feb 12 01:37:00 qa01 kernel: [22057] 497 22057 853717 109950 4 0 0 java
|
|
132
|
+
Feb 12 01:37:00 qa01 kernel: [22062] 497 22062 1245837 67801 3 0 0 java
|
|
133
|
+
Feb 12 01:37:00 qa01 kernel: [22070] 497 22070 1609797 320647 5 0 0 java
|
|
134
|
+
Feb 12 01:37:00 qa01 kernel: [22087] 497 22087 1318702 275465 1 0 0 java
|
|
135
|
+
Feb 12 01:37:00 qa01 kernel: [16450] 0 16450 53958 5114 6 0 0 ruby
|
|
136
|
+
Feb 12 01:37:00 qa01 kernel: [16453] 0 16453 183230 40838 2 0 0 ruby
|
|
137
|
+
Feb 12 01:37:00 qa01 kernel: [18936] 500 18936 26558 69 1 0 0 catalina.sh
|
|
138
|
+
Feb 12 01:37:00 qa01 kernel: [18937] 500 18937 8074 82 3 0 0 rotatelogs
|
|
139
|
+
Feb 12 01:37:00 qa01 kernel: [18938] 500 18938 3120736 1919908 6 0 0 java
|
|
140
|
+
Feb 12 01:37:00 qa01 kernel: [ 8925] 0 8925 8074 61 6 0 0 rotatelogs
|
|
141
|
+
Feb 12 01:37:00 qa01 kernel: [ 8926] 0 8926 8074 60 3 0 0 rotatelogs
|
|
142
|
+
Feb 12 01:37:00 qa01 kernel: [ 8927] 48 8927 62604 1970 6 0 0 httpd
|
|
143
|
+
Feb 12 01:37:00 qa01 kernel: [ 8928] 48 8928 62615 1961 5 0 0 httpd
|
|
144
|
+
Feb 12 01:37:00 qa01 kernel: [ 8929] 48 8929 62657 1971 2 0 0 httpd
|
|
145
|
+
Feb 12 01:37:00 qa01 kernel: [ 8930] 48 8930 62694 1975 4 0 0 httpd
|
|
146
|
+
Feb 12 01:37:00 qa01 kernel: [ 8931] 48 8931 62683 1976 6 0 0 httpd
|
|
147
|
+
Feb 12 01:37:00 qa01 kernel: [ 8932] 48 8932 62580 1955 0 0 0 httpd
|
|
148
|
+
Feb 12 01:37:00 qa01 kernel: [ 8933] 48 8933 62609 1949 3 0 0 httpd
|
|
149
|
+
Feb 12 01:37:00 qa01 kernel: [ 8934] 48 8934 62658 1971 5 0 0 httpd
|
|
150
|
+
Feb 12 01:37:00 qa01 kernel: [ 9899] 48 9899 62608 1960 1 0 0 httpd
|
|
151
|
+
Feb 12 01:37:00 qa01 kernel: [ 9924] 48 9924 62643 1953 1 0 0 httpd
|
|
152
|
+
Feb 12 01:37:00 qa01 kernel: [ 9964] 48 9964 62619 1955 1 0 0 httpd
|
|
153
|
+
Feb 12 01:37:00 qa01 kernel: [10394] 48 10394 62643 1973 0 0 0 httpd
|
|
154
|
+
Feb 12 01:37:00 qa01 kernel: [ 8888] 48 8888 62646 1946 0 0 0 httpd
|
|
155
|
+
Feb 12 01:37:00 qa01 kernel: [ 8998] 48 8998 62611 1943 7 0 0 httpd
|
|
156
|
+
Feb 12 01:37:00 qa01 kernel: [18425] 89 18425 20478 230 6 0 0 pickup
|
|
157
|
+
Feb 12 01:37:00 qa01 kernel: [20586] 48 20586 62532 1836 2 0 0 httpd
|
|
158
|
+
Feb 12 01:37:00 qa01 kernel: Out of memory: Kill process 18938 (java) score 417 or sacrifice child
|
|
159
|
+
Feb 12 01:37:00 qa01 kernel: Killed process 18938, UID 500, (java) total-vm:12482944kB, anon-rss:7678888kB, file-rss:744kB
|
metadata
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
|
2
|
+
name: ivelum-fluent-plugin-oomkiller
|
|
3
|
+
version: !ruby/object:Gem::Version
|
|
4
|
+
version: 0.0.2
|
|
5
|
+
platform: ruby
|
|
6
|
+
authors:
|
|
7
|
+
- Megumi Nakamura
|
|
8
|
+
- Ilnur Ibragimov
|
|
9
|
+
autorequire:
|
|
10
|
+
bindir: bin
|
|
11
|
+
cert_chain: []
|
|
12
|
+
date: 2017-02-01 00:00:00.000000000 Z
|
|
13
|
+
dependencies:
|
|
14
|
+
- !ruby/object:Gem::Dependency
|
|
15
|
+
name: bundler
|
|
16
|
+
requirement: !ruby/object:Gem::Requirement
|
|
17
|
+
requirements:
|
|
18
|
+
- - "~>"
|
|
19
|
+
- !ruby/object:Gem::Version
|
|
20
|
+
version: '1.8'
|
|
21
|
+
type: :development
|
|
22
|
+
prerelease: false
|
|
23
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
24
|
+
requirements:
|
|
25
|
+
- - "~>"
|
|
26
|
+
- !ruby/object:Gem::Version
|
|
27
|
+
version: '1.8'
|
|
28
|
+
- !ruby/object:Gem::Dependency
|
|
29
|
+
name: rake
|
|
30
|
+
requirement: !ruby/object:Gem::Requirement
|
|
31
|
+
requirements:
|
|
32
|
+
- - "~>"
|
|
33
|
+
- !ruby/object:Gem::Version
|
|
34
|
+
version: '10.0'
|
|
35
|
+
type: :development
|
|
36
|
+
prerelease: false
|
|
37
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
38
|
+
requirements:
|
|
39
|
+
- - "~>"
|
|
40
|
+
- !ruby/object:Gem::Version
|
|
41
|
+
version: '10.0'
|
|
42
|
+
- !ruby/object:Gem::Dependency
|
|
43
|
+
name: fluentd
|
|
44
|
+
requirement: !ruby/object:Gem::Requirement
|
|
45
|
+
requirements:
|
|
46
|
+
- - ">="
|
|
47
|
+
- !ruby/object:Gem::Version
|
|
48
|
+
version: '0'
|
|
49
|
+
type: :development
|
|
50
|
+
prerelease: false
|
|
51
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
52
|
+
requirements:
|
|
53
|
+
- - ">="
|
|
54
|
+
- !ruby/object:Gem::Version
|
|
55
|
+
version: '0'
|
|
56
|
+
- !ruby/object:Gem::Dependency
|
|
57
|
+
name: fluentd
|
|
58
|
+
requirement: !ruby/object:Gem::Requirement
|
|
59
|
+
requirements:
|
|
60
|
+
- - ">="
|
|
61
|
+
- !ruby/object:Gem::Version
|
|
62
|
+
version: '0'
|
|
63
|
+
type: :runtime
|
|
64
|
+
prerelease: false
|
|
65
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
66
|
+
requirements:
|
|
67
|
+
- - ">="
|
|
68
|
+
- !ruby/object:Gem::Version
|
|
69
|
+
version: '0'
|
|
70
|
+
description: Fluentd plugin to get oom killer log from system message.
|
|
71
|
+
email:
|
|
72
|
+
- ilnur.ibragimov@ivelum.com
|
|
73
|
+
executables: []
|
|
74
|
+
extensions: []
|
|
75
|
+
extra_rdoc_files: []
|
|
76
|
+
files:
|
|
77
|
+
- ".gitignore"
|
|
78
|
+
- Gemfile
|
|
79
|
+
- LICENSE.txt
|
|
80
|
+
- README.md
|
|
81
|
+
- Rakefile
|
|
82
|
+
- fluent-plugin-oomkiller.gemspec
|
|
83
|
+
- lib/fluent/plugin/out_oomkiller.rb
|
|
84
|
+
- test/helper.rb
|
|
85
|
+
- test/plugin/test_out_oomkiller.rb
|
|
86
|
+
- test/testdata/message1
|
|
87
|
+
- test/testdata/message2
|
|
88
|
+
- test/testdata/message3
|
|
89
|
+
- test/testdata/message4
|
|
90
|
+
homepage: https://github.com/ivelum/fluent-plugin-oomkiller
|
|
91
|
+
licenses:
|
|
92
|
+
- MIT
|
|
93
|
+
metadata: {}
|
|
94
|
+
post_install_message:
|
|
95
|
+
rdoc_options: []
|
|
96
|
+
require_paths:
|
|
97
|
+
- lib
|
|
98
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
|
99
|
+
requirements:
|
|
100
|
+
- - ">="
|
|
101
|
+
- !ruby/object:Gem::Version
|
|
102
|
+
version: '0'
|
|
103
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
104
|
+
requirements:
|
|
105
|
+
- - ">="
|
|
106
|
+
- !ruby/object:Gem::Version
|
|
107
|
+
version: '0'
|
|
108
|
+
requirements: []
|
|
109
|
+
rubyforge_project:
|
|
110
|
+
rubygems_version: 2.5.1
|
|
111
|
+
signing_key:
|
|
112
|
+
specification_version: 4
|
|
113
|
+
summary: Fluentd plugin to get oom killer log.
|
|
114
|
+
test_files:
|
|
115
|
+
- test/helper.rb
|
|
116
|
+
- test/plugin/test_out_oomkiller.rb
|
|
117
|
+
- test/testdata/message1
|
|
118
|
+
- test/testdata/message2
|
|
119
|
+
- test/testdata/message3
|
|
120
|
+
- test/testdata/message4
|