logstash-input-proc 0.1.2 → 0.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (12) hide show
  1. checksums.yaml +4 -4
  2. data/ElasticSearch/README.md +4 -1
  3. data/ElasticSearch/initES.sh +13 -0
  4. data/ElasticSearch/templates/output-es-template.json +31 -0
  5. data/Kibana/export.json +32 -19
  6. data/lib/logstash/inputs/proc.rb +3 -3
  7. data/logstash-input-proc.gemspec +1 -1
  8. metadata +4 -6
  9. data/ElasticSearch/templates/loadavg.json +0 -55
  10. data/ElasticSearch/templates/meminfo.json +0 -162
  11. data/ElasticSearch/templates/pidstats.json +0 -185
  12. data/ElasticSearch/templates/vmstats.json +0 -393
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 1a7521ce81c7e07305cdbef8c821907fa0ea7843
4
- data.tar.gz: 64a7d10f0fae20db1bc98f6d7454451ea1083999
3
+ metadata.gz: e5d73eed72c3cbd2dd68ffea7dcb806b9f4e9b8a
4
+ data.tar.gz: dc7bb48f266c0e2606aa377eccde51c005b54ce0
5
5
  SHA512:
6
- metadata.gz: 80939c69de0a1520c46fdbe9606c6468714472879b0d30f70bdf7db816e7dae0a50343ac8088b2e54152e9454f1f52a573705d423c01cc0c387857da2d711540
7
- data.tar.gz: 2d0651bd5ed03e5ce16b129e47cd5fc607547409e1747e5eb98d1fec6bdb6e4a90266fbcac02881d4ed4a6996a667c1c40312751d05571e527f41987c4901cf9
6
+ metadata.gz: 65edcb46b9281ffc3ac5301c6b5e51551323c70b364edd40c8ab08a890f28d26dfc711fc00e7bf837718b4b5523407a0fb3e21cef087f9989c67a0be2336b056
7
+ data.tar.gz: d500a8567617ff42107678c312e66fc22662505592c64235c377d59ccfcaf1d287453059224d80fa45a01820584ef6b19c4aa92b7fe24f5f0e4744a6f411fbeb
data/ElasticSearch/README.md CHANGED
@@ -1,9 +1,12 @@
1
1
  #Elasticsearch Configs
2
2
  This Directory is for All the different Elasticsearch configurations to go with logstash-input-proc
3
3
  ##Templates Directory
4
- This directory should be copied to you ${es_home}/conf/templates
5
4
 
6
5
  This contains a Template for the different index data logstash-input-proc creates
7
6
 
8
7
 
8
+ #Load the Proc templates and other items
9
+ ${LIP_HOME}/Elasticsearch/initES.sh
10
+
11
+
9
12
 
data/ElasticSearch/initES.sh ADDED
@@ -0,0 +1,13 @@
1
+ #!/bin/bash
2
+ set -x
3
+ curl -XDELETE localhost:9200/_template/\*
4
+
5
+ for t in `find templates -name \*.json`
6
+ do
7
+ curl -XPUT localhost:9200/_template/`basename ${t} .json` -d @${t}
8
+ done
9
+
10
+ echo "============================================"
11
+ curl -XGET localhost:9200/_template/
12
+ echo "============================================"
13
+
data/ElasticSearch/templates/output-es-template.json ADDED
@@ -0,0 +1,31 @@
1
+ {
2
+ "template" : "proc-*",
3
+ "settings" : {
4
+ "index.refresh_interval" : "30s"
5
+ },
6
+ "mappings" : {
7
+ "_default_" : {
8
+ "_all" : {"enabled" : true, "omit_norms" : true},
9
+ "dynamic_templates" : [ {
10
+ "message_field" : {
11
+ "match" : "message",
12
+ "match_mapping_type" : "string",
13
+ "mapping" : {
14
+ "type" : "string", "index" : "not_analyzed", "omit_norms" : true
15
+ }
16
+ }
17
+ }, {
18
+ "string_fields" : {
19
+ "match" : "*",
20
+ "match_mapping_type" : "string",
21
+ "mapping" : {
22
+ "type" : "string", "index" : "not_analyzed", "omit_norms" : true
23
+ }
24
+ }
25
+ } ],
26
+ "properties" : {
27
+ "@version": { "type": "string", "index": "not_analyzed" }
28
+ }
29
+ }
30
+ }
31
+ }
data/Kibana/export.json CHANGED
@@ -66,7 +66,7 @@
66
66
  "title": "CPU Dashboard",
67
67
  "hits": 0,
68
68
  "description": "",
69
- "panelsJSON": "[{\"col\":8,\"id\":\"Load-Average\",\"row\":1,\"size_x\":5,\"size_y\":2,\"type\":\"visualization\"},{\"id\":\"PIDStats-TOP-10-CPU-User-(utime-slash-jiffies)\",\"type\":\"visualization\",\"size_x\":7,\"size_y\":8,\"col\":1,\"row\":1},{\"id\":\"PIDSTATS-Top-10-STDDIVATION-STIME\",\"type\":\"visualization\",\"size_x\":5,\"size_y\":3,\"col\":8,\"row\":3},{\"id\":\"PIDSTATS-Top-10-STDDIVATION-UTIME\",\"type\":\"visualization\",\"size_x\":5,\"size_y\":3,\"col\":8,\"row\":6}]",
69
+ "panelsJSON": "[{\"col\":8,\"id\":\"Load-Average\",\"row\":1,\"size_x\":5,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"PIDStats-TOP-10-CPU-User-(utime-slash-jiffies)\",\"row\":1,\"size_x\":7,\"size_y\":8,\"type\":\"visualization\"},{\"col\":8,\"id\":\"PIDSTATS-Top-10-STDDIVATION-STIME\",\"row\":3,\"size_x\":5,\"size_y\":3,\"type\":\"visualization\"},{\"col\":8,\"id\":\"PIDSTATS-Top-10-STDDIVATION-UTIME\",\"row\":6,\"size_x\":5,\"size_y\":3,\"type\":\"visualization\"},{\"id\":\"CPUINFO-Summary-CPU-Info\",\"type\":\"visualization\",\"size_x\":12,\"size_y\":2,\"col\":1,\"row\":9}]",
70
70
  "version": 1,
71
71
  "timeRestore": false,
72
72
  "kibanaSavedObjectMeta": {
@@ -91,7 +91,7 @@
91
91
  ],
92
92
  "version": 1,
93
93
  "kibanaSavedObjectMeta": {
94
- "searchSourceJSON": "{\"index\":\"[meminfo-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
94
+ "searchSourceJSON": "{\"index\":\"[proc-meminfo-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
95
95
  }
96
96
  }
97
97
  },
@@ -113,7 +113,7 @@
113
113
  ],
114
114
  "version": 1,
115
115
  "kibanaSavedObjectMeta": {
116
- "searchSourceJSON": "{\"index\":\"[loadavg-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
116
+ "searchSourceJSON": "{\"index\":\"[proc-loadavg-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
117
117
  }
118
118
  }
119
119
  },
@@ -138,7 +138,7 @@
138
138
  ],
139
139
  "version": 1,
140
140
  "kibanaSavedObjectMeta": {
141
- "searchSourceJSON": "{\"index\":\"[wireless-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
141
+ "searchSourceJSON": "{\"index\":\"[proc-wireless-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
142
142
  }
143
143
  }
144
144
  },
@@ -164,7 +164,7 @@
164
164
  ],
165
165
  "version": 1,
166
166
  "kibanaSavedObjectMeta": {
167
- "searchSourceJSON": "{\"index\":\"[netdev-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
167
+ "searchSourceJSON": "{\"index\":\"[proc-netdev-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
168
168
  }
169
169
  }
170
170
  },
@@ -191,7 +191,7 @@
191
191
  ],
192
192
  "version": 1,
193
193
  "kibanaSavedObjectMeta": {
194
- "searchSourceJSON": "{\"index\":\"[pidstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[{\"meta\":{\"negate\":true,\"index\":\"[pidstats-]YYYY.MM.DD\",\"key\":\"process.cmdline\",\"value\":\"\",\"disabled\":false},\"query\":{\"match\":{\"process.cmdline\":{\"query\":\"\",\"type\":\"phrase\"}}}}]}"
194
+ "searchSourceJSON": "{\"index\":\"[proc-pidstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[{\"meta\":{\"negate\":true,\"index\":\"[proc-pidstats-]YYYY.MM.DD\",\"key\":\"process.cmdline\",\"value\":\"\",\"disabled\":false},\"query\":{\"match\":{\"process.cmdline\":{\"query\":\"\",\"type\":\"phrase\"}}}}]}"
195
195
  }
196
196
  }
197
197
  },
@@ -216,7 +216,7 @@
216
216
  ],
217
217
  "version": 1,
218
218
  "kibanaSavedObjectMeta": {
219
- "searchSourceJSON": "{\"index\":\"[diskstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[{\"meta\":{\"negate\":true,\"index\":\"[diskstats-]YYYY.MM.DD\",\"key\":\"ioTimeSpentMS\",\"value\":\"0\",\"disabled\":false},\"query\":{\"match\":{\"ioTimeSpentMS\":{\"query\":0,\"type\":\"phrase\"}}}}]}"
219
+ "searchSourceJSON": "{\"index\":\"[proc-diskstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[{\"meta\":{\"negate\":true,\"index\":\"[proc-diskstats-]YYYY.MM.DD\",\"key\":\"ioTimeSpentMS\",\"value\":\"0\",\"disabled\":false},\"query\":{\"match\":{\"ioTimeSpentMS\":{\"query\":0,\"type\":\"phrase\"}}}}]}"
220
220
  }
221
221
  }
222
222
  },
@@ -241,7 +241,7 @@
241
241
  ],
242
242
  "version": 1,
243
243
  "kibanaSavedObjectMeta": {
244
- "searchSourceJSON": "{\"index\":\"[diskstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[{\"meta\":{\"negate\":false,\"index\":\"[diskstats-]YYYY.MM.DD\",\"key\":\"dev\",\"value\":\"sda\",\"disabled\":false},\"query\":{\"match\":{\"dev\":{\"query\":\"sda\",\"type\":\"phrase\"}}}}]}"
244
+ "searchSourceJSON": "{\"index\":\"[proc-diskstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[{\"meta\":{\"negate\":false,\"index\":\"[proc-diskstats-]YYYY.MM.DD\",\"key\":\"dev\",\"value\":\"sda\",\"disabled\":false},\"query\":{\"match\":{\"dev\":{\"query\":\"sda\",\"type\":\"phrase\"}}}}]}"
245
245
  }
246
246
  }
247
247
  },
@@ -266,7 +266,7 @@
266
266
  ],
267
267
  "version": 1,
268
268
  "kibanaSavedObjectMeta": {
269
- "searchSourceJSON": "{\"index\":\"[diskstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
269
+ "searchSourceJSON": "{\"index\":\"[proc-diskstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
270
270
  }
271
271
  }
272
272
  },
@@ -292,7 +292,7 @@
292
292
  ],
293
293
  "version": 1,
294
294
  "kibanaSavedObjectMeta": {
295
- "searchSourceJSON": "{\"index\":\"[netdev-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
295
+ "searchSourceJSON": "{\"index\":\"[proc-netdev-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
296
296
  }
297
297
  }
298
298
  },
@@ -317,7 +317,7 @@
317
317
  ],
318
318
  "version": 1,
319
319
  "kibanaSavedObjectMeta": {
320
- "searchSourceJSON": "{\"index\":\"[diskstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"dev:sda*\",\"analyze_wildcard\":true}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
320
+ "searchSourceJSON": "{\"index\":\"[proc-diskstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"dev:sda*\",\"analyze_wildcard\":true}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"fragment_size\":2147483647},\"filter\":[]}"
321
321
  }
322
322
  }
323
323
  },
@@ -428,7 +428,7 @@
428
428
  "description": "",
429
429
  "version": 1,
430
430
  "kibanaSavedObjectMeta": {
431
- "searchSourceJSON": "{\"index\":\"[sysipcshm-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
431
+ "searchSourceJSON": "{\"index\":\"[proc-sysipcshm-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
432
432
  }
433
433
  }
434
434
  },
@@ -441,7 +441,7 @@
441
441
  "description": "",
442
442
  "version": 1,
443
443
  "kibanaSavedObjectMeta": {
444
- "searchSourceJSON": "{\"index\":\"[loadavg-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"filter\":[]}"
444
+ "searchSourceJSON": "{\"index\":\"[proc-loadavg-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}},\"filter\":[]}"
445
445
  }
446
446
  }
447
447
  },
@@ -454,7 +454,7 @@
454
454
  "description": "",
455
455
  "version": 1,
456
456
  "kibanaSavedObjectMeta": {
457
- "searchSourceJSON": "{\"index\":\"[pidstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
457
+ "searchSourceJSON": "{\"index\":\"[proc-pidstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
458
458
  }
459
459
  }
460
460
  },
@@ -467,7 +467,7 @@
467
467
  "description": "",
468
468
  "version": 1,
469
469
  "kibanaSavedObjectMeta": {
470
- "searchSourceJSON": "{\"index\":\"[pidstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
470
+ "searchSourceJSON": "{\"index\":\"[proc-pidstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
471
471
  }
472
472
  }
473
473
  },
@@ -480,7 +480,7 @@
480
480
  "description": "",
481
481
  "version": 1,
482
482
  "kibanaSavedObjectMeta": {
483
- "searchSourceJSON": "{\"index\":\"[wireless-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
483
+ "searchSourceJSON": "{\"index\":\"[proc-wireless-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
484
484
  }
485
485
  }
486
486
  },
@@ -493,7 +493,7 @@
493
493
  "description": "",
494
494
  "version": 1,
495
495
  "kibanaSavedObjectMeta": {
496
- "searchSourceJSON": "{\"index\":\"[wireless-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
496
+ "searchSourceJSON": "{\"index\":\"[proc-wireless-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
497
497
  }
498
498
  }
499
499
  },
@@ -506,7 +506,7 @@
506
506
  "description": "",
507
507
  "version": 1,
508
508
  "kibanaSavedObjectMeta": {
509
- "searchSourceJSON": "{\"index\":\"[wireless-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
509
+ "searchSourceJSON": "{\"index\":\"[proc-wireless-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
510
510
  }
511
511
  }
512
512
  },
@@ -519,7 +519,20 @@
519
519
  "description": "",
520
520
  "version": 1,
521
521
  "kibanaSavedObjectMeta": {
522
- "searchSourceJSON": "{\"index\":\"[pidstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
522
+ "searchSourceJSON": "{\"index\":\"[proc-pidstats-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
523
+ }
524
+ }
525
+ },
526
+ {
527
+ "_id": "CPUINFO-Summary-CPU-Info",
528
+ "_type": "visualization",
529
+ "_source": {
530
+ "title": "CPUINFO - Summary CPU Info",
531
+ "visState": "{\"aggs\":[{\"id\":\"1\",\"params\":{\"field\":\"cpuinfo.cache size\"},\"schema\":\"metric\",\"type\":\"max\"},{\"id\":\"2\",\"params\":{\"field\":\"host\",\"order\":\"desc\",\"orderBy\":\"1\",\"size\":0},\"schema\":\"bucket\",\"type\":\"terms\"},{\"id\":\"3\",\"params\":{\"field\":\"cpuinfo.model name\",\"order\":\"desc\",\"orderBy\":\"1\",\"size\":5},\"schema\":\"bucket\",\"type\":\"terms\"},{\"id\":\"4\",\"params\":{\"field\":\"cpuinfo.cpu MHz\"},\"schema\":\"metric\",\"type\":\"max\"},{\"id\":\"5\",\"params\":{\"field\":\"cpuinfo.cpu cores\"},\"schema\":\"metric\",\"type\":\"max\"},{\"id\":\"6\",\"params\":{\"field\":\"cpuinfo.physical id\"},\"schema\":\"metric\",\"type\":\"cardinality\"},{\"id\":\"7\",\"params\":{\"field\":\"cpuinfo.vendor_id\",\"order\":\"desc\",\"orderBy\":\"1\",\"size\":5},\"schema\":\"bucket\",\"type\":\"terms\"}],\"listeners\":{},\"params\":{\"perPage\":10,\"showMeticsAtAllLevels\":false,\"showPartialRows\":false},\"type\":\"table\"}",
532
+ "description": "",
533
+ "version": 1,
534
+ "kibanaSavedObjectMeta": {
535
+ "searchSourceJSON": "{\"index\":\"[proc-cpuinfo-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
523
536
  }
524
537
  }
525
538
  }
data/lib/logstash/inputs/proc.rb CHANGED
@@ -122,7 +122,7 @@ def readPidStats(queue)
122
122
  # Ignore and move on.
123
123
  end
124
124
  # Get /proc/<pid>/cwd information
125
- process["cwd"] = File.readlink("/proc/#{file}/cwd") rescue
125
+ process["cwd"] = File.readlink("/proc/#{file}/cwd") rescue process["cwd"] =""
126
126
 
127
127
  # Get /proc/<pid>/environ information. Environment information
128
128
  # is represented as a Hash, with the environment variable as the
@@ -140,7 +140,7 @@ def readPidStats(queue)
140
140
  end
141
141
 
142
142
  # Get /proc/<pid>/exe information
143
- process["exe"] = File.readlink("/proc/#{file}/exe") rescue
143
+ process["exe"] = File.readlink("/proc/#{file}/exe") rescue process["exe"] =""
144
144
 
145
145
  # Get /proc/<pid>/fd information. File descriptor information
146
146
  # is represented as a Hash, with the fd as the key, and its
@@ -156,7 +156,7 @@ def readPidStats(queue)
156
156
  end
157
157
 
158
158
  # Get /proc/<pid>/root information
159
- process["root"] = File.readlink("/proc/#{file}/root") rescue
159
+ process["root"] = File.readlink("/proc/#{file}/root") rescue process["root"]=""
160
160
 
161
161
  # Get number of LWP, one directory for each in /proc/<pid>/task/
162
162
  # Every process has at least one thread, so if we fail to read the task directory, set nlwp to 1.
data/logstash-input-proc.gemspec CHANGED
@@ -1,6 +1,6 @@
1
1
  Gem::Specification.new do |s|
2
2
  s.name = 'logstash-input-proc'
3
- s.version = '0.1.2'
3
+ s.version = '0.2.0'
4
4
  s.licenses = ['Apache License (2.0)']
5
5
  s.summary = "This plugin is for reading the /proc of a linux filesystem"
6
6
  s.description = "Plugin is used with logstash"
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-input-proc
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.2
4
+ version: 0.2.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Edward Perry
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-06-21 00:00:00.000000000 Z
11
+ date: 2015-07-08 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: logstash-core
@@ -80,10 +80,8 @@ extra_rdoc_files: []
80
80
  files:
81
81
  - .gitignore
82
82
  - ElasticSearch/README.md
83
- - ElasticSearch/templates/loadavg.json
84
- - ElasticSearch/templates/meminfo.json
85
- - ElasticSearch/templates/pidstats.json
86
- - ElasticSearch/templates/vmstats.json
83
+ - ElasticSearch/initES.sh
84
+ - ElasticSearch/templates/output-es-template.json
87
85
  - Gemfile
88
86
  - Kibana/READEME.md
89
87
  - Kibana/export.json
data/ElasticSearch/templates/loadavg.json DELETED
@@ -1,55 +0,0 @@
1
- {
2
- "template": "loadavg*",
3
- "order": 10,
4
- "aliases": {
5
- "loadavg": [{
6
- "add": {
7
- "index": "loadavg"
8
- }
9
- }]
10
- },
11
- "mappings": {
12
- "loadavg": {
13
- "properties": {
14
- "@timestamp": {
15
- "format": "dateOptionalTime",
16
- "type": "date"
17
- },
18
- "host": {
19
- "type": "string"
20
- },
21
- "file": {
22
- "type": "string"
23
- },
24
- "type": {
25
- "type": "string"
26
- },
27
- "@version": {
28
- "type": "long"
29
- },
30
- "loadavg": {
31
- "properties": {
32
- "runnable": {
33
- "type": "long"
34
- },
35
- "15minute": {
36
- "type": "long"
37
- },
38
- "lastcreatedpid": {
39
- "type": "long"
40
- },
41
- "existing": {
42
- "type": "long"
43
- },
44
- "1minute": {
45
- "type": "long"
46
- },
47
- "10minute": {
48
- "type": "long"
49
- }
50
- }
51
- }
52
- }
53
- }
54
- },
55
- }
data/ElasticSearch/templates/meminfo.json DELETED
@@ -1,162 +0,0 @@
1
- {
2
- "template": "meminfo*",
3
- "order" : 10,
4
- "aliases": {
5
- "meminfo" : [ { "add" : { "index" : "meminfo" } }
6
- ]
7
- }
8
- "mappings": {
9
- "meminfo": {
10
- "properties": {
11
- "raw": {
12
- "type": "string"
13
- },
14
- "VmallocUsed": {
15
- "type": "long"
16
- },
17
- "CalcMemUsed": {
18
- "type": "long"
19
- },
20
- "CommitLimit": {
21
- "type": "long"
22
- },
23
- "MemTotal": {
24
- "type": "long"
25
- },
26
- "Writeback": {
27
- "type": "long"
28
- },
29
- "SwapFree": {
30
- "type": "long"
31
- },
32
- "Inactive": {
33
- "type": "long"
34
- },
35
- "Mlocked": {
36
- "type": "long"
37
- },
38
- "KernelStack": {
39
- "type": "long"
40
- },
41
- "Unevictable": {
42
- "type": "long"
43
- },
44
- "CmaTotal": {
45
- "type": "long"
46
- },
47
- "Cached": {
48
- "type": "long"
49
- },
50
- "type": {
51
- "type": "long"
52
- },
53
- "@version": {
54
- "type": "long"
55
- },
56
- "NFS_Unstable": {
57
- "type": "long"
58
- },
59
- "SReclaimable": {
60
- "type": "long"
61
- },
62
- "Mapped": {
63
- "type": "long"
64
- },
65
- "CmaFree": {
66
- "type": "long"
67
- },
68
- "Bounce": {
69
- "type": "long"
70
- },
71
- "HugePages_Free": {
72
- "type": "long"
73
- },
74
- "file": {
75
- "type": "string"
76
- },
77
- "Buffers": {
78
- "type": "long"
79
- },
80
- "MemAvailable": {
81
- "type": "long"
82
- },
83
- "Shmem": {
84
- "type": "long"
85
- },
86
- "DirectMap2M": {
87
- "type": "long"
88
- },
89
- "WritebackTmp": {
90
- "type": "long"
91
- },
92
- "SUnreclaim": {
93
- "type": "long"
94
- },
95
- "VmallocChunk": {
96
- "type": "long"
97
- },
98
- "PageTables": {
99
- "type": "long"
100
- },
101
- "host": {
102
- "type": "string"
103
- },
104
- "SwapTotal": {
105
- "type": "long"
106
- },
107
- "HugePages_Total": {
108
- "type": "long"
109
- },
110
- "MemFree": {
111
- "type": "long"
112
- },
113
- "VmallocTotal": {
114
- "type": "long"
115
- },
116
- "AnonPages": {
117
- "type": "long"
118
- },
119
- "SwapCached": {
120
- "type": "long"
121
- },
122
- "HugePages_Rsvd": {
123
- "type": "long"
124
- },
125
- "AnonHugePages": {
126
- "type": "long"
127
- },
128
- "Active": {
129
- "type": "long"
130
- },
131
- "@timestamp": {
132
- "format": "dateOptionalTime",
133
- "type": "date"
134
- },
135
- "Slab": {
136
- "type": "long"
137
- },
138
- "HugePages_Surp": {
139
- "type": "long"
140
- },
141
- "DirectMap4k": {
142
- "type": "long"
143
- },
144
- "Committed_AS": {
145
- "type": "long"
146
- },
147
- "Dirty": {
148
- "type": "long"
149
- },
150
- "DirectMap1G": {
151
- "type": "long"
152
- },
153
- "HardwareCorrupted": {
154
- "type": "long"
155
- },
156
- "Hugepagesize": {
157
- "type": "long"
158
- }
159
- }
160
- }
161
- }
162
- }
data/ElasticSearch/templates/pidstats.json DELETED
@@ -1,185 +0,0 @@
1
- {
2
- "template": "pidstats*",
3
- "order": 10,
4
- "aliases": {
5
- "pidstats": [
6
- {
7
- "add": {
8
- "index": "pidstats"
9
- }
10
- }
11
- ]
12
- },
13
- "mappings": {
14
- "pidstats": {
15
- "properties": {
16
- "uid": {
17
- "type": "long"
18
- },
19
- "tty_nr": {
20
- "type": "long"
21
- },
22
- "nlwp": {
23
- "type": "long"
24
- },
25
- "utime": {
26
- "type": "long"
27
- },
28
- "startcode": {
29
- "type": "long"
30
- },
31
- "rt_priority": {
32
- "type": "long"
33
- },
34
- "egid": {
35
- "type": "long"
36
- },
37
- "stime": {
38
- "type": "long"
39
- },
40
- "state": {
41
- "type": "string"
42
- },
43
- "sigcatch": {
44
- "type": "long"
45
- },
46
- "kstkeip": {
47
- "type": "long"
48
- },
49
- "nice": {
50
- "type": "long"
51
- },
52
- "signal": {
53
- "type": "long"
54
- },
55
- "nswap": {
56
- "type": "long"
57
- },
58
- "sigignore": {
59
- "type": "long"
60
- },
61
- "vsize": {
62
- "type": "long"
63
- },
64
- "pgrp": {
65
- "type": "long"
66
- },
67
- "endcode": {
68
- "type": "long"
69
- },
70
- "kstkesp": {
71
- "type": "long"
72
- },
73
- "priority": {
74
- "type": "long"
75
- },
76
- "name": {
77
- "type": "string"
78
- },
79
- "rss": {
80
- "type": "long"
81
- },
82
- "cmajflt": {
83
- "type": "long"
84
- },
85
- "blocked": {
86
- "type": "long"
87
- },
88
- "processor": {
89
- "type": "long"
90
- },
91
- "rlim": {
92
- "type": "string"
93
- },
94
- "tpgid": {
95
- "type": "long"
96
- },
97
- "euid": {
98
- "type": "long"
99
- },
100
- "comm": {
101
- "type": "string"
102
- },
103
- "starttime": {
104
- "type": "long"
105
- },
106
- "flags": {
107
- "type": "long"
108
- },
109
- "ppid": {
110
- "type": "long"
111
- },
112
- "cmdline": {
113
- "type": "string"
114
- },
115
- "environ": {
116
- "type": "object"
117
- },
118
- "pid": {
119
- "type": "long"
120
- },
121
- "fd": {
122
- "type": "object"
123
- },
124
- "startstack": {
125
- "type": "long"
126
- },
127
- "minflt": {
128
- "type": "long"
129
- },
130
- "io": {
131
- "type": "object"
132
- },
133
- "exit_signal": {
134
- "type": "long"
135
- },
136
- "cstime": {
137
- "type": "long"
138
- },
139
- "itrealvalue": {
140
- "type": "long"
141
- },
142
- "wchan": {
143
- "type": "string"
144
- },
145
- "session": {
146
- "type": "long"
147
- },
148
- "majflt": {
149
- "type": "long"
150
- },
151
- "gid": {
152
- "type": "long"
153
- },
154
- "policy": {
155
- "type": "long"
156
- },
157
- "cutime": {
158
- "type": "long"
159
- },
160
- "cnswap": {
161
- "type": "long"
162
- },
163
- "cminflt": {
164
- "type": "long"
165
- }
166
- }
167
- },
168
- "@timestamp": {
169
- "format": "dateOptionalTime",
170
- "type": "date"
171
- },
172
- "host": {
173
- "type": "string"
174
- },
175
- "file": {
176
- "type": "string"
177
- },
178
- "type": {
179
- "type": "string"
180
- },
181
- "@version": {
182
- "type": "string"
183
- }
184
- }
185
- }
data/ElasticSearch/templates/vmstats.json DELETED
@@ -1,393 +0,0 @@
1
- {
2
- "template": "vmstats*",
3
- "order": 10,
4
- "aliases": {
5
- "vmstats": [{
6
- "add": {
7
- "index": "vmstats"
8
- }
9
- }]
10
- },
11
- "mappings": {
12
- "vmstats": {
13
- "properties": {
14
- "@timestamp": {
15
- "format": "dateOptionalTime",
16
- "type": "date"
17
- },
18
- "host": {
19
- "type": "string"
20
- },
21
- "file": {
22
- "type": "string"
23
- },
24
- "vmstats": {
25
- "properties": {
26
- "nr_vmscan_write": {
27
- "type": "long"
28
- },
29
- "nr_anon_transparent_hugepages": {
30
- "type": "long"
31
- },
32
- "pgdeactivate": {
33
- "type": "long"
34
- },
35
- "allocstall": {
36
- "type": "long"
37
- },
38
- "pageoutrun": {
39
- "type": "long"
40
- },
41
- "htlb_buddy_alloc_success": {
42
- "type": "long"
43
- },
44
- "numa_foreign": {
45
- "type": "long"
46
- },
47
- "kswapd_inodesteal": {
48
- "type": "long"
49
- },
50
- "pgsteal_direct_dma": {
51
- "type": "long"
52
- },
53
- "nr_writeback_temp": {
54
- "type": "long"
55
- },
56
- "nr_inactive_file": {
57
- "type": "long"
58
- },
59
- "numa_miss": {
60
- "type": "long"
61
- },
62
- "pgscan_direct_throttle": {
63
- "type": "long"
64
- },
65
- "pgfault": {
66
- "type": "long"
67
- },
68
- "pgfree": {
69
- "type": "long"
70
- },
71
- "pgscan_direct_dma": {
72
- "type": "long"
73
- },
74
- "pgscan_kswapd_normal": {
75
- "type": "long"
76
- },
77
- "nr_isolated_file": {
78
- "type": "long"
79
- },
80
- "thp_split": {
81
- "type": "long"
82
- },
83
- "nr_written": {
84
- "type": "long"
85
- },
86
- "nr_unevictable": {
87
- "type": "long"
88
- },
89
- "pgrefill_dma32": {
90
- "type": "long"
91
- },
92
- "nr_vmscan_immediate_reclaim": {
93
- "type": "long"
94
- },
95
- "workingset_nodereclaim": {
96
- "type": "long"
97
- },
98
- "nr_file_pages": {
99
- "type": "long"
100
- },
101
- "pgalloc_dma32": {
102
- "type": "long"
103
- },
104
- "thp_zero_page_alloc": {
105
- "type": "long"
106
- },
107
- "htlb_buddy_alloc_fail": {
108
- "type": "long"
109
- },
110
- "pgscan_kswapd_movable": {
111
- "type": "long"
112
- },
113
- "numa_interleave": {
114
- "type": "long"
115
- },
116
- "nr_page_table_pages": {
117
- "type": "long"
118
- },
119
- "drop_slab": {
120
- "type": "long"
121
- },
122
- "nr_active_anon": {
123
- "type": "long"
124
- },
125
- "pgsteal_direct_dma32": {
126
- "type": "long"
127
- },
128
- "nr_dirty_threshold": {
129
- "type": "long"
130
- },
131
- "pgsteal_kswapd_movable": {
132
- "type": "long"
133
- },
134
- "numa_hint_faults": {
135
- "type": "long"
136
- },
137
- "numa_hit": {
138
- "type": "long"
139
- },
140
- "workingset_refault": {
141
- "type": "long"
142
- },
143
- "thp_collapse_alloc": {
144
- "type": "long"
145
- },
146
- "unevictable_pgs_mlocked": {
147
- "type": "long"
148
- },
149
- "compact_isolated": {
150
- "type": "long"
151
- },
152
- "pgscan_kswapd_dma32": {
153
- "type": "long"
154
- },
155
- "thp_zero_page_alloc_failed": {
156
- "type": "long"
157
- },
158
- "nr_kernel_stack": {
159
- "type": "long"
160
- },
161
- "pgscan_direct_movable": {
162
- "type": "long"
163
- },
164
- "nr_dirty_background_threshold": {
165
- "type": "long"
166
- },
167
- "balloon_deflate": {
168
- "type": "long"
169
- },
170
- "nr_free_cma": {
171
- "type": "long"
172
- },
173
- "pgmajfault": {
174
- "type": "long"
175
- },
176
- "pginodesteal": {
177
- "type": "long"
178
- },
179
- "unevictable_pgs_scanned": {
180
- "type": "long"
181
- },
182
- "numa_huge_pte_updates": {
183
- "type": "long"
184
- },
185
- "numa_local": {
186
- "type": "long"
187
- },
188
- "pgrotated": {
189
- "type": "long"
190
- },
191
- "nr_pages_scanned": {
192
- "type": "long"
193
- },
194
- "pgsteal_direct_normal": {
195
- "type": "long"
196
- },
197
- "nr_anon_pages": {
198
- "type": "long"
199
- },
200
- "pgpgin": {
201
- "type": "long"
202
- },
203
- "thp_fault_fallback": {
204
- "type": "long"
205
- },
206
- "nr_slab_unreclaimable": {
207
- "type": "long"
208
- },
209
- "nr_slab_reclaimable": {
210
- "type": "long"
211
- },
212
- "thp_fault_alloc": {
213
- "type": "long"
214
- },
215
- "unevictable_pgs_munlocked": {
216
- "type": "long"
217
- },
218
- "unevictable_pgs_culled": {
219
- "type": "long"
220
- },
221
- "nr_writeback": {
222
- "type": "long"
223
- },
224
- "pgscan_kswapd_dma": {
225
- "type": "long"
226
- },
227
- "numa_hint_faults_local": {
228
- "type": "long"
229
- },
230
- "nr_unstable": {
231
- "type": "long"
232
- },
233
- "nr_active_file": {
234
- "type": "long"
235
- },
236
- "pgpgout": {
237
- "type": "long"
238
- },
239
- "nr_free_pages": {
240
- "type": "long"
241
- },
242
- "unevictable_pgs_cleared": {
243
- "type": "long"
244
- },
245
- "nr_mlock": {
246
- "type": "long"
247
- },
248
- "pgalloc_normal": {
249
- "type": "long"
250
- },
251
- "pgrefill_normal": {
252
- "type": "long"
253
- },
254
- "pswpin": {
255
- "type": "long"
256
- },
257
- "nr_shmem": {
258
- "type": "long"
259
- },
260
- "balloon_migrate": {
261
- "type": "long"
262
- },
263
- "pgalloc_dma": {
264
- "type": "long"
265
- },
266
- "nr_mapped": {
267
- "type": "long"
268
- },
269
- "balloon_inflate": {
270
- "type": "long"
271
- },
272
- "pgsteal_direct_movable": {
273
- "type": "long"
274
- },
275
- "numa_pages_migrated": {
276
- "type": "long"
277
- },
278
- "pgmigrate_fail": {
279
- "type": "long"
280
- },
281
- "zone_reclaim_failed": {
282
- "type": "long"
283
- },
284
- "numa_pte_updates": {
285
- "type": "long"
286
- },
287
- "pgsteal_kswapd_normal": {
288
- "type": "long"
289
- },
290
- "nr_alloc_batch": {
291
- "type": "long"
292
- },
293
- "pgscan_direct_normal": {
294
- "type": "long"
295
- },
296
- "compact_fail": {
297
- "type": "long"
298
- },
299
- "nr_inactive_anon": {
300
- "type": "long"
301
- },
302
- "nr_bounce": {
303
- "type": "long"
304
- },
305
- "workingset_activate": {
306
- "type": "long"
307
- },
308
- "nr_isolated_anon": {
309
- "type": "long"
310
- },
311
- "drop_pagecache": {
312
- "type": "long"
313
- },
314
- "unevictable_pgs_rescued": {
315
- "type": "long"
316
- },
317
- "pgrefill_movable": {
318
- "type": "long"
319
- },
320
- "pswpout": {
321
- "type": "long"
322
- },
323
- "nr_dirty": {
324
- "type": "long"
325
- },
326
- "compact_stall": {
327
- "type": "long"
328
- },
329
- "pgrefill_dma": {
330
- "type": "long"
331
- },
332
- "pgscan_direct_dma32": {
333
- "type": "long"
334
- },
335
- "thp_collapse_alloc_failed": {
336
- "type": "long"
337
- },
338
- "pgmigrate_success": {
339
- "type": "long"
340
- },
341
- "nr_dirtied": {
342
- "type": "long"
343
- },
344
- "pgsteal_kswapd_dma": {
345
- "type": "long"
346
- },
347
- "kswapd_high_wmark_hit_quickly": {
348
- "type": "long"
349
- },
350
- "unevictable_pgs_stranded": {
351
- "type": "long"
352
- },
353
- "compact_free_scanned": {
354
- "type": "long"
355
- },
356
- "slabs_scanned": {
357
- "type": "long"
358
- },
359
- "pgactivate": {
360
- "type": "long"
361
- },
362
- "pgalloc_movable": {
363
- "type": "long"
364
- },
365
- "compact_success": {
366
- "type": "long"
367
- },
368
- "kswapd_low_wmark_hit_quickly": {
369
- "type": "long"
370
- },
371
- "numa_other": {
372
- "type": "long"
373
- },
374
- "compact_migrate_scanned": {
375
- "type": "long"
376
- },
377
- "pgsteal_kswapd_dma32": {
378
- "type": "long"
379
- }
380
- }
381
- },
382
- "type": {
383
- "type": "string"
384
- },
385
- "@version": {
386
- "type": "long"
387
- }
388
- }
389
- }
390
- }
391
-
392
-
393
- }