log_sense 1.0.11 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/log_sense/emitter.rb +1 -0
- data/lib/log_sense/options_parser.rb +4 -0
- data/lib/log_sense/templates/_log_structure.html.erb +24 -0
- data/lib/log_sense/templates/_performance.html.erb +21 -23
- data/lib/log_sense/templates/_summary.html.erb +23 -34
- data/lib/log_sense/templates/apache.html.erb +341 -95
- data/lib/log_sense/version.rb +1 -1
- metadata +3 -3
- data/lib/log_sense/templates/_total_hits.html.erb +0 -32
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: d382278406ac700a6abbf157ad5284e2b7b8e5b27b3957e83bf4bd129c0365af
|
|
4
|
+
data.tar.gz: c71a914a8636b4f9e4b549ee0cb667e9154fffd0fc67f3cda0d482e6c3627012
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 9f3c1b4cbe8aa9cafbc1c4af8acf72a78c981f4180e0d777f6eac2eb68f641eab65339790443000f6b0ecf08fd5bd24b42d64ddf271ba310418218ce858661d0
|
|
7
|
+
data.tar.gz: ebc6623b9b8a8c337efbb480db5153003b980b0ea4a4834eb0042e8b0a0ac70b51023cc25306165e62eb2332387565ad096a51878b9bd6e5031c3af5839340c0
|
data/lib/log_sense/emitter.rb
CHANGED
|
@@ -14,6 +14,10 @@ module LogSense
|
|
|
14
14
|
opt_parser = OptionParser.new do |opts|
|
|
15
15
|
opts.banner = "Usage: log_sense [options] [logfile]"
|
|
16
16
|
|
|
17
|
+
opts.on("-tTITLE", "--title=TITLE", String, "Title to use in the report") do |n|
|
|
18
|
+
args[:title] = n
|
|
19
|
+
end
|
|
20
|
+
|
|
17
21
|
opts.on("-fFORMAT", "--input-format=FORMAT", String, "Input format (either rails or apache)") do |n|
|
|
18
22
|
args[:input_format] = n
|
|
19
23
|
end
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
<ul class="stats-list">
|
|
2
|
+
<li>
|
|
3
|
+
<%= data[:first_day].strftime("%b %d, %Y") %>
|
|
4
|
+
<span class="stats-list-label">From</span>
|
|
5
|
+
</li>
|
|
6
|
+
<li>
|
|
7
|
+
<%= data[:last_day].strftime("%b %d, %Y") %>
|
|
8
|
+
<span class="stats-list-label">To</span>
|
|
9
|
+
</li>
|
|
10
|
+
<li class="stats-list-positive">
|
|
11
|
+
<%= data[:total_days] %> <span class="stats-list-label">Days in Log</span>
|
|
12
|
+
</li>
|
|
13
|
+
<li class="stats-list-negative">
|
|
14
|
+
<%= data[:log_size] %> <span class="stats-list-label">Total Entries</span>
|
|
15
|
+
</li>
|
|
16
|
+
<li class="stats-list-negative">
|
|
17
|
+
<%= data[:selfpolls_size] %> <span class="stats-list-label">Self Polls Entries</span>
|
|
18
|
+
</li>
|
|
19
|
+
<li class="stats-list-negative">
|
|
20
|
+
<td><%= data[:crawlers_size] %></td>
|
|
21
|
+
<span class="stats-list-label">Crawlers Entries</span>
|
|
22
|
+
</li>
|
|
23
|
+
</ul>
|
|
24
|
+
|
|
@@ -1,23 +1,21 @@
|
|
|
1
|
-
<
|
|
2
|
-
<
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
<
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
<
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
</tbody>
|
|
23
|
-
</table>
|
|
1
|
+
<ul class="stats-list">
|
|
2
|
+
<li>
|
|
3
|
+
<%= data[:started_at].strftime("%b %d, %Y @ %H:%M:%S") %>
|
|
4
|
+
<span class="stats-list-label">Analysis Started</span>
|
|
5
|
+
</li>
|
|
6
|
+
<li>
|
|
7
|
+
<%= data[:ended_at].strftime("%b %d, %Y @ %H:%M:%S") %>
|
|
8
|
+
<span class="stats-list-label">Analysis Ended</span>
|
|
9
|
+
</li>
|
|
10
|
+
<li class="stats-list-negative">
|
|
11
|
+
<%= "%02d:%02d" % [data[:duration] / 60, data[:duration] % 60] %>
|
|
12
|
+
<span class="stats-list-label">Duration</span>
|
|
13
|
+
</li>
|
|
14
|
+
<li class="stats-list-negative">
|
|
15
|
+
<%= data[:log_size] %> <span class="stats-list-label">Events</span>
|
|
16
|
+
</li>
|
|
17
|
+
<li class="stats-list-positive">
|
|
18
|
+
<td><%= "%.2f" % (data[:log_size] / data[:duration]) %>
|
|
19
|
+
<span class="stats-list-label">Parsed Events/sec</span>
|
|
20
|
+
</li>
|
|
21
|
+
</ul>
|
|
@@ -1,34 +1,23 @@
|
|
|
1
|
-
<
|
|
2
|
-
<
|
|
3
|
-
|
|
4
|
-
<
|
|
5
|
-
</
|
|
6
|
-
<
|
|
7
|
-
|
|
8
|
-
<
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
<td class="unique-visits"><%= data[:total_unique_visits] %></td>
|
|
25
|
-
</tr>
|
|
26
|
-
<tr>
|
|
27
|
-
<th class="avg-hits-per-unique-visits">Unique Visits</th>
|
|
28
|
-
<td class="avg-hits-per-unique-visits"><%= data[:total_unique_visits] != 0 ? data[:total_hits] / data[:total_unique_visits] : "N/A" %></td>
|
|
29
|
-
</tr>
|
|
30
|
-
<tr>
|
|
31
|
-
<th class="tx">Tx</th>
|
|
32
|
-
<td class="tx"><%= data[:total_size] %></td>
|
|
33
|
-
</tr>
|
|
34
|
-
</table>
|
|
1
|
+
<ul class="stats-list">
|
|
2
|
+
<li>
|
|
3
|
+
<%= data[:first_day_in_analysis].strftime("%b %d, %Y") %>
|
|
4
|
+
<span class="stats-list-label">From</span>
|
|
5
|
+
</li>
|
|
6
|
+
<li>
|
|
7
|
+
<%= data[:last_day_in_analysis].strftime("%b %d, %Y") %>
|
|
8
|
+
<span class="stats-list-label">To</span>
|
|
9
|
+
</li>
|
|
10
|
+
<li class="stats-list-positive">
|
|
11
|
+
<%= data[:total_days_in_analysis] %> <span class="stats-list-label">Days</span>
|
|
12
|
+
</li>
|
|
13
|
+
<li class="stats-list-negative">
|
|
14
|
+
<%= data[:total_hits] %> <span class="stats-list-label">Hits</span>
|
|
15
|
+
</li>
|
|
16
|
+
<li class="stats-list-negative">
|
|
17
|
+
<%= data[:total_unique_visits] %> <span class="stats-list-label">Unique Visits</span>
|
|
18
|
+
</li>
|
|
19
|
+
<li class="stats-list-negative">
|
|
20
|
+
<%= data[:total_unique_visits] != 0 ? data[:total_hits] / data[:total_unique_visits] : "N/A" %>
|
|
21
|
+
<span class="stats-list-label">Unique Visits / Day</span>
|
|
22
|
+
</li>
|
|
23
|
+
</ul>
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
<!doctype html>
|
|
2
2
|
<html class="no-js" lang="en">
|
|
3
3
|
<head>
|
|
4
|
-
<title
|
|
4
|
+
<title><%= options[:title] || "Log Sense: #{data[:log_file]}" %></title>
|
|
5
5
|
|
|
6
6
|
<meta charset="utf-8" />
|
|
7
7
|
<meta http-equiv="x-ua-compatible" content="ie=edge">
|
|
@@ -9,20 +9,34 @@
|
|
|
9
9
|
<meta name="author" content="Log Sense">
|
|
10
10
|
<meta name="description" content="Analysis of <%= data[:log_file] %>">
|
|
11
11
|
|
|
12
|
+
<link rel="preconnect" href="https://fonts.googleapis.com">
|
|
13
|
+
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
|
|
14
|
+
<link href="https://fonts.googleapis.com/css2?family=PT+Sans&display=swap" rel="stylesheet">
|
|
15
|
+
|
|
12
16
|
<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/foundicons/3.0.0/foundation-icons.min.css">
|
|
13
17
|
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/foundation-sites@6.7.4/dist/css/foundation.min.css">
|
|
14
18
|
<link rel="stylesheet" type="text/css" href="https://cdn.datatables.net/v/zf/dt-1.11.3/datatables.min.css"/>
|
|
15
19
|
|
|
20
|
+
|
|
21
|
+
<script src="https://cdn.jsdelivr.net/npm/vega@5.21.0"></script>
|
|
22
|
+
<script src="https://cdn.jsdelivr.net/npm/vega-lite@5.2.0"></script>
|
|
23
|
+
<script src="https://cdn.jsdelivr.net/npm/vega-embed@6.20.2"></script>
|
|
24
|
+
|
|
16
25
|
<style>
|
|
26
|
+
body {
|
|
27
|
+
font-family: 'PT Sans', sans-serif;
|
|
28
|
+
font-size: 80%;
|
|
29
|
+
}
|
|
30
|
+
|
|
17
31
|
#offCanvas {
|
|
18
32
|
color: white;
|
|
19
|
-
background: #
|
|
20
|
-
border-right: ;
|
|
33
|
+
background: #0D0630;
|
|
34
|
+
border-right: none;
|
|
21
35
|
box-shadow: none;
|
|
22
36
|
padding: 0.5rem;
|
|
23
37
|
}
|
|
24
38
|
#offCanvas a {
|
|
25
|
-
color:
|
|
39
|
+
color: #E6F9AF;
|
|
26
40
|
}
|
|
27
41
|
|
|
28
42
|
.contents-button {
|
|
@@ -33,6 +47,100 @@
|
|
|
33
47
|
margin-left: 45px;
|
|
34
48
|
}
|
|
35
49
|
|
|
50
|
+
h1 {
|
|
51
|
+
font-size: 1.8rem;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
h2 {
|
|
55
|
+
font-size: 1.2rem;
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
th {
|
|
59
|
+
padding: 0.2rem 1.2rem 0.2rem 0.2rem !important
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
td {
|
|
63
|
+
padding: 0.2rem 1rem 0.2rem 0.2rem !important;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
.hits, .visits, .size, .count, .s2xx, .s3xx, .so4xx, .total-hits, .total-visits {
|
|
67
|
+
text-align: right !important;
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
.card-divider {
|
|
71
|
+
padding: 0.2rem 0.4rem 0.2rem 0.4rem;
|
|
72
|
+
background: #0d0630;
|
|
73
|
+
color: white;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
input, select {
|
|
77
|
+
font-size: 0.8rem !important;
|
|
78
|
+
height: 1.5rem !important;
|
|
79
|
+
padding: 0.2rem 0.4rem 0.2rem 0.4rem !important;
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
.dataTables_info {
|
|
83
|
+
font-size: small;
|
|
84
|
+
color: rgb(202, 202, 202);
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
ul.pagination, li.paginate_button {
|
|
88
|
+
font-size: small;
|
|
89
|
+
margin-top: 0px !important;
|
|
90
|
+
margin-bottom: 0px !important;
|
|
91
|
+
padding-top: 0px !important;
|
|
92
|
+
padding-bottom: 0px !important;
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
.stats-list {
|
|
96
|
+
list-style-type: none;
|
|
97
|
+
clear: left;
|
|
98
|
+
margin: 0;
|
|
99
|
+
padding: 0;
|
|
100
|
+
text-align: center;
|
|
101
|
+
margin-bottom: 30px;
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
.stats-list .stats-list-positive {
|
|
105
|
+
color: #228b22;
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
.stats-list .stats-list-negative {
|
|
109
|
+
color: #a52a2a;
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
.stats-list > li {
|
|
113
|
+
display: inline-block;
|
|
114
|
+
margin-right: 10px;
|
|
115
|
+
padding-right: 10px;
|
|
116
|
+
border-right: 1px solid #cacaca;
|
|
117
|
+
text-align: center;
|
|
118
|
+
font-size: 1.1em;
|
|
119
|
+
font-weight: bold;
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
.stats-list > li:last-child {
|
|
123
|
+
border: none;
|
|
124
|
+
margin: 0;
|
|
125
|
+
padding: 0;
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
.stats-list > li .stats-list-label {
|
|
129
|
+
display: block;
|
|
130
|
+
margin-top: 2px;
|
|
131
|
+
font-size: 0.9em;
|
|
132
|
+
font-weight: normal;
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
#streaks-table .ip {
|
|
136
|
+
vertical-align: top;
|
|
137
|
+
}
|
|
138
|
+
#streaks-table .date {
|
|
139
|
+
font-weight: bold;
|
|
140
|
+
}
|
|
141
|
+
#streaks-table .res-title {
|
|
142
|
+
font-decoration: underline;
|
|
143
|
+
}
|
|
36
144
|
</style>
|
|
37
145
|
|
|
38
146
|
</head>
|
|
@@ -87,123 +195,261 @@
|
|
|
87
195
|
</div>
|
|
88
196
|
|
|
89
197
|
<section class="main-section">
|
|
90
|
-
<h1
|
|
198
|
+
<h1><%= options[:title] || "Log Sense: #{data[:log_file]}" %></h1>
|
|
199
|
+
|
|
200
|
+
<p><b>Input File:</b> <%= (data[:log_file] || "stdin") %></p>
|
|
91
201
|
|
|
92
202
|
<div class="grid-x grid-margin-x">
|
|
93
|
-
<article class="small-12 large-6 cell">
|
|
94
|
-
<
|
|
95
|
-
|
|
203
|
+
<article class="card small-12 large-6 cell">
|
|
204
|
+
<div class="card-divider">
|
|
205
|
+
<h2 id="summary">Summary</h2>
|
|
206
|
+
</div>
|
|
207
|
+
<div class="card-section">
|
|
208
|
+
<%= render "summary.html.erb", data: data %>
|
|
209
|
+
</div>
|
|
96
210
|
</article>
|
|
97
211
|
|
|
98
|
-
<article class="cell small-12 large-6">
|
|
99
|
-
<
|
|
100
|
-
|
|
212
|
+
<article class="card cell small-12 large-6">
|
|
213
|
+
<div class="card-divider">
|
|
214
|
+
<h2 id="log-structure">Log Structure</h2>
|
|
215
|
+
</div>
|
|
216
|
+
<div class="card-section">
|
|
217
|
+
<%= render "log_structure.html.erb", data: data %>
|
|
218
|
+
</div>
|
|
101
219
|
</article>
|
|
102
220
|
</div>
|
|
103
221
|
|
|
104
222
|
<% @reports = [
|
|
105
|
-
{ title: "Daily Distribution",
|
|
106
|
-
|
|
107
|
-
|
|
223
|
+
{ title: "Daily Distribution",
|
|
224
|
+
header: ["Day", "DOW", "Hits", "Visits", "Size"],
|
|
225
|
+
rows: data[:daily_distribution],
|
|
226
|
+
vega_spec: {
|
|
227
|
+
"mark": {
|
|
228
|
+
"type": "line",
|
|
229
|
+
"point": {
|
|
230
|
+
"filled": false,
|
|
231
|
+
"fill": "white"
|
|
232
|
+
}
|
|
233
|
+
},
|
|
234
|
+
"encoding": {
|
|
235
|
+
"x": {"field": "Day", "type": "temporal"},
|
|
236
|
+
"y": {"field": "Hits", "type": "quantitative"}
|
|
237
|
+
}
|
|
238
|
+
}
|
|
239
|
+
},
|
|
240
|
+
{ title: "Time Distribution",
|
|
241
|
+
header: ["Hour", "Hits", "Visits", "Size"],
|
|
242
|
+
rows: data[:time_distribution],
|
|
243
|
+
vega_spec: {
|
|
244
|
+
"mark": "bar",
|
|
245
|
+
"encoding": {
|
|
246
|
+
"x": {"field": "Hour", "type": "nominal"},
|
|
247
|
+
"y": {"field": "Hits", "type": "quantitative"}
|
|
248
|
+
}
|
|
249
|
+
}
|
|
250
|
+
},
|
|
251
|
+
{ title: "Most Requested Pages",
|
|
252
|
+
header: ["Path", "Hits", "Visits", "Size"],
|
|
253
|
+
rows: data[:most_requested_pages],
|
|
254
|
+
},
|
|
108
255
|
{ title: "Most Requested Resources", header: ["Path", "Hits", "Visits", "Size"], rows: data[:most_requested_resources] },
|
|
109
256
|
{ title: "404 on HTML Files", header: ["Path", "Hits", "Visits"], rows: data[:missed_pages] },
|
|
110
257
|
{ title: "404 on other Resources", header: ["Path", "Hits", "Visits"], rows: data[:missed_resources] },
|
|
111
|
-
{ title: "Attacks", header: ["Path", "Hits", "Visits"], rows: data[:attacks] },
|
|
112
|
-
{ title: "Statuses",
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
258
|
+
{ title: "Attacks", header: ["Path", "Hits", "Visits"], rows: data[:attacks], col: "small-12 cell" },
|
|
259
|
+
{ title: "Statuses",
|
|
260
|
+
header: ["Status", "Count"],
|
|
261
|
+
rows: data[:statuses],
|
|
262
|
+
vega_spec: {
|
|
263
|
+
"mark": "bar",
|
|
264
|
+
"encoding": {
|
|
265
|
+
"x": {"field": "Status", "type": "nominal"},
|
|
266
|
+
"y": {"field": "Count", "type": "quantitative"}
|
|
267
|
+
}
|
|
268
|
+
}
|
|
269
|
+
},
|
|
270
|
+
{ title: "Daily Statuses",
|
|
271
|
+
header: ["Date", "S_2xx", "S_3xx", "S_4xx"],
|
|
272
|
+
rows: data[:statuses_by_day],
|
|
273
|
+
vega_spec: {
|
|
274
|
+
"transform": [ {"fold": ["S_2xx", "S_3xx", "S_4xx" ] }],
|
|
275
|
+
"mark": "bar",
|
|
276
|
+
"encoding": {
|
|
277
|
+
"x": {
|
|
278
|
+
"field": "Date",
|
|
279
|
+
"type": "ordinal",
|
|
280
|
+
"timeUnit": "day",
|
|
281
|
+
},
|
|
282
|
+
"y": {
|
|
283
|
+
"aggregate": "sum",
|
|
284
|
+
"field": "value",
|
|
285
|
+
"type": "quantitative"
|
|
286
|
+
},
|
|
287
|
+
"color": {
|
|
288
|
+
"field": "key",
|
|
289
|
+
"type": "nominal",
|
|
290
|
+
"scale": {
|
|
291
|
+
"domain": ["S_2xx", "S_3xx", "S_4xx"],
|
|
292
|
+
"range": ["#228b22", "#ff8c00", "#a52a2a"]
|
|
293
|
+
},
|
|
294
|
+
}
|
|
295
|
+
}
|
|
296
|
+
}
|
|
297
|
+
},
|
|
298
|
+
{ title: "Browsers",
|
|
299
|
+
header: ["Browser", "Hits", "Visits", "Size"],
|
|
300
|
+
rows: data[:browsers],
|
|
301
|
+
vega_spec: {
|
|
302
|
+
"mark": "bar",
|
|
303
|
+
"encoding": {
|
|
304
|
+
"x": {"field": "Browser", "type": "nominal"},
|
|
305
|
+
"y": {"field": "Hits", "type": "quantitative"}
|
|
306
|
+
}
|
|
307
|
+
}
|
|
308
|
+
},
|
|
309
|
+
{ title: "Platforms",
|
|
310
|
+
header: ["Platform", "Hits", "Visits", "Size"],
|
|
311
|
+
rows: data[:platforms],
|
|
312
|
+
vega_spec: {
|
|
313
|
+
"mark": "bar",
|
|
314
|
+
"encoding": {
|
|
315
|
+
"x": {"field": "Platform", "type": "nominal"},
|
|
316
|
+
"y": {"field": "Hits", "type": "quantitative"}
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
},
|
|
117
320
|
{ title: "IPs", header: ["IPs", "Hits", "Visits", "Size", "Country"], rows: data[:ips] },
|
|
321
|
+
{ title: "Referers", header: ["Referers", "Hits", "Visits", "Size"], rows: data[:referers], col: "small-12 cell" },
|
|
118
322
|
]
|
|
119
323
|
%>
|
|
120
324
|
<div class="grid-x grid-margin-x">
|
|
121
|
-
<% @reports.
|
|
122
|
-
<article class="cell <%= report[:col] || "small-12 large-6" %>" >
|
|
123
|
-
<
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
325
|
+
<% @reports.each_with_index do |report, index| %>
|
|
326
|
+
<article class="card cell <%= report[:col] || "small-12 large-6" %>" >
|
|
327
|
+
<div class="card-divider">
|
|
328
|
+
<h2>
|
|
329
|
+
<%= report[:title] %>
|
|
330
|
+
</h2>
|
|
331
|
+
</div>
|
|
332
|
+
|
|
333
|
+
<% if report[:vega_spec] %>
|
|
334
|
+
<div id="<%= "plot-#{index}" %>"></div>
|
|
335
|
+
<script>
|
|
336
|
+
plot_spec_<%= index %> = Object.assign(
|
|
337
|
+
<%= report[:vega_spec].to_json %>,
|
|
338
|
+
{ "$schema": "https://vega.github.io/schema/vega-lite/v5.json",
|
|
339
|
+
width: "container",
|
|
340
|
+
description: "<%= report[:title] %>",
|
|
341
|
+
data: {
|
|
342
|
+
values: [
|
|
343
|
+
<% report[:rows].each do |row| %>
|
|
344
|
+
{
|
|
345
|
+
<% report[:header].each_with_index do |h, i| %>
|
|
346
|
+
"<%= h %>": <%= (row[i].class == Integer or row[i].class == Float) ? row[i] : "\"#{row[i]}\"" %>,
|
|
347
|
+
<% end %>
|
|
348
|
+
},
|
|
349
|
+
<% end %>
|
|
350
|
+
]
|
|
351
|
+
},
|
|
352
|
+
});
|
|
353
|
+
vegaEmbed('#<%= "plot-#{index}"%>', plot_spec_<%= index %>);
|
|
354
|
+
</script>
|
|
355
|
+
<% end %>
|
|
356
|
+
<div class="card-section">
|
|
357
|
+
<%= render "output_table.html.erb", report %>
|
|
358
|
+
</div>
|
|
127
359
|
</article>
|
|
128
360
|
<% end %>
|
|
129
361
|
</div>
|
|
130
362
|
|
|
131
|
-
<article>
|
|
132
|
-
<
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
<th>Total Visits</th>
|
|
139
|
-
<th>IPs</th>
|
|
140
|
-
</tr>
|
|
141
|
-
</thead>
|
|
142
|
-
<tbody>
|
|
143
|
-
<%# IP, Hits, Visits Size, Country%>
|
|
144
|
-
<% data[:ips].group_by { |x| x[4] }.each do |k, v| %>
|
|
363
|
+
<article class="card">
|
|
364
|
+
<div class="card-divider">
|
|
365
|
+
<h2 id="geolocation">Geolocation</h2>
|
|
366
|
+
</div>
|
|
367
|
+
<div class="card-section">
|
|
368
|
+
<table id="geolocation-table" class="table unstriped">
|
|
369
|
+
<thead>
|
|
145
370
|
<tr>
|
|
146
|
-
<
|
|
147
|
-
<
|
|
148
|
-
<
|
|
149
|
-
<
|
|
150
|
-
</tr>
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
371
|
+
<th>Country Code</th>
|
|
372
|
+
<th>Total Hits</th>
|
|
373
|
+
<th>Total Visits</th>
|
|
374
|
+
<th>IPs</th>
|
|
375
|
+
</tr>
|
|
376
|
+
</thead>
|
|
377
|
+
<tbody>
|
|
378
|
+
<%# IP, Hits, Visits Size, Country%>
|
|
379
|
+
<% data[:ips].group_by { |x| x[4] }.each do |k, v| %>
|
|
380
|
+
<tr>
|
|
381
|
+
<td class="country"><%= k %></td>
|
|
382
|
+
<td class="total-hits"><%= v.map { |x| x[1] }.inject(&:+) %></td>
|
|
383
|
+
<td class="total-visits"><%= v.map { |x| x[2] }.inject(&:+) %></td>
|
|
384
|
+
<td class="ips">
|
|
385
|
+
<%= v.map { |x| "<a href=\"https://whatismyipaddress.com/ip/#{x[0]}\">#{x[0]}</a>" }.join(", ") %>
|
|
386
|
+
</td>
|
|
387
|
+
</tr>
|
|
388
|
+
<% end %>
|
|
389
|
+
</tbody>
|
|
390
|
+
</table>
|
|
391
|
+
</div>
|
|
154
392
|
</article>
|
|
155
393
|
|
|
156
|
-
<article>
|
|
157
|
-
<
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
<th>
|
|
164
|
-
<div class="grid-x grid-margin-x">
|
|
165
|
-
<div class="col-2 cell">
|
|
166
|
-
Day
|
|
167
|
-
</div>
|
|
168
|
-
<div class="col-10 cell">
|
|
169
|
-
Resources
|
|
170
|
-
</div>
|
|
171
|
-
</div>
|
|
172
|
-
</th>
|
|
173
|
-
</tr>
|
|
174
|
-
</thead>
|
|
175
|
-
<tbody>
|
|
176
|
-
<% data[:streaks].group_by(&:first).each do |ip, date_urls| %>
|
|
394
|
+
<article class="card">
|
|
395
|
+
<div class="card-divider">
|
|
396
|
+
<h2 id="streaks">Streaks</h2>
|
|
397
|
+
</div>
|
|
398
|
+
<div class="card-section">
|
|
399
|
+
<table id="streaks-table" class="table data-table streaks">
|
|
400
|
+
<thead>
|
|
177
401
|
<tr>
|
|
178
|
-
<
|
|
179
|
-
<
|
|
402
|
+
<th>IP</th>
|
|
403
|
+
<th>
|
|
180
404
|
<div class="grid-x grid-margin-x">
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
<ul>
|
|
188
|
-
<% urls.map { |x| x[2] }.compact.select { |x| x.match /.*\.html?/ }.each do |url| %>
|
|
189
|
-
<li><%= url %></li>
|
|
190
|
-
<% end %>
|
|
191
|
-
</ul>
|
|
192
|
-
|
|
193
|
-
<span class="res-title">Other Resources:</span>
|
|
194
|
-
<ul>
|
|
195
|
-
<% urls.map { |x| x[2] }.compact.sort.select { |x| x and not x.match /.*\.html?/ }.each do |url| %>
|
|
196
|
-
<li><%= url %></li>
|
|
197
|
-
<% end %>
|
|
198
|
-
</ul>
|
|
199
|
-
</div>
|
|
200
|
-
<% end %>
|
|
405
|
+
<div class="col-2 cell">
|
|
406
|
+
Day
|
|
407
|
+
</div>
|
|
408
|
+
<div class="col-10 cell">
|
|
409
|
+
Resources
|
|
410
|
+
</div>
|
|
201
411
|
</div>
|
|
202
|
-
</
|
|
412
|
+
</th>
|
|
203
413
|
</tr>
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
414
|
+
</thead>
|
|
415
|
+
<tbody>
|
|
416
|
+
<% data[:streaks].group_by(&:first).each do |ip, date_urls| %>
|
|
417
|
+
<tr>
|
|
418
|
+
<td class="ip">
|
|
419
|
+
<a href="https://whatismyipaddress.com/ip/<%= ip %>"><%= ip %></a>
|
|
420
|
+
</td>
|
|
421
|
+
<td class="streaks">
|
|
422
|
+
<div class="grid-x grid-margin-x">
|
|
423
|
+
<% date_urls.group_by { |x| x[1] }.each do |date, urls| %>
|
|
424
|
+
<div class="col-2 cell">
|
|
425
|
+
<span class="date"><%= date %></span>
|
|
426
|
+
</div>
|
|
427
|
+
<div class="col-10 cell grid-x">
|
|
428
|
+
<div class="small-12 medium-6 cell">
|
|
429
|
+
<span class="res-title">HTML:</span>
|
|
430
|
+
<ul>
|
|
431
|
+
<% urls.map { |x| x[2] }.compact.select { |x| x.match /.*\.html?/ }.each do |url| %>
|
|
432
|
+
<li><%= url %></li>
|
|
433
|
+
<% end %>
|
|
434
|
+
</ul>
|
|
435
|
+
</div>
|
|
436
|
+
<div class=" small-12 medium-6 cell">
|
|
437
|
+
<span class="res-title small-12 medium-6 cell">Other Resources:</span>
|
|
438
|
+
<ul>
|
|
439
|
+
<% urls.map { |x| x[2] }.compact.sort.select { |x| x and not x.match /.*\.html?/ }.each do |url| %>
|
|
440
|
+
<li><%= url %></li>
|
|
441
|
+
<% end %>
|
|
442
|
+
</ul>
|
|
443
|
+
</div>
|
|
444
|
+
</div>
|
|
445
|
+
<% end %>
|
|
446
|
+
</div>
|
|
447
|
+
</td>
|
|
448
|
+
</tr>
|
|
449
|
+
<% end %>
|
|
450
|
+
</tbody>
|
|
451
|
+
</table>
|
|
452
|
+
</div>
|
|
207
453
|
</article>
|
|
208
454
|
|
|
209
455
|
<div class="grid-x grid-margin-x">
|
data/lib/log_sense/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: log_sense
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0
|
|
4
|
+
version: 1.1.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Adolfo Villafiorita
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2021-12-
|
|
11
|
+
date: 2021-12-17 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: apache_log-parser
|
|
@@ -152,12 +152,12 @@ files:
|
|
|
152
152
|
- lib/log_sense/rails_log_parser.rb
|
|
153
153
|
- lib/log_sense/templates/_command_invocation.html.erb
|
|
154
154
|
- lib/log_sense/templates/_command_invocation.txt.erb
|
|
155
|
+
- lib/log_sense/templates/_log_structure.html.erb
|
|
155
156
|
- lib/log_sense/templates/_output_table.html.erb
|
|
156
157
|
- lib/log_sense/templates/_performance.html.erb
|
|
157
158
|
- lib/log_sense/templates/_performance.txt.erb
|
|
158
159
|
- lib/log_sense/templates/_summary.html.erb
|
|
159
160
|
- lib/log_sense/templates/_summary.txt.erb
|
|
160
|
-
- lib/log_sense/templates/_total_hits.html.erb
|
|
161
161
|
- lib/log_sense/templates/apache.html.erb
|
|
162
162
|
- lib/log_sense/templates/rails.txt.erb
|
|
163
163
|
- lib/log_sense/version.rb
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
<table class="table unstriped log-structure">
|
|
2
|
-
<tbody>
|
|
3
|
-
<tr>
|
|
4
|
-
<th>Input file</th>
|
|
5
|
-
<td><b><%= (data[:log_file] || "stdin") %></b></td>
|
|
6
|
-
</tr>
|
|
7
|
-
<tr>
|
|
8
|
-
<th>Period in Log</th>
|
|
9
|
-
<td><%= data[:first_day] %> -- <%= data[:last_day] %></td>
|
|
10
|
-
</tr>
|
|
11
|
-
<tr>
|
|
12
|
-
<th>Total days</th>
|
|
13
|
-
<td><%= data[:total_days] %></td>
|
|
14
|
-
</tr>
|
|
15
|
-
<tr>
|
|
16
|
-
<th>Log size</th>
|
|
17
|
-
<td><%= data[:log_size] %></td>
|
|
18
|
-
</tr>
|
|
19
|
-
<tr>
|
|
20
|
-
<th>Self poll entries</th>
|
|
21
|
-
<td><%= data[:selfpolls_size] %></td>
|
|
22
|
-
</tr>
|
|
23
|
-
<tr>
|
|
24
|
-
<th>Crawlers</th>
|
|
25
|
-
<td><%= data[:crawlers_size] %></td>
|
|
26
|
-
</tr>
|
|
27
|
-
<tr>
|
|
28
|
-
<th>Entries considered</th>
|
|
29
|
-
<td><%= data[:total_hits] %></td>
|
|
30
|
-
</tr>
|
|
31
|
-
</tbody>
|
|
32
|
-
</table>
|