apache_log_report 1.1.2 → 1.1.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.org +6 -0
- data/apache_log_report.gemspec +2 -2
- data/lib/apache_log_report/data_cruncher.rb +53 -5
- data/lib/apache_log_report/options_parser.rb +2 -2
- data/lib/apache_log_report/templates/_output_table.html.erb +1 -1
- data/lib/apache_log_report/templates/template.html.erb +259 -182
- data/lib/apache_log_report/templates/template.org.erb +5 -1
- data/lib/apache_log_report/version.rb +1 -1
- metadata +5 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 742584032338664834cd5c1b669289980e083e68d172827f6517ce040543aa4d
|
|
4
|
+
data.tar.gz: 1bf08e255feb434ded62589d5c70ea5a6eb83dc1f6a69e60a31cb520eea6b48f
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 955dbe90321c68f5694aaa892cae97926172ca47b684a0eee1b9f7644dc26a13f853b3b3d20e35cf06872b29db0c06bc16c4c86e69c740ea86fe8768ae92b2a1
|
|
7
|
+
data.tar.gz: e6d9ebc88435442bfb77faa3cb2eccb94a355e9ca7af44548a7b443531c9fae923e41f5d97201044f71414f2d9894162b593cd15170e255030ab49bd9992e3f0
|
data/README.org
CHANGED
|
@@ -4,6 +4,8 @@
|
|
|
4
4
|
|
|
5
5
|
* Introduction
|
|
6
6
|
|
|
7
|
+
ApacheLogReport is an Apache log analyzer.
|
|
8
|
+
|
|
7
9
|
* Installation
|
|
8
10
|
|
|
9
11
|
* Usage
|
|
@@ -14,8 +16,12 @@ See the [[file:CHANGELOG.org][CHANGELOG]] file.
|
|
|
14
16
|
|
|
15
17
|
* Todo
|
|
16
18
|
|
|
19
|
+
** TODO Referers should only include the hostname?
|
|
17
20
|
** TODO Graphs in HTML output
|
|
18
21
|
** TODO Countries
|
|
22
|
+
** TODO Light and Dark Theme
|
|
23
|
+
** TODO Embed CSS
|
|
24
|
+
** TODO Declare datatypes in table outputs, so that we can format data
|
|
19
25
|
|
|
20
26
|
* Compatibility
|
|
21
27
|
|
data/apache_log_report.gemspec
CHANGED
|
@@ -6,8 +6,8 @@ Gem::Specification.new do |spec|
|
|
|
6
6
|
spec.authors = ["Adolfo Villafiorita"]
|
|
7
7
|
spec.email = ["adolfo.villafiorita@ict4g.net"]
|
|
8
8
|
|
|
9
|
-
spec.summary = %q{Generate
|
|
10
|
-
spec.description = %q{Generate
|
|
9
|
+
spec.summary = %q{Generate analytics from an Apache log file.}
|
|
10
|
+
spec.description = %q{Generate requests reports in HTML, OrgMode, and SQLite format from an Apache log file.}
|
|
11
11
|
spec.homepage = "https://www.ict4g.net/gitea/adolfo/apache_log_report"
|
|
12
12
|
spec.license = "MIT"
|
|
13
13
|
spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
|
|
@@ -1,17 +1,41 @@
|
|
|
1
|
+
|
|
1
2
|
module ApacheLogReport
|
|
2
3
|
module DataCruncher
|
|
3
4
|
|
|
4
5
|
#
|
|
5
6
|
# take a sqlite3 database and analyze data
|
|
6
7
|
#
|
|
8
|
+
# @ variables are automatically put in the returned data
|
|
9
|
+
#
|
|
7
10
|
|
|
8
11
|
def self.crunch db, options = {}
|
|
9
|
-
|
|
10
|
-
|
|
12
|
+
first_day_s = db.execute "SELECT datetime from LogLine order by datetime limit 1"
|
|
13
|
+
last_day_s = db.execute "SELECT datetime from LogLine order by datetime desc limit 1"
|
|
14
|
+
|
|
15
|
+
# make first and last day into dates or nil
|
|
16
|
+
@first_day = first_day_s.empty? ? nil : Date.parse(first_day_s[0][0])
|
|
17
|
+
@last_day = last_day_s.empty? ? nil : Date.parse(last_day_s[0][0])
|
|
18
|
+
|
|
19
|
+
@total_days = 0
|
|
20
|
+
if @first_day and @last_day
|
|
21
|
+
@total_days = (@last_day - @first_day).to_i
|
|
22
|
+
end
|
|
23
|
+
|
|
11
24
|
@log_size = db.execute "SELECT count(datetime) from LogLine"
|
|
12
25
|
@crawlers_size = db.execute "SELECT count(datetime) from LogLine where bot == 1"
|
|
13
26
|
@selfpolls_size = db.execute "SELECT count(datetime) from LogLine where ip == '::1'"
|
|
14
27
|
|
|
28
|
+
@first_day_requested = options[:from_date]
|
|
29
|
+
@last_day_requested = options[:to_date]
|
|
30
|
+
|
|
31
|
+
@first_day_in_analysis = date_intersect options[:from_date], @first_day, :max
|
|
32
|
+
@last_day_in_analysis = date_intersect options[:to_date], @last_day, :min
|
|
33
|
+
|
|
34
|
+
@total_days_in_analysis = 0
|
|
35
|
+
if @first_day_in_analysis and @last_day_in_analysis
|
|
36
|
+
@total_days_in_analysis = (@last_day_in_analysis - @first_day_in_analysis).to_i
|
|
37
|
+
end
|
|
38
|
+
|
|
15
39
|
#
|
|
16
40
|
# generate the where clause corresponding to the command line options to filter data
|
|
17
41
|
#
|
|
@@ -39,12 +63,23 @@ module ApacheLogReport
|
|
|
39
63
|
END AS size
|
|
40
64
|
EOS
|
|
41
65
|
|
|
66
|
+
human_readable_day = <<-EOS
|
|
67
|
+
case cast (strftime('%w', datetime) as integer)
|
|
68
|
+
when 0 then 'Sunday'
|
|
69
|
+
when 1 then 'Monday'
|
|
70
|
+
when 2 then 'Tuesday'
|
|
71
|
+
when 3 then 'Wednesday'
|
|
72
|
+
when 4 then 'Thursday'
|
|
73
|
+
when 5 then 'Friday'
|
|
74
|
+
else 'Saturday'
|
|
75
|
+
end as dow
|
|
76
|
+
EOS
|
|
77
|
+
|
|
42
78
|
@total_hits = db.execute "SELECT count(datetime) from LogLine where #{filter}"
|
|
43
79
|
@total_unique_visitors = db.execute "SELECT count(distinct(unique_visitor)) from LogLine where #{filter}"
|
|
44
80
|
@total_size = db.execute "SELECT #{human_readable_size} from LogLine where #{filter}"
|
|
45
|
-
@total_days = (Date.parse(@last_day[0][0]) - Date.parse(@first_day[0][0])).to_i
|
|
46
81
|
|
|
47
|
-
@daily_distribution = db.execute "SELECT date(datetime), count(datetime), count(distinct(unique_visitor)), #{human_readable_size} from LogLine where #{filter} group by date(datetime)"
|
|
82
|
+
@daily_distribution = db.execute "SELECT date(datetime), #{human_readable_day}, count(datetime), count(distinct(unique_visitor)), #{human_readable_size} from LogLine where #{filter} group by date(datetime)"
|
|
48
83
|
@time_distribution = db.execute "SELECT strftime('%H', datetime), count(datetime), count(distinct(unique_visitor)), #{human_readable_size} from LogLine where #{filter} group by strftime('%H', datetime)"
|
|
49
84
|
@most_requested_pages = db.execute "SELECT path, count(path), count(distinct(unique_visitor)), #{human_readable_size} from LogLine where extension == '.html' and #{filter} group by path order by count(path) desc limit #{options[:limit]}"
|
|
50
85
|
@most_requested_resources = db.execute "SELECT path, count(path), count(distinct(unique_visitor)), #{human_readable_size} from LogLine where #{filter} group by path order by count(path) desc limit #{options[:limit]}"
|
|
@@ -80,7 +115,20 @@ module ApacheLogReport
|
|
|
80
115
|
end
|
|
81
116
|
data
|
|
82
117
|
end
|
|
83
|
-
end
|
|
84
118
|
|
|
119
|
+
private
|
|
120
|
+
|
|
121
|
+
def self.date_intersect date1, date2, method
|
|
122
|
+
if date1 and date2
|
|
123
|
+
[date1, date2].send(method)
|
|
124
|
+
elsif date1
|
|
125
|
+
date1
|
|
126
|
+
else
|
|
127
|
+
date2
|
|
128
|
+
end
|
|
129
|
+
end
|
|
130
|
+
|
|
131
|
+
|
|
132
|
+
end
|
|
85
133
|
end
|
|
86
134
|
|
|
@@ -18,11 +18,11 @@ module ApacheLogReport
|
|
|
18
18
|
args[:limit] = n
|
|
19
19
|
end
|
|
20
20
|
|
|
21
|
-
opts.on("-bDATE", "--begin=DATE",
|
|
21
|
+
opts.on("-bDATE", "--begin=DATE", Date, "Consider entries after or on DATE") do |n|
|
|
22
22
|
args[:from_date] = n
|
|
23
23
|
end
|
|
24
24
|
|
|
25
|
-
opts.on("-eDATE", "--end=DATE",
|
|
25
|
+
opts.on("-eDATE", "--end=DATE", Date, "Consider entries before or on DATE") do |n|
|
|
26
26
|
args[:to_date] = n
|
|
27
27
|
end
|
|
28
28
|
|
|
@@ -4,194 +4,271 @@
|
|
|
4
4
|
<meta name="author" content="apache_log_report">
|
|
5
5
|
|
|
6
6
|
<link rel="stylesheet" href="alr-styles.css"></style>
|
|
7
|
+
|
|
8
|
+
<link rel="stylesheet" href="https://unpkg.com/spectre.css/dist/spectre.min.css">
|
|
9
|
+
<link rel="stylesheet" href="https://unpkg.com/spectre.css/dist/spectre-exp.min.css">
|
|
10
|
+
<link rel="stylesheet" href="https://unpkg.com/spectre.css/dist/spectre-icons.min.css">
|
|
7
11
|
</head>
|
|
8
12
|
|
|
9
13
|
<body>
|
|
10
|
-
<
|
|
11
|
-
<
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
%>
|
|
60
|
-
<% @reports.each do |report| %>
|
|
61
|
-
<article>
|
|
62
|
-
<h2><%= report[:title] %></h2>
|
|
63
|
-
<%= render "output_table", report %>
|
|
64
|
-
</article>
|
|
65
|
-
<% end %>
|
|
66
|
-
|
|
67
|
-
<article>
|
|
68
|
-
<h2>Streaks</h2>
|
|
69
|
-
|
|
70
|
-
<table class="streaks">
|
|
71
|
-
<thead>
|
|
72
|
-
<tr>
|
|
73
|
-
<th>IP</th>
|
|
74
|
-
<th>Day</th>
|
|
75
|
-
<th>URL</th>
|
|
76
|
-
</tr>
|
|
77
|
-
</thead>
|
|
78
|
-
<tbody>
|
|
79
|
-
<% data[:streaks].group_by(&:first).each do |ip, date_urls| %>
|
|
14
|
+
<div class="container">
|
|
15
|
+
<nav>
|
|
16
|
+
<ul class="nav">
|
|
17
|
+
<li class="nav-item active">
|
|
18
|
+
<a href="#">Navigation</a>
|
|
19
|
+
<ul class="nav">
|
|
20
|
+
<% [ "Summary",
|
|
21
|
+
"Log Structure",
|
|
22
|
+
"Daily Distribution",
|
|
23
|
+
"Time Distribution",
|
|
24
|
+
"Most Requested Pages",
|
|
25
|
+
"Most Requested Resources",
|
|
26
|
+
"404 on HTML Files",
|
|
27
|
+
"404 on other Resources",
|
|
28
|
+
"Attacks",
|
|
29
|
+
"Statuses",
|
|
30
|
+
"Daily Statuses",
|
|
31
|
+
"Browsers",
|
|
32
|
+
"Platforms",
|
|
33
|
+
"Referers",
|
|
34
|
+
"IPs",
|
|
35
|
+
"Command Invocation",
|
|
36
|
+
"Performance"
|
|
37
|
+
].each do |item| %>
|
|
38
|
+
<li class="nav-item">
|
|
39
|
+
<a href="#<%= item.downcase.gsub(' ', '-') %>"><%= item %></a>
|
|
40
|
+
</li>
|
|
41
|
+
<% end %>
|
|
42
|
+
</ul>
|
|
43
|
+
</li>
|
|
44
|
+
</ul>
|
|
45
|
+
<p>
|
|
46
|
+
Generated by<br />
|
|
47
|
+
<a href="https://www.ict4g.net/gitea/adolfo/apache_log_report">
|
|
48
|
+
Apache Log Report
|
|
49
|
+
</a> <br />
|
|
50
|
+
on <%= DateTime.now.strftime("%Y-%m-%d %H:%M") %>.<br />
|
|
51
|
+
The lean log analyzer.
|
|
52
|
+
</p>
|
|
53
|
+
</nav>
|
|
54
|
+
|
|
55
|
+
<section>
|
|
56
|
+
<h1>Apache Log Analysis: <%= data[:log_file] || "stdin" %></h1>
|
|
57
|
+
|
|
58
|
+
<div class="columns">
|
|
59
|
+
<article class="col-6 column">
|
|
60
|
+
<h2 id="summary">Summary</h2>
|
|
61
|
+
|
|
62
|
+
<table class="table summary">
|
|
80
63
|
<tr>
|
|
81
|
-
<
|
|
82
|
-
<td
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
64
|
+
<th>Input file</th>
|
|
65
|
+
<td><b><%= (data[:log_file] || "stdin") %></b></td>
|
|
66
|
+
</tr>
|
|
67
|
+
<tr>
|
|
68
|
+
<th class="period">Period Analyzed</th>
|
|
69
|
+
<td class="period">
|
|
70
|
+
<%= data[:first_day_in_analysis] %>
|
|
71
|
+
--
|
|
72
|
+
<%= data[:last_day_in_analysis] %>
|
|
88
73
|
</td>
|
|
89
74
|
</tr>
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
<
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
<
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
</
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
75
|
+
<tr>
|
|
76
|
+
<th class="days">Days </th>
|
|
77
|
+
<td class="days"><%= data[:total_days_in_analysis] %></td>
|
|
78
|
+
</tr>
|
|
79
|
+
<tr>
|
|
80
|
+
<th class="hits">Hits</th>
|
|
81
|
+
<td class="hits"><%= data[:total_hits][0][0] %></td>
|
|
82
|
+
</tr>
|
|
83
|
+
<tr>
|
|
84
|
+
<th class="unique-visitors">Unique Visitors</th>
|
|
85
|
+
<td class="unique-visitors"><%= data[:total_unique_visitors][0][0] %></td>
|
|
86
|
+
</tr>
|
|
87
|
+
<tr>
|
|
88
|
+
<th class="tx">Tx</th>
|
|
89
|
+
<td class="tx"><%= data[:total_size][0][0] %></td>
|
|
90
|
+
</tr>
|
|
91
|
+
</table>
|
|
92
|
+
</article>
|
|
93
|
+
<article class="column col-6">
|
|
94
|
+
<h2 id="log-structure">Log Structure</h2>
|
|
95
|
+
|
|
96
|
+
<table class="table log-structure">
|
|
97
|
+
<tbody>
|
|
98
|
+
<tr>
|
|
99
|
+
<th>Input file</th>
|
|
100
|
+
<td><b><%= (data[:log_file] || "stdin") %></b></td>
|
|
101
|
+
</tr>
|
|
102
|
+
<tr>
|
|
103
|
+
<th>Period in Log</th>
|
|
104
|
+
<td><%= data[:first_day] %> -- <%= data[:last_day] %></td>
|
|
105
|
+
</tr>
|
|
106
|
+
<tr>
|
|
107
|
+
<th>Total days</th>
|
|
108
|
+
<td><%= data[:total_days] %></td>
|
|
109
|
+
</tr>
|
|
110
|
+
<tr>
|
|
111
|
+
<th>Log size</th>
|
|
112
|
+
<td><%= data[:log_size][0][0] %></td>
|
|
113
|
+
</tr>
|
|
114
|
+
<tr>
|
|
115
|
+
<th>Self poll entries</th>
|
|
116
|
+
<td><%= data[:selfpolls_size][0][0] %></td>
|
|
117
|
+
</tr>
|
|
118
|
+
<tr>
|
|
119
|
+
<th>Crawlers</th>
|
|
120
|
+
<td><%= data[:crawlers_size][0][0] %></td>
|
|
121
|
+
</tr>
|
|
122
|
+
<tr>
|
|
123
|
+
<th>Entries considered</th>
|
|
124
|
+
<td><%= data[:total_hits][0][0] %></td>
|
|
125
|
+
</tr>
|
|
126
|
+
</tbody>
|
|
127
|
+
</table>
|
|
128
|
+
</article>
|
|
129
|
+
</div>
|
|
130
|
+
|
|
131
|
+
<% @reports = [
|
|
132
|
+
{ title: "Daily Distribution", header: ["Day", "DOW", "Hits", "Visits", "Size"], rows: data[:daily_distribution] },
|
|
133
|
+
{ title: "Time Distribution", header: ["Hour", "Hits", "Visits", "Size"], rows: data[:time_distribution] },
|
|
134
|
+
{ title: "Most Requested Pages", header: ["Path", "Hits", "Visits", "Size"], rows: data[:most_requested_pages] },
|
|
135
|
+
{ title: "Most Requested Resources", header: ["Path", "Hits", "Visits", "Size"], rows: data[:most_requested_resources] },
|
|
136
|
+
{ title: "404 on HTML Files", header: ["Path", "Hits", "Visitors"], rows: data[:missed_pages] },
|
|
137
|
+
{ title: "404 on other Resources", header: ["Path", "Hits", "Visitors"], rows: data[:missed_resources] },
|
|
138
|
+
{ title: "Attacks", header: ["Path", "Hits", "Visitors"], rows: data[:attacks] },
|
|
139
|
+
{ },
|
|
140
|
+
{ title: "Statuses", header: ["Status", "Count"], rows: data[:statuses] },
|
|
141
|
+
{ title: "Daily Statuses", header: ["Status", "2xx", "3xx", "4xx"], rows: data[:statuses_by_day] },
|
|
142
|
+
{ title: "Browsers", header: ["Browser", "Hits", "Visitors", "Size"], rows: data[:browsers] },
|
|
143
|
+
{ title: "Platforms", header: ["Platform", "Hits", "Visitors", "Size"], rows: data[:platforms] },
|
|
144
|
+
{ title: "Referers", header: ["Referers", "Hits", "Visitors", "Size"], rows: data[:referers], col: "col-12" },
|
|
145
|
+
{ title: "IPs", header: ["IPs", "Hits", "Visitors", "Size"], rows: data[:ips] },
|
|
146
|
+
{ },
|
|
147
|
+
]
|
|
148
|
+
%>
|
|
149
|
+
<div class="columns">
|
|
150
|
+
<% @reports.each do |report| %>
|
|
151
|
+
<div class="column <%= report[:col] || "col-6" %>">
|
|
152
|
+
<article>
|
|
153
|
+
<% if report[:title] != nil %>
|
|
154
|
+
<h2 id="<%= report[:title].downcase.gsub(/ +/, '-') %>">
|
|
155
|
+
<%= report[:title] %>
|
|
156
|
+
</h2>
|
|
157
|
+
<%= render "output_table", report %>
|
|
158
|
+
<% end %>
|
|
159
|
+
</article>
|
|
160
|
+
</div>
|
|
161
|
+
<% end %>
|
|
162
|
+
</div>
|
|
163
|
+
|
|
164
|
+
<article>
|
|
165
|
+
<h2 id="streaks">Streaks</h2>
|
|
166
|
+
|
|
167
|
+
<table class="table streaks">
|
|
168
|
+
<thead>
|
|
169
|
+
<tr>
|
|
170
|
+
<th>IP</th>
|
|
171
|
+
<th>Day and URL</th>
|
|
172
|
+
</tr>
|
|
173
|
+
</thead>
|
|
174
|
+
<tbody>
|
|
175
|
+
<% data[:streaks].group_by(&:first).each do |ip, date_urls| %>
|
|
176
|
+
<tr>
|
|
177
|
+
<td class="ip"><%= ip %></td>
|
|
178
|
+
<td class="streaks">
|
|
179
|
+
<% date_urls.group_by(&:first).each do |date, urls| %>
|
|
180
|
+
<% urls.each do |url| %>
|
|
181
|
+
<b><%= url[1] %>:</b> <%= url[2] %> <br />
|
|
182
|
+
<% end %>
|
|
183
|
+
<% end %>
|
|
184
|
+
</td>
|
|
185
|
+
</tr>
|
|
186
|
+
<% end %>
|
|
187
|
+
</tbody>
|
|
188
|
+
</table>
|
|
189
|
+
</article>
|
|
190
|
+
|
|
191
|
+
<div class="columns">
|
|
192
|
+
<div class="column col-6">
|
|
193
|
+
<article>
|
|
194
|
+
<h2 id="command-invocation">Command Invocation</h2>
|
|
195
|
+
|
|
196
|
+
<table class="table command-invocation">
|
|
197
|
+
<tbody>
|
|
198
|
+
<tr>
|
|
199
|
+
<th>CLI Command</th>
|
|
200
|
+
<td><code><%= data[:command] %></code></td>
|
|
201
|
+
</tr>
|
|
202
|
+
<tr>
|
|
203
|
+
<th>Input file</th>
|
|
204
|
+
<td><code><%= (data[:log_file] || "stdin") %></code></td>
|
|
205
|
+
</tr>
|
|
206
|
+
<tr>
|
|
207
|
+
<th>Ignore crawlers</th>
|
|
208
|
+
<td><code><%= options[:ignore_crawlers] %></code></td></tr>
|
|
209
|
+
<tr>
|
|
210
|
+
<th>Only crawlers</th>
|
|
211
|
+
<td><code><%= options[:only_crawlers] %></code></td>
|
|
212
|
+
</tr>
|
|
213
|
+
<tr>
|
|
214
|
+
<th>No selfpoll</th>
|
|
215
|
+
<td><code><%= options[:no_selfpoll] %></code></td>
|
|
216
|
+
</tr>
|
|
217
|
+
<tr>
|
|
218
|
+
<th>Filter by date</th>
|
|
219
|
+
<td>
|
|
220
|
+
<code><%= (options[:from_date] != nil or options[:to_date] != nil) %></code>
|
|
221
|
+
</td>
|
|
222
|
+
</tr>
|
|
223
|
+
<tr>
|
|
224
|
+
<th>Prefix</th>
|
|
225
|
+
<td><code><%= @prefix %></code></td>
|
|
226
|
+
</tr>
|
|
227
|
+
<tr>
|
|
228
|
+
<th>Suffix</th>
|
|
229
|
+
<td><code><%= @suffix %></code></td>
|
|
230
|
+
</tr>
|
|
231
|
+
</tbody>
|
|
232
|
+
</table>
|
|
233
|
+
</article>
|
|
234
|
+
</div>
|
|
235
|
+
|
|
236
|
+
<div class="column col-6">
|
|
237
|
+
<article>
|
|
238
|
+
<h2 id="performance"> Performance</h2>
|
|
239
|
+
|
|
240
|
+
<table class="table performance">
|
|
241
|
+
<tbody>
|
|
242
|
+
<tr>
|
|
243
|
+
<th>Analysis started at</th>
|
|
244
|
+
<td><%= data[:started_at].to_s %></td>
|
|
245
|
+
</tr>
|
|
246
|
+
<tr>
|
|
247
|
+
<th>Analysis ended at</th>
|
|
248
|
+
<td><%= data[:ended_at].to_s %></td>
|
|
249
|
+
</tr>
|
|
250
|
+
<tr>
|
|
251
|
+
<th>Duration (sec)</th>
|
|
252
|
+
<td><%= "%.1f" % data[:duration] %></td>
|
|
253
|
+
</tr>
|
|
254
|
+
<tr>
|
|
255
|
+
<th>Duration (min)</th>
|
|
256
|
+
<td><%= "%d" % (data[:duration] / 60 ) %></td>
|
|
257
|
+
</tr>
|
|
258
|
+
<tr>
|
|
259
|
+
<th>Log size</th>
|
|
260
|
+
<td><%= data[:log_size][0][0] %></td>
|
|
261
|
+
</tr>
|
|
262
|
+
<tr>
|
|
263
|
+
<th>Lines/sec</th>
|
|
264
|
+
<td><%= "%.2f" % (data[:log_size][0][0] / data[:duration]) %></td></tr>
|
|
265
|
+
</tbody>
|
|
266
|
+
</table>
|
|
267
|
+
</article>
|
|
268
|
+
</div>
|
|
269
|
+
</div>
|
|
270
|
+
</section>
|
|
271
|
+
</div>
|
|
195
272
|
</body>
|
|
196
273
|
</html>
|
|
197
274
|
|
|
@@ -10,7 +10,11 @@
|
|
|
10
10
|
| Hits | <%= "%10d" % data[:total_hits][0][0] %> |
|
|
11
11
|
| Unique Visitors | <%= "%10d" % data[:total_unique_visitors][0][0] %> |
|
|
12
12
|
| Tx | <%= "%10s" % data[:total_size][0][0] %> |
|
|
13
|
-
|
|
|
13
|
+
| Logged Period | <%= data[:first_day] %> -- <%= data[:last_day] %> |
|
|
14
|
+
| Days | <%= "%10d" % data[:total_days] %> |
|
|
15
|
+
| Period Requested | <%= data[:first_day_requested] %> -- <%= data[:last_day_requested] %> |
|
|
16
|
+
| Period Analyzed | <%= data[:first_day_in_analysis] %> -- <%= data[:last_day_in_analysis] %> |
|
|
17
|
+
| Days in Analysis | <%= data[:total_days_in_analysis] %> |
|
|
14
18
|
|
|
15
19
|
* Daily Distribution
|
|
16
20
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: apache_log_report
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.1.
|
|
4
|
+
version: 1.1.6
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Adolfo Villafiorita
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2021-
|
|
11
|
+
date: 2021-11-01 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: apache_log-parser
|
|
@@ -66,7 +66,8 @@ dependencies:
|
|
|
66
66
|
- - ">="
|
|
67
67
|
- !ruby/object:Gem::Version
|
|
68
68
|
version: '0'
|
|
69
|
-
description: Generate
|
|
69
|
+
description: Generate requests reports in HTML, OrgMode, and SQLite format from an
|
|
70
|
+
Apache log file.
|
|
70
71
|
email:
|
|
71
72
|
- adolfo.villafiorita@ict4g.net
|
|
72
73
|
executables:
|
|
@@ -121,5 +122,5 @@ requirements: []
|
|
|
121
122
|
rubygems_version: 3.2.22
|
|
122
123
|
signing_key:
|
|
123
124
|
specification_version: 4
|
|
124
|
-
summary: Generate
|
|
125
|
+
summary: Generate analytics from an Apache log file.
|
|
125
126
|
test_files: []
|