lesli_audit 1.1.1 → 1.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (75) hide show
  1. checksums.yaml +4 -4
  2. data/Rakefile +6 -1
  3. data/app/assets/stylesheets/lesli_audit/application.css +549 -35
  4. data/app/controllers/lesli_audit/accounts_controller.rb +7 -3
  5. data/app/controllers/lesli_audit/analytics_controller.rb +16 -0
  6. data/app/controllers/lesli_audit/logs_controller.rb +12 -7
  7. data/app/controllers/lesli_audit/traffic_controller.rb +25 -0
  8. data/app/controllers/lesli_audit/users_controller.rb +7 -4
  9. data/app/interfaces/lesli_audit/logger_interface.rb +56 -58
  10. data/app/jobs/lesli_audit/cloudflare_traffic_sync_job.rb +78 -0
  11. data/app/jobs/lesli_audit/retention_cleanup_job.rb +9 -0
  12. data/app/models/concerns/lesli_audit/append_only.rb +12 -0
  13. data/app/models/lesli_audit/account.rb +38 -10
  14. data/app/models/lesli_audit/account_device.rb +3 -1
  15. data/app/models/lesli_audit/account_log.rb +12 -7
  16. data/app/models/lesli_audit/account_request.rb +3 -1
  17. data/app/models/lesli_audit/cloudflare_traffic_sync.rb +99 -0
  18. data/app/models/lesli_audit/traffic_breakdown.rb +38 -0
  19. data/app/models/lesli_audit/traffic_rollup.rb +33 -0
  20. data/app/models/lesli_audit/user_journal.rb +14 -3
  21. data/app/models/lesli_audit/user_log.rb +12 -3
  22. data/app/models/lesli_audit/user_request.rb +7 -3
  23. data/app/services/lesli_audit/activity_audit.rb +134 -0
  24. data/app/services/lesli_audit/analytics_service.rb +237 -0
  25. data/app/services/lesli_audit/cloudflare/configuration.rb +92 -0
  26. data/app/services/lesli_audit/cloudflare/graphql_client.rb +309 -0
  27. data/app/services/lesli_audit/cloudflare/snapshot_converter.rb +101 -0
  28. data/app/services/lesli_audit/cloudflare/sync_service.rb +79 -0
  29. data/app/services/lesli_audit/cloudflare_traffic_snapshot.rb +182 -0
  30. data/app/services/lesli_audit/log_service.rb +99 -5
  31. data/app/services/lesli_audit/request_service.rb +74 -44
  32. data/app/services/lesli_audit/retention_cleanup.rb +146 -0
  33. data/app/services/lesli_audit/traffic_service.rb +216 -0
  34. data/app/services/lesli_audit/traffic_snapshot_importer.rb +120 -0
  35. data/app/services/lesli_audit/user_agent_parser.rb +51 -0
  36. data/app/services/lesli_audit/user_service.rb +119 -150
  37. data/app/views/lesli_audit/{visitors → analytics}/index.html.erb +40 -30
  38. data/app/views/lesli_audit/logs/index.html.erb +88 -19
  39. data/app/views/lesli_audit/logs/show.html.erb +41 -7
  40. data/app/views/lesli_audit/partials/_navigation.html.erb +5 -4
  41. data/app/views/lesli_audit/requests/index.html.erb +80 -19
  42. data/app/views/lesli_audit/traffic/_breakdown.html.erb +46 -0
  43. data/app/views/lesli_audit/traffic/index.html.erb +177 -0
  44. data/app/views/lesli_audit/users/index.html.erb +97 -43
  45. data/config/locales/translations.en.yml +137 -1
  46. data/config/locales/translations.es.yml +137 -1
  47. data/config/locales/translations.fr.yml +132 -1
  48. data/config/locales/translations.it.yml +132 -1
  49. data/config/locales/translations.pt.yml +132 -1
  50. data/config/routes.rb +6 -22
  51. data/db/migrate/v1.0/0501000110_create_lesli_audit_accounts.rb +14 -1
  52. data/db/migrate/v1.0/0501110110_create_lesli_audit_account_logs.rb +11 -6
  53. data/db/migrate/v1.0/0501110210_create_lesli_audit_account_devices.rb +10 -7
  54. data/db/migrate/v1.0/0501110310_create_lesli_audit_account_requests.rb +10 -7
  55. data/db/migrate/v1.0/0501120110_create_lesli_audit_user_logs.rb +12 -7
  56. data/db/migrate/v1.0/0501120210_create_lesli_audit_user_journals.rb +16 -8
  57. data/db/migrate/v1.0/0501120310_create_lesli_audit_user_requests.rb +13 -10
  58. data/db/migrate/v1.0/0501130110_create_lesli_audit_traffic_rollups.rb +55 -0
  59. data/db/migrate/v1.0/0501130210_create_lesli_audit_traffic_breakdowns.rb +41 -0
  60. data/db/migrate/v1.0/0501130310_create_lesli_audit_cloudflare_traffic_syncs.rb +42 -0
  61. data/db/seed/devices.rb +3 -2
  62. data/db/seed/requests.rb +3 -3
  63. data/db/seed/traffic.rb +128 -0
  64. data/db/seed/users.rb +68 -27
  65. data/db/seeds.rb +3 -2
  66. data/lib/lesli_audit/engine.rb +1 -12
  67. data/lib/lesli_audit/version.rb +2 -2
  68. data/lib/tasks/lesli_audit_cloudflare_traffic.rake +16 -0
  69. data/lib/tasks/lesli_audit_tasks.rake +12 -4
  70. data/readme.md +28 -5
  71. metadata +36 -9
  72. data/app/assets/stylesheets/lesli_audit/application.tailwind.css +0 -2
  73. data/app/controllers/lesli_audit/visitors_controller.rb +0 -14
  74. data/app/models/concerns/lesli_audit/user_associations.rb +0 -11
  75. data/app/services/lesli_audit/visitor_service.rb +0 -239
@@ -1,14 +0,0 @@
1
- module LesliAudit
2
- class VisitorsController < ApplicationController
3
-
4
- # GET /analytics
5
- def index
6
- @visits = VisitorService.new(current_user, query).visits
7
- @visitors = VisitorService.new(current_user, query).visitors
8
- @requests = VisitorService.new(current_user, query).requests
9
- @browsers = VisitorService.new(current_user, query).browsers
10
- @devices = VisitorService.new(current_user, query).devices
11
- @os = VisitorService.new(current_user, query).os
12
- end
13
- end
14
- end
@@ -1,11 +0,0 @@
1
- module LesliAudit
2
- module UserAssociations
3
- extend ActiveSupport::Concern
4
-
5
- included do
6
- has_many :requests, class_name: "LesliAudit::UserRequest"
7
- has_many :journals, class_name: "LesliAudit::UserJournal"
8
- has_many :logs, class_name: "LesliAudit::UserLog"
9
- end
10
- end
11
- end
@@ -1,239 +0,0 @@
1
- =begin
2
-
3
- Lesli
4
-
5
- Copyright (c) 2023, Lesli Technologies, S. A.
6
-
7
- This program is free software: you can redistribute it and/or modify
8
- it under the terms of the GNU General Public License as published by
9
- the Free Software Foundation, either version 3 of the License, or
10
- (at your option) any later version.
11
-
12
- This program is distributed in the hope that it will be useful,
13
- but WITHOUT ANY WARRANTY; without even the implied warranty of
14
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15
- GNU General Public License for more details.
16
-
17
- You should have received a copy of the GNU General Public License
18
- along with this program. If not, see http://www.gnu.org/licenses/.
19
-
20
- Lesli · Ruby on Rails SaaS development platform.
21
-
22
- Made with ♥ by https://www.lesli.tech
23
- Building a better future, one line of code at a time.
24
-
25
- @contact hello@lesli.tech
26
- @website https://www.lesli.tech
27
- @license GPLv3 http://www.gnu.org/licenses/gpl-3.0.en.html
28
-
29
- // · ~·~ ~·~ ~·~ ~·~ ~·~ ~·~ ~·~ ~·~ ~·~
30
- // ·
31
- =end
32
-
33
- module LesliAudit
34
- class VisitorService < Lesli::ApplicationLesliService
35
-
36
- def visits
37
- requests = current_user.account.audit.account_requests
38
-
39
- controllers, total_requests = requests.pick(
40
- Arel.sql("COUNT(DISTINCT request_controller)"),
41
- Arel.sql("SUM(request_count)")
42
- )
43
-
44
- {
45
- controllers: controllers.to_i,
46
- requests: total_requests.to_i
47
- }
48
- end
49
-
50
- def visitors
51
- #Rails.cache.fetch(cache_key_for_account(__method__), expires_in: 1.hour) do
52
- group = 'day'
53
- #group = params[:bygroup] if ['month','week','day'].include?(params[:bygroup])
54
-
55
- # only the users of the account
56
- usrs = current_user.account.users
57
-
58
- group_by = "DATE_TRUNC('month', created_at)" if group == 'month'
59
- group_by = "DATE_TRUNC('week', created_at)" if group == 'week'
60
- group_by = "DATE_TRUNC('day', created_at)" if group == 'day'
61
-
62
- # compatibility for SQLite
63
- if ActiveRecord::Base.connection.adapter_name == "SQLite"
64
- group_by = "strftime('%Y-%m-%d', created_at)"
65
- end
66
-
67
- requests = current_user.account.audit.account_requests.group(group_by)
68
-
69
- requests = apply_filters(requests, query)
70
-
71
- requests.limit(10).order("xaxiskey desc").select(
72
- "sum(request_count) yaxiskey",
73
- "#{group_by} xaxiskey"
74
- ).as_json
75
- #end
76
- end
77
-
78
- def requests
79
- requests = current_user.account.audit.account_requests
80
- .group("request_controller")
81
-
82
- requests = apply_filters(requests, query)
83
-
84
- requests = requests.limit(LIMIT).order("requests DESC").select(
85
- :request_controller,
86
- "sum(request_count) requests"
87
- ).as_json
88
- end
89
-
90
- def os
91
- device_counts = current_user.account.audit.account_devices
92
- .group(:agent_platform)
93
- .sum(:agent_count)
94
-
95
- total = device_counts.values.sum
96
-
97
- device_counts.map do |device, count|
98
- {
99
- device: device,
100
- count: count,
101
- icon: platform_icon(device),
102
- percentage: total.zero? ? 0 : ((count.to_f / total) * 100).round()
103
- }
104
- end
105
- end
106
-
107
- def devices
108
- device_counts = current_user.account.audit.account_devices
109
- .group(:agent_device)
110
- .sum(:agent_count)
111
-
112
- total = device_counts.values.sum
113
-
114
- device_counts.map do |device, count|
115
- {
116
- device: device,
117
- count: count,
118
- icon: device_icon(device),
119
- percentage: total.zero? ? 0 : ((count.to_f / total) * 100).round()
120
- }
121
- end
122
- end
123
-
124
- def browsers
125
- browser_counts = current_user.account.audit.account_devices
126
- .group(:agent_browser)
127
- .sum(:agent_count)
128
-
129
- total = browser_counts.values.sum
130
-
131
- browser_counts.map do |browser, count|
132
- {
133
- browser: browser,
134
- count: count,
135
- icon: browser_icon(browser),
136
- percentage: total.zero? ? 0 : ((count.to_f / total) * 100).round()
137
- }
138
- end
139
- #Rails.cache.fetch(cache_key_for_account(__method__), expires_in: 4.hour) do
140
- # current_user.account.audit.account_devices
141
- # .group(:agent_browser, :created_at)
142
- # .select(
143
- # 'created_at as xaxiskey',
144
- # 'agent_browser as dataname',
145
- # 'sum(agent_count) as yaxiskey'
146
- # ).as_json
147
- #end
148
- end
149
-
150
- private
151
-
152
- LIMIT=15
153
-
154
- DEFAULT_PLATFORM_ICON_CLASS = "computer-fill"
155
- PLATFORM_ICON_CLASSES = {
156
- /chrome os|cros/i => "chrome-fill",
157
- /ios|ipad|iphone|mac/i => "apple-fill",
158
- /windows/i => "windows-fill",
159
- /ubuntu/i => "ubuntu-fill",
160
- /debian|fedora|linux/i => "linux-fill",
161
- /android/i => "android-fill"
162
- }.freeze
163
-
164
- DEFAULT_BROWSER_ICON_CLASS = "global-fill"
165
- BROWSER_ICON_CLASSES = {
166
- /chrome|chromium/i => "chrome-fill",
167
- /firefox/i => "firefox-fill",
168
- /safari/i => "safari-fill",
169
- /edge/i => "edge-fill",
170
- /opera|opr/i => "opera-fill",
171
- /internet explorer|msie/i => "ie-fill",
172
- /brave/i => "brave-fill"
173
- }.freeze
174
-
175
- DEVICE_ICON_CLASSES = {
176
- "desktop" => "mac-line",
177
- "tablet" => "tablet-line",
178
- "smartphone" => "smartphone-line",
179
- "unknown" => "file-unknow-line"
180
- }.freeze
181
-
182
- def platform_icon(platform)
183
- return DEFAULT_PLATFORM_ICON_CLASS if platform.blank?
184
-
185
- match = PLATFORM_ICON_CLASSES.find do |pattern, _icon_class|
186
- platform.match?(pattern)
187
- end
188
-
189
- match ? match.last : DEFAULT_PLATFORM_ICON_CLASS
190
- end
191
-
192
- def browser_icon(browser)
193
- return DEFAULT_BROWSER_ICON_CLASS if browser.blank?
194
-
195
- match = BROWSER_ICON_CLASSES.find do |pattern, _icon_class|
196
- browser.match?(pattern)
197
- end
198
-
199
- match ? match.last : DEFAULT_BROWSER_ICON_CLASS
200
- end
201
-
202
- def device_icon(device)
203
- DEVICE_ICON_CLASSES.fetch(device.to_s, DEVICE_ICON_CLASSES["unknown"])
204
- end
205
-
206
- def apply_filters requests, params
207
-
208
- return requests
209
-
210
- # filter by search string
211
- unless params[:search].blank?
212
- requests = requests.where(
213
- "lower(request_agent) like :search_string or lower(request_controller) like :search_string or lower(request_action) like :search_string",
214
- {
215
- search_string: "%#{params[:search].downcase.gsub(" ","%")}%"
216
- }
217
- )
218
- end
219
-
220
- # filter by time
221
- unless params[:bytime].blank? && params[:bytime] != 'all'
222
- requests = requests.where(created_at: (Time.now.beginning_of_day)..) if params[:bytime] == 'day'
223
- requests = requests.where(created_at: (Time.now.beginning_of_day - 7.day)..) if params[:bytime] == 'week'
224
- requests = requests.where(created_at: (Time.now.beginning_of_day - 30.day)..) if params[:bytime] == 'month'
225
- requests = requests.where(created_at: (Time.now.beginning_of_day - 6.month)..) if params[:bytime] == 'sixmonth'
226
- requests = requests.where(created_at: (Time.now.beginning_of_day - 1.year)..) if params[:bytime] == 'year'
227
- end
228
-
229
- # filter by request format
230
- if (!params[:byformat].blank? && ['html', 'json'].include?(params[:byformat]))
231
- requests = requests.where(:request_action => 'show') if params[:byformat] == 'html'
232
- requests = requests.where(:request_format => params[:byformat])
233
- end
234
-
235
- requests
236
-
237
- end
238
- end
239
- end