log_sense 2.5.2 → 2.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 89f75b81840da58b73455053de50295235e5afa62a817e2b681000a768c7d71c
-  data.tar.gz: 792bd5927bd31e6af055e6515fcea976511cb195b86b915d998acbb05dec9050
+  metadata.gz: a55bd023db071751705de197fa19c0f50713fc6d37e5644165cdbe9ce7848166
+  data.tar.gz: 1573dee63b257e035a0f253c238063856478e9305d1ab78fb4a0131f7cc64d03
 SHA512:
-  metadata.gz: be7bee52c0951609c0c2398e86ac7c93e4b670950e593d9962a57f7f2566fbfcf9baa438b03bc9bf06c89c84be5dd45e1e68b642ee7a453edb63bebad40131d8
-  data.tar.gz: 596d1a6daf73b5c1b80a404abcf4c7cefc6e6faf8432c2e24036f2a9e00e6861b21d66fd377d4627807a0a627f9add9aea0995c641478110bcadb34ff2c9d209
+  metadata.gz: 45e2f3aac010fe57eb87d5a9d0384570ab80f70425d425dd96374ae2b5cfdfd3bc44351165a007fd758c4f16d1eef30bac28b359fa51c7a2229486cca2fb1dc5
+  data.tar.gz: d4b01c41c0aae899cef4e8aa45a1ba78802a5b10d49c9080c432ffd21497bb11fd2e06db71ef450f45aa5af87cab1e32405ce2aec941784401ad56844e2f4559

data/CHANGELOG.org

@@ -2,6 +2,17 @@
 #+AUTHOR: Adolfo Villafiorita
 #+STARTUP: showall
 
+* 2.6.0
+
+- BrowserSense can now be used to provide information about browsers
+  visiting the app. If you install =browser_sense= and instrument your
+  Rails app with it, log_sense can extract information and produce
+  appropriate reports.
+
+* 2.5.3
+
+- Updates versions of bundled gems
+
 * 2.5.2
 
 - Fixes a bug in the computation of total events in the Queries/Summary
@@ -67,7 +78,7 @@
 * 1.8.0
 
 - Various improvements to the Rails reports
-- Support for BrowserInfo data
+- Support for BrowserSense data
 
 * 1.7.0
 

data/Gemfile.lock

@@ -1,45 +1,46 @@
 PATH
   remote: .
   specs:
-    log_sense (2.5.1)
-      browser (~> 6.0.0)
+    log_sense (2.5.2)
+      browser
       csv
-      ipaddr (~> 1.2.0)
-      iso_country_codes (~> 0.7.0)
+      ipaddr
+      iso_country_codes
       ostruct
-      sqlite3 (~> 2.6.0)
-      terminal-table (~> 4.0.0)
+      sqlite3
+      terminal-table
 
 GEM
   remote: https://rubygems.org/
   specs:
     ast (2.4.3)
-    browser (6.0.0)
+    browser (6.2.0)
     bundle-audit (0.1.0)
       bundler-audit
     bundler-audit (0.9.2)
       bundler (>= 1.2.0, < 3)
       thor (~> 1.0)
-    csv (3.3.4)
+    csv (3.3.5)
     date (3.4.1)
-    debug (1.10.0)
+    debug (1.11.0)
       irb (~> 1.10)
       reline (>= 0.3.8)
-    io-console (0.8.0)
+    erb (5.0.2)
+    io-console (0.8.1)
     ipaddr (1.2.7)
     irb (1.15.2)
       pp (>= 0.6.0)
       rdoc (>= 4.0.0)
       reline (>= 0.4.2)
     iso_country_codes (0.7.8)
-    json (2.12.0)
+    json (2.13.2)
     language_server-protocol (3.17.0.5)
     lint_roller (1.1.0)
     mini_portile2 (2.8.9)
     minitest (5.25.5)
-    ostruct (0.6.1)
+    ostruct (0.6.3)
     parallel (1.27.0)
-    parser (3.3.8.0)
+    parser (3.3.9.0)
       ast (~> 2.4.1)
       racc
     pp (0.6.2)
@@ -51,13 +52,14 @@ GEM
       stringio
     racc (1.8.1)
     rainbow (3.1.1)
-    rake (13.2.1)
-    rdoc (6.13.1)
+    rake (13.3.0)
+    rdoc (6.14.2)
+      erb
       psych (>= 4.0.0)
-    regexp_parser (2.10.0)
-    reline (0.6.1)
+    regexp_parser (2.11.2)
+    reline (0.6.2)
       io-console (~> 0.5)
-    rubocop (1.75.5)
+    rubocop (1.80.1)
       json (~> 2.3)
       language_server-protocol (~> 3.17.0.2)
       lint_roller (~> 1.1.0)
@@ -65,20 +67,20 @@ GEM
       parser (>= 3.3.0.2)
       rainbow (>= 2.2.2, < 4.0)
       regexp_parser (>= 2.9.3, < 3.0)
-      rubocop-ast (>= 1.44.0, < 2.0)
+      rubocop-ast (>= 1.46.0, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 2.4.0, < 4.0)
-    rubocop-ast (1.44.1)
+    rubocop-ast (1.46.0)
       parser (>= 3.3.7.2)
       prism (~> 1.4)
     ruby-progressbar (1.13.0)
-    sqlite3 (2.6.0)
+    sqlite3 (2.7.3)
       mini_portile2 (~> 2.8.0)
     stringio (3.1.7)
     terminal-table (4.0.0)
       unicode-display_width (>= 1.1.1, < 4)
-    thor (1.3.2)
-    unicode-display_width (3.1.4)
+    thor (1.4.0)
+    unicode-display_width (3.1.5)
       unicode-emoji (~> 4.0, >= 4.0.4)
     unicode-emoji (4.0.4)
 

data/README.org

@@ -12,9 +12,10 @@ Main features:
 - Statistics for Rails app in production and Web server logs (combined format,
   which can be produced both by Apache and Nginx)
 - Reports on performances, errors, visitors, and devices used to access your
-  websites and webapps[fn:: LogSense parses also the data generated by the
-  BrowserInfo gem, providing additional information for Rails apps, including
-  devices, platforms and number of accesses to methods by device type.].
+  websites and webapps
+- It integrates with =browser_sense= (https://rubygems.org/gems/browser_sense)
+  reporting on browser and other users' devices and behaviors, in a
+  privacy-respecting manner.
 - Can combine one or more log files
 - No need for cookies or other tracking technologies (but you need access to
   your log files)
@@ -145,7 +146,7 @@ ufw deny from 185.255.134.18
       ]
 
       browser_data_str = browser_data.map { |x| "\"#{x}\"" }.join(',')
-      logger.info "BrowserInfo: #{browser_data_str}"
+      logger.info "BrowserSense: #{browser_data_str}"
     end
 
     # [...]

data/lib/log_sense/rails/log_parser.rb

@@ -78,7 +78,7 @@ module LogSense
         EOS
 
         db.execute <<-EOS
-        CREATE TABLE IF NOT EXISTS BrowserInfo(
+        CREATE TABLE IF NOT EXISTS BrowserSense(
           id INTEGER PRIMARY KEY AUTOINCREMENT,
           browser TEXT,
           platform TEXT,
@@ -92,7 +92,7 @@ module LogSense
         EOS
 
         ins_browser_info = db.prepare <<-EOS
-        insert into BrowserInfo(
+        insert into BrowserSense(
          browser,
          platform,
          device_name,
@@ -560,8 +560,8 @@ module LogSense
         end
       end
 
-      # I, [2024-07-01T02:21:34.339058 #1392909]  INFO -- : [815b3e28-8d6e-4741-8605-87654a9ff58c] BrowserInfo: "Unknown Browser","unknown_platform","Unknown","Devise::SessionsController","new","html","4db749654a0fcacbf3868f87723926e7405262f8d596e8514f4997dc80a3cd7e","2024-07-01T02:21:34+02:00"
-      BROWSER_INFO_REGEXP = /BrowserInfo: "(?<browser>.+)","(?<platform>.+)","(?<device_name>.+)","(?<controller>.+)","(?<method>.+)","(?<request_format>.+)","(?<anon_ip>.+)","(?<timestamp>.+)"/o
+      # I, [2024-07-01T02:21:34.339058 #1392909]  INFO -- : [815b3e28-8d6e-4741-8605-87654a9ff58c] BrowserSense: "Unknown Browser","unknown_platform","Unknown","Devise::SessionsController","new","html","4db749654a0fcacbf3868f87723926e7405262f8d596e8514f4997dc80a3cd7e","2024-07-01T02:21:34+02:00"
+      BROWSER_INFO_REGEXP = /Browser(Info|Sense): "(?<browser>.+)","(?<platform>.+)","(?<device_name>.+)","(?<controller>.+)","(?<method>.+)","(?<request_format>.+)","(?<anon_ip>.+)","(?<timestamp>.+)"/o
 
       def match_and_process_browser_info(line)
         matchdata = BROWSER_INFO_REGEXP.match line

data/lib/log_sense/rails_aggregator.rb

@@ -119,7 +119,7 @@ module LogSense
                  sum(iif(platform = 'linux', 1, 0)) as Linux,
                  sum(iif(platform != 'ios' and platform != 'android' and platform != 'mac' and platform != 'windows' and platform != 'linux', 1, 0)) as Other,
                  count(distinct(id)) as Total
-                 from BrowserInfo
+                 from BrowserSense
                  where #{filter}
                  group by controller, method, request_format
       )
@@ -130,7 +130,7 @@ module LogSense
       @browsers = @db.execute %Q(
           SELECT browser as Browser,
                  count(distinct(id)) as Visits
-                 from BrowserInfo
+                 from BrowserSense
                  where #{filter}
                  group by browser
       )
@@ -138,7 +138,7 @@ module LogSense
       @platforms = @db.execute %Q(
           SELECT platform as Platform,
                  count(distinct(id)) as Visits
-                 from BrowserInfo
+                 from BrowserSense
                  where #{filter}
                  group by platform
       )

data/lib/log_sense/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LogSense
-  VERSION = "2.5.2"
+  VERSION = "2.6.0"
 end

data/log_sense.gemspec

@@ -6,17 +6,21 @@ Gem::Specification.new do |spec|
   spec.authors       = ["Adolfo Villafiorita"]
   spec.email         = ["adolfo@shair.tech"]
 
-  spec.summary       = %q{Analyze Rails and Apache/Nginx log file, generating statistics and reports.}
-  spec.description   = %q{log_sense is a command-line command which analyzes Rails and Nginx logs and
-    provides detailed data about accesses, performances, and errors.  It is a
-    one stop shop solution for analyzing your Rails application in production.
+  spec.summary       = %q{Analyze Ruby on Rails and Apache/Nginx log files, generating statistics and reports.}
+  spec.description   = %q{log_sense is a log analysis tool which analyzes Ruby on Rails
+    and Apache/Nginx logs and provides detailed data about accesses, performances, and
+    errors.  It is a one-stop shop solution for analyzing your Rails application
+    in production.
 
-    Simple to use and working offline, it does not require any modification to
-    your app (e.g., no need to change the log format, no cookies, no JavaScript
-    code, no infrastructure to setup).
+    Simple to use and working from the command line, it does not require any
+    modification to your app (e.g., no need to change the log format, no cookies,
+    no JavaScript code, no infrastructure to setup).
 
     We use it to monitor our applications in production, using a cron job which
     pulls the logs and calls log_sense to generate HTML reports.
+
+    Compatible with Ruby on Rails default logs up to version 8.0.2 and with the
+    combined Apache/Nginx format.
   }
   spec.homepage      = "https://github.com/shair-tech/log_sense/"
   spec.license       = "MIT"
@@ -39,11 +43,11 @@ Gem::Specification.new do |spec|
   
   spec.add_dependency "ostruct"
   spec.add_dependency "csv"
-  spec.add_dependency "browser", "~> 6.0.0"
-  spec.add_dependency "ipaddr", "~> 1.2.0"
-  spec.add_dependency "iso_country_codes", "~> 0.7.0" 
-  spec.add_dependency "sqlite3", "~> 2.6.0"
-  spec.add_dependency "terminal-table", "~> 4.0.0"
+  spec.add_dependency "browser"
+  spec.add_dependency "ipaddr"
+  spec.add_dependency "iso_country_codes"
+  spec.add_dependency "sqlite3"
+  spec.add_dependency "terminal-table"
 
   spec.add_development_dependency "debug"
   spec.add_development_dependency "rubocop"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: log_sense
 version: !ruby/object:Gem::Version
-  version: 2.5.2
+  version: 2.6.0
 platform: ruby
 authors:
 - Adolfo Villafiorita
@@ -41,72 +41,72 @@ dependencies:
   name: browser
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 6.0.0
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 6.0.0
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: ipaddr
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 1.2.0
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 1.2.0
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: iso_country_codes
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.7.0
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.7.0
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 2.6.0
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 2.6.0
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: terminal-table
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 4.0.0
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 4.0.0
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: debug
   requirement: !ruby/object:Gem::Requirement
@@ -163,14 +163,16 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: "log_sense is a command-line command which analyzes Rails and Nginx logs
-  and\n    provides detailed data about accesses, performances, and errors.  It is
-  a\n    one stop shop solution for analyzing your Rails application in production.\n\n
-  \   Simple to use and working offline, it does not require any modification to\n
-  \   your app (e.g., no need to change the log format, no cookies, no JavaScript\n
-  \   code, no infrastructure to setup).\n\n    We use it to monitor our applications
-  in production, using a cron job which\n    pulls the logs and calls log_sense to
-  generate HTML reports.\n  "
+description: "log_sense is a log analysis tool which analyzes Ruby on Rails\n    and
+  Apache/Nginx logs and provides detailed data about accesses, performances, and\n
+  \   errors.  It is a one-stop shop solution for analyzing your Rails application\n
+  \   in production.\n\n    Simple to use and working from the command line, it does
+  not require any\n    modification to your app (e.g., no need to change the log format,
+  no cookies,\n    no JavaScript code, no infrastructure to setup).\n\n    We use
+  it to monitor our applications in production, using a cron job which\n    pulls
+  the logs and calls log_sense to generate HTML reports.\n\n    Compatible with Ruby
+  on Rails default logs up to version 8.0.2 and with the\n    combined Apache/Nginx
+  format.\n  "
 email:
 - adolfo@shair.tech
 executables:
@@ -253,5 +255,6 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 rubygems_version: 3.6.7
 specification_version: 4
-summary: Analyze Rails and Apache/Nginx log file, generating statistics and reports.
+summary: Analyze Ruby on Rails and Apache/Nginx log files, generating statistics and
+  reports.
 test_files: []