log_sense 2.0.0 → 2.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 288570381159c730801985845d064e62fa8ad08ee6b44f48ebf2928e60e80e47
-  data.tar.gz: 64d80612d568f4fd1991257d2755ec38ef94543b1fd451097efd6e9006ab551f
+  metadata.gz: e17413654dc552a716548d7a55e127c5f0703cf29643d97d500e0cf51b20eba3
+  data.tar.gz: 56765b54fdda4f64add3fbb97ea3b4073976d25f4cb67cc932a7d350d85793cb
 SHA512:
-  metadata.gz: 6352f42ccbd453e9adf4af83372ad8c7113f58d419e502e444dad2b3f3ad5e54b1f31f077631040ea473a9b2976e38ff2b8960cb91091f65830ed03b987cb3e8
-  data.tar.gz: 4f01dc9e7ea6a53d983d51508e69710999741f6e5c74b49c2ab42e45a312f3364a07f7ff58fe6dd8e852f08d67d1df110a86c7e0330c6301e522bf8c595839f3
+  metadata.gz: dc77b1c63c08a9a190aae0ab0ab44bdffe37e0dc2e999d3dc8a236703dc8e430fb32ff09d884d5d9e90ff7870b7bb212d0cc486e877982ca3c5328a3aeda5943
+  data.tar.gz: e73ad267ad54dc4e3c09481ec4f055e6d9e1e9346262b04975b754bd8822b19ce27298299ce6fb7cc3511e5248b6303392c984b48d68d40bd398bd14d7be9d80

data/CHANGELOG.org

@@ -2,20 +2,26 @@
 #+AUTHOR: Adolfo Villafiorita
 #+STARTUP: showall
 
-* 2.0.1
-
-- Add GitHub action for publishing to RubyGems after repeated failures
-  with authentication from the command line
-  
-* 2.0.0 (Not released)
-
-- World Map
-- Dark mode
-- Fix link colors in sidebar
-- Bars in the statuses bar plot are now colored according to status
-- Add "statuses by day" in Rails report
-- Enlarge "errors" and "potential attacks" reports
-- Various smaller fixes
+* 2.1.0
+
+- [User] Delayed Job Errors
+- [User] Improve scatter plot about performances (Use labels, swap x and y axes,
+  better tooltip)
+- [User] Updated DB-IP country file to Aug 2024 version (19/08).
+- [User] Fixes CHANGELOG
+- [User] Revises "Fatal Errors" removing a bit of redundancy and collecting all
+  message
+- [Bug/User] Added filtering on date on reports which still did not use it
+
+* 2.0.0
+
+- [User] World Map
+- [User] Dark mode
+- [User] Bars in the statuses bar plot are now colored according to status
+- [User] Add "statuses by day" in Rails report
+- [User] Enlarge "errors" and "potential attacks" reports
+- [Bug] Fix link colors in sidebar
+- [Code] Various smaller fixes
 
 * 1.9.0
 

data/README.org

@@ -47,9 +47,10 @@ reports in TXT and HTML:
 - Rails Performance
 - Controller and Methods by Device
 - Fatal Events
-- Internal Server Errors
-- Errors
-- Potential Attacks
+- Fatal Events
+- Fatal Events (grouped by type)
+- Job Error
+- Job Errors (grouped) 
 - Browsers
 - Platforms
 - IPs

data/lib/log_sense/apache_aggregator.rb

@@ -112,7 +112,7 @@ module LogSense
               count(path),
               count(distinct(unique_visitor)),
               #{human_readable_size}, status from LogLine
-       where #{result} and #{type} and #{filter}
+       where #{filter} and #{result} and #{type}
        group by path
        order by count(path) desc
        limit #{@options[:limit]}"

data/lib/log_sense/emitter.rb

@@ -79,6 +79,15 @@ module LogSense
       "$" => "\\$"
     }
 
+    # output text-left, center, right, according to column_alignment 
+    def self.alignment_class(report, index)
+      if report[:column_alignment]
+        "text-#{report[:column_alignment][index]}"
+      else
+        ""
+      end
+    end
+
     # taken from Ruby on Rails
     def self.escape_javascript(javascript)
       javascript = javascript.to_s

data/lib/log_sense/rails/log_parser.rb

@@ -84,28 +84,6 @@ module LogSense
         values (?, ?, ?, ?, ?)
         EOS
 
-        db.execute <<-EOS
-        CREATE TABLE IF NOT EXISTS Render(
-          id INTEGER PRIMARY KEY AUTOINCREMENT,
-          partial TEXT,
-          duration_ms FLOAT,
-          allocations INTEGER,
-          filename TEXT,
-          line_number INTEGER
-        )
-        EOS
-
-        ins_rendered = db.prepare <<-EOS
-        insert into Render(
-         partial,
-         duration_ms,
-         allocations,
-         filename,
-         line_number
-        )
-        values (?, ?, ?, ?, ?)
-        EOS
-        
         db.execute <<-EOS
         CREATE TABLE IF NOT EXISTS BrowserInfo(
           id INTEGER PRIMARY KEY AUTOINCREMENT,
@@ -134,6 +112,51 @@ module LogSense
         values (?, ?, ?, ?, ?, ?, ?, ?)
         EOS
 
+        # jobs
+        db.execute <<-EOS
+        CREATE TABLE IF NOT EXISTS Job(
+          id INTEGER PRIMARY KEY AUTOINCREMENT,
+          started_at TEXT,
+          ended_at TEXT,
+          duration_total_ms FLOAT,
+          worker TEXT,
+          host TEXT,
+          pid TEXT,
+          log_id TEXT,
+          job_id TEXT,
+          object_id TEXT,
+          method TEXT,
+          arguments TEXT,
+          exit_status TEXT,
+          attempt INTEGER,
+          error_msg TEXT,
+          source_file TEXT,
+          line_number INTEGER
+         )
+        EOS
+
+        ins_job = db.prepare <<-EOS
+        insert into Job(
+          started_at,
+          ended_at,
+          duration_total_ms,
+          worker,
+          host,
+          pid,
+          log_id,
+          job_id,
+          object_id,
+          method,
+          arguments,
+          exit_status,
+          attempt,
+          error_msg,
+          source_file,
+          line_number
+         )
+         values (#{Array.new(16, "?").join(", ")})
+        EOS
+
         # requests in the log might be interleaved.
         #
         # We use the 'pending' variable to progressively store data
@@ -142,6 +165,12 @@ module LogSense
         # hash
         pending = {}
 
+        # Fatal explanation messages span several lines (2, 4, ?)
+        #
+        # We keep a Hash with the FATAL explanation messages and we persist when
+        # the parsing ends
+        fatal_explanation_messages = {}
+
         # Log lines are either one of:
         #
         # LOG_LEVEL, [ZULU_TIMESTAMP #NUMBER] INFO --: [ID] Started VERB "URL" for IP at TIMESTAMP
@@ -158,24 +187,9 @@ module LogSense
           stream.readlines.each_with_index do |line, line_number|
             filename = stream == $stdin ? "stdin" : stream.path
 
-            #
-            # These are for development logs
-            #
-
-            data = match_and_process_rendered line
-            if data
-              ins_rendered.execute(
-                data[:partial], data[:duration], data[:allocations],
-                filename, line_number
-              )
-            end
-
-            #
-            # 
-            #
-
-            # I and F for completed requests, [ is for error messages
-            next if line[0] != 'I' and line[0] != 'F' and line[0] != '['
+            # I, F are for completed and failed requests, [ is for the FATAL
+            # error message explanation
+            next unless ['I', 'F', 'E', '['].include? line[0]
 
             data = match_and_process_browser_info line
             if data
@@ -190,16 +204,6 @@ module LogSense
               next
             end
 
-            data = match_and_process_error line
-            if data
-              ins_error.execute(data[:log_id],
-                                data[:context],
-                                data[:description],
-                                filename,
-                                line_number)
-              next
-            end
-            
             data = match_and_process_start line
             if data
               id = data[:log_id]
@@ -214,15 +218,14 @@ module LogSense
               next
             end
 
+            # fatal message is alternative to completed and is used to insert an
+            # Event
             data = match_and_process_fatal line
             if data
               id = data[:log_id]
-              # it might as well be that the first event started before
-              # the log.  With this, we make sure we add only events whose
-              # start was logged and parsed
               if pending[id]
-                event = data.merge(pending[id] || {})
-
+                # data last, so that we respect, for instance, the 'F' state
+                event = pending[id].merge(data)
                 ins.execute(
                   event[:exit_status],
                   event[:started_at],
@@ -247,7 +250,7 @@ module LogSense
               end
             end
 
-            data = self.match_and_process_completed line
+            data = match_and_process_completed line
             if data
               id = data[:log_id]
 
@@ -255,7 +258,9 @@ module LogSense
               # the log.  With this, we make sure we add only events whose
               # start was logged and parsed
               if pending[id]
-                event = data.merge (pending[id] || {})
+                # data last, so that we respect the most recent data (the last
+                # log line)
+                event = pending[id].merge(data)
 
                 ins.execute(
                   event[:exit_status],
@@ -280,15 +285,66 @@ module LogSense
                 pending.delete(id)
               end
             end
+
+            # fatal_explanations are multiple lines with a description of the
+            # fatal error and they all use the ID of the FATAL event (so that
+            # we can later join)
+            data = match_and_process_fatal_explanation line
+            if data
+              previous = fatal_explanation_messages[data[:log_id]]
+              
+              # keep adding to the explanation
+              fatal_explanation_messages[data[:log_id]] = [
+                data[:log_id],
+                [previous ? previous[1] : "", data[:context]].compact.join(" "),
+                [previous ? previous[2] : "", data[:description]].compact.join(" "),
+                filename,
+                line_number
+              ]
+              next
+            end
+
+            #
+            # Match job errors
+            #
+            data = match_and_process_job_error line
+            if data
+              ins_job.execute(
+                data[:ended_at], # this is temporary (while we wait to parse BEGIN) + required by filter
+                data[:ended_at],
+                0,
+                data[:worker],
+                data[:host],
+                data[:pid],
+                data[:log_id],
+                "",
+                data[:object_id],
+                data[:method],
+                data[:arguments],
+                data[:exit_status],
+                data[:attempt],
+                data[:error_msg],
+                filename,
+                line_number
+              )
+            end
           end
         end
         
+        # persist the fatal error messages
+        # TODO massive update
+        fatal_explanation_messages.values.map do |value|
+          ins_error.execute(value)
+        end
+
         db
       end
 
+      # could be private here, I guess we keep them public to make them simpler
+      # to try from irb
       
-      TIMESTAMP = /(?<timestamp>[^ ]+)/
-      ID = /(?<id>[a-z0-9-]+)/
+      TIMESTAMP = /(?<timestamp>[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}\.[0-9]+)/
+      LOG_ID = /(?<log_id>[a-z0-9-]+)/
       VERB = /(?<verb>GET|POST|PATCH|PUT|DELETE)/
       URL = /(?<url>[^"]+)/
       IP = /(?<ip>[0-9.]+)/
@@ -296,51 +352,15 @@ module LogSense
       STATUS_IN_WORDS = /(OK|Unauthorized|Found|Internal Server Error|Bad Request|Method Not Allowed|Request Timeout|Not Implemented|Bad Gateway|Service Unavailable)/
       MSECS = /[0-9.]+/
 
-      # I, [2024-07-01T02:21:34.339058 #1392909]  INFO -- : [815b3e28-8d6e-4741-8605-87654a9ff58c] BrowserInfo: "Unknown Browser","unknown_platform","Unknown","Devise::SessionsController","new","html","4db749654a0fcacbf3868f87723926e7405262f8d596e8514f4997dc80a3cd7e","2024-07-01T02:21:34+02:00"
-      BROWSER_INFO_REGEXP = /BrowserInfo: "(?<browser>.+)","(?<platform>.+)","(?<device_name>.+)","(?<controller>.+)","(?<method>.+)","(?<request_format>.+)","(?<anon_ip>.+)","(?<timestamp>.+)"/
-      def match_and_process_browser_info(line)
-        matchdata = BROWSER_INFO_REGEXP.match line
-        if matchdata
-          {
-            browser: matchdata[:browser],
-            platform: matchdata[:platform],
-            device_name: matchdata[:device_name],
-            controller: matchdata[:controller],
-            method: matchdata[:method],
-            request_format: matchdata[:request_format],
-            anon_ip: matchdata[:anon_ip],
-            timestamp: matchdata[:timestamp],
-          }
-        end
-      end
-
-      # Error Messages
-      # [584cffcc-f1fd-4b5c-bb8b-b89621bd4921] ActionController::RoutingError (No route matches [GET] "/assets/foundation-icons.svg"):
-      # [fd8df8b5-83c9-48b5-a056-e5026e31bd5e] ActionView::Template::Error (undefined method `all_my_ancestor' for nil:NilClass):
-      # [d17ed55c-f5f1-442a-a9d6-3035ab91adf0] ActionView::Template::Error (undefined method `volunteer_for' for #<DonationsController:0x007f4864c564b8>
-      EXCEPTION = /[A-Za-z_0-9:]+(Error)?/
-      ERROR_REGEXP = /^\[#{ID}\] (?<context>#{EXCEPTION}) \((?<description>(#{EXCEPTION})?.*)\):/
-
-      def match_and_process_error(line)
-        matchdata = ERROR_REGEXP.match line
-        if matchdata
-          {
-            log_id: matchdata[:id],
-            context: matchdata[:context],
-            description: matchdata[:description]
-          }
-        end
-      end
-
       # I, [2021-10-19T08:16:34.343858 #10477]  INFO -- : [67103c0d-455d-4fe8-951e-87e97628cb66] Started GET "/grow/people/471" for 217.77.80.35 at 2021-10-19 08:16:34 +0000
-      STARTED_REGEXP = /I, \[#{TIMESTAMP} #[0-9]+\]  INFO -- : \[#{ID}\] Started #{VERB} "#{URL}" for #{IP} at/
+      STARTED_REGEXP = /I, \[#{TIMESTAMP} #[0-9]+\]  INFO -- : \[#{LOG_ID}\] Started #{VERB} "#{URL}" for #{IP} at/
 
       def match_and_process_start(line)
         matchdata = STARTED_REGEXP.match line
         if matchdata
           {
             started_at: matchdata[:timestamp],
-            log_id: matchdata[:id],
+            log_id: matchdata[:log_id],
             html_verb: matchdata[:verb],
             url: matchdata[:url],
             ip: matchdata[:ip]
@@ -352,7 +372,7 @@ module LogSense
       # I, [2021-10-19T08:16:34.712331 #10477]  INFO -- : [67103c0d-455d-4fe8-951e-87e97628cb66] Completed 200 OK in 367ms (Views: 216.7ms | ActiveRecord: 141.3ms | Allocations: 168792)
       # I, [2021-12-09T16:53:52.657727 #2735058]  INFO -- : [0064e403-9eb2-439d-8fe1-a334c86f5532] Completed 200 OK in 13ms (Views: 11.1ms | ActiveRecord: 1.2ms)
       # I, [2021-12-06T14:28:19.736545 #2804090]  INFO -- : [34091cb5-3e7b-4042-aaf8-6c6510d3f14c] Completed 500 Internal Server Error in 66ms (ActiveRecord: 8.0ms | Allocations: 24885)
-      COMPLETED_REGEXP = /I, \[#{TIMESTAMP} #[0-9]+\]  INFO -- : \[#{ID}\] Completed #{STATUS} #{STATUS_IN_WORDS} in (?<total>#{MSECS})ms \((Views: (?<views>#{MSECS})ms \| )?ActiveRecord: (?<arec>#{MSECS})ms( \| Allocations: (?<alloc>[0-9]+))?\)/
+      COMPLETED_REGEXP = /I, \[#{TIMESTAMP} #[0-9]+\]  INFO -- : \[#{LOG_ID}\] Completed #{STATUS} #{STATUS_IN_WORDS} in (?<total>#{MSECS})ms \((Views: (?<views>#{MSECS})ms \| )?ActiveRecord: (?<arec>#{MSECS})ms( \| Allocations: (?<alloc>[0-9]+))?\)/
 
       def match_and_process_completed(line)
         matchdata = (COMPLETED_REGEXP.match line)
@@ -361,7 +381,7 @@ module LogSense
           {
             exit_status: "I",
             ended_at: matchdata[:timestamp],
-            log_id: matchdata[:id],
+            log_id: matchdata[:log_id],
             status: matchdata[:status],
             duration_total_ms: matchdata[:total],
             duration_views_ms: matchdata[:views],
@@ -373,13 +393,13 @@ module LogSense
       end
 
       # I, [2021-10-19T08:16:34.345162 #10477]  INFO -- : [67103c0d-455d-4fe8-951e-87e97628cb66] Processing by PeopleController#show as HTML
-      PROCESSING_REGEXP = /I, \[#{TIMESTAMP} #[0-9]+\]  INFO -- : \[#{ID}\] Processing by (?<controller>[^ ]+) as/
+      PROCESSING_REGEXP = /I, \[#{TIMESTAMP} #[0-9]+\]  INFO -- : \[#{LOG_ID}\] Processing by (?<controller>[^ ]+) as/
 
       def match_and_process_processing_by line
         matchdata = PROCESSING_REGEXP.match line
         if matchdata
           {
-            log_id: matchdata[:id],
+            log_id: matchdata[:log_id],
             controller: matchdata[:controller]
           }
         end
@@ -389,76 +409,130 @@ module LogSense
       # F, [2021-12-04T00:34:05.839157 #2735058] FATAL -- : [3a16162e-a6a5-435e-a9d8-c4df5dc0f728] ActionController::RoutingError (No route matches [GET] "/wp/wp-includes/wlwmanifest.xml"):
       # F, [2021-12-04T00:34:05.839209 #2735058] FATAL -- : [3a16162e-a6a5-435e-a9d8-c4df5dc0f728]   
       # F, [2021-12-04T00:34:05.839269 #2735058] FATAL -- : [3a16162e-a6a5-435e-a9d8-c4df5dc0f728] actionpack (5.2.4.4) lib/action_dispatch/middleware/debug_exceptions.rb:65:in `call'
-      FATAL_REGEXP = /F, \[#{TIMESTAMP} #[0-9]+\] FATAL -- : \[#{ID}\] (?<comment>.*)$/
+
+      FATAL_REGEXP = /F, \[#{TIMESTAMP} #[0-9]+\] FATAL -- : \[#{LOG_ID}\]/
 
       def match_and_process_fatal(line)
         matchdata = FATAL_REGEXP.match line
         if matchdata
           {
             exit_status: "F",
-            log_id: matchdata[:id],
-            comment: matchdata[:comment]
+            log_id: matchdata[:log_id],
           }
         end
       end
 
-      # Started GET "/projects?locale=it" for 127.0.0.1 at 2024-06-06 23:23:31 +0200
-      # Processing by EmployeesController#index as HTML
-      #   Parameters: {"locale"=>"it"}
-      # [...]
-      # Completed 200 OK in 135ms (Views: 128.0ms | ActiveRecord: 2.5ms | Allocations: 453450)
-      #
-      # Started GET "/serviceworker.js" for 127.0.0.1 at 2024-06-06 23:23:29 +0200
-      # ActionController::RoutingError (No route matches [GET] "/serviceworker.js"):
+      # Explanation of what caused a FATAL event.  List of lines starting with the
+      # ID of the fatal event and providing some sort of explanation.
       #
+      # Notice that we have more than one line per FATAL event
       #
-      # Started POST "/projects?locale=it" for 127.0.0.1 at 2024-06-06 23:34:33 +0200
-      # Processing by ProjectsController#create as TURBO_STREAM
-      # Parameters: {"authenticity_token"=>"[FILTERED]", "project"=>{"name"=>"AA", "funding_agency"=>"", "total_cost"=>"0,00", "personnel_cost"=>"0,00", "percentage_funded"=>"0", "from_date"=>"2024-01-01", "to_date"=>"2025-12-31", "notes"=>""}, "commit"=>"Crea Progetto", "locale"=>"it"}
+      # [584cffcc-f1fd-4b5c-bb8b-b89621bd4921] ActionController::RoutingError (No route matches [GET] "/assets/foundation-icons.svg"):
       #
-      # Completed   in 48801ms (ActiveRecord: 17.8ms | Allocations: 2274498)
-      # Completed 422 Unprocessable Entity in 16ms (Views: 5.1ms | ActiveRecord: 2.0ms | Allocations: 10093)
+      # [fd8df8b5-83c9-48b5-a056-e5026e31bd5e] ActionView::Template::Error (undefined method `all_my_ancestor' for nil:NilClass):
       #
-      # Completed 500 Internal Server Error in 24ms (ActiveRecord: 1.4ms | Allocations: 4660)
-      # ActionView::Template::Error (Error: Undefined variable: "$white".
-      #         on line 6:28 of app/assets/stylesheets/_animations.scss
-      #         from line 16:9 of app/assets/stylesheets/application.scss
-      # >>   from { background-color: $white; }
-      
-      #    ---------------------------^
-      # ):
-      #      9:     = csrf_meta_tags
-      #     10:     = csp_meta_tag
-      #     11: 
-      #     12:     = stylesheet_link_tag "application", "data-turbo-track": "reload"
-      #     13:     = javascript_importmap_tags
-      #     14: 
-      #     15:   %body
+      # [d17ed55c-f5f1-442a-a9d6-3035ab91adf0] ActionView::Template::Error (undefined method `volunteer_for' for #<DonationsController:0x007f4864c564b8>
       #
-      # app/views/layouts/application.html.haml:12
-      # app/controllers/application_controller.rb:26:in `switch_locale'
-
-      # Rendered devise/sessions/_project_partial.html.erb (Duration: 78.4ms | Allocations: 88373)
-      # Rendered devise/sessions/new.html.haml within layouts/application (Duration: 100.0ms | Allocations: 104118)
-      # Rendered application/_favicon.html.erb (Duration: 2.6ms | Allocations: 4454)
-      # Rendered layouts/_manage_notice.html.erb (Duration: 0.3ms | Allocations: 193)
-      # Rendered layout layouts/application.html.erb (Duration: 263.4ms | Allocations: 367467)
-      # Rendered donations/_switcher.html.haml (Duration: 41.1ms | Allocations: 9550)
-      # Rendered donations/_status_header.html.haml (Duration: 1.4ms | Allocations: 3192)
-      # Rendered donations/_status_header.html.haml (Duration: 0.0ms | Allocations: 7)
-      RENDERED_REGEXP = /^ *Rendered (?<partial>[^ ]+) .*\(Duration: (?<duration>[0-9.]+)ms \| Allocations: (?<allocations>[0-9]+)\)$/
-
-      def match_and_process_rendered(line)
-        matchdata = RENDERED_REGEXP.match line
+      #, [2024-08-20T09:41:35.140725 #4151931] FATAL -- : [f57e3648-568a-48f9-ae3a-a522b1ff3298]   
+      # [f57e3648-568a-48f9-ae3a-a522b1ff3298] NoMethodError (undefined method `available_quantity' for nil:NilClass
+      # [f57e3648-568a-48f9-ae3a-a522b1ff3298]   
+      # [f57e3648-568a-48f9-ae3a-a522b1ff3298] app/models/donations/donation.rb:462:in `block in build_items_for_delivery'
+      # [f57e3648-568a-48f9-ae3a-a522b1ff3298] app/models/donations/donation.rb:440:in `build_items_for_delivery'
+      # [f57e3648-568a-48f9-ae3a-a522b1ff3298] app/controllers/donations_controller.rb:1395:in `create_delivery'
+
+      EXCEPTION = /[A-Za-z_0-9:]+(Error|NotFound|Invalid|Unknown|Missing|ENOSPC)/
+      FATAL_EXPLANATION_REGEXP = /^\[#{LOG_ID}\] (?<context>#{EXCEPTION})?(?<description>.*)/
+      def match_and_process_fatal_explanation(line)
+        matchdata = FATAL_EXPLANATION_REGEXP.match line
         if matchdata
           {
-            partial: matchdata[:partial],
-            duration: matchdata[:duration],
-            allocations: matchdata[:allocations]
+            log_id: matchdata[:log_id],
+            context: matchdata[:context],
+            description: matchdata[:description].gsub(/^ *\(/, "").gsub(/\):$/, "")
+          }
+        end
+      end
+
+      # I, [2024-07-01T02:21:34.339058 #1392909]  INFO -- : [815b3e28-8d6e-4741-8605-87654a9ff58c] BrowserInfo: "Unknown Browser","unknown_platform","Unknown","Devise::SessionsController","new","html","4db749654a0fcacbf3868f87723926e7405262f8d596e8514f4997dc80a3cd7e","2024-07-01T02:21:34+02:00"
+      BROWSER_INFO_REGEXP = /BrowserInfo: "(?<browser>.+)","(?<platform>.+)","(?<device_name>.+)","(?<controller>.+)","(?<method>.+)","(?<request_format>.+)","(?<anon_ip>.+)","(?<timestamp>.+)"/
+
+      def match_and_process_browser_info(line)
+        matchdata = BROWSER_INFO_REGEXP.match line
+        if matchdata
+          {
+            browser: matchdata[:browser],
+            platform: matchdata[:platform],
+            device_name: matchdata[:device_name],
+            controller: matchdata[:controller],
+            method: matchdata[:method],
+            request_format: matchdata[:request_format],
+            anon_ip: matchdata[:anon_ip],
+            timestamp: matchdata[:timestamp],
           }
         end
       end
 
+      # Sequence:
+      #
+      # - enqueued
+      # - running
+      # - performing
+      # - (rendering)
+      # - performed
+      # - completed
+      #
+      # I, [2024-08-01T06:21:16.302152 #3569287]  INFO -- : [96d14192-c7cc-48a9-9df7-3786de20b085] [ActiveJob] Enqueued ActionMailer::Parameterized::DeliveryJob (Job ID: 01e82c5c-fb42-4e5f-b0a7-6fa9512a9fb5) to DelayedJob(mailers) with arguments: "MessageMailer", "build_message", "deliver_now", {:project_id=>1, :email_to=>"activpentrutine@gmail.com", :hash=>{:event_name=>"download", :subject=>"Aviz BRAC-MEGA240176", :download=>#<GlobalID:0x00007f02d8e1ad98 @uri=#<URI::GID gid://btf3/Download/10652>>, :group=>#<GlobalID:0x00007f02d8e1a820 @uri=#<URI::GID gid://btf3/Organization/10061>>}, :locale=>:ro}
+      #
+      # I, [2024-08-01T06:21:21.235006 #3563911]  INFO -- : 2024-08-01T06:21:21+0200: [Worker(delayed_job host:shair1 pid:3563911)] Job ActionMailer::Parameterized::DeliveryJob [01e82c5c-fb42-4e5f-b0a7-6fa9512a9fb5] from DelayedJob(mailers) with arguments: ["MessageMailer", "build_message", "deliver_now", {"project_id"=>1, "email_to"=>"activpentrutine@gmail.com", "hash"=>{"event_name"=>"download", "subject"=>"Aviz BRAC-MEGA240176", "download"=>{"_aj_globalid"=>"gid://btf3/Download/10652"}, "group"=>{"_aj_globalid"=>"gid://btf3/Organization/10061"}, "_aj_symbol_keys"=>["event_name", "subject", "download", "group"]}, "locale"=>{"_aj_serialized"=>"ActiveJob::Serializers::SymbolSerializer", "value"=>"ro"}, "_aj_symbol_keys"=>["project_id", "email_to", "hash", "locale"]}] (id=212885) (queue=mailers) RUNNING
+      #
+      # I, [2024-08-01T06:21:21.251282 #3563911]  INFO -- : [ActiveJob] [ActionMailer::Parameterized::DeliveryJob] [01e82c5c-fb42-4e5f-b0a7-6fa9512a9fb5] Performing ActionMailer::Parameterized::DeliveryJob (Job ID: 01e82c5c-fb42-4e5f-b0a7-6fa9512a9fb5) from DelayedJob(mailers) enqueued at 2024-08-01T04:21:16Z with arguments: "MessageMailer", "build_message", "deliver_now", {:project_id=>1, :email_to=>"activpentrutine@gmail.com", :hash=>{:event_name=>"download", :subject=>"Aviz BRAC-MEGA240176", :download=>#<GlobalID:0x00007fbb86760950 @uri=#<URI::GID gid://btf3/Download/10652>>, :group=>#<GlobalID:0x00007fbb86760220 @uri=#<URI::GID gid://btf3/Organization/10061>>}, :locale=>:ro}
+      #
+      # I, [2024-08-01T06:21:22.137863 #3563911]  INFO -- : [ActiveJob] [ActionMailer::Parameterized::DeliveryJob] [01e82c5c-fb42-4e5f-b0a7-6fa9512a9fb5] Performed ActionMailer::Parameterized::DeliveryJob (Job ID: 01e82c5c-fb42-4e5f-b0a7-6fa9512a9fb5) from DelayedJob(mailers) in 886.42ms
+      #
+      # I, [2024-08-01T06:21:22.141853 #3563911]  INFO -- : 2024-08-01T06:21:22+0200: [Worker(delayed_job host:shair1 pid:3563911)] Job ActionMailer::Parameterized::DeliveryJob [01e82c5c-fb42-4e5f-b0a7-6fa9512a9fb5] from DelayedJob(mailers) with arguments: ["MessageMailer", "build_message", "deliver_now", {"project_id"=>1, "email_to"=>"activpentrutine@gmail.com", "hash"=>{"event_name"=>"download", "subject"=>"Aviz BRAC-MEGA240176", "download"=>{"_aj_globalid"=>"gid://btf3/Download/10652"}, "group"=>{"_aj_globalid"=>"gid://btf3/Organization/10061"}, "_aj_symbol_keys"=>["event_name", "subject", "download", "group"]}, "locale"=>{"_aj_serialized"=>"ActiveJob::Serializers::SymbolSerializer", "value"=>"ro"}, "_aj_symbol_keys"=>["project_id", "email_to", "hash", "locale"]}] (id=212885) (queue=mailers) COMPLETED after 0.9067
+
+      # Sequence with errors:
+      # (two log entries per error)
+      #
+      # E, [2024-08-15T05:10:30.613623 #4150573] ERROR -- : [ActiveJob] [ActionMailer::Parameterized::DeliveryJob] [79ea42c0-d280-4cf9-b77e-65917d4bc9fc] Error performing ActionMailer::Parameterized::DeliveryJob (Job ID: 79ea42c0-d280-4cf9-b77e-65917d4bc9fc) from DelayedJob(mailers) in 462.62ms: Net::SMTPFatalError (553 Recipient domain not specified.
+      # E, [2024-08-15T05:10:30.614189 #4150573] ERROR -- : 2024-08-15T05:10:30+0200: [Worker(delayed_job host:shair1 pid:4150573)] Job ActionMailer::Parameterized::DeliveryJob [79ea42c0-d280-4cf9-b77e-65917d4bc9fc] from DelayedJob(mailers) with arguments: ["MessageMailer", "build_message", "deliver_now", {"project_id"=>1, "email_to"=>"-", "hash"=>{"event_name"=>"download", "subject"=>"Aviz BvREWE240258.2", "download"=>{"_aj_globalid"=>"gid://btf3/Download/10877"}, "group"=>{"_aj_globalid"=>"gid://btf3/Organization/10060"}, "_aj_symbol_keys"=>["event_name", "subject", "download", "group"]}, "locale"=>{"_aj_serialized"=>"ActiveJob::Serializers::SymbolSerializer", "value"=>"ro"}, "_aj_symbol_keys"=>["project_id", "email_to", "hash", "locale"]}] (id=213242) (queue=mailers) FAILED (22 prior attempts) with Net::SMTPFatalError: 553 Recipient domain not specified.
+      
+      TIMESTAMP_WITH_TZONE = /(?<timestamp_tzone>[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}\+[0-9]+)/
+      ID = /(?<id>[0-9]+)/
+      WORKER = /Worker\((?<worker>.*) host:(?<host>.+) pid:(?<pid>[0-9]+)\)/
+      METHOD = /(?<method>[A-Za-z0-9:#]+)/
+      TIMES = /(?<attempt>[0-9]+)/
+      ERROR_MSG = /(?<error_msg>.+)/
+      ARGUMENTS = /(?<arguments>.+)/
+
+      ERROR_MESSAGE = /E, \[#{TIMESTAMP} #[0-9]+\] ERROR -- : #{TIMESTAMP_WITH_TZONE}: \[#{WORKER}\] Job #{METHOD} \[#{LOG_ID}\] from .+ with arguments: \[#{ARGUMENTS}\] \(id=#{ID}\) \(queue=.*\) FAILED \(#{TIMES} prior attempts\) with #{ERROR_MSG}/
+
+      ERROR_MESSAGE_SHORT = /E, \[#{TIMESTAMP} #[0-9]+\] ERROR -- : #{TIMESTAMP_WITH_TZONE}: \[#{WORKER}\] Job #{METHOD} \(id=#{ID}\) FAILED \(#{TIMES} prior attempts\) with #{ERROR_MSG}/
+
+      def match_and_process_job_error(line)
+        [ERROR_MESSAGE, ERROR_MESSAGE_SHORT].map do |regexp|
+          matchdata = regexp.match line
+          if matchdata
+            return {
+              ended_at: matchdata[:timestamp],
+              duration_total_ms: 0,
+              worker: matchdata[:worker],
+              host: matchdata[:host],
+              pid: matchdata[:pid],
+              log_id: matchdata.named_captures["log_id"],
+              object_id: matchdata[:id],
+              method: matchdata[:method],
+              arguments: matchdata.named_captures["arguments"],
+              exit_status: 'E',
+              attempt: matchdata[:attempt],
+              error_msg: matchdata[:error_msg],
+            }
+          end
+        end
+
+        nil
+      end
+
       # generate a unique visitor id from an event
       def unique_visitor_id(event)
         date = event[:started_at] || event[:ended_at] || "1970-01-01"

data/lib/log_sense/rails_aggregator.rb

@@ -1,5 +1,7 @@
 module LogSense
   class RailsAggregator < Aggregator
+    WORDS_SEPARATOR = ' · '
+
     def initialize(db, options = { limit: 900 })
       @table = "Event"
       @date_field = "started_at"
@@ -76,6 +78,7 @@ module LogSense
                  sum(iif(platform != 'ios' and platform != 'android' and platform != 'mac' and platform != 'windows' and platform != 'linux', 1, 0)) as Other,
                  count(distinct(id)) as Total
                  from BrowserInfo
+                 where #{filter}
                  group by controller, method, request_format
       )
 
@@ -86,6 +89,7 @@ module LogSense
           SELECT browser as Browser,
                  count(distinct(id)) as Visits
                  from BrowserInfo
+                 where #{filter}
                  group by browser
       )
 
@@ -93,58 +97,78 @@ module LogSense
           SELECT platform as Platform,
                  count(distinct(id)) as Visits
                  from BrowserInfo
+                 where #{filter}
                  group by platform
       )
 
-      @fatal = @db.execute %Q(
+      @fatal_plot = @db.execute %(
+          SELECT strftime("%Y-%m-%d", started_at) as Day,
+                 sum(distinct(event.id)) as Errors,
+                 sum(iif(context LIKE '%ActionController::RoutingError%', 1, 0)) as RoutingErrors,
+                 sum(iif(context NOT LIKE '%ActionController::RoutingError%', 1, 0)) as OtherErrors
+                 FROM Event JOIN Error
+                 ON event.log_id == error.log_id
+                 WHERE #{filter} and exit_status == 'F'
+                 GROUP BY strftime("%Y-%m-%d", started_at)
+      ).gsub("\n", "") || [[]]
+
+      @fatal = @db.execute %(
           SELECT strftime("%Y-%m-%d %H:%M", started_at),
                  ip,
                  url,
-                 error.description,
+                 context,
+                 description,
                  event.log_id
                  FROM Event JOIN Error
                  ON event.log_id == error.log_id
-                 WHERE #{filter} and exit_status == 'F').gsub("\n", "") || [[]]
-
-      @fatal_plot = @db.execute %Q(
-          SELECT strftime("%Y-%m-%d", started_at) as Day,
-                 count(distinct(event.id)) as Errors
-                 FROM Event JOIN Error
-                 ON event.log_id == error.log_id
                  WHERE #{filter} and exit_status == 'F'
-                 GROUP BY strftime("%Y-%m-%d", started_at)).gsub("\n", "") || [[]]
-
-      @internal_server_error = @db.execute %Q(
-         SELECT strftime("%Y-%m-%d %H:%M", started_at), status, ip, url,
-                error.description,
-                event.log_id
-                FROM Event JOIN Error
-                ON event.log_id == error.log_id
-                WHERE #{filter} and substr(status, 1, 1) == '5').gsub("\n", "") || [[]]
-
-      @internal_server_error_plot = @db.execute %Q(
-         SELECT strftime('%Y-%m-%d', started_at) as Day,
-                count(distinct(event.id)) as Errors
-                FROM Event JOIN Error
-                ON event.log_id == error.log_id
-                WHERE #{filter} and substr(status, 1, 1) == '5'
-                GROUP BY strftime('%Y-%m-%d', started_at)).gsub("\n", "") || [[]]
-
-      @error = @db.execute %Q(
+      ).gsub("\n", "") || [[]]
+
+      @fatal_grouped = @db.execute %(
          SELECT filename,
-                log_id, description, count(log_id)
+                group_concat(log_id, '#{WORDS_SEPARATOR}'),
+                context,
+                description,
+                count(distinct(error.id))
                 FROM Error
-                WHERE (description NOT LIKE '%No route matches%' and
-                       description NOT LIKE '%Couldn''t find%')
-                GROUP BY description).gsub("\n", "") || [[]]
+                GROUP BY description
+      ).gsub("\n", "") || [[]]
       
-      @possible_attacks = @db.execute %Q(
-         SELECT filename,
-                log_id, description, count(log_id)
-                FROM Error
-                WHERE (description LIKE '%No route matches%' or
-                       description LIKE '%Couldn''t find%')
-                GROUP BY description).gsub("\n", "") || [[]]
+      @job_error_plot = @db.execute %(
+          SELECT strftime("%Y-%m-%d", ended_at) as Day,
+                 count(distinct(id)) as Errors
+                 FROM Job
+                 WHERE #{filter}
+                 GROUP BY strftime("%Y-%m-%d", ended_at)
+      ).gsub("\n", "") || [[]]
+
+      @job_error = @db.execute %(
+          SELECT strftime("%Y-%m-%d %H:%M", ended_at),
+                 worker,
+                 host,
+                 pid,
+                 object_id,
+                 method,
+                 arguments,
+                 error_msg,
+                 attempt
+                 FROM Job
+                 WHERE #{filter}
+      ).gsub("\n", "") || [[]]
+
+      @job_error_grouped = @db.execute %(
+         SELECT worker,
+                host,
+                pid,
+                object_id,
+                method,
+                arguments,
+                error_msg,
+                max(attempt)
+                FROM Job
+                WHERE #{filter}
+                GROUP BY object_id
+      ).gsub("\n", "") || [[]]
 
       instance_vars_to_hash
     end

data/lib/log_sense/rails_report_shaper.rb

@@ -48,27 +48,51 @@ module LogSense
           column_alignment: %i[left right right right right],
           rows: data[:performance],
           col: "small-12 cell",
-          echarts_height: "600px",
+          echarts_height: "800px",
           echarts_spec: "{
             xAxis: {
+              name: 'Hits',
+              type: 'value',
+              minInterval: 1,
+              axisLabel: {
+                formatter: function(val) {
+                  return val.toFixed(0);
+                }
+              }
             },
             yAxis: {
+              name: 'Average Time',
+              type: 'value',
+              axisLabel: {
+                formatter: function(val) {
+                  return val.toFixed(0) + ' ms';
+                }
+              }
             },
             tooltip: {
-               trigger: 'axis'
+               trigger: 'item',
+               formatter: function(params) {
+                 var index = params.dataIndex
+                 var row = SERIES_DATA[index]
+                 var controller = row['Controller']
+                 var hits = Number(params.value[0]).toFixed(0).toLocaleString('en')
+                 var average = Number(params.value[1]).toFixed(0).toLocaleString('en') + ' ms'
+                 return `<b>${controller}</b><br/>Hits: ${hits}<br>Average Time: ${average}`;
+               }
             },
             series: [
               {
-                data: SERIES_DATA.map(row => [row['Avg'], row['Hits']]),
+                data: SERIES_DATA.map(row => [row['Hits'], row['Avg']]),
                 type: 'scatter',
                 color: '#D30001',
                 label: {
                    show: true,
                    position: 'right',
-                   formatter: function (params) {
+                   formatter: function(params) {
                      var row = SERIES_DATA[params.dataIndex]
-                     return row['Controller'] +
-                            ': (' + row['Avg'] + ', ' + row['Hits'] + ')';
+                     return row['Controller'];
+                     // + 
+                     // ':\\n(' + row['Hits'] + ', ' + row['Avg'] + ')';
                    }
                 },
               }
@@ -125,8 +149,9 @@ module LogSense
         },
         {
           title: "Fatal Events",
-          header: %w[Date IP URL Description Log ID],
-          column_alignment: %i[left left left left left],
+          header: %w[Date IP URL Context Description ID],
+          column_alignment: %i[left left left left left left],
+          column_width: ["10%", "10%", "20%", "10%", "30%", "20%"],
           rows: data[:fatal],
           col: "small-12 cell",
           echarts_extra: "var fatal_plot=#{data[:fatal_plot].to_json}",
@@ -154,7 +179,18 @@ module LogSense
             },
             series: [
               {
-                data: fatal_plot.filter(row => row[0] != '').map(row => row[1]),
+                name: 'Routing Errors',
+                data: fatal_plot.filter(row => row[0] != '').map(row => row[2]),
+                type: 'bar',
+                color: '#DEDEDE',
+                label: {
+                  show: true,
+                  position: 'top'
+                },
+              },
+              {
+                name: 'Other Errors',
+                data: fatal_plot.filter(row => row[0] != '').map(row => row[3]),
                 type: 'bar',
                 color: '#D30001',
                 label: {
@@ -166,12 +202,21 @@ module LogSense
           };"
         },
         {
-          title: "Internal Server Errors",
-          header: %w[Date Status IP URL Description Log ID],
-          column_alignment: %i[left left left left left left],
-          rows: data[:internal_server_error],
+          title: "Fatal Events (grouped by type)",
+          header: %w[Log ID Context Description Count],
+          column_alignment: %i[left left left left right],
+          column_width: ["10%", "20%", "10%", "60%", "5%"],
+          rows: data[:fatal_grouped],
+          col: "small-12 cell"
+        },
+        {
+          title: "Job Error",
+          header: %w[Date Worker Host PID ID Error Method Arguments Attempt],
+          column_alignment: %i[left left left left left left left left right],
+          column_width: ["10%", "5%", "5%", "5%", "5%", "20%", "20%", "20%", "10%"],
+          rows: data[:job_error],
           col: "small-12 cell",
-          echarts_extra: "var internal_server_error_plot=#{data[:internal_server_error_plot].to_json}",
+          echarts_extra: "var fatal_plot=#{data[:job_error_plot].to_json}",
           echarts_spec: "{
             toolbox: {
                feature: {
@@ -183,7 +228,7 @@ module LogSense
             },
             xAxis: {
               type: 'category',
-              data: internal_server_error_plot.filter(row => row[0] != '').map(row => row[0]),
+              data: fatal_plot.filter(row => row[0] != '').map(row => row[0]),
               showGrid: true,
               axisLabel: {
                 rotate: 45 // Rotate the labels
@@ -196,29 +241,24 @@ module LogSense
             },
             series: [
               {
-                data: internal_server_error_plot.filter(row => row[0] != '').map(row => row[1]),
+                name: 'Errors',
+                data: fatal_plot.filter(row => row[0] != '').map(row => row[1]),
                 type: 'bar',
                 color: '#D30001',
                 label: {
                   show: true,
                   position: 'top'
                 },
-              },
+              }
             ]
           };"
         },
         {
-          title: "Errors",
-          header: %w[Log ID Description Count],
-          column_alignment: %i[left left left right],
-          rows: data[:error],
-          col: "small-12 cell"
-        },
-        {
-          title: "Potential Attacks",
-          header: %w[Log ID Description Count],
-          column_alignment: %i[left left left right],
-          rows: data[:possible_attacks],
+          title: "Job Errors (grouped)",
+          header: %w[Worker Host PID ID Error Method Arguments Attempt],
+          column_alignment: %i[left left left left left left left right],
+          column_width: ["5%", "5%", "5%", "5%", "20%", "30%", "20%", "10%"],
+          rows: data[:job_error_grouped],
           col: "small-12 cell"
         },
         browsers(data),

data/lib/log_sense/report_shaper.rb

@@ -277,7 +277,7 @@ module LogSense
         title: "Sessions",
         report: :html,
         header: ["IP", "Days", "Date", "Visits", "Distinct URL", "URL List"],
-        column_alignment: %i[left left right right right right],
+        column_alignment: %i[left left right right right left],
         rows: data,
         col: "small-12 cell"
       }
@@ -288,6 +288,7 @@ module LogSense
         title: "IP per hour",
         header: ["IP"] + (0..23).map { |hour| hour.to_s },
         column_alignment: %i[left] + (%i[right] * 24),
+        column_width: ["10%"] + (["3.75%"] * 24),
         rows: data,
         col: "small-12 cell"
       }
@@ -419,7 +420,7 @@ module LogSense
       max = country_and_hits.map { |x| x[1] }.max
 
       country_and_hits.map do |element|
-        underscored = (element[0] || "").gsub(" ", "_")
+        underscored = (element[0] || "").gsub(" ", "_").gsub(/[()]/, "")
         bin = bin(element[1], max:)
         <<-EOS
          /* bin: #{bin} */

data/lib/log_sense/templates/_output_table.html.erb

@@ -16,15 +16,20 @@
      pageLength: 25,
      <%= report[:datatable_options] + "," if report[:datatable_options] %>
      columns: [
-       <% report[:header].each do |header| %>
-       <% if header == "Size" -%>
+       <% report[:header].each_with_index do |header, index| %>
        {
-         data: 'Size',
-         className: '<%= Emitter::slugify("Size") %>',
+         data: '<%= header %>',
+         className: '<%= Emitter::slugify(header) %> <%= Emitter.alignment_class(report, index) %>',
+         <% if report[:column_width] %>
+         width: '<%= report[:column_width][index] %>',
+         <% end %>
+
+         <%# USE A SPECIFIC RENDERER FOR SOME TYPES OF COLUMNS %>
+         <% if header == "Size" -%>
          render: function(data, type, row) {
            // If display or filter data is requested, format the date
            if ( type === 'display' || type === 'filter' ) {
-            return data;
+             return data;
            }
            // Otherwise the data type requested (`type`) is type detection or
            // sorting data, for which we want to use an integer value
@@ -48,11 +53,7 @@
            } 
            return size * multiplier;
          }
-       },
-       <% elsif header == "IP" -%>
-       {
-         data: 'IP',
-         className: '<%= Emitter::slugify("IP") %>',
+         <% elsif header == "IP" -%>
          render: function(data, type, row) {
            // If display or filter data is requested, format the data
            if ( type === 'display' || type === 'filter' ) {
@@ -61,15 +62,11 @@
            // For any other purpose return data
            return data;
          }
-       },
-       <% else -%>
-       {
-         data: '<%= header %>',
-         className: '<%= Emitter::slugify(header) %>',
+         <% else -%>
          render: DataTable.render.text()
+         <% end -%>
        },
        <% end -%>
-       <% end -%>
      ]
    });
  });

data/lib/log_sense/templates/_stylesheet.css

@@ -85,6 +85,12 @@ h2 {
     background: var(--background-color);
 }
 
+table {
+    width: 100% !important;
+    /* table-layout: fixed !important;*/
+    word-wrap: break-word;
+}
+
 table thead, table tbody, table tfoot {
     border-color: var(--row-border) !important;
 }
@@ -174,7 +180,16 @@ ul.pagination, li.paginate_button {
     font-weight: normal;
 }
 
-.hits, .visits, .size, .count, .s2xx, .s3xx, .so4xx, .total-hits, .total-visits {
+/* datatable resists aligment directives. We make them important */
+.text-left {
+    text-align: left !important;
+}
+
+.text-center {
+    text-align: center !important;
+}
+
+.text-right {
     text-align: right !important;
 }
 
@@ -182,3 +197,7 @@ td  {
     vertical-align: top;
 }
 
+.url {
+    overflow: hidden;
+    text-overflow: ellipsis;
+}

data/lib/log_sense/templates/report_html.erb

@@ -61,6 +61,7 @@
                 <% if report[:rows] %>
                   <%= render "report_data.html.erb", report: report, index: index %>
                 <% end %>
+
                 <% if report[:vega_spec] %>
                   <div id="<%= "plot-#{index}" %>" class="plot-canvas">
                   </div>
@@ -78,6 +79,7 @@
                    vegaEmbed('#<%= "plot-#{index}"%>', plot_spec_<%= index %>);
                   </script>
                 <% end %>
+
                 <% if report[:echarts_spec] %>
                   <% height = report[:echarts_height] || "400px"%>
                   <div id="<%= "echart-#{index}" %>" style="width: 100%;height: <%= height %>;"></div>
@@ -91,12 +93,14 @@
 
                   </script>
                 <% end %>
+
                 <% if report[:raw_html] %>
                   <% height = report[:raw_html_height] || "400px"%>
                   <div id="raw-html-#{index}" style="width: 100%;height: <%= height %>">
                     <%= report[:raw_html] %>
                   </div>
                 <% end %>
+
                 <% if report[:rows] %>
                   <%= render "output_table.html.erb", report: report, index: index %>
                 <% end %>

data/lib/log_sense/templates/world.svg

@@ -312,7 +312,7 @@ THE SOFTWARE.
  </path>
  <path d="M974.8 276l1.9 4.1 0.3 3.9 1.9 6.8 1.4 1.4-1 2.5-7.1 1.1-2.5 2.3-3.1 0.6-0.3 4.8-6.4 2.5-2.1 3.2-4.5 1.7-5.4 1-8.9 4.8-0.1 7.6-0.9 0 0.1 3.4-3.4 0.2-1.8 1.5-2.5 0-2-0.9-4.6 0.7-1.9 5-1.8 0.5-2.7 8.1-7.9 6.9-2 8.9-2.4 2.9-0.7 2.3-12.5 0.5-0.1 0 0.3-3 2.2-1.7 1.9-3.4-0.3-2.2 2-4.5 3.2-4.1 1.9-1 1.6-3.7 0.2-3.5 2.1-3.9 3.8-2.4 3.6-6.5 0.1-0.1 2.9-2.5 5.1-0.7 4.4-4.4 2.8-1.7 4.7-5.4-1.2-7.9 2.2-5.6 0.9-3.4 3.6-4.3 5.4-2.9 4.1-2.7 3.7-6.6 1.8-4 3.9 0.1 3.1 2.7 5.1-0.4 5.5 1.4 2.4 0z" id="MA" name="Morocco">
  </path>
- <path d="M1129.4 210.3l-1.3-2.9 0.2-2.7-0.6-2.7-3.4-3.8-2-2.6-1.8-1.8-1.6-0.7 1.1-0.9 3.2-0.6 4 1.9 2 0.3 2.6 1.7-0.1 2.1 2 1 1.1 2.6 2 1.6-0.2 1 1 0.6-1.3 0.5-3-0.2-0.6-0.9-1 0.5 0.6 1.1-1.1 2.1-0.6 2.1-1.2 0.7z" id="MD" name="Moldova">
+ <path d="M1129.4 210.3l-1.3-2.9 0.2-2.7-0.6-2.7-3.4-3.8-2-2.6-1.8-1.8-1.6-0.7 1.1-0.9 3.2-0.6 4 1.9 2 0.3 2.6 1.7-0.1 2.1 2 1 1.1 2.6 2 1.6-0.2 1 1 0.6-1.3 0.5-3-0.2-0.6-0.9-1 0.5 0.6 1.1-1.1 2.1-0.6 2.1-1.2 0.7z" id="MD" name="Moldova_Republic_of">
  </path>
  <path d="M1267.9 588.9l0.4 7.7 1.3 3-0.7 3.1-1.2 1.8-1.6-3.7-1.2 1.9 0.8 4.7-0.7 2.8-1.7 1.4-0.7 5.5-2.7 7.5-3.4 8.8-4.3 12.2-2.9 8.9-3.1 7.5-4.6 1.5-5.1 2.7-3-1.6-4.2-2.3-1.2-3.4 0-5.7-1.5-5.1-0.2-4.7 1.3-4.6 2.6-1.1 0.2-2.1 2.9-4.9 0.8-4.1-1.1-3-0.8-4.1-0.1-5.9 2.2-3.6 1-4.1 2.8-0.2 3.2-1.3 2.2-1.2 2.4-0.1 3.4-3.6 4.9-4 1.8-3.2-0.6-2.8 2.4 0.8 3.3-4.4 0.3-3.9 2-2.9 1.8 2.8 1.4 2.7 1.2 4.3z" id="MG" name="Madagascar">
  </path>

data/lib/log_sense/version.rb

@@ -1,3 +1,3 @@
 module LogSense
-  VERSION = "2.0.0"
+  VERSION = "2.1.0"
 end

data/todo.org

@@ -2,6 +2,13 @@
 
 * Todo (2024-08-01)
 
+** T Distinguish between exceptions, errors with no timestamps and errors with timestamps  :feature:
+   - In rails reports some errors don't have a timestamp, whereas other have.
+
+   1. Check whether we can always get an ID of an event
+   2. 
+
+
 ** T Move geolocation to aggregator, so that we can perform queries more efficiently  :refactoring:
 ** T Filter on dates                                                :feature:
 ** T Visits/Hits                                                    :feature: 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: log_sense
 version: !ruby/object:Gem::Version
-  version: 2.0.0
+  version: 2.1.0
 platform: ruby
 authors:
 - Adolfo Villafiorita
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-08-19 00:00:00.000000000 Z
+date: 2024-08-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: browser