log_sense 1.0.4 → 1.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 460fcbe3d317be44b516733127d9666f0deec2f17494c537be0b8fbbd9f87367
-  data.tar.gz: 899f5d7b9be278d354951eafef604339305bb4fb0fefa613d93a12c7ac35f1f8
+  metadata.gz: 45cf68bf2165554a6392a9277c121952e05dd9a283fe59b881ef957f3682920e
+  data.tar.gz: 99ded91c60080ffbfda3e60f05ee4b058e215286adfccdb2a727a50d2c7d0467
 SHA512:
-  metadata.gz: 89a5b22d39f1a67322b223ab886781b630bde57bdd22eb2cd629327fdc0e84c4a01dc39039845f2de6b7576d1b2d74ffc373f4383f15ca299ca95099ea46fc35
-  data.tar.gz: 14e081966b038317336ebff722157fc460ec3acf98a59a3fde834ed6620370ecea9d34499b8c22d259646894dd0fc018c8f505d4f8365ac403547e9fb09285c9
+  metadata.gz: 45674016ae3c3110584e967dd60166391a07b1401186428e7e949c012bfc883686110e86afeec5450e03d34a8b7831c6bbc1d1b9393215808a2d1feafcd6422b
+  data.tar.gz: a4e9b7bf983d23ba4e8ac744621e34c5b83eee45076cf165ba9eb856d5687d47191ab048be6fed0ca4316448c84d8f80e1b7daedb518d94a90b52b7f94ee2077

data/.gitignore

@@ -6,5 +6,5 @@
 /pkg/
 /spec/reports/
 /tmp/
-
+node_modules
 *~

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    log_sense (1.2.0)
+    log_sense (1.0.7)
       apache_log-parser
       browser
       ipaddr
@@ -34,4 +34,4 @@ DEPENDENCIES
   rake (~> 12.0)
 
 BUNDLED WITH
-   2.2.29
+   2.2.32

data/LICENSE.txt

@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright (c) 2020 Adolfo Villafiorita
+Copyright (c) 2021 Shair.Tech
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/exe/log_sense

@@ -6,10 +6,11 @@ require 'log_sense.rb'
 # Parse Command Line Arguments
 #
 
-# better be here... OptionsParser consumes ARGV
+# this better be here... OptionsParser consumes ARGV
 @command_line = ARGV.join(" ")
+
 @options     = LogSense::OptionsParser.parse ARGV
-@input_file  = @options[:input_file]
+@input_file  = @options[:input_file] || ARGV[0]
 @output_file = @options[:output_file]
 
 if not @input_file

data/lib/log_sense/apache_data_cruncher.rb

@@ -11,8 +11,8 @@ module LogSense
       last_day_s  = db.execute "SELECT datetime from LogLine order by datetime desc limit 1"
 
       # make first and last day into dates or nil
-      @first_day = first_day_s.empty? ? nil : Date.parse(first_day_s[0][0])
-      @last_day = last_day_s.empty? ? nil : Date.parse(last_day_s[0][0])
+      @first_day = first_day_s[0][0] ? nil : Date.parse(first_day_s[0][0])
+      @last_day = last_day_s[0][0] ? nil : Date.parse(last_day_s[0][0])
 
       @total_days = 0
       if @first_day and @last_day
@@ -20,8 +20,13 @@ module LogSense
       end
 
       @log_size       = db.execute "SELECT count(datetime) from LogLine"
-      @crawlers_size  = db.execute "SELECT count(datetime) from LogLine where bot == 1"
+      @log_size       = @log_size[0][0]
+
       @selfpolls_size = db.execute "SELECT count(datetime) from LogLine where ip == '::1'"
+      @selfpolls_size = @selfpolls_size[0][0]
+
+      @crawlers_size  = db.execute "SELECT count(datetime) from LogLine where bot == 1"
+      @crawlers_size = @crawlers_size[0][0]
 
       @first_day_requested = options[:from_date]
       @last_day_requested = options[:to_date]
@@ -74,8 +79,13 @@ module LogSense
       EOS
 
       @total_hits = db.execute "SELECT count(datetime) from LogLine where #{filter}"
-      @total_unique_visitors = db.execute "SELECT count(distinct(unique_visitor)) from LogLine where #{filter}"
+      @total_hits = @total_hits[0][0]
+
+      @total_unique_visits = db.execute "SELECT count(distinct(unique_visitor)) from LogLine where #{filter}"
+      @total_unique_visits = @total_unique_visits[0][0]
+
       @total_size = db.execute "SELECT #{human_readable_size} from LogLine where #{filter}"
+      @total_size = @total_size[0][0]
 
       @daily_distribution = db.execute "SELECT date(datetime), #{human_readable_day}, count(datetime), count(distinct(unique_visitor)), #{human_readable_size} from LogLine  where #{filter} group by date(datetime)"
       @time_distribution = db.execute "SELECT strftime('%H', datetime), count(datetime), count(distinct(unique_visitor)), #{human_readable_size} from LogLine  where #{filter} group by strftime('%H', datetime)"

data/lib/log_sense/emitter.rb

@@ -33,14 +33,8 @@ module LogSense
 
     private
 
-    def self.output_txt_table name, headings, rows
-      name = "#+NAME: #{name}"
-      table = Terminal::Table.new headings: headings, rows: rows, style: { border_x: "-", border_i: "|" }
-      name + "\n" + table.to_s
-    end
-
     def self.render(template, vars)
-      @template = File.join(File.dirname(__FILE__), "templates", "_#{template}.html.erb")
+      @template = File.join(File.dirname(__FILE__), "templates", "_#{template}")
       erb_template = File.read @template
       ERB.new(erb_template).result(OpenStruct.new(vars).instance_eval { binding })
     end

data/lib/log_sense/ip_locator.rb

@@ -34,6 +34,8 @@ module LogSense
     end
 
     def self.locate_ip ip, db
+      return if not ip
+
       ip_n = IPAddr.new(ip).to_i
       res = db.execute "SELECT * FROM ip_location where from_ip_n <= #{ip_n} order by from_ip_n desc limit 1"
       begin

data/lib/log_sense/options_parser.rb

@@ -1,6 +1,6 @@
 require 'optparse'
 require 'optparse/date'
-require 'apache_log_report/version'
+require 'log_sense/version'
 
 module LogSense
   module OptionsParser
@@ -14,19 +14,19 @@ module LogSense
       opt_parser = OptionParser.new do |opts|
         opts.banner = "Usage: log_sense [options] [logfile]"
 
-        opts.on("-fFORMAT", "--from=FORMAT", String, "Input format (either rails or apache)") do |n|
+        opts.on("-fFORMAT", "--input-format=FORMAT", String, "Input format (either rails or apache)") do |n|
           args[:input_format] = n
         end
 
-        opts.on("-iINPUT_FILE", "--input=INPUT_FILE", String, "Input file") do |n|
+        opts.on("-iINPUT_FILE", "--input-file=INPUT_FILE", String, "Input file") do |n|
           args[:input_file] = n
         end
 
-        opts.on("-tFORMAT", "--to=FORMAT", String, "Output format: html, org, txt, sqlite. Defaults to org mode") do |n|
+        opts.on("-tFORMAT", "--output-format=FORMAT", String, "Output format: html, org, txt, sqlite. See below for available formats") do |n|
           args[:output_format] = n
         end
 
-        opts.on("-oOUTPUT_FILE", "--output=OUTPUT_FILE", String, "Output file") do |n|
+        opts.on("-oOUTPUT_FILE", "--output-file=OUTPUT_FILE", String, "Output file") do |n|
           args[:output_file] = n
         end
 
@@ -51,22 +51,35 @@ module LogSense
           end
         end
 
-        opts.on("-np", "--ignore-selfpoll", "Ignore self poll entries (requests from ::1; applies to Apache Logs)") do
+        opts.on("-ns", "--no-selfpoll", "Ignore self poll entries (requests from ::1; applies to Apache Logs)") do
           args[:no_selfpoll] = true
         end
 
         opts.on("-v", "--version", "Prints version information") do
           puts "log_sense version #{LogSense::VERSION}"
-          puts "Copyright (C) 2020 Adolfo Villafiorita"
+          puts "Copyright (C) 2021 Shair.Tech"
           puts "Distributed under the terms of the MIT license"
-          puts ""
-          puts "Written by Adolfo Villafiorita"
           exit
         end
 
         opts.on("-h", "--help", "Prints this help") do
           puts opts
+          puts ""
           puts "This is version #{LogSense::VERSION}"
+
+          puts ""
+          puts "Output formats"
+          pathname = File.join(File.dirname(__FILE__), "templates", "*")
+          templates = Dir.glob(pathname).select { |x| ! File.basename(x).start_with? /_|#/ and ! File.basename(x).end_with? "~" }
+          components = templates.map { |x| File.basename(x).split "." }.group_by { |x| x[0] }
+          components.each do |k, vs|
+            puts "#{k} parsing can produce the following outputs:"
+            puts "  - sqlite"
+            vs.each do |v|
+              puts "  - #{v[1]}"
+            end
+          end
+
           exit
         end
       end

data/lib/log_sense/rails_data_cruncher.rb

@@ -8,22 +8,28 @@ module LogSense
     #
 
     def self.crunch db, options = { limit: 30 }
-      first_day_s = db.execute "SELECT started_at from Event order by started_at limit 1"
+      first_day_s = db.execute "SELECT started_at from Event where started_at not NULL order by started_at limit 1"
       # we could use ended_at to cover the full activity period, but I prefer started_at
       # with the meaning that the monitor event initiation
       last_day_s  = db.execute "SELECT started_at from Event order by started_at desc limit 1"
 
       # make first and last day into dates or nil
       # TODO: bug possible value here: [[nil]], which is not empty
-      @first_day = first_day_s.empty? ? nil : Date.parse(first_day_s[0][0])
-      @last_day = last_day_s.empty? ? nil : Date.parse(last_day_s[0][0])
+      @first_day = first_day_s&.first&.first ? Date.parse(first_day_s[0][0]) : nil
+      @last_day =  last_day_s&.first&.first ? Date.parse(last_day_s[0][0]) : nil
 
       @total_days = 0
       if @first_day and @last_day
         @total_days = (@last_day - @first_day).to_i
       end
 
+      @log_size = db.execute "SELECT count(started_at) from Event"
+      @log_size = @log_size[0][0]
+
+      # SAME AS ABOVE (but log_size is wrong in the case of Rails
+      # logs, since an event takes more than one line)
       @events = db.execute "SELECT count(started_at) from Event"
+      @events = @events[0][0]
 
       @first_day_requested = options[:from_date]
       @last_day_requested = options[:to_date]
@@ -74,6 +80,9 @@ module LogSense
 
       @total_events = db.execute "SELECT count(started_at) from Event where #{filter}"
 
+      @total_unique_visits = db.execute "SELECT count(distinct(unique_visitor)) from Event where #{filter}"
+      @total_unique_visits = @total_unique_visits[0][0]
+
       @daily_distribution = db.execute "SELECT date(started_at), #{human_readable_day}, count(started_at) from Event where #{filter} group by date(started_at)"
       @time_distribution = db.execute "SELECT strftime('%H', started_at), count(started_at) from Event where #{filter} group by strftime('%H', started_at)"
 
@@ -91,6 +100,8 @@ module LogSense
 
       @performance = db.execute "SELECT distinct(controller), count(controller), printf(\"%.2f\", min(duration_total_ms)), printf(\"%.2f\", avg(duration_total_ms)), printf(\"%.2f\", max(duration_total_ms)) from Event group by controller order by controller"
 
+      @fatal = db.execute "SELECT strftime(\"%Y-%m-%d %H:%M\", started_at), ip, url, log_id FROM Event WHERE exit_status == 'F'"
+
       data = {}
       self.instance_variables.each do |variable|
         var_as_symbol = variable.to_s[1..-1].to_sym

data/lib/log_sense/rails_log_parser.rb

@@ -8,10 +8,12 @@ module LogSense
       db = SQLite3::Database.new ":memory:"
       db.execute 'CREATE TABLE IF NOT EXISTS Event(
          id INTEGER PRIMARY KEY AUTOINCREMENT,
+         exit_status TEXT,
          started_at TEXT,
          ended_at TEXT,
          log_id TEXT,
          ip TEXT,
+         unique_visitor TEXT,
          url TEXT,
          controller TEXT,
          html_verb TEXT,
@@ -19,14 +21,17 @@ module LogSense
          duration_total_ms FLOAT,
          duration_views_ms FLOAT,
          duration_ar_ms FLOAT,
-         allocations INTEGER
+         allocations INTEGER,
+         comment TEXT
       )'
       
       ins = db.prepare("insert into Event(
+         exit_status,
          started_at,
          ended_at,
          log_id,
          ip,
+         unique_visitor,
          url,
          controller,
          html_verb,
@@ -34,8 +39,10 @@ module LogSense
          duration_total_ms,
          duration_views_ms,
          duration_ar_ms,
-         allocations)
-      values (#{Array.new(12, '?').join(', ')})")
+         allocations,
+         comment
+      )
+      values (#{Array.new(15, '?').join(', ')})")
 
       # requests in the log might be interleaved.
       #
@@ -59,7 +66,7 @@ module LogSense
       
       File.readlines(filename).each do |line|
         # We discard LOG_LEVEL != 'I'
-        next if line[0] != 'I'
+        next if line[0] != 'I' and line[0] != 'F'
         
         data = self.match_and_process_start line
         if data
@@ -75,6 +82,37 @@ module LogSense
           next
         end
 
+        data = self.match_and_process_fatal line
+        if data
+          id = data[:log_id]
+          # it might as well be that the first event started before
+          # the log.  With this, we make sure we add only events whose
+          # start was logged and parsed
+          if pending[id]
+            event = data.merge (pending[id] || {})
+
+            ins.execute(
+              event[:exit_status],
+              event[:started_at],
+              event[:ended_at],
+              event[:log_id],
+              event[:ip],
+              "#{DateTime.parse(event[:started_at]).strftime("%Y-%m-%d")} #{event[:ip]}",
+              event[:url],
+              event[:controller],
+              event[:html_verb],
+              event[:status],
+              event[:duration_total_ms],
+              event[:duration_views_ms],
+              event[:duration_ar_ms],
+              event[:allocations],
+              event[:comment]
+            )
+
+            pending.delete(id)
+          end
+        end
+
         data = self.match_and_process_completed line
         if data
           id = data[:log_id]
@@ -86,10 +124,12 @@ module LogSense
             event = data.merge (pending[id] || {})
 
             ins.execute(
+              event[:exit_status],
               event[:started_at],
               event[:ended_at],
               event[:log_id],
               event[:ip],
+              "#{DateTime.parse(event[:started_at]).strftime("%Y-%m-%d")} #{event[:ip]}",
               event[:url],
               event[:controller],
               event[:html_verb],
@@ -97,12 +137,47 @@ module LogSense
               event[:duration_total_ms],
               event[:duration_views_ms],
               event[:duration_ar_ms],
-              event[:allocations]
+              event[:allocations],
+              event[:comment]
             )
 
             pending.delete(id)
           end
         end
+
+
+        data = self.match_and_process_completed_no_alloc line
+        if data
+          id = data[:log_id]
+
+          # it might as well be that the first event started before
+          # the log.  With this, we make sure we add only events whose
+          # start was logged and parsed
+          if pending[id]
+            event = data.merge (pending[id] || {})
+
+            ins.execute(
+              event[:exit_status],
+              event[:started_at],
+              event[:ended_at],
+              event[:log_id],
+              event[:ip],
+              "#{DateTime.parse(event[:ended_at]).strftime("%Y-%m-%d")} #{event[:ip]}",
+              event[:url],
+              event[:controller],
+              event[:html_verb],
+              event[:status],
+              event[:duration_total_ms],
+              event[:duration_views_ms],
+              event[:duration_ar_ms],
+              event[:allocations],
+              event[:comment]
+            )
+
+            pending.delete(id)
+          end
+        end
+
       end
       
       db
@@ -138,9 +213,10 @@ module LogSense
     COMPLETED_REGEXP = /I, \[#{TIMESTAMP} #[0-9]+\]  INFO -- : \[#{ID}\] Completed #{STATUS} [^ ]+ in (?<total>#{MSECS})ms \(Views: (?<views>#{MSECS})ms \| ActiveRecord: (?<arec>#{MSECS})ms \| Allocations: (?<alloc>[0-9]+)\)/
 
     def self.match_and_process_completed line
-      matchdata = COMPLETED_REGEXP.match line
+      matchdata = (COMPLETED_REGEXP.match line)
       if matchdata
         {
+          exit_status: "I",
           ended_at: matchdata[:timestamp],
           log_id: matchdata[:id],
           status: matchdata[:status],
@@ -148,12 +224,36 @@ module LogSense
           duration_views_ms: matchdata[:views],
           duration_ar_ms: matchdata[:arec],
           allocations: matchdata[:alloc],
+          comment: ""
+        }
+      else
+        nil
+      end
+    end
+
+    # I, [2021-12-09T16:53:52.657727 #2735058]  INFO -- : [0064e403-9eb2-439d-8fe1-a334c86f5532] Completed 200 OK in 13ms (Views: 11.1ms | ActiveRecord: 1.2ms)
+    COMPLETED_NO_ALLOC_REGEXP = /I, \[#{TIMESTAMP} #[0-9]+\]  INFO -- : \[#{ID}\] Completed #{STATUS} [^ ]+ in (?<total>#{MSECS})ms \(Views: (?<views>#{MSECS})ms \| ActiveRecord: (?<arec>#{MSECS})ms\)/
+
+    def self.match_and_process_completed_no_alloc line
+      matchdata = (COMPLETED_NO_ALLOC_REGEXP.match line)
+      if matchdata
+        {
+          exit_status: "I",
+          ended_at: matchdata[:timestamp],
+          log_id: matchdata[:id],
+          status: matchdata[:status],
+          duration_total_ms: matchdata[:total],
+          duration_views_ms: matchdata[:views],
+          duration_ar_ms: matchdata[:arec],
+          allocations: -1,
+          comment: ""
         }
       else
         nil
       end
     end
 
+
     # I, [2021-10-19T08:16:34.345162 #10477]  INFO -- : [67103c0d-455d-4fe8-951e-87e97628cb66] Processing by PeopleController#show as HTML
     PROCESSING_REGEXP = /I, \[#{TIMESTAMP} #[0-9]+\]  INFO -- : \[#{ID}\] Processing by (?<controller>[^ ]+) as/
 
@@ -169,6 +269,25 @@ module LogSense
       end
     end
 
+    # F, [2021-12-04T00:34:05.838973 #2735058] FATAL -- : [3a16162e-a6a5-435e-a9d8-c4df5dc0f728]   
+    # F, [2021-12-04T00:34:05.839157 #2735058] FATAL -- : [3a16162e-a6a5-435e-a9d8-c4df5dc0f728] ActionController::RoutingError (No route matches [GET] "/wp/wp-includes/wlwmanifest.xml"):
+    # F, [2021-12-04T00:34:05.839209 #2735058] FATAL -- : [3a16162e-a6a5-435e-a9d8-c4df5dc0f728]   
+    # F, [2021-12-04T00:34:05.839269 #2735058] FATAL -- : [3a16162e-a6a5-435e-a9d8-c4df5dc0f728] actionpack (5.2.4.4) lib/action_dispatch/middleware/debug_exceptions.rb:65:in `call'
+    FATAL_REGEXP = /F, \[#{TIMESTAMP} #[0-9]+\] FATAL -- : \[#{ID}\] (?<comment>.*)$/
+
+    def self.match_and_process_fatal line
+      matchdata = FATAL_REGEXP.match line
+      if matchdata
+        {
+          exit_status: "F",
+          log_id: matchdata[:id],
+          comment: matchdata[:comment]
+        }
+      else
+        nil
+      end
+    end
+
   end
 
 end

data/lib/log_sense/templates/_command_invocation.html.erb

@@ -0,0 +1,29 @@
+<table class="table unstriped command-invocation">
+  <tbody>
+    <tr>
+      <th>CLI Command</th>
+      <td><code><%= data[:command] %></code></td>
+    </tr>
+    <tr>
+      <th>Input file</th>
+      <td><code><%= (data[:log_file] || "stdin") %></code></td>
+    </tr>
+    <tr>
+      <th>Ignore crawlers</th>
+      <td><code><%= options[:ignore_crawlers] %></code></td></tr>
+    <tr>
+      <th>Only crawlers</th>
+      <td><code><%= options[:only_crawlers] %></code></td>
+    </tr>
+    <tr>
+      <th>No selfpoll</th>
+      <td><code><%= options[:no_selfpoll] %></code></td>
+    </tr>
+    <tr>
+      <th>Filter by date</th>
+      <td>
+        <code><%= (options[:from_date] != nil or options[:to_date] != nil) %></code>
+      </td>
+    </tr>
+  </tbody>
+</table>

data/lib/log_sense/templates/_command_invocation.txt.erb

@@ -0,0 +1,6 @@
+<%=
+table = Terminal::Table.new rows: [ ["Command", data[:command] ],
+                                    ["Input file", data[:log_file] || "stdin" ]
+                                  ]
+table
+%>

data/lib/log_sense/templates/_output_table.html.erb

@@ -4,7 +4,7 @@ def slugify string
 end
 %>
 
-<table id="<%= slugify(title || "") %>" class="table <%= slugify(title || "") %>">
+<table id="<%= slugify(title || "") %>-table" class="table unstriped data-table <%= slugify(title || "") %>">
   <thead>
     <tr>
       <% header.each do |heading| %>

data/lib/log_sense/templates/_performance.html.erb

@@ -0,0 +1,23 @@
+<table class="table unstriped performance">
+  <tbody>
+    <tr>
+      <th>Analysis started at</th>
+      <td><%= data[:started_at].to_s %></td>
+    </tr>
+    <tr>
+      <th>Analysis ended at</th>
+      <td><%= data[:ended_at].to_s %></td>
+    </tr>
+    <tr>
+      <th>Duration</th>
+      <td><%= "%02d:%02d" % [data[:duration] / 60, data[:duration] % 60] %></td>
+    </tr>
+    <tr>
+      <th>Events</th>
+      <td><%= data[:log_size] %></td>
+    </tr>
+    <tr>
+      <th>Parsed Events/sec</th>
+      <td><%= "%.2f" % (data[:log_size] / data[:duration]) %></td></tr>
+  </tbody>
+</table>

data/lib/log_sense/templates/_performance.txt.erb

@@ -0,0 +1,9 @@
+<%=
+table = Terminal::Table.new rows: [ ["Analysis started at", data[:started_at].to_s ],
+                                    ["Analysis ended at",   data[:ended_at].to_s ],
+                                    ["Duration",            "%02d:%02d" % [data[:duration] / 60, data[:duration] % 60] ],
+                                    ["Events",              "%9d" % data[:log_size] ],
+                                    ["Parsed events/sec",   "%.2f" % (data[:log_size] / data[:duration]) ] ]
+table.align_column(2, :right)
+table
+%>

data/lib/log_sense/templates/_summary.html.erb

@@ -0,0 +1,34 @@
+<table class="table unstriped summary">
+  <tr>
+    <th>Input file</th>
+    <td><b><%= (data[:log_file] || "stdin") %></b></td>
+  </tr>
+  <tr>
+    <th class="period">Period Analyzed</th>
+    <td class="period">
+      <%= data[:first_day_in_analysis] %>
+      --
+      <%= data[:last_day_in_analysis] %>
+    </td>
+  </tr>
+  <tr>
+    <th class="days">Days </th>
+    <td class="days"><%= data[:total_days_in_analysis] %></td>
+  </tr>
+  <tr>
+    <th class="hits">Hits</th>
+    <td class="hits"><%= data[:total_hits] %></td>
+  </tr>
+  <tr>
+    <th class="unique-visits">Unique Visits</th>
+    <td class="unique-visits"><%= data[:total_unique_visits] %></td>
+  </tr>
+  <tr>
+    <th class="avg-hits-per-unique-visits">Unique Visits</th>
+    <td class="avg-hits-per-unique-visits"><%= data[:total_unique_visits] != 0 ? data[:total_hits] / data[:total_unique_visits] : "N/A" %></td>
+  </tr>
+  <tr>
+    <th class="tx">Tx</th>
+    <td class="tx"><%= data[:total_size] %></td>
+  </tr>
+</table>

data/lib/log_sense/templates/_summary.txt.erb

@@ -0,0 +1,10 @@
+<%=
+ table = Terminal::Table.new rows: [ ["Input File",      data[:log_file] || "stdin" ],
+                                     ["Period Analyzed", "#{data[:first_day_in_analysis]} -- #{data[:last_day_in_analysis]}" ],
+                                     ["Days",            data[:total_days_in_analysis] ],
+                                     ["Events",          data[:events] ],
+                                     ["Unique Visits",   data[:total_unique_visits] ],
+                                     ["Avg. Events per Visit", data[:total_unique_visits] != 0 ? data[:events] / data[:total_unique_visits] : "N/A" ]
+                                   ]
+ table
+%>

data/lib/log_sense/templates/_total_hits.html.erb

@@ -0,0 +1,32 @@
+<table class="table unstriped log-structure">
+  <tbody>
+    <tr>
+      <th>Input file</th>
+      <td><b><%= (data[:log_file] || "stdin") %></b></td>
+    </tr>
+    <tr>
+      <th>Period in Log</th>
+      <td><%= data[:first_day] %> -- <%= data[:last_day] %></td>
+    </tr>
+    <tr>
+      <th>Total days</th>
+      <td><%= data[:total_days] %></td>
+    </tr>
+    <tr>
+      <th>Log size</th>
+      <td><%= data[:log_size] %></td>
+    </tr>
+    <tr>
+      <th>Self poll entries</th>
+      <td><%= data[:selfpolls_size] %></td>
+    </tr>
+    <tr>
+      <th>Crawlers</th>
+      <td><%= data[:crawlers_size] %></td>
+    </tr>
+    <tr>
+      <th>Entries considered</th>
+      <td><%= data[:total_hits] %></td>
+    </tr>
+  </tbody>
+</table>