sentiero 1.0.0.alpha1

data/lib/sentiero/web/templates/sessions_index.html.erb

@@ -0,0 +1,97 @@
+<h1 class="page-title">Sessions</h1>
+
+<form method="get" action="<%= view.h(view.base_path) %>/">
+  <div class="card mb-4">
+    <div class="flex items-end gap-3 px-4 py-3">
+      <div class="shrink-0">
+        <label for="search" class="label">Search</label>
+        <input type="text" name="search" id="search" class="input" style="width:11rem" value="<%= view.h(view.search) %>" placeholder="Session ID or metadata...">
+      </div>
+      <div class="shrink-0">
+        <label for="since" class="label">From</label>
+        <input type="date" name="since" id="since" class="input" style="width:8.5rem" value="<%= view.h(view.since) %>">
+      </div>
+      <div class="shrink-0">
+        <label for="until" class="label">To</label>
+        <input type="date" name="until" id="until" class="input" style="width:8.5rem" value="<%= view.h(view.until_param) %>">
+      </div>
+      <div class="shrink-0">
+        <label for="sort_by" class="label">Sort by</label>
+        <select name="sort_by" id="sort_by" class="select" style="width:9rem">
+          <option value="updated_at" <%= view.sort_by == "updated_at" ? "selected" : "" %>>Last Activity</option>
+          <option value="created_at" <%= view.sort_by == "created_at" ? "selected" : "" %>>Created</option>
+          <option value="event_count" <%= view.sort_by == "event_count" ? "selected" : "" %>>Event Count</option>
+        </select>
+      </div>
+      <div class="shrink-0 flex items-center gap-1.5 self-end pb-1.5">
+        <input type="checkbox" name="has_errors" id="has_errors" value="true" class="checkbox" <%= view.has_errors ? "checked" : "" %>>
+        <label for="has_errors" class="label mb-0">Has errors</label>
+      </div>
+      <div class="shrink-0 flex items-center gap-1.5">
+        <input type="hidden" name="per_page" value="<%= view.per_page %>">
+        <button type="submit" class="btn btn-primary">Filter</button>
+        <a href="<%= view.h(view.base_path) %>/" class="btn btn-secondary">Clear</a>
+      </div>
+    </div>
+  </div>
+</form>
+
+<% if view.sessions.empty? -%>
+  <div class="card">
+    <div class="text-center py-10 px-6 text-gray-400 text-xs">
+      <% if !view.search.empty? || !view.since.empty? || !view.until_param.empty? || view.has_errors -%>
+        No results match your filters. <a href="<%= view.h(view.base_path) %>/" class="text-blue-500 hover:text-blue-700">Clear filters</a>
+      <% else -%>
+        No sessions recorded yet.
+      <% end -%>
+    </div>
+  </div>
+<% else -%>
+  <form id="bulk-delete-form" method="post" action="<%= view.h(view.base_path) %>/sessions/bulk_delete" data-confirm="Delete selected sessions?">
+    <input type="hidden" name="csrf_token" value="<%= view.h(view.csrf_token) %>">
+
+    <div class="table-wrap">
+      <table class="data-table">
+        <thead>
+          <tr>
+            <th class="w-8 text-center"><input type="checkbox" id="select-all" title="Select all" class="checkbox"></th>
+            <th>Session ID</th>
+            <%# C2: metadata url is overwritten per page load, so this column
+                shows the session's most recent page — labeled honestly. -%>
+            <th>Last page</th>
+            <th>Device</th>
+            <th>Windows</th>
+            <th>Events</th>
+            <th>Duration</th>
+            <th>Last Activity</th>
+            <th></th>
+          </tr>
+        </thead>
+        <tbody>
+          <% view.sessions.each do |s| -%>
+            <%= view.render_session_row(s, true, view.csrf_token) %>
+          <% end -%>
+        </tbody>
+      </table>
+    </div>
+
+    <div class="flex justify-between items-center flex-wrap mt-3">
+      <nav aria-label="Session pagination">
+        <ul class="pagination">
+          <li class="<%= 'page-disabled' if view.page <= 1 %>">
+            <a class="page-link" href="<%= view.h(view.base_path) %>/?page=<%= view.page - 1 %>&per_page=<%= view.per_page %>&search=<%= view.h(view.search) %>&sort_by=<%= view.h(view.sort_by) %>&since=<%= view.h(view.since) %>&until=<%= view.h(view.until_param) %><%= view.has_errors ? "&has_errors=true" : "" %>">Previous</a>
+          </li>
+          <li class="<%= 'page-disabled' unless view.has_next %>">
+            <a class="page-link" href="<%= view.h(view.base_path) %>/?page=<%= view.page + 1 %>&per_page=<%= view.per_page %>&search=<%= view.h(view.search) %>&sort_by=<%= view.h(view.sort_by) %>&since=<%= view.h(view.since) %>&until=<%= view.h(view.until_param) %><%= view.has_errors ? "&has_errors=true" : "" %>">Next</a>
+          </li>
+        </ul>
+      </nav>
+      <div id="bulk-actions" style="display:none" class="flex items-center gap-2">
+        <button type="submit" class="btn btn-sm btn-danger">Delete Selected</button>
+        <span class="text-gray-400 text-[10px]"><span id="selected-count">0</span> selected</span>
+      </div>
+    </div>
+  </form>
+
+  <script src="<%= view.built_asset('sessions_index') %>"></script>
+<% end -%>

data/lib/sentiero/web/track_app.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require_relative "ingest_app"
+require_relative "../redaction"
+
+module Sentiero
+  module Web
+    # Server-lane ingest for custom events (Sentiero.track). Flat, un-grouped;
+    # persisted via Sentiero.store.save_server_event.
+    class TrackApp < IngestApp
+      VALID_LEVELS = %w[debug info warn error].freeze
+      MAX_NAME_LENGTH = 200
+      MAX_PAYLOAD_BYTES = 16_384
+
+      private
+
+      def handle(env, project, data)
+        name = data["name"]
+        unless name.is_a?(String) && !name.empty?
+          return json_response(400, {error: "name is required"})
+        end
+
+        session_id = data["session_id"]
+        if session_id && !valid_optional_id?(session_id)
+          return json_response(400, {error: "invalid session_id"})
+        end
+
+        level = data["level"]
+        level = "info" unless VALID_LEVELS.include?(level)
+
+        event = {
+          "project" => project,
+          "name" => name[0, MAX_NAME_LENGTH],
+          "level" => level,
+          "timestamp" => numeric_timestamp(data["timestamp"])
+        }
+        if data["payload"].is_a?(Hash)
+          redacted = Redaction.deep_redact_strings(capped_payload(data["payload"]), Sentiero.configuration.redaction)
+          event["payload"] = redacted
+        end
+        event["session_id"] = session_id if session_id
+
+        begin
+          Sentiero.store.save_server_event(event)
+        rescue ArgumentError => e
+          return json_response(400, {error: e.message})
+        end
+
+        json_response(200, {status: "ok"})
+      end
+
+      def capped_payload(payload)
+        (JSON.generate(payload).bytesize <= MAX_PAYLOAD_BYTES) ? payload : {"_truncated" => true}
+      end
+    end
+  end
+end

data/lib/sentiero/web/views/analytics_index_view.rb

@@ -0,0 +1,86 @@
+# frozen_string_literal: true
+
+require "cgi/escape"
+require "rack"
+require_relative "base_view"
+
+module Sentiero
+  module Web
+    module Views
+      class AnalyticsIndexView < BaseView
+        BUCKET_COLORS = %w[#2563eb #7c3aed #db2777 #ea580c #16a34a].freeze
+
+        def initialize(range_days:, allowed_ranges:, custom_range:, since:, until_str:, deltas:, stats:)
+          super()
+          @range_days = range_days
+          @allowed_ranges = allowed_ranges
+          @custom_range = custom_range
+          @since = since
+          @until_str = until_str
+          @deltas = deltas
+          @stats = stats
+        end
+
+        attr_reader :range_days, :allowed_ranges, :custom_range, :since, :until_str, :deltas, :stats
+
+        def template = "analytics_index.html.erb"
+
+        # Sessions/events deltas are % change; the error-free rate is percentage points.
+        def render_delta(value, attr, unit)
+          return "" if value.nil?
+          arrow = (value >= 0) ? "&#9650;" : "&#9660;"
+          color = (value >= 0) ? "#16a34a" : "#dc2626"
+          %(<span class="normal-case tracking-normal tabular-nums" style="color:#{color}" data-#{attr}="#{value}" title="vs previous period">#{arrow} #{value.abs}#{unit}</span>)
+        end
+
+        # An active custom range is carried into the range-scoped cross-links
+        # (the open-problems count is all-time, so its link stays unscoped).
+        def range_qs
+          return "" unless custom_range
+
+          "&" + Rack::Utils.build_query(range_pairs)
+        end
+
+        def series = stats[:events_per_day_series] || []
+        def max_events = series.map { |d| d[:event_count] }.max || 0
+        def max_sessions = series.map { |d| d[:session_count] }.max || 0
+
+        def distributions
+          [
+            ["Browsers", stats[:browser_distribution], "No browser data."],
+            ["Devices", stats[:device_distribution], "No device data."]
+          ]
+        end
+
+        def buckets = stats[:session_duration_buckets] || {}
+        def bucket_total = buckets.values.sum
+        def bucket_colors = BUCKET_COLORS
+        def donut_radius = 42
+        def donut_circumference = 2 * Math::PI * donut_radius
+
+        def custom_tags = stats[:custom_event_tags] || {}
+        def browser_tags = stats[:browser_event_tags] || {}
+        def tag_series = stats[:custom_event_tag_series] || {}
+
+        def tag_href(tag)
+          q = "search=#{CGI.escape(tag)}"
+          q = "source=browser&#{q}" if browser_tags.key?(tag)
+          "#{base_path}/custom-events?#{q}"
+        end
+
+        def tag_day_series(tag) = tag_series[tag] || []
+        def tag_series_max(tag) = tag_day_series(tag).map { |day| day[:count] }.max.to_i
+
+        def seg_href(row)
+          "#{base_path}/analytics/segments?" + Rack::Utils.build_query({"url_pattern" => row[:url], "has_errors" => "true"})
+        end
+
+        def err_pct(row) = (row[:count].to_i > 0) ? (row[:error_count].to_f / row[:count] * 100).round : 0
+
+        def nav_sections(nav)
+          [["Internal destinations", nav[:internal] || []], ["External destinations", nav[:external] || []]]
+        end
+      end
+    end
+  end
+end

data/lib/sentiero/web/views/analyzer_view.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+require "rack"
+require_relative "base_view"
+
+module Sentiero
+  module Web
+    module Views
+      class AnalyzerView < BaseView
+        def initialize(pages:, was_truncated:, since:, until_str:)
+          super()
+          @pages = pages
+          @was_truncated = was_truncated
+          @since = since
+          @until_str = until_str
+        end
+
+        attr_reader :pages, :was_truncated, :since, :until_str
+
+        def page_report_href(url)
+          q = {"url" => url}.merge(range_pairs)
+          "#{base_path}/analytics/page?" + Rack::Utils.build_query(q)
+        end
+      end
+    end
+  end
+end

data/lib/sentiero/web/views/base_view.rb

@@ -0,0 +1,76 @@
+# frozen_string_literal: true
+
+require "erb"
+require "concurrent-ruby"
+require_relative "../escaping"
+require_relative "../formatting"
+require_relative "../manifest"
+
+module Sentiero
+  module Web
+    module Views
+      class BaseView
+        include Escaping
+        include Formatting
+
+        TEMPLATES_DIR = File.expand_path("../templates", __dir__).freeze
+        TEMPLATE_CACHE = Concurrent::Map.new
+
+        attr_accessor :base_path, :csrf_token
+
+        def initialize
+          @base_path = ""
+        end
+
+        def h(text) = escape_html(text)
+
+        def escape_js(text) = escape_js_string(text)
+
+        def built_asset(name) = Sentiero::Web::Manifest.asset_path(name, base_path)
+
+        # Non-empty since/until query params, for range-preserving cross-links.
+        # Available to any view exposing since/until_str accessors.
+        def range_pairs
+          pairs = {}
+          pairs["since"] = since if since && !since.to_s.empty?
+          pairs["until"] = until_str if until_str && !until_str.to_s.empty?
+          pairs
+        end
+
+        def template
+          raise NotImplementedError, "#{self.class} must define #template"
+        end
+
+        def render
+          render_with(template, view: self)
+        end
+
+        def render_partial(filename, **locals)
+          render_with(filename, view: self, **locals)
+        end
+
+        def render_session_row(session, selectable, csrf_token = nil)
+          render_partial("_session_row.html.erb", s: session, selectable: selectable, csrf_token: csrf_token)
+        end
+
+        def render_layout(content, request_path:)
+          render_with("dashboard.html.erb", view: self, content: content, request_path: request_path)
+        end
+
+        def self.compiled_template(filename)
+          TEMPLATE_CACHE.compute_if_absent(filename) do
+            ERB.new(File.read(File.join(TEMPLATES_DIR, filename)), trim_mode: "-")
+          end
+        end
+
+        private
+
+        def render_with(filename, **locals)
+          b = binding
+          locals.each { |k, v| b.local_variable_set(k, v) }
+          self.class.compiled_template(filename).result(b)
+        end
+      end
+    end
+  end
+end

data/lib/sentiero/web/views/client_error_show_view.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+require_relative "base_view"
+
+module Sentiero
+  module Web
+    module Views
+      class ClientErrorShowView < BaseView
+        def initialize(group:, was_truncated:)
+          super()
+          @group = group
+          @was_truncated = was_truncated
+        end
+
+        attr_reader :group, :was_truncated
+
+        def template = "client_error_show.html.erb"
+
+        def facet_chips
+          [
+            ["Browsers", group[:browsers] || {}],
+            ["Devices", group[:devices] || {}],
+            ["Pages", group[:pages] || {}]
+          ]
+        end
+      end
+    end
+  end
+end

data/lib/sentiero/web/views/conversions_view.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+require_relative "base_view"
+
+module Sentiero
+  module Web
+    module Views
+      class ConversionsView < BaseView
+        def initialize(tags:, selected_tag:, entry_pages:, referrers:, utm:, was_truncated:, since:, until_str:)
+          super()
+          @tags = tags
+          @selected_tag = selected_tag
+          @entry_pages = entry_pages
+          @referrers = referrers
+          @utm = utm
+          @was_truncated = was_truncated
+          @since = since
+          @until_str = until_str
+        end
+
+        attr_reader :tags, :selected_tag, :entry_pages, :referrers, :utm, :was_truncated, :since, :until_str
+
+        def template = "analytics_conversions.html.erb"
+
+        def player_link(ex)
+          "#{h(base_path)}/sessions/#{h(ex[:session_id].to_s)}/windows/#{h(ex[:window_id].to_s)}?t=#{ex[:offset_ms].to_i}"
+        end
+
+        def facets
+          [
+            ["Entry page", "entry page", entry_pages, nil],
+            ["Referrer", "referrer", referrers, nil],
+            ["UTM source", "UTM source", utm[:source], :utm],
+            ["UTM medium", "UTM medium", utm[:medium], :utm],
+            ["UTM campaign", "UTM campaign", utm[:campaign], :utm]
+          ]
+        end
+      end
+    end
+  end
+end

data/lib/sentiero/web/views/engagement_view.rb

@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+
+require "rack"
+require_relative "base_view"
+
+module Sentiero
+  module Web
+    module Views
+      class EngagementView < BaseView
+        def initialize(sessions:, distribution:, scanned:, was_truncated:, sort:, since:, until_str:)
+          super()
+          @sessions = sessions
+          @distribution = distribution
+          @scanned = scanned
+          @was_truncated = was_truncated
+          @sort = sort
+          @since = since
+          @until_str = until_str
+        end
+
+        attr_reader :sessions, :distribution, :scanned, :was_truncated, :sort, :since, :until_str
+
+        def template = "analytics_engagement.html.erb"
+
+        def sorted_sessions
+          (sort == "duration") ? sessions.sort_by { |row| [-row[:duration_ms], row[:session_id]] } : sessions
+        end
+
+        def sort_link(column)
+          "#{base_path}/analytics/engagement?" + Rack::Utils.build_query(range_pairs.merge("sort" => column))
+        end
+
+        def svg_width = 360
+        def svg_height = 140
+        def bar_gap = 12
+        def axis_y = svg_height - 24
+        def chart_top = 12
+        def bin_count = distribution.size
+        def bar_width = (svg_width - bar_gap * (bin_count + 1)) / bin_count
+        def max_count = [distribution.values.max, 1].max
+        def bar_h(count) = (count.to_f / max_count * (axis_y - chart_top)).round(1)
+        def bar_x(i) = bar_gap + i * (bar_width + bar_gap)
+        def bar_y(count) = (axis_y - bar_h(count)).round(1)
+
+        def badge_class(score)
+          if score >= 60 then "badge badge-danger"
+          elsif score >= 30 then "badge badge-warning"
+          else "text-gray-400"
+          end
+        end
+
+        def chips(signals)
+          chips = []
+          chips << "rage&times;#{signals[:rage_clicks]}" if signals[:rage_clicks].to_i > 0
+          chips << "dead&times;#{signals[:dead_clicks]}" if signals[:dead_clicks].to_i > 0
+          chips << "churn&times;#{signals[:nav_churn]}" if signals[:nav_churn].to_i > 0
+          chips << "idle #{(signals[:idle_ratio].to_f * 100).round}%" if signals[:idle_ratio].to_f > 0
+          chips << "thrash&times;#{signals[:thrashing_scroll]}" if signals[:thrashing_scroll].to_i > 0
+          chips << "bounce" if signals[:quick_bounce]
+          chips << "refill&times;#{signals[:form_refills]}" if signals[:form_refills].to_i > 0
+          chips << "err-abandon" if signals[:error_abandonment]
+          chips
+        end
+      end
+    end
+  end
+end

data/lib/sentiero/web/views/errors_index_view.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require_relative "base_view"
+
+module Sentiero
+  module Web
+    module Views
+      # Serves both /issues branches; the template switches on #source.
+      class ErrorsIndexView < BaseView
+        def initialize(source:, problems: nil, groups: nil, sibling: nil, status: nil,
+          search: "", sort_by: nil, since_param: nil, until_param: nil, new_since: nil,
+          page: nil, per_page: nil, has_next: nil, was_truncated: false)
+          super()
+          @source = source
+          @problems = problems
+          @groups = groups
+          @sibling = sibling
+          @status = status
+          @search = search
+          @sort_by = sort_by
+          @since_param = since_param
+          @until_param = until_param
+          @new_since = new_since
+          @page = page
+          @per_page = per_page
+          @has_next = has_next
+          @was_truncated = was_truncated
+        end
+
+        attr_reader :source, :problems, :groups, :sibling, :status, :search, :sort_by,
+          :since_param, :until_param, :new_since, :page, :per_page, :has_next, :was_truncated
+
+        def template = "errors_index.html.erb"
+      end
+    end
+  end
+end

data/lib/sentiero/web/views/event_show_view.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require_relative "base_view"
+
+module Sentiero
+  module Web
+    module Views
+      class EventShowView < BaseView
+        def initialize(event:)
+          super()
+          @event = event
+        end
+
+        attr_reader :event
+
+        def template = "event_show.html.erb"
+      end
+    end
+  end
+end

data/lib/sentiero/web/views/events_index_view.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require "rack"
+require_relative "base_view"
+
+module Sentiero
+  module Web
+    module Views
+      # Serves both /custom-events branches; the template switches on #source.
+      class EventsIndexView < BaseView
+        def initialize(source: "server", events: nil, browser_rows: nil, level: nil,
+          search: "", project: nil, projects: nil, since_param: nil, until_param: nil,
+          level_mix: nil, page: nil, per_page: nil, has_next: nil, was_truncated: false,
+          sibling: nil, single_name: nil, metric_keys: nil, metric_key: nil, metric_days: nil)
+          super()
+          @source = source
+          @events = events
+          @browser_rows = browser_rows
+          @level = level
+          @search = search
+          @project = project
+          @projects = projects
+          @since_param = since_param
+          @until_param = until_param
+          @level_mix = level_mix
+          @page = page
+          @per_page = per_page
+          @has_next = has_next
+          @was_truncated = was_truncated
+          @sibling = sibling
+          @single_name = single_name
+          @metric_keys = metric_keys
+          @metric_key = metric_key
+          @metric_days = metric_days
+        end
+
+        attr_reader :source, :events, :browser_rows, :level, :search, :project, :projects,
+          :since_param, :until_param, :level_mix, :page, :per_page, :has_next, :was_truncated,
+          :sibling, :single_name, :metric_keys, :metric_key, :metric_days
+
+        def template = "events_index.html.erb"
+
+        def volume_scaled? = !search.empty?
+
+        def mix_max = level_mix.map { |_date, counts| counts.values.sum }.max
+
+        def error_query(date)
+          Rack::Utils.build_query({
+            "level" => "error", "search" => search, "project" => project,
+            "since" => date, "until" => date
+          }.reject { |_key, value| value.to_s.empty? })
+        end
+      end
+    end
+  end
+end

data/lib/sentiero/web/views/export_view.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+require_relative "base_view"
+
+module Sentiero
+  module Web
+    module Views
+      class ExportView < BaseView
+        def initialize(shareable_replays:, since:, until_str:, datasets:)
+          super()
+          @shareable_replays = shareable_replays
+          @since = since
+          @until_str = until_str
+          @datasets = datasets
+        end
+
+        attr_reader :shareable_replays, :since, :until_str, :datasets
+
+        def template = "export_index.html.erb"
+      end
+    end
+  end
+end

data/lib/sentiero/web/views/forms_view.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+require_relative "base_view"
+
+module Sentiero
+  module Web
+    module Views
+      class FormsView < BaseView
+        def initialize(sessions_started:, sessions_completed:, completion_rate:, total_submits:, fields:, drop_off_fields:, was_truncated:, since:, until_str:)
+          super()
+          @sessions_started = sessions_started
+          @sessions_completed = sessions_completed
+          @completion_rate = completion_rate
+          @total_submits = total_submits
+          @fields = fields
+          @drop_off_fields = drop_off_fields
+          @was_truncated = was_truncated
+          @since = since
+          @until_str = until_str
+        end
+
+        attr_reader :sessions_started, :sessions_completed, :completion_rate, :total_submits, :fields, :drop_off_fields, :was_truncated, :since, :until_str
+
+        def template = "forms.html.erb"
+      end
+    end
+  end
+end

data/lib/sentiero/web/views/frustration_view.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require_relative "analyzer_view"
+
+module Sentiero
+  module Web
+    module Views
+      class FrustrationView < AnalyzerView
+        def template = "analytics_frustration.html.erb"
+
+        def sorted_pages = pages.sort_by { |url, page| [-(page[:rage_count] + page[:dead_count]), url] }
+      end
+    end
+  end
+end