dial 0.1.3 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dcc8b8f15acf035328c3330930476af9621529608cabcb511b240cc7da9a9ecf
-  data.tar.gz: 05b4c3610edad8e1b6b4cb1cad387ea962d7e250c8cb165a845926bbd668e37c
+  metadata.gz: 82171550e05c2bc884c0ea9a55e6464f42d9bfef043af62e123c03fdbce943b6
+  data.tar.gz: f7c98017bbcaa66ad376c0b01570007f6b5b70c36ef25843a34254b0e4c82714
 SHA512:
-  metadata.gz: 9bf37053b4f2bc59bd322646d7485326378c6d234d822571e59f14530ea4382830a6b842f514bef3f9fc7d6719b9b212251023b5c6a214304fb920aac0c4abd3
-  data.tar.gz: c5688daab1bd6d82310bab1270a243e507eb54bbc12cbf187c2d3237e43fe1d5022df34fa7f105b642ca563f10f7b343181a74bc5c1864a1dd36d5cca6d15f85
+  metadata.gz: 64e51ddaf1029231903836e08c8943afe75df9ec068f4506cba3a85e4c2a5059651af66e8ce3c797132f0ee1943c773abcd52a8ea9fc13fec8280253dbf5dfb3
+  data.tar.gz: cf6d09efec8cd1e581d0b13a91cd6bfce0c1d86612d9b2bf778c01ac6f1766c40fe122eeca19e6133749c396eec2bea34610be2e3d6cd231a4c6eaeebf0d99d6

data/CHANGELOG.md

@@ -1,5 +1,14 @@
 ## [Unreleased]
 
+## [0.1.5] - 2025-01-24
+
+- UI: Fix overflow and add vertical scroll
+
+## [0.1.4] - 2024-12-27
+
+- Use vernier memory usage and rails hooks by default
+- Add support for N+1 detection with prosopite
+
 ## [0.1.3] - 2024-11-14
 
 - Enable allocation profiling by default

data/README.md

@@ -7,17 +7,30 @@ WIP
 
 A modern profiler for Rails applications.
 
-https://github.com/user-attachments/assets/bae59681-ebeb-42b3-9489-9692c072c3dc
+Check out the demo:
+[![Demo](https://img.youtube.com/vi/LPXtfJ0c284/maxresdefault.jpg)](https://youtu.be/LPXtfJ0c284)
 
 ## Installation
 
-Install the gem and add it to your Rails application's Gemfile by executing:
+1. Add the gem to your Rails application's Gemfile (adjust the `require` option to match your server of choice):
+
+```ruby
+# require in just the server process
+gem "dial", require: !!($PROGRAM_NAME =~ /puma/)
+```
+
+2. Install the gem:
 
 ```bash
-bundle add dial
+bundle install
 ```
 
-and everything should just work.
+3. Mount the engine in your `config/routes.rb` file:
+
+```ruby
+# this will mount the engine at /dial
+mount Dial::Engine, at: "/" if Object.const_defined?("Dial::Engine")
+```
 
 ## Development
 

data/dial.gemspec

@@ -22,5 +22,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "railties", ">= 7", "< 8.2"
   spec.add_dependency "activerecord", ">= 7", "< 8.2"
   spec.add_dependency "actionpack", ">= 7", "< 8.2"
-  spec.add_dependency "vernier", "~> 1.3"
+  spec.add_dependency "vernier", "~> 1.5"
+  spec.add_dependency "prosopite", "~> 1.4"
+  spec.add_dependency "pg_query", "~> 5.1"
 end

data/lib/dial/constants.rb

@@ -1,6 +1,13 @@
 # frozen_string_literal: true
 
+require_relative "version"
+
 module Dial
   REQUEST_TIMING_HEADER = "dial_request_timing"
-  PROFILE_OUT_RELATIVE_DIRNAME = "tmp/dial/profile/"
+
+  PROFILE_OUT_STALE_SECONDS = 60 * 60
+  PROFILE_OUT_RELATIVE_DIRNAME = "tmp/dial/profiles/"
+
+  PROSOPITE_IGNORE_QUERIES = [/schema_migrations/]
+  PROSOPITE_LOG_RELATIVE_PATHNAME = "log/dial/prosopite.log"
 end

data/lib/dial/middleware/panel.rb

@@ -5,7 +5,7 @@ require "uri"
 module Dial
   class Panel
     class << self
-      def html env, profile_out_filename, ruby_vm_stat, gc_stat, gc_stat_heap, server_timing
+      def html env, profile_out_filename, query_logs, ruby_vm_stat, gc_stat, gc_stat_heap, server_timing
         <<~HTML
           <style>#{style}</style>
 
@@ -21,7 +21,16 @@ module Dial
               <span>#{formatted_ruby_version}</span>
             </div>
 
+            <hr>
+
             <div id="dial-details">
+              <details>
+                <summary>N+1s</summary>
+                <div class="section query-logs">
+                  #{formatted_query_logs query_logs}
+                </div>
+              </details>
+
               <hr>
 
               <details>
@@ -31,6 +40,8 @@ module Dial
                 </div>
               </details>
 
+              <hr>
+
               <details>
                 <summary>RubyVM stat</summary>
                 <div class="section">
@@ -38,6 +49,8 @@ module Dial
                 </div>
               </details>
 
+              <hr>
+
               <details>
                 <summary>GC stat</summary>
                 <div class="section">
@@ -45,6 +58,8 @@ module Dial
                 </div>
               </details>
 
+              <hr>
+
               <details>
                 <summary>GC stat heap</summary>
                 <div class="section">
@@ -63,6 +78,8 @@ module Dial
       def style
         <<~CSS
           #dial {
+            max-height: 50%;
+            max-width: 50%;
             z-index: 9999;
             position: fixed;
             bottom: 0;
@@ -84,6 +101,7 @@ module Dial
 
             #dial-details {
               display: none;
+              overflow-y: auto;
             }
 
             .section {
@@ -92,6 +110,15 @@ module Dial
               margin: 0.25rem 0 0 0;
             }
 
+            .query-logs {
+              padding-left: 0.75rem;
+
+              details {
+                margin-top: 0;
+                margin-bottom: 0.25rem;
+              }
+            }
+
             span {
               text-align: left;
             }
@@ -99,6 +126,7 @@ module Dial
             hr {
               width: -moz-available;
               margin: 0.65rem 0 0 0;
+              background-color: black;
             }
 
             details {
@@ -118,10 +146,22 @@ module Dial
         <<~JS
           const dialPreview = document.getElementById("dial-preview");
           const dialDetails = document.getElementById("dial-details");
+
           dialPreview.addEventListener("click", () => {
             const collapsed = ["", "none"].includes(dialDetails.style.display);
             dialDetails.style.display = collapsed ? "block" : "none";
           });
+
+          document.addEventListener("click", (event) => {
+            if (!dialPreview.contains(event.target) && !dialDetails.contains(event.target)) {
+              dialDetails.style.display = "none";
+
+              const detailsElements = dialDetails.querySelectorAll("details");
+              detailsElements.forEach(detail => {
+                detail.removeAttribute("open");
+              });
+            }
+          });
         JS
       end
 
@@ -140,10 +180,10 @@ module Dial
       end
 
       def formatted_profile_output env, profile_out_filename
+        url_base = ::Rails.application.routes.url_helpers.dial_url host: env[::Rack::HTTP_HOST]
+        prefix = "/" unless url_base.end_with? "/"
         uuid = profile_out_filename.delete_suffix ".json"
-        host = env[::Rack::HTTP_HOST]
-        base_url = ::Rails.application.routes.url_helpers.dial_url host: host
-        profile_out_url = URI.encode_www_form_component base_url + "dial/profile?uuid=#{uuid}"
+        profile_out_url = URI.encode_www_form_component url_base + "#{prefix}dial/profile?uuid=#{uuid}"
 
         "<a href='https://vernier.prof/from-url/#{profile_out_url}' target='_blank'>View profile</a>"
       end
@@ -163,7 +203,6 @@ module Dial
       def formatted_server_timing server_timing
         if server_timing.any?
           server_timing
-            # TODO: Nested sorting
             .sort_by { |_, timing| -timing }
             .map { |event, timing| "<span><b>#{event}:</b> #{timing}</span>" }.join
         else
@@ -171,6 +210,24 @@ module Dial
         end
       end
 
+      def formatted_query_logs query_logs
+        if query_logs.any?
+          query_logs.map do |(queries, stack_lines)|
+            <<~HTML
+              <details>
+                <summary>#{queries.shift}</summary>
+                <div class="section query-logs">
+                  #{queries.map { |query| "<span>#{query}</span>" }.join}
+                  #{stack_lines.map { |stack_line| "<span>#{stack_line}</span>" }.join}
+                </div>
+              </details>
+            HTML
+          end.join
+        else
+          "NA"
+        end
+      end
+
       def formatted_ruby_vm_stat ruby_vm_stat
         ruby_vm_stat.map { |key, value| "<span><b>#{key}:</b> #{value}</span>" }.join
       end

data/lib/dial/middleware.rb

@@ -1,8 +1,10 @@
 # frozen_string_literal: true
 
+require "securerandom"
+
 require "vernier"
+require "prosopite"
 
-require_relative "constants"
 require_relative "middleware/panel"
 require_relative "middleware/ruby_stat"
 require_relative "middleware/rails_stat"
@@ -19,38 +21,36 @@ module Dial
     def call env
       start_time = Process.clock_gettime Process::CLOCK_MONOTONIC
 
-      ruby_vm_stat_before = RubyVM.stat
-      gc_stat_before = GC.stat
-      gc_stat_heap_before = GC.stat_heap
-
-      profile_out_dirname = String ::Rails.root.join PROFILE_OUT_RELATIVE_DIRNAME
-      FileUtils.mkdir_p profile_out_dirname
-      profile_out_filename = "#{SecureRandom.uuid}.json"
-      profile_out_pathname = "#{profile_out_dirname}#{profile_out_filename}"
+      profile_out_filename = "#{SecureRandom.uuid_v7}.json"
+      profile_out_pathname = "#{profile_out_dir_pathname}#{profile_out_filename}"
 
       status, headers, rack_body = nil
-      ::Vernier.profile out: profile_out_pathname, interval: 500, allocation_interval: 1000 do
-        status, headers, rack_body = @app.call env
+      ruby_vm_stat, gc_stat, gc_stat_heap = nil
+      ::Prosopite.scan do
+        ::Vernier.profile out: profile_out_pathname, interval: 500, allocation_interval: 1000, hooks: [:memory_usage, :rails] do
+          ruby_vm_stat, gc_stat, gc_stat_heap = with_diffed_ruby_stats do
+            status, headers, rack_body = @app.call env
+          end
+        end
       end
+      server_timing = server_timing headers
 
       unless headers[::Rack::CONTENT_TYPE]&.include? "text/html"
         File.delete profile_out_pathname if File.exist? profile_out_pathname
         return [status, headers, rack_body]
       end
 
+      query_logs = clear_query_logs!
+      remove_stale_profile_out_files!
+
       finish_time = Process.clock_gettime Process::CLOCK_MONOTONIC
       env[REQUEST_TIMING_HEADER] = ((finish_time - start_time) * 1_000).round 2
 
-      ruby_vm_stat = ruby_vm_stat_diff ruby_vm_stat_before, RubyVM.stat
-      gc_stat = gc_stat_diff gc_stat_before, GC.stat
-      gc_stat_heap = gc_stat_heap_diff gc_stat_heap_before, GC.stat_heap
-      server_timing = server_timing headers
-
       body = String.new.tap do |str|
         rack_body.each { |chunk| str << chunk }
         rack_body.close if rack_body.respond_to? :close
       end.sub "</body>", <<~HTML
-          #{Panel.html env, profile_out_filename, ruby_vm_stat, gc_stat, gc_stat_heap, server_timing}
+          #{Panel.html env, profile_out_filename, query_logs, ruby_vm_stat, gc_stat, gc_stat_heap, server_timing}
         </body>
       HTML
 
@@ -58,5 +58,79 @@ module Dial
 
       [status, headers, [body]]
     end
+
+    private
+
+    def with_diffed_ruby_stats
+      ruby_vm_stat_before = RubyVM.stat
+      gc_stat_before = GC.stat
+      gc_stat_heap_before = GC.stat_heap
+      yield
+      [
+        ruby_vm_stat_diff(ruby_vm_stat_before, RubyVM.stat),
+        gc_stat_diff(gc_stat_before, GC.stat),
+        gc_stat_heap_diff(gc_stat_heap_before, GC.stat_heap)
+      ]
+    end
+
+    def remove_stale_profile_out_files!
+      stale_profile_out_files.each do |profile_out_file|
+        File.delete profile_out_file
+      end
+    end
+
+    def stale_profile_out_files
+      Dir.glob("#{profile_out_dir_pathname}/*.json").select do |profile_out_file|
+        timestamp = Util.uuid_v7_timestamp File.basename profile_out_file
+        timestamp < Time.now - PROFILE_OUT_STALE_SECONDS
+      end
+    end
+
+    def profile_out_dir_pathname
+      @_profile_out_dir_pathname ||= ::Rails.root.join PROFILE_OUT_RELATIVE_DIRNAME
+    end
+
+    def clear_query_logs!
+      [].tap do |query_logs|
+        File.open(query_log_pathname, "r+") do |file|
+          entry = section = count = nil
+          file.each_line do |line|
+            entry, section, count = process_query_log_line line, entry, section, count
+            query_logs << entry if entry && section.nil?
+          end
+
+          file.truncate 0
+          file.rewind
+        end
+      end
+    end
+
+    def process_query_log_line line, entry, section, count
+      case line
+      when /N\+1 queries detected/
+        [[[],[]], :queries, 0]
+      when /Call stack/
+        entry.first << "+ #{count - 5} more queries" if count > 5
+        [entry, :call_stack, count]
+      else
+        case section
+        when :queries
+          count += 1
+          entry.first << line.strip if count <= 5
+          [entry, :queries, count]
+        when :call_stack
+          if line.strip.empty?
+            [entry, nil, count]
+          else
+            entry.last << line.strip
+            [entry, section, count]
+          end
+        end
+      end
+    end
+
+    def query_log_pathname
+      @_query_log_dir_pathname ||= ::Rails.root.join PROSOPITE_LOG_RELATIVE_PATHNAME
+    end
   end
 end

data/lib/dial/prosopite_logger.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+module Dial
+  class ProsopiteLogger < Logger
+  end
+end

data/lib/dial/railtie.rb

@@ -1,13 +1,36 @@
 # frozen_string_literal: true
 
 require "rails"
+require "prosopite"
 
 require_relative "middleware"
+require_relative "prosopite_logger"
 
 module Dial
   class Railtie < ::Rails::Railtie
     initializer "dial.use_middleware" do |app|
       app.middleware.insert_before 0, Middleware
     end
+
+    initializer "dial.set_up_vernier" do |app|
+      app.config.after_initialize do
+        FileUtils.mkdir_p ::Rails.root.join PROFILE_OUT_RELATIVE_DIRNAME
+      end
+    end
+
+    initializer "dial.set_up_prosopite" do |app|
+      app.config.after_initialize do
+        if ::ActiveRecord::Base.connection.adapter_name == "PostgreSQL"
+          require "pg_query"
+        end
+
+        prosopite_log_pathname = ::Rails.root.join PROSOPITE_LOG_RELATIVE_PATHNAME
+        FileUtils.mkdir_p File.dirname prosopite_log_pathname
+        FileUtils.touch prosopite_log_pathname
+        ::Prosopite.custom_logger = ProsopiteLogger.new prosopite_log_pathname
+
+        ::Prosopite.ignore_queries = PROSOPITE_IGNORE_QUERIES
+      end
+    end
   end
 end

data/lib/dial/util.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Dial
+  module Util
+    class << self
+      def uuid_v7_timestamp uuid
+        high_bits_hex = uuid.split("-").first(2).join[0, 12].to_i 16
+        Time.at high_bits_hex / 1000.0
+      end
+    end
+  end
+end

data/lib/dial/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Dial
-  VERSION = "0.1.3"
+  VERSION = "0.1.5"
 end

data/lib/dial.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
-require_relative "dial/version"
+require_relative "dial/constants"
+require_relative "dial/util"
+
 require_relative "dial/railtie"
 require_relative "dial/engine"

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: dial
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.5
 platform: ruby
 authors:
 - Joshua Young
 bindir: bin
 cert_chain: []
-date: 2024-11-14 00:00:00.000000000 Z
+date: 2025-01-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: railties
@@ -75,14 +75,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: '1.5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: prosopite
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: pg_query
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
 email:
 - djry1999@gmail.com
 executables: []
@@ -102,7 +130,9 @@ files:
 - lib/dial/middleware/panel.rb
 - lib/dial/middleware/rails_stat.rb
 - lib/dial/middleware/ruby_stat.rb
+- lib/dial/prosopite_logger.rb
 - lib/dial/railtie.rb
+- lib/dial/util.rb
 - lib/dial/version.rb
 homepage: https://github.com/joshuay03/dial
 licenses:
@@ -124,7 +154,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.0.dev
+rubygems_version: 3.6.2
 specification_version: 4
 summary: A modern Rails profiler
 test_files: []