dial 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dcc8b8f15acf035328c3330930476af9621529608cabcb511b240cc7da9a9ecf
-  data.tar.gz: 05b4c3610edad8e1b6b4cb1cad387ea962d7e250c8cb165a845926bbd668e37c
+  metadata.gz: 61252b82f8769e8c0724a9cb40a8771afc59df61de01847add599037939b1e7d
+  data.tar.gz: 3944fe8e444853a4dfe4f2fb474bf6ed6a4b30814d55dc127df986e99c08bcf6
 SHA512:
-  metadata.gz: 9bf37053b4f2bc59bd322646d7485326378c6d234d822571e59f14530ea4382830a6b842f514bef3f9fc7d6719b9b212251023b5c6a214304fb920aac0c4abd3
-  data.tar.gz: c5688daab1bd6d82310bab1270a243e507eb54bbc12cbf187c2d3237e43fe1d5022df34fa7f105b642ca563f10f7b343181a74bc5c1864a1dd36d5cca6d15f85
+  metadata.gz: cdbc7c51f7392b280a56f56d232204c93ee77e436ee6891f7f88e9d9c39570b77b85af3ff07dc15a54c854757053be0ab8c85d7adb6c21ed23f438c43c0d4da7
+  data.tar.gz: 8b8b5400414355f6012d87b490b719ab3b79cfacc229705e752e8822162cc383979e8898711f76b0b1393c497ec0c5a0cd4a344f9050ab1832e1317b314c30bd

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 ## [Unreleased]
 
+## [0.1.4] - 2024-12-27
+
+- Use vernier memory usage and rails hooks by default
+- Add support for N+1 detection with prosopite
+
 ## [0.1.3] - 2024-11-14
 
 - Enable allocation profiling by default

data/README.md

@@ -7,17 +7,24 @@ WIP
 
 A modern profiler for Rails applications.
 
-https://github.com/user-attachments/assets/bae59681-ebeb-42b3-9489-9692c072c3dc
+Check out the demo:
+[![Demo](https://img.youtube.com/vi/LPXtfJ0c284/maxresdefault.jpg)](https://youtu.be/LPXtfJ0c284)
 
 ## Installation
 
-Install the gem and add it to your Rails application's Gemfile by executing:
+1. Install the gem and add it to your Rails application's Gemfile by executing:
 
 ```bash
 bundle add dial
 ```
 
-and everything should just work.
+2. Mount the engine in your `config/routes.rb` file:
+
+
+```ruby
+# this will mount the engine at /dial
+mount Dial::Engine, at: "/"
+```
 
 ## Development
 

data/dial.gemspec

@@ -22,5 +22,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "railties", ">= 7", "< 8.2"
   spec.add_dependency "activerecord", ">= 7", "< 8.2"
   spec.add_dependency "actionpack", ">= 7", "< 8.2"
-  spec.add_dependency "vernier", "~> 1.3"
+  spec.add_dependency "vernier", "~> 1.5"
+  spec.add_dependency "prosopite", "~> 1.4"
+  spec.add_dependency "pg_query", "~> 5.1"
 end

data/lib/dial/constants.rb

@@ -1,6 +1,13 @@
 # frozen_string_literal: true
 
+require_relative "version"
+
 module Dial
   REQUEST_TIMING_HEADER = "dial_request_timing"
+
+  PROFILE_OUT_STALE_SECONDS = 60 * 60
   PROFILE_OUT_RELATIVE_DIRNAME = "tmp/dial/profile/"
+
+  PROSOPITE_IGNORE_QUERIES = [/schema_migrations/]
+  PROSOPITE_LOG_RELATIVE_PATHNAME = "log/dial/prosopite.log"
 end

data/lib/dial/middleware/panel.rb

@@ -5,7 +5,7 @@ require "uri"
 module Dial
   class Panel
     class << self
-      def html env, profile_out_filename, ruby_vm_stat, gc_stat, gc_stat_heap, server_timing
+      def html env, profile_out_filename, query_logs, ruby_vm_stat, gc_stat, gc_stat_heap, server_timing
         <<~HTML
           <style>#{style}</style>
 
@@ -31,6 +31,13 @@ module Dial
                 </div>
               </details>
 
+              <details>
+                <summary>N+1s</summary>
+                <div class="section query-logs">
+                  #{formatted_query_logs query_logs}
+                </div>
+              </details>
+
               <details>
                 <summary>RubyVM stat</summary>
                 <div class="section">
@@ -92,6 +99,14 @@ module Dial
               margin: 0.25rem 0 0 0;
             }
 
+            .query-logs {
+              padding-left: 0.75rem;
+
+              details {
+                margin-top: 0;
+              }
+            }
+
             span {
               text-align: left;
             }
@@ -140,10 +155,10 @@ module Dial
       end
 
       def formatted_profile_output env, profile_out_filename
+        url_base = ::Rails.application.routes.url_helpers.dial_url host: env[::Rack::HTTP_HOST]
+        prefix = "/" unless url_base.end_with? "/"
         uuid = profile_out_filename.delete_suffix ".json"
-        host = env[::Rack::HTTP_HOST]
-        base_url = ::Rails.application.routes.url_helpers.dial_url host: host
-        profile_out_url = URI.encode_www_form_component base_url + "dial/profile?uuid=#{uuid}"
+        profile_out_url = URI.encode_www_form_component url_base + "#{prefix}dial/profile?uuid=#{uuid}"
 
         "<a href='https://vernier.prof/from-url/#{profile_out_url}' target='_blank'>View profile</a>"
       end
@@ -171,6 +186,20 @@ module Dial
         end
       end
 
+      def formatted_query_logs query_logs
+        query_logs.map do |(queries, stack_lines)|
+          <<~HTML
+            <details>
+              <summary>#{queries.shift}</summary>
+              <div class="section query-logs">
+                #{queries.map { |query| "<span>#{query}</span>" }.join}
+                #{stack_lines.map { |stack_line| "<span>#{stack_line}</span>" }.join}
+              </div>
+            </details>
+          HTML
+        end.join
+      end
+
       def formatted_ruby_vm_stat ruby_vm_stat
         ruby_vm_stat.map { |key, value| "<span><b>#{key}:</b> #{value}</span>" }.join
       end

data/lib/dial/middleware.rb

@@ -1,8 +1,10 @@
 # frozen_string_literal: true
 
+require "securerandom"
+
 require "vernier"
+require "prosopite"
 
-require_relative "constants"
 require_relative "middleware/panel"
 require_relative "middleware/ruby_stat"
 require_relative "middleware/rails_stat"
@@ -19,38 +21,36 @@ module Dial
     def call env
       start_time = Process.clock_gettime Process::CLOCK_MONOTONIC
 
-      ruby_vm_stat_before = RubyVM.stat
-      gc_stat_before = GC.stat
-      gc_stat_heap_before = GC.stat_heap
-
-      profile_out_dirname = String ::Rails.root.join PROFILE_OUT_RELATIVE_DIRNAME
-      FileUtils.mkdir_p profile_out_dirname
-      profile_out_filename = "#{SecureRandom.uuid}.json"
-      profile_out_pathname = "#{profile_out_dirname}#{profile_out_filename}"
+      profile_out_filename = "#{SecureRandom.uuid_v7}.json"
+      profile_out_pathname = "#{profile_out_dir_pathname}#{profile_out_filename}"
 
       status, headers, rack_body = nil
-      ::Vernier.profile out: profile_out_pathname, interval: 500, allocation_interval: 1000 do
-        status, headers, rack_body = @app.call env
+      ruby_vm_stat, gc_stat, gc_stat_heap = nil
+      ::Prosopite.scan do
+        ::Vernier.profile out: profile_out_pathname, interval: 500, allocation_interval: 1000, hooks: [:memory_usage, :rails] do
+          ruby_vm_stat, gc_stat, gc_stat_heap = with_diffed_ruby_stats do
+            status, headers, rack_body = @app.call env
+          end
+        end
       end
+      server_timing = server_timing headers
 
       unless headers[::Rack::CONTENT_TYPE]&.include? "text/html"
         File.delete profile_out_pathname if File.exist? profile_out_pathname
         return [status, headers, rack_body]
       end
 
+      query_logs = clear_query_logs!
+      remove_stale_profile_out_files!
+
       finish_time = Process.clock_gettime Process::CLOCK_MONOTONIC
       env[REQUEST_TIMING_HEADER] = ((finish_time - start_time) * 1_000).round 2
 
-      ruby_vm_stat = ruby_vm_stat_diff ruby_vm_stat_before, RubyVM.stat
-      gc_stat = gc_stat_diff gc_stat_before, GC.stat
-      gc_stat_heap = gc_stat_heap_diff gc_stat_heap_before, GC.stat_heap
-      server_timing = server_timing headers
-
       body = String.new.tap do |str|
         rack_body.each { |chunk| str << chunk }
         rack_body.close if rack_body.respond_to? :close
       end.sub "</body>", <<~HTML
-          #{Panel.html env, profile_out_filename, ruby_vm_stat, gc_stat, gc_stat_heap, server_timing}
+          #{Panel.html env, profile_out_filename, query_logs, ruby_vm_stat, gc_stat, gc_stat_heap, server_timing}
         </body>
       HTML
 
@@ -58,5 +58,77 @@ module Dial
 
       [status, headers, [body]]
     end
+
+    private
+
+    def with_diffed_ruby_stats
+      ruby_vm_stat_before = RubyVM.stat
+      gc_stat_before = GC.stat
+      gc_stat_heap_before = GC.stat_heap
+      yield
+      [
+        ruby_vm_stat_diff(ruby_vm_stat_before, RubyVM.stat),
+        gc_stat_diff(gc_stat_before, GC.stat),
+        gc_stat_heap_diff(gc_stat_heap_before, GC.stat_heap)
+      ]
+    end
+
+    def remove_stale_profile_out_files!
+      stale_profile_out_files.each do |profile_out_file|
+        File.delete profile_out_file
+      end
+    end
+
+    def stale_profile_out_files
+      Dir.glob("#{profile_out_dir_pathname}/*.json").select do |profile_out_file|
+        timestamp = Util.uuid_v7_timestamp File.basename profile_out_file
+        timestamp < Time.now - PROFILE_OUT_STALE_SECONDS
+      end
+    end
+
+    def profile_out_dir_pathname
+      @_profile_out_dir_pathname ||= ::Rails.root.join PROFILE_OUT_RELATIVE_DIRNAME
+    end
+
+    def clear_query_logs!
+      [].tap do |query_logs|
+        File.open(query_log_pathname, "r+") do |file|
+          entry = reading_section = query_count = nil
+          file.each_line do |line|
+            case line
+            when /N\+1 queries detected/
+              entry = [[], []]
+              reading_section = :queries
+              query_count = 0
+            when /Call stack/
+              reading_section = :call_stack
+              if query_count > 5
+                entry.first << "+ #{query_count - 5} more queries"
+              end
+            else
+              case reading_section
+              when :queries
+                query_count += 1
+                entry.first << line.strip if query_count <= 5
+              when :call_stack
+                if line.strip.empty?
+                  query_logs << entry
+                  reading_section = nil
+                else
+                  entry.last << line.strip
+                end
+              end
+            end
+          end
+
+          file.truncate 0
+          file.rewind
+        end
+      end
+    end
+
+    def query_log_pathname
+      @_query_log_dir_pathname ||= ::Rails.root.join PROSOPITE_LOG_RELATIVE_PATHNAME
+    end
   end
 end

data/lib/dial/prosopite_logger.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+module Dial
+  class ProsopiteLogger < Logger
+  end
+end

data/lib/dial/railtie.rb

@@ -1,13 +1,36 @@
 # frozen_string_literal: true
 
 require "rails"
+require "prosopite"
 
 require_relative "middleware"
+require_relative "prosopite_logger"
 
 module Dial
   class Railtie < ::Rails::Railtie
     initializer "dial.use_middleware" do |app|
       app.middleware.insert_before 0, Middleware
     end
+
+    initializer "dial.set_up_vernier" do |app|
+      app.config.after_initialize do
+        FileUtils.mkdir_p ::Rails.root.join PROFILE_OUT_RELATIVE_DIRNAME
+      end
+    end
+
+    initializer "dial.set_up_prosopite" do |app|
+      app.config.after_initialize do
+        if ::ActiveRecord::Base.connection.adapter_name == "PostgreSQL"
+          require "pg_query"
+        end
+
+        prosopite_log_pathname = ::Rails.root.join PROSOPITE_LOG_RELATIVE_PATHNAME
+        FileUtils.mkdir_p File.dirname prosopite_log_pathname
+        FileUtils.touch prosopite_log_pathname
+        ::Prosopite.custom_logger = ProsopiteLogger.new prosopite_log_pathname
+
+        ::Prosopite.ignore_queries = PROSOPITE_IGNORE_QUERIES
+      end
+    end
   end
 end

data/lib/dial/util.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Dial
+  module Util
+    class << self
+      def uuid_v7_timestamp uuid
+        high_bits_hex = uuid.split("-").first(2).join[0, 12].to_i 16
+        Time.at high_bits_hex / 1000.0
+      end
+    end
+  end
+end

data/lib/dial/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Dial
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

data/lib/dial.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
-require_relative "dial/version"
+require_relative "dial/constants"
+require_relative "dial/util"
+
 require_relative "dial/railtie"
 require_relative "dial/engine"

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: dial
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Joshua Young
 bindir: bin
 cert_chain: []
-date: 2024-11-14 00:00:00.000000000 Z
+date: 2024-12-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: railties
@@ -75,14 +75,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: '1.5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: prosopite
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: pg_query
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
 email:
 - djry1999@gmail.com
 executables: []
@@ -102,7 +130,9 @@ files:
 - lib/dial/middleware/panel.rb
 - lib/dial/middleware/rails_stat.rb
 - lib/dial/middleware/ruby_stat.rb
+- lib/dial/prosopite_logger.rb
 - lib/dial/railtie.rb
+- lib/dial/util.rb
 - lib/dial/version.rb
 homepage: https://github.com/joshuay03/dial
 licenses:
@@ -124,7 +154,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.0.dev
+rubygems_version: 3.6.2
 specification_version: 4
 summary: A modern Rails profiler
 test_files: []