query-trace-summary 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 59f45bb76097ce37b3b06322754ea53671944995a65a20fbd6b48701b5ab2973
+  data.tar.gz: 88bb0e298bc0c15ebfac7da535e24b021b48eae73b7988991dd1f79be48f0262
+SHA512:
+  metadata.gz: 182fc7195b82176c6e6c35750e2fa61ff7921a3dc04b3d54ee59327e7be4850e14ff371f995702f3bee000234aa49276f6b335117b5e24c9f7212787b83dd78e
+  data.tar.gz: ccffeb7eded79d613fc05154ae0161e2d07572cfbc651ecd912a84f772bba90e22427ef3f265e619d6d9b54cfe4ea3cf02cb35413a5580130224b481f0c2a58b

data/lib/Rakefile

@@ -0,0 +1,4 @@
+require 'query-trace-summary'
+
+path = File.expand_path(__dir__)
+Dir.glob("#{path}/tasks/**/*.rake").each { |f| import f }

data/lib/event_summary.rb

@@ -0,0 +1,66 @@
+require 'bigdecimal'
+
+module QueryTraceSummary
+  class EventSummary
+    attr_accessor :model, :action, :location, :total_time, :calls
+
+    ASCII_COLOR_RX = /\e\[\d+m/
+    EVENT_RX = /([A-Z][A-Za-z0-9_:]+) (Create|Load|Update|Destroy) \((\d+(?:\.\d+)?)ms\)/
+
+    # Assumes conservative file naming
+    LOCATION_RX = /([a-zA-Z0-9_.\-\/]+:\d+:in `.+')$/
+
+    def initialize(model, action, location)
+      @model = model
+      @action = action
+      @location = location
+      @total_time = @calls = 0
+    end
+
+    # Gathers all of the events in provided files
+    # and returns array of event summaries
+    # sorted in descending order by their total time
+    def self.parse_files(*file_names)
+      events = {}
+
+      event_match = nil
+
+      each_line(*file_names) do |line|
+        # Previous line was an event
+        if event_match
+          location_match = LOCATION_RX.match(line)
+          if location_match
+            model, action, time = event_match.captures
+            location = location_match.captures.first
+
+            key = "#{model}/#{action}/#{location}"
+
+            event = events[key] ||= new(model, action, location)
+            event.calls += 1
+            event.total_time += time.to_d
+
+            event_match = nil
+
+            next
+          end
+        end
+
+        event_match = EVENT_RX.match(line)
+      end
+
+      events.values.sort_by { |summary| -summary.total_time }
+    end
+
+    private
+
+    def self.each_line(*file_names)
+      file_names.each do |file_name|
+        File.foreach(file_name) do |line|
+          # Strip ASCII color codes
+          line = line.gsub(ASCII_COLOR_RX, '')
+          yield line
+        end
+      end
+    end
+  end
+end

data/lib/query-trace-summary.rb

@@ -0,0 +1,5 @@
+module QueryTraceSummary
+  require 'railtie' if defined?(Rails)
+end
+
+require 'event_summary'

data/lib/railtie.rb

@@ -0,0 +1,8 @@
+module QueryTraceSummary
+  class Railtie < Rails::Railtie
+    rake_tasks do
+      path = File.expand_path(__dir__)
+      Dir.glob("#{path}/tasks/**/*.rake").each { |f| load f }
+    end
+  end
+end

data/lib/tasks/csv.rake

@@ -0,0 +1,23 @@
+require 'csv'
+
+namespace :query_trace_summary do
+  desc "Prints CSV-formatted summary for queries in log file(s)"
+  task :csv do |t|
+    file_names = ARGV[1..-1]
+    if file_names.length == 0
+      puts "Usage: rake #{t.name} <log-file>..."
+      exit
+    end
+
+    summaries = QueryTraceSummary::EventSummary.parse_files(*file_names)
+    csv = CSV.generate do |csv|
+      csv << ['Total time', 'Calls', 'Action', 'Model', 'Location']
+      summaries.each do |s|
+        csv << [s.total_time, s.calls, s.action, s.model, s.location]
+      end
+    end
+
+    puts csv
+    exit
+  end
+end

data/lib/tasks/top10.rake

@@ -0,0 +1,38 @@
+namespace :query_trace_summary do
+  desc "Prints top 10 time-consuming queries in log file(s)"
+  task :top10 do |t|
+    file_names = ARGV[1..-1]
+    if file_names.length == 0
+      puts "Usage: rake #{t.name} <log-file>..."
+      exit
+    end
+
+    summaries = QueryTraceSummary::EventSummary.parse_files(*file_names)
+    summaries = summaries[0..9]
+
+    lines = summaries.map do |s|
+      [
+        "#{s.total_time}ms",
+        "#{s.calls} calls",
+        s.action,
+        s.model,
+        s.location
+      ]
+    end
+
+    # Align output columns
+    lengths = lines.map { |l| l.map(&:length) }
+    col_widths = lengths.transpose.map(&:max)
+
+    lines.each do |l|
+      l[0] = l[0].rjust(col_widths[0])
+      l[1] = l[1].rjust(col_widths[1])
+      l[2] = l[2].ljust(col_widths[2])
+      l[3] = l[3].ljust(col_widths[3])
+
+      puts l.join(' ')
+    end
+
+    exit
+  end
+end

metadata

@@ -0,0 +1,50 @@
+--- !ruby/object:Gem::Specification
+name: query-trace-summary
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Mārtiņš Veiskats
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-09-23 00:00:00.000000000 Z
+dependencies: []
+description: Generates summary of time consumed by database queries. Helpful to pinpoint
+  where to focus optimization efforts.
+email: martins.veiskats@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/Rakefile
+- lib/event_summary.rb
+- lib/query-trace-summary.rb
+- lib/railtie.rb
+- lib/tasks/csv.rake
+- lib/tasks/top10.rake
+homepage: https://github.com/mveiskats/query-trace-summary
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Generates summary of time consumed by database queries. Helpful to pinpoint
+  where to focus optimization efforts.
+test_files: []