sql_tracker 1.1.0 → 1.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 29226162337ee889c358d175c76c9aea25a6e7ec
-  data.tar.gz: 51c36a794abd3c99398247a8884cfc5bd472a982
+SHA256:
+  metadata.gz: 14ea1ca1cb59b84b95fd69a46d6e3e9e48a5b518147b5728e8c63fd0e1110a65
+  data.tar.gz: 9eb139f7f5537f92e8f4d0b37ad15994f1dfe5f51d39b9d07b2f7e26e4915354
 SHA512:
-  metadata.gz: 8d1d5d91215717b8ab3a928a0a2568683fa26e2fb4d782b166b4ac5218bab710963fa1778717dfe7fa1679e9859ea216214636233db36b132d12cc3af666cca2
-  data.tar.gz: e87a892f671de2faedce163085e4ec89326581ab572550a856ba6628517ccb445c7bc200392701e462106f556e1a3142a40451131333668909403438a1a04ecb
+  metadata.gz: a2c485ee67296ca11b5f0e55ee7794faa4397a621d9b2e12df34aa9643a4f25e43d4341a89037d176b9e59f28f5780fd20812bcf1c68a1a5d50c09e9fb338504
+  data.tar.gz: 383fdbde395e7a0fbde65b247e38736d5a1e3de3858973c26bc3320e50cc92057275d10c9fa4ef249f5afd895d9f4d9815846aa092a4b836d4d5ea68af091ec7

data/.travis.yml

@@ -2,7 +2,10 @@ sudo: false
 language: ruby
 cache: bundler
 rvm:
-  - 2.3.0
+  - 2.3
+  - 2.4
+  - 2.5
+  - 2.6
 before_install:
   - gem install bundler
   - gem update bundler

data/README.md

@@ -29,6 +29,24 @@ To start tracking, simply start your rails application server. When your server
 
 `sql_tracker` can also track sql queries when running rails tests (e.g. your controller or integration tests), it will dump the data after all the tests are finished.
 
+### Tracking Using a Block
+
+It is also possible to track queries executed within a block. This method uses a new subscriber to `sql.active_record` event notifications for each invocation. Results using this method are not saved to a file.
+
+```ruby
+query_data = SqlTracker.track do
+  # Run some active record queries
+end
+
+query_data.values
+# =>
+# [{
+#  :sql=>"SELECT * FROM users",
+#  :count=>1,
+#  :duration=>1.0,
+#  :source=>["app/models/user.rb:12"]
+# }]
+```
 
 ## Reporting
 
@@ -36,6 +54,28 @@ To generate report, run
 ```bash
 sql_tracker tmp/sql_tracker-*.json
 ```
+The output report looks like this:
+```
+==================================
+Total Unique SQL Queries: 24
+==================================
+Count | Avg Time (ms)   | SQL Query                                                                                                 | Source
+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+8     | 0.33            | SELECT `users`.* FROM `users` WHERE `users`.`id` = xxx LIMIT 1                                            | app/controllers/users_controller.rb:125:in `create'
+      |                 |                                                                                                           | app/controllers/projects_controller.rb:9:in `block in update'
+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+4     | 0.27            | SELECT `projects`.* FROM `projects` WHERE `projects`.`user_id` = xxx AND `projects`.`id` = xxx LIMIT 1    | app/controllers/projects_controller.rb:4:in `update'
+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+2     | 0.27            | UPDATE `projects` SET `updated_at` = xxx WHERE `projects`.`id` = xxx                                      | app/controllers/projects_controller.rb:9:in `block in update'
+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+2     | 1.76            | SELECT projects.* FROM projects WHERE projects.priority BETWEEN xxx AND xxx ORDER BY created_at DESC      | app/controllers/projects_controller.rb:35:in `index'
+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+... ...
+```
+By default, the report will be sorted by the total count of each query, you can also choose to sort it by average duration:
+```bash
+sql_tracker tmp/sql_tracker-*.json --sort-by=duration
+```
 
 ## Configurations
 

data/bin/sql_tracker

@@ -1,6 +1,31 @@
 #!/usr/bin/env ruby
+require 'sql_tracker/terminal'
 require 'sql_tracker/report'
 require 'json'
+require 'optparse'
+
+options = {}
+default_options = { sort_by: 'count', terminal_width: SqlTracker::Terminal.width }
+
+parser = OptionParser.new(ARGV) do |o|
+  o.banner = 'Usage: sql_tracker [file.json]+ [--sort-by=COLUMN]'
+
+  o.on('-s', '--sort-by COLUMN', 'The name of column that is used for sorting the table. Options: count, duration') do |arg|
+    options[:sort_by] = arg if %(count duration).include?(arg)
+  end
+
+  o.on('-w', '--terminal-width WIDTH', Integer,
+       "The width of the printed report. " \
+       "Default: #{default_options[:terminal_width]}. " \
+       "Minimum #{SqlTracker::Terminal::MIN_WIDTH}") do |arg|
+    options[:terminal_width] = arg if arg >= SqlTracker::Terminal::MIN_WIDTH
+  end
+end
+
+parser.parse!
+parser.abort(parser.help) if ARGV.empty?
+
+options = default_options.merge(options)
 
 reports = []
 until ARGV.empty?
@@ -23,4 +48,4 @@ if reports.empty?
 end
 
 report = reports.inject(:+)
-report.print_text
+report.print_text(options)

data/lib/sql_tracker.rb

@@ -8,11 +8,20 @@ module SqlTracker
 
     config = SqlTracker::Config.apply_defaults
     handler = SqlTracker::Handler.new(config)
-    ActiveSupport::Notifications.subscribe('sql.active_record', handler)
+    handler.subscribe
     @already_initialized = true
 
     at_exit { handler.save }
   end
+
+  def self.track
+    config = SqlTracker::Config.apply_defaults
+    handler = SqlTracker::Handler.new(config)
+    handler.subscribe
+    yield
+    handler.unsubscribe
+    handler.data
+  end
 end
 
 if defined?(::Rails) && ::Rails::VERSION::MAJOR.to_i >= 3

data/lib/sql_tracker/handler.rb

@@ -12,10 +12,25 @@ module SqlTracker
       @data = {} # {key: {sql:, count:, duration, source: []}, ...}
     end
 
+    def subscribe
+      @subscription ||= ActiveSupport::Notifications.subscribe(
+        'sql.active_record',
+        self
+      )
+    end
+
+    def unsubscribe
+      return unless @subscription
+
+      ActiveSupport::Notifications.unsubscribe(@subscription)
+
+      @subscription = nil
+    end
+
     def call(_name, started, finished, _id, payload)
       return unless @config.enabled
 
-      sql = payload[:sql]
+      sql = payload[:sql].dup
       return unless track?(sql)
 
       cleaned_trace = clean_trace(caller)
@@ -47,9 +62,12 @@ module SqlTracker
 
     def clean_sql_query(query)
       query.squish!
-      query.gsub!(/(\s(=|>|<|>=|<=|<>|!=)\s)('[^']+'|\w+)/, '\1xxx')
+      query.gsub!(/(\s(=|>|<|>=|<=|<>|!=)\s)('[^']+'|[\$\+\-\w\.]+)/, '\1xxx')
       query.gsub!(/(\sIN\s)\([^\(\)]+\)/i, '\1(xxx)')
-      query.gsub!(/(\sBETWEEN\s)('[^']+'|\w+)(\sAND\s)('[^']+'|\w+)/i, '\1xxx\3xxx')
+      query.gsub!(/(\sBETWEEN\s)('[^']+'|[\+\-\w\.]+)(\sAND\s)('[^']+'|[\+\-\w\.]+)/i, '\1xxx\3xxx')
+      query.gsub!(/(\sVALUES\s)\(.+\)/i, '\1(xxx)')
+      query.gsub!(/(\s(LIKE|ILIKE|SIMILAR TO|NOT SIMILAR TO)\s)('[^']+')/i, '\1xxx')
+      query.gsub!(/(\s(LIMIT|OFFSET)\s)(\d+)/i, '\1xxx')
       query
     end
 
@@ -62,7 +80,7 @@ module SqlTracker
 
       Rails.backtrace_cleaner.remove_silencers!
 
-      if config.tracked_paths.respond_to?(:join)
+      if @config.tracked_paths.respond_to?(:join)
         Rails.backtrace_cleaner.add_silencer do |line|
           line !~ trace_path_matcher
         end

data/lib/sql_tracker/report.rb

@@ -1,6 +1,7 @@
 module SqlTracker
   class Report
     attr_accessor :raw_data
+    attr_accessor :terminal_width
 
     def initialize(data)
       self.raw_data = data
@@ -25,7 +26,9 @@ module SqlTracker
       raw_data['data']
     end
 
-    def print_text(f = STDOUT)
+    def print_text(options)
+      self.terminal_width = options.fetch(:terminal_width)
+      f = STDOUT
       f.puts '=================================='
       f.puts "Total Unique SQL Queries: #{data.keys.size}"
       f.puts '=================================='
@@ -35,7 +38,8 @@ module SqlTracker
       )
       f.puts '-' * terminal_width
 
-      data.values.sort_by { |d| -d['count'] }.each do |row|
+      sorted_data = sort_data(data.values, options[:sort_by])
+      sorted_data.each do |row|
         chopped_sql = wrap_text(row['sql'], sql_width)
         source_list = wrap_list(row['source'].uniq, sql_width - 10)
         avg_duration = row['duration'].to_f / row['count']
@@ -50,15 +54,26 @@ module SqlTracker
           duration = line == 0 ? avg_duration.round(2) : ''
           source = source_list.length > line ? source_list[line] : ''
           query = row['sql'].length > line ? chopped_sql[line] : ''
-          f.printf(
-            "%-#{count_width}s | %-#{duration_width}s | %-#{sql_width}s | %-#{sql_width}s\n",
-            count, duration, query, source
-          )
+          f.printf(row_format, count, duration, query, source)
         end
         f.puts '-' * terminal_width
       end
     end
 
+    def row_format
+      "%-#{count_width}s | %-#{duration_width}s | %-#{sql_width}s | %-#{sql_width}s\n"
+    end
+
+    def sort_data(data, sort_by)
+      data.sort_by do |d|
+        if sort_by == 'duration'
+          -d['duration'].to_f / d['count']
+        else
+          -d['count']
+        end
+      end
+    end
+
     def +(other)
       unless self.class == other.class
         raise ArgumentError, "cannot combine #{other.class}"
@@ -112,29 +127,5 @@ module SqlTracker
     def duration_width
       15
     end
-
-    def terminal_width
-      @terminal_width ||= begin
-        result = unix? ? dynamic_width : 80
-        result < 10 ? 80 : result
-      end
-    end
-
-    def dynamic_width
-      @dynamic_width ||= (dynamic_width_stty.nonzero? || dynamic_width_tput)
-    end
-
-    def dynamic_width_stty
-      `stty size 2>/dev/null`.split[1].to_i
-    end
-
-    def dynamic_width_tput
-      `tput cols 2>/dev/null`.to_i
-    end
-
-    def unix?
-      RUBY_PLATFORM =~
-        /(aix|darwin|linux|(net|free|open)bsd|cygwin|solaris|irix|hpux)/i
-    end
   end
 end

data/lib/sql_tracker/terminal.rb

@@ -0,0 +1,28 @@
+module SqlTracker
+  class Terminal
+    DEFAULT_WIDTH = 80
+    MIN_WIDTH = 10
+
+    def self.width
+      if unix?
+        result = (dynamic_width_stty.nonzero? || dynamic_width_tput)
+        result < MIN_WIDTH ? DEFAULT_WIDTH : result
+      else
+        DEFAULT_WIDTH
+      end
+    end
+
+    def self.dynamic_width_stty
+      `stty size 2>/dev/null`.split[1].to_i
+    end
+
+    def self.dynamic_width_tput
+      `tput cols 2>/dev/null`.to_i
+    end
+
+    def self.unix?
+      RUBY_PLATFORM =~
+        /(aix|darwin|linux|(net|free|open)bsd|cygwin|solaris|irix|hpux)/i
+    end
+  end
+end

data/lib/sql_tracker/version.rb

@@ -1,3 +1,3 @@
 module SqlTracker
-  VERSION = '1.1.0'.freeze
+  VERSION = '1.3.1'.freeze
 end

data/sql_tracker.gemspec

@@ -19,8 +19,8 @@ Gem::Specification.new do |spec|
   spec.executables   = ['sql_tracker']
   spec.require_paths = ['lib']
 
-  spec.add_development_dependency 'bundler', '~> 1.12'
-  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'rake'
   spec.add_development_dependency 'minitest', '~> 5.0'
   spec.add_development_dependency 'activesupport', '>= 3.0.0'
 end

metadata

@@ -1,43 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: sql_tracker
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.3.1
 platform: ruby
 authors:
 - Steven Yue
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-10-03 00:00:00.000000000 Z
+date: 2020-05-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -88,6 +88,7 @@ files:
 - lib/sql_tracker/handler.rb
 - lib/sql_tracker/railtie.rb
 - lib/sql_tracker/report.rb
+- lib/sql_tracker/terminal.rb
 - lib/sql_tracker/version.rb
 - sql_tracker.gemspec
 homepage: http://www.github.com/steventen/sql_tracker
@@ -109,8 +110,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 3.0.6
 signing_key: 
 specification_version: 4
 summary: Rails SQL Query Tracker