prosopite 0.1.4 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d0ac26c0cb3a9cab7e0702a6a03b9ad1e369312b2b57548bce8a46c484efaecd
-  data.tar.gz: 9fd0432b2de7d83b9f3605bb73cd7df23481d07714a7a8f904bac9397e602430
+  metadata.gz: a5c95516b64f760903487cb161f0e507cd960a21770bd2729d39fd219526ce99
+  data.tar.gz: 890f117df692947849ffb243dff96ddfb1b808b0728bd5a5e613969eb2b11838
 SHA512:
-  metadata.gz: '0360859d4cce85abf4f997a79c77b011ef6540d45fd98fe01b9ee7b3465c766df62beee31a1ea67d770c596497dc928d304b05df04af8536c164d9aaacd2e193'
-  data.tar.gz: 4175589affdabf476f9d346d25117f5a171c94ad95b82b53d4141f39298fdb364e1baaa95f8d9ba95de86d28397b0489217ef632041d5841553a351b92ac3d48
+  metadata.gz: 991261e0e5cb2002e2031e4d2a53c620732752425a77dee6d3fd63b06acb779cdba11aebd61531922beafc67492cc41eaa222f33a53c843e01660fe1a7b268f2
+  data.tar.gz: 6a09687449111aabcea1cc7d58a64b325e8115504b557b41fd8bf313666eb8098713eda6aaa9d37f83716159c62cfcdce78444ed422dc6a43e40c8568e8237a8

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    prosopite (0.1.4)
+    prosopite (0.2.0)
       pg_query (~> 1.3)
 
 GEM

data/LICENSE.txt

@@ -187,7 +187,7 @@
       same "printed page" as the copyright notice for easier
       identification within third-party archives.
 
-   Copyright [yyyy] [name of copyright owner]
+   Copyright 2021 Mpampis Kostas
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

data/README.md

@@ -77,6 +77,11 @@ Leg::Design.last(20) do |l|
 end
 ```
 
+## Why a new gem
+
+Creating a new gem makes more sense since bullet's core mechanism is completely
+different from prosopite's.
+
 ## How it works
 
 Prosopite monitors all SQL queries using the Active Support instrumentation
@@ -115,12 +120,14 @@ Prosopite auto-detection can be enabled on all controllers:
 
 ```ruby
 class ApplicationController < ActionController::Base
-  before_action do
-    Prosopite.scan
-  end
-
-  after_action do
-    Prosopite.finish
+  unless Rails.env.production?
+    before_action do
+      Prosopite.scan
+    end
+
+    after_action do
+      Prosopite.finish
+    end
   end
 end
 ```
@@ -163,12 +170,12 @@ end
 
 WARNING: scan/finish should run before/after **each** test and NOT before/after the whole suite.
 
-## Whitelisting
+## Allow list
 
 Ignore notifications for call stacks containing one or more substrings:
 
 ```ruby
-Prosopite.whitelist = ['substring_in_call_stack']
+Prosopite.allow_list = ['substring_in_call_stack']
 ```
 
 ## Scanning code outside controllers or tests

data/lib/prosopite.rb

@@ -7,32 +7,46 @@ module Prosopite
                 :stderr_logger,
                 :rails_logger,
                 :prosopite_logger,
-                :whitelist
+                :allow_list
 
     def scan
+      tc[:prosopite_scan] ||= false
       return if scan?
+
       subscribe
 
-      @query_counter = Hash.new(0)
-      @query_holder = Hash.new { |h, k| h[k] = [] }
-      @query_caller = {}
+      tc[:prosopite_query_counter] = Hash.new(0)
+      tc[:prosopite_query_holder] = Hash.new { |h, k| h[k] = [] }
+      tc[:prosopite_query_caller] = {}
+
+      @allow_list ||= []
 
-      @whitelist ||= []
-      @scan = true
+      tc[:prosopite_scan] = true
+    end
+
+    def tc
+      Thread.current
     end
 
     def scan?
-      @scan
+      tc[:prosopite_scan]
     end
 
     def finish
       return unless scan?
 
-      @notifications = {}
+      tc[:prosopite_scan] = false
+
+      create_notifications
+      send_notifications if tc[:prosopite_notifications].present?
+    end
+
+    def create_notifications
+      tc[:prosopite_notifications] = {}
 
-      @query_counter.each do |location_key, count|
+      tc[:prosopite_query_counter].each do |location_key, count|
         if count > 1
-          fingerprints = @query_holder[location_key].map do |q|
+          fingerprints = tc[:prosopite_query_holder][location_key].map do |q|
             begin
               fingerprint(q)
             rescue
@@ -40,30 +54,31 @@ module Prosopite
             end
           end
 
-          kaller = @query_caller[location_key]
+          kaller = tc[:prosopite_query_caller][location_key]
 
-          if fingerprints.uniq.size == 1 && !kaller.any? { |f| @whitelist.any? { |s| f.include?(s) } }
-            queries = @query_holder[location_key]
+          if fingerprints.uniq.size == 1 && !kaller.any? { |f| @allow_list.any? { |s| f.include?(s) } }
+            queries = tc[:prosopite_query_holder][location_key]
 
             unless kaller.any? { |f| f.include?('active_record/validations/uniqueness') }
-              @notifications[queries] = kaller
+              tc[:prosopite_notifications][queries] = kaller
             end
           end
         end
       end
+    end
 
-      @scan = false
-      Prosopite.send_notifications if @notifications.present?
+    def fingerprint(query)
+      if ActiveRecord::Base.connection.adapter_name.downcase.include?('mysql')
+        mysql_fingerprint(query)
+      else
+        PgQuery.fingerprint(query)
+      end
     end
 
     # Many thanks to https://github.com/genkami/fluent-plugin-query-fingerprint/
-    def fingerprint(query)
+    def mysql_fingerprint(query)
       query = query.dup
 
-      unless ActiveRecord::Base.connection.adapter_name.downcase.include?('mysql')
-        return PgQuery.fingerprint(query)
-      end
-
       return "mysqldump" if query =~ %r#\ASELECT /\*!40001 SQL_NO_CACHE \*/ \* FROM `#
       return "percona-toolkit" if query =~ %r#\*\w+\.\w+:[0-9]/[0-9]\*/#
       if match = /\A\s*(call\s+\S+)\(/i.match(query)
@@ -108,9 +123,14 @@ module Prosopite
     end
 
     def send_notifications
+      @rails_logger ||= false
+      @stderr_logger ||= false
+      @prosopite_logger ||= false
+      @raise ||= false
+
       notifications_str = ''
 
-      @notifications.each do |queries, kaller|
+      tc[:prosopite_notifications].each do |queries, kaller|
         notifications_str << "N+1 queries detected:\n"
         queries.each { |q| notifications_str << "  #{q}\n" }
         notifications_str << "Call stack:\n"
@@ -120,8 +140,8 @@ module Prosopite
         notifications_str << "\n"
       end
 
-      Rails.logger.warn(notifications_str) if @rails_logger
-      $stderr.puts(notifications_str) if @stderr_logger
+      Rails.logger.warn(red(notifications_str)) if @rails_logger
+      $stderr.puts(red(notifications_str)) if @stderr_logger
 
       if @prosopite_logger
         File.open(File.join(Rails.root, 'log', 'prosopite.log'), 'a') do |f|
@@ -132,9 +152,13 @@ module Prosopite
       raise NPlusOneQueriesError.new(notifications_str) if @raise
     end
 
+    def red(str)
+      str.split("\n").map { |line| "\e[91m#{line}\e[0m" }.join("\n")
+    end
+
     def subscribe
+      @subscribed ||= false
       return if @subscribed
-      @subscribed = true
 
       ActiveSupport::Notifications.subscribe 'sql.active_record' do |_, _, _, _, data|
         sql = data[:sql]
@@ -142,14 +166,16 @@ module Prosopite
         if scan? && sql.include?('SELECT') && data[:cached].nil?
           location_key = Digest::SHA1.hexdigest(caller.join)
 
-          @query_counter[location_key] += 1
-          @query_holder[location_key] << sql
+          tc[:prosopite_query_counter][location_key] += 1
+          tc[:prosopite_query_holder][location_key] << sql
 
-          if @query_counter[location_key] > 1
-            @query_caller[location_key] = caller.dup
+          if tc[:prosopite_query_counter][location_key] > 1
+            tc[:prosopite_query_caller][location_key] = caller.dup
           end
         end
       end
+
+      @subscribed = true
     end
   end
 end

data/lib/prosopite/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Prosopite
-  VERSION = "0.1.4"
+  VERSION = "0.2.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: prosopite
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.2.1
 platform: ruby
 authors:
 - Mpampis Kostas
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-02-26 00:00:00.000000000 Z
+date: 2021-03-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pg_query