postgres-vacuum-monitor 0.6.0 → 0.10.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0fee499969b39fb4a978796ea02938e41b3bcfd2bc9cc359c6ccd7bc3f899baf
-  data.tar.gz: 8560faf84d65d94e45bcaff906ca32ec85f2e8f2f917445f5fb2ed26eb162196
+  metadata.gz: 2bade52e5e9f33c876eeb297422bb537fdc08385858d5cff63b53534da656435
+  data.tar.gz: f9e898dcfb96040f1b4ea0b6d3f59374bac36b42e2015c9a8c5c30dca9cff5ae
 SHA512:
-  metadata.gz: a56a0f9106ed71b00cfe4121065a441ffbf35c5365217d1e2f0ac4ae7d41dfbd6d7ba1b8693727f06bed87c8ebe2d73358aed33bbd8fdd16d70af9f1ee2437e9
-  data.tar.gz: 3c1c355e1fd736f397faef12c9ca96520b2266a7747fd65db49da17bd752c99d1d11db09d943b324ddb05e65c2bfdb7fe6ec441720a436b8fcddba1a3f95679e
+  metadata.gz: f3658515adbc097c69990e9c15f6a6b73e735ddd214840e0860ce540a362c3216eeac55f4dfef57c00cb1b59d32a1cb855efa2b6c12d6924021d41b69133d1bb
+  data.tar.gz: 65c6285452b08ee88853ad8f8be2b2bc37f2c2184c9ac1718f2b60c1491d51b8b8fb167b46072a7682c6535cb1aa02fae91cc60791d6640b16638dc208c88fc8

data/.gitignore

@@ -9,5 +9,5 @@
 *.iml
 .idea/
 Gemfile.lock
-log/*.log
 gemfiles/*.gemfile.lock
+log/

data/.travis.yml

@@ -1,7 +1,8 @@
 language: ruby
 rvm:
- - 2.5.6
- - 2.6.3
+ - 2.5.8
+ - 2.6.6
+ - 2.7.1
 gemfile:
  - gemfiles/activerecord_5.gemfile
  - gemfiles/activerecord_6.gemfile

data/CHANGELOG.md

@@ -1,5 +1,22 @@
 # postgres-vacuum-monitor
-## v.0.5.0
+
+## v.10.1
+- Query bug fix.
+
+## v.10.0
+- Add events for connection idle time and state.
+
+## v.0.9.0
+- Add the application name in the event.
+
+## v.0.8.0
+- Report on queries that are being blocked by another process.
+
+## v.0.7.0
+- Lower the default `LongTransactions` threshold from 1 hour to 5 minutes and make this configurable via
+  the `long_running_transaction_threshold_seconds` setting.
+
+## v.0.6.0
 - Add `wait_event_type`, `transaction_id` and `min_transaction_id` to `LongTransactions` events.
 
 ## v.0.5.0

data/README.md

@@ -33,6 +33,8 @@ The job itself needs a class to report the information and can be configured by
 ```ruby
 Postgres::Vacuum::Monitor.configure do |config|
   config.monitor_reporter_class_name = 'MetricsReporter'
+  # Optionally change the default threshold of 5 minutes for reporting long running transactions
+  config.long_running_transaction_threshold_seconds = 10 * 60  
 end
 ```
 

data/lib/postgres/vacuum/configuration.rb

@@ -1,10 +1,12 @@
 module Postgres
   module Vacuum
     class Configuration
-      attr_accessor :monitor_reporter_class_name
+      DEFAULT_LONG_RUNNING_TRANSACTION_THRESHOLD_SECONDS = 5 * 60
+      attr_accessor :monitor_reporter_class_name, :long_running_transaction_threshold_seconds
 
       def initialize
-        @monitor_reporter_class_name = nil
+        self.monitor_reporter_class_name = nil
+        self.long_running_transaction_threshold_seconds = DEFAULT_LONG_RUNNING_TRANSACTION_THRESHOLD_SECONDS
       end
     end
   end

data/lib/postgres/vacuum/jobs/monitor_job.rb

@@ -5,6 +5,9 @@ module Postgres
 
         AUTOVACUUM_LAGGING_EVENT = 'AutoVacuumLagging'.freeze
         LONG_TRANSACTIONS = 'LongTransactions'.freeze
+        BLOCKED_QUERIES = 'BlockedQueries'.freeze
+        CONNECTION_STATE = 'ConnectionState'.freeze
+        CONNECTION_IDLE_TIME = 'ConnectionIdleTime'.freeze
 
         def perform(*)
           with_each_db_name_and_connection do |name, connection|
@@ -33,6 +36,33 @@ module Postgres
                 tuples_over_limit: row['dead_tuples'].to_i - row['autovacuum_vacuum_tuples'].to_i
               )
             end
+
+            connection.execute(Postgres::Vacuum::Monitor::Query.blocked_queries).each do |row|
+              reporter_class.report_event(
+                BLOCKED_QUERIES,
+                database_name: name,
+                blocked_pid: row['blocked_pid'],
+                blocked_application: row['blocked_application'],
+                blocked_statement: row['blocked_statement'],
+                blocking_pid: row['blocking_pid'],
+                blocking_application: row['blocking_application'],
+                current_statement_in_blocking_process: row['current_statement_in_blocking_process']
+              )
+            end
+
+            connection.execute(Postgres::Vacuum::Monitor::Query.connection_state).each do |row|
+              reporter_class.report_event(CONNECTION_STATE, database_name: name, state: row['state'], connection_count: row['connection_count'])
+            end
+
+            connection.execute(Postgres::Vacuum::Monitor::Query.connection_idle_time).each do |row|
+              reporter_class.report_event(
+                CONNECTION_IDLE_TIME,
+                database_name: name,
+                max: row['max'],
+                median: row['median'],
+                percentile_90: row['percentile_90']
+              )
+            end
           end
 
           true

data/lib/postgres/vacuum/monitor/query.rb

@@ -5,7 +5,6 @@ module Postgres
         extend self
 
         STATES = ["'idle in transaction'", "'active'"].freeze
-        TIME_LIMIT = 3600
         THRESHOLD_SETTING = "'autovacuum_vacuum_threshold'".freeze
         SCALE_FACTOR_SETTING = "'autovacuum_vacuum_scale_factor'".freeze
         MAX_AGE_SETTING = "'autovacuum_freeze_max_age'".freeze
@@ -29,7 +28,7 @@ module Postgres
               WHERE state IN (#{STATES.join(', ')})
               ORDER BY seconds DESC
             ) AS long_queries
-            WHERE seconds > #{TIME_LIMIT};
+            WHERE seconds > #{Postgres::Vacuum::Monitor.configuration.long_running_transaction_threshold_seconds};
           SQL
         end
 
@@ -68,6 +67,58 @@ module Postgres
             ORDER BY  age(relfrozenxid) DESC LIMIT 50;
           SQL
         end
+
+        def blocked_queries
+          # The query was taken from https://wiki.postgresql.org/wiki/Lock_Monitoring
+          <<-SQL
+            SELECT blocked_locks.pid AS blocked_pid,
+              blocked_activity.usename AS blocked_user,
+              blocking_locks.pid AS blocking_pid,
+              blocking_activity.usename AS blocking_user,
+              blocked_activity.query AS blocked_statement,
+              blocking_activity.query AS current_statement_in_blocking_process,
+              blocked_activity.application_name AS blocked_application,
+              blocking_activity.application_name AS blocking_application
+            FROM pg_catalog.pg_locks blocked_locks
+            JOIN pg_catalog.pg_stat_activity blocked_activity  ON blocked_activity.pid = blocked_locks.pid
+            JOIN pg_catalog.pg_locks blocking_locks 
+              ON blocking_locks.locktype = blocked_locks.locktype
+              AND blocking_locks.DATABASE IS NOT DISTINCT FROM blocked_locks.DATABASE
+              AND blocking_locks.relation IS NOT DISTINCT FROM blocked_locks.relation
+              AND blocking_locks.page IS NOT DISTINCT FROM blocked_locks.page
+              AND blocking_locks.tuple IS NOT DISTINCT FROM blocked_locks.tuple
+              AND blocking_locks.virtualxid IS NOT DISTINCT FROM blocked_locks.virtualxid
+              AND blocking_locks.transactionid IS NOT DISTINCT FROM blocked_locks.transactionid
+              AND blocking_locks.classid IS NOT DISTINCT FROM blocked_locks.classid
+              AND blocking_locks.objid IS NOT DISTINCT FROM blocked_locks.objid
+              AND blocking_locks.objsubid IS NOT DISTINCT FROM blocked_locks.objsubid
+              AND blocking_locks.pid != blocked_locks.pid
+            JOIN pg_catalog.pg_stat_activity blocking_activity ON blocking_activity.pid = blocking_locks.pid
+            WHERE NOT blocked_locks.GRANTED;
+          SQL
+        end
+
+        def connection_state
+          <<-SQL
+            SELECT 
+              state, count(*) as connection_count 
+            FROM pg_stat_activity 
+            GROUP BY state 
+            ORDER BY connection_count DESC;
+          SQL
+        end
+
+        def connection_idle_time
+          <<-SQL
+            SELECT
+                max(EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - state_change))) as max,
+                percentile_cont(0.5) within GROUP (ORDER BY EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - state_change)) DESC) AS median,
+                percentile_cont(0.9) within GROUP (ORDER BY EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - state_change)) DESC) AS percentile_90
+            FROM pg_stat_activity
+            WHERE state = 'idle'
+            LIMIT 1000;
+          SQL
+        end
       end
     end
   end

data/lib/postgres/vacuum/monitor/version.rb

@@ -1,7 +1,7 @@
 module Postgres
   module Vacuum
     module Monitor
-      VERSION = '0.6.0'.freeze
+      VERSION = '0.10.1'.freeze
     end
   end
 end

data/postgres-vacuum-monitor.gemspec

@@ -24,9 +24,9 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency 'appraisal'
   spec.add_development_dependency 'bundler'
-  spec.add_development_dependency 'coveralls'
+  spec.add_development_dependency 'coveralls_reborn', '>= 0.18.0'
   spec.add_development_dependency 'database_cleaner'
-  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rake', '>= 12.3.3'
   spec.add_development_dependency 'rspec', '~> 3.2'
   spec.add_development_dependency 'salsify_rubocop'
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: postgres-vacuum-monitor
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.10.1
 platform: ruby
 authors:
 - Fernando Garces
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-02-07 00:00:00.000000000 Z
+date: 2020-10-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: appraisal
@@ -39,19 +39,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: coveralls
+  name: coveralls_reborn
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.18.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.18.0
 - !ruby/object:Gem::Dependency
   name: database_cleaner
   requirement: !ruby/object:Gem::Requirement
@@ -70,16 +70,16 @@ dependencies:
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 12.3.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 12.3.3
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -180,7 +180,7 @@ files:
 homepage: https://github.com/salsify/postgres-vacuum-monitor
 licenses: []
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -195,8 +195,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
-signing_key: 
+rubygems_version: 3.1.2
+signing_key:
 specification_version: 4
 summary: Simple stats collector for postgres auto vacuumer.
 test_files: []