ruby-pg-extras 1.6.0 → 2.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 517f1d39dfe5d78d1e8f7650767664b9bc349bf062efb60b421e568afe65be82
-  data.tar.gz: b60152d78952c4dc8bcee791d445d1aa0028d60bb0af47736095c5b587f605bd
+  metadata.gz: a93ebb6cb69e2591e7e9c327b326edf9353105b985f0023ec00deceec631e398
+  data.tar.gz: 0e6b50933c072c9c04fba24875d71c0c561ecf4b5a0cb60f8cb66df9cb000075
 SHA512:
-  metadata.gz: 8d827609746ab9a203a80c40945ca4b394d9014443d3fb89ae938734d996e3dc3e7f9bce584a7d98297a490365b76e8209e3d43501f932c9c7d39078891f77d4
-  data.tar.gz: 95dd7b3bb562e194ddac894b9f1e66d05d37d933561333a127ae9dca649c0e2b2259a46b518117b06bcce72729574250b46be935e3f2245eaf9c812ed48346ad
+  metadata.gz: b855303347b32b4e20e9a9061f058843f8a337968344d3517a14a70000849691f378e077163720f487c2798df441c1a59f7f53e80b6d45ef2fe7796854cf79f6
+  data.tar.gz: 4429a4634e5b154dca182bdb232c64009178f287a00b1c58594dd089221ab2cc1520522ba2112153dd645905685d7751b7c51f9d9a87968d0ab416af93797d26

data/.circleci/config.yml

@@ -6,6 +6,22 @@ jobs:
         environment:
           DATABASE_URL: postgresql://postgres:secret@localhost:5432/ruby-pg-extras-test
       - image: circleci/postgres:11.5
+        command: postgres -c shared_preload_libraries=pg_stat_statements
+        name: postgres11
+        environment:
+          POSTGRES_USER: postgres
+          POSTGRES_DB: ruby-pg-extras-test
+          POSTGRES_PASSWORD: secret
+      - image: circleci/postgres:12.7
+        command: postgres -c shared_preload_libraries=pg_stat_statements
+        name: postgres12
+        environment:
+          POSTGRES_USER: postgres
+          POSTGRES_DB: ruby-pg-extras-test
+          POSTGRES_PASSWORD: secret
+      - image: circleci/postgres:13.3
+        command: postgres -c shared_preload_libraries=pg_stat_statements
+        name: postgres13
         environment:
           POSTGRES_USER: postgres
           POSTGRES_DB: ruby-pg-extras-test
@@ -16,13 +32,24 @@ jobs:
       - run: gem update --system
       - run: gem install bundler
       - run: bundle install --path vendor/bundle
-      - run: sudo apt-get update
+      - run: sudo apt-get update --allow-releaseinfo-change
       - run: sudo apt install postgresql-client-11
-      - run: dockerize -wait tcp://localhost:5432 -timeout 1m
+      - run: dockerize -wait tcp://postgres11:5432 -timeout 1m
+      - run:
+          name: Run specs for PG 11
+          environment:
+            DATABASE_URL: postgresql://postgres:secret@postgres11:5432/ruby-pg-extras-test
+          command: bundle exec rspec spec/
+      - run:
+          name: Run specs for PG 12
+          environment:
+            DATABASE_URL: postgresql://postgres:secret@postgres12:5432/ruby-pg-extras-test
+          command: bundle exec rspec spec/
       - run:
-          name: Run specs
-          command: |
-            bundle exec rspec spec/
+          name: Run specs for PG 13
+          environment:
+            DATABASE_URL: postgresql://postgres:secret@postgres13:5432/ruby-pg-extras-test
+          command: bundle exec rspec spec/
 workflows:
   version: 2
   test:

data/README.md

@@ -167,6 +167,20 @@ This method displays values for selected PostgreSQL settings. You can compare th
 
 [More info](https://pawelurbanek.com/postgresql-fix-performance#cache-hit)
 
+### `ssl_used`
+
+```ruby
+
+RubyPGExtras.ssl_used
+
+| ssl_is_used                     |
++---------------------------------+
+| t                               |
+
+```
+
+Returns boolean indicating if an encrypted SSL is currently used. Connecting to the database via an unencrypted connection is a critical security risk.
+
 ### `index_usage`
 
 ```ruby
@@ -387,6 +401,19 @@ This command displays indexes that have < 50 scans recorded against them, and ar
 
 [More info](https://pawelurbanek.com/postgresql-fix-performance#unused-indexes)
 
+### `duplicate_indexes`
+
+```ruby
+
+RubyPGExtras.duplicate_indexes
+
+| size       |  idx1        |  idx2          |  idx3    |  idx4     |
++------------+--------------+----------------+----------+-----------+
+| 128 k      | users_pkey   | index_users_id |          |           |
+```
+
+This command displays multiple indexes that have the same set of columns, same opclass, expression and predicate - which make them equivalent. Usually it's safe to drop one of them.
+
 ### `null_indexes`
 
 ```ruby
@@ -514,6 +541,30 @@ RubyPGExtras.kill_all
 
 This commands kills all the currently active connections to the database. It can be useful as a last resort when your database is stuck in a deadlock.
 
+### `pg_stat_statements_reset`
+
+```ruby
+RubyPGExtras.pg_stat_statements_reset
+```
+
+This command discards all statistics gathered so far by pg_stat_statements.
+
+### `buffercache_stats`
+
+```ruby
+RubyPGExtras.buffercache_stats(args: { limit: 10 })
+```
+
+This command shows the relations buffered in database share buffer, ordered by percentage taken. It also shows that how much of the whole relation is buffered.
+
+### `buffercache_usage`
+
+```ruby
+RubyPGExtras.buffercache_usage(args: { limit: 20 })
+```
+
+This command calculates how many blocks from which table are currently cached.
+
 ### `extensions`
 
 ```ruby
@@ -534,18 +585,17 @@ RubyPGExtras.mandelbrot
 
 This command outputs the Mandelbrot set, calculated through SQL.
 
-### `buffercache_stats`
-
-This command shows the relations buffered in database share buffer, ordered by percentage taken. It also shows that how much of the whole relation is buffered.
+## Testing
 
-```ruby
-RubyPGExtras.buffercache_stats(args: { limit: 10 })
+```bash
+cp docker-compose.yml.sample docker-compose.yml
+docker compose up -d
+rake test_all
 ```
 
-### `buffercache_usage`
-
-This command calculates how many blocks from which table are currently cached.
+## Query sources
 
-```ruby
-RubyPGExtras.buffercache_usage(args: { limit: 20 })
-```
+- [https://github.com/heroku/heroku-pg-extras](https://github.com/heroku/heroku-pg-extras)
+- [https://hakibenita.com/postgresql-unused-index-size](https://hakibenita.com/postgresql-unused-index-size)
+- [https://sites.google.com/site/itmyshare/database-tips-and-examples/postgres/useful-sqls-to-check-contents-of-postgresql-shared_buffer](https://sites.google.com/site/itmyshare/database-tips-and-examples/postgres/useful-sqls-to-check-contents-of-postgresql-shared_buffer)
+- [https://wiki.postgresql.org/wiki/Index_Maintenance](https://wiki.postgresql.org/wiki/Index_Maintenance)

data/Rakefile

@@ -3,3 +3,7 @@ require 'rspec/core/rake_task'
 
 RSpec::Core::RakeTask.new(:spec)
 
+desc 'Test all PG versions'
+task :test_all do
+  system("PG_VERSION=11 bundle exec rspec spec/ && PG_VERSION=12 bundle exec rspec spec/ && PG_VERSION=13 bundle exec rspec spec/")
+end

data/docker-compose.yml.sample

@@ -1,11 +1,30 @@
 version: '3'
 
 services:
-  postgres:
+  postgres11:
     image: postgres:11.5-alpine
+    command: postgres -c shared_preload_libraries=pg_stat_statements
     environment:
       POSTGRES_USER: postgres
       POSTGRES_DB: ruby-pg-extras-test
       POSTGRES_PASSWORD: secret
     ports:
       - '5432:5432'
+  postgres12:
+    image: postgres:12.7-alpine
+    command: postgres -c shared_preload_libraries=pg_stat_statements
+    environment:
+      POSTGRES_USER: postgres
+      POSTGRES_DB: ruby-pg-extras-test
+      POSTGRES_PASSWORD: secret
+    ports:
+      - '5433:5432'
+  postgres13:
+    image: postgres:13.3-alpine
+    command: postgres -c shared_preload_libraries=pg_stat_statements
+    environment:
+      POSTGRES_USER: postgres
+      POSTGRES_DB: ruby-pg-extras-test
+      POSTGRES_PASSWORD: secret
+    ports:
+      - '5434:5432'

data/lib/ruby-pg-extras/queries/calls.sql

@@ -1,8 +1,8 @@
 /* Queries that have highest frequency of execution */
 
 SELECT query AS qry,
-interval '1 millisecond' * total_time AS exec_time,
-to_char((total_time/sum(total_time) OVER()) * 100, 'FM90D0') || '%%'  AS prop_exec_time,
+interval '1 millisecond' * total_exec_time AS exec_time,
+to_char((total_exec_time/sum(total_exec_time) OVER()) * 100, 'FM90D0') || '%%'  AS prop_exec_time,
 to_char(calls, 'FM999G999G990') AS ncalls,
 interval '1 millisecond' * (blk_read_time + blk_write_time) AS sync_io_time
 FROM pg_stat_statements WHERE userid = (SELECT usesysid FROM pg_user WHERE usename = current_user LIMIT 1)

data/lib/ruby-pg-extras/queries/calls_legacy.sql

@@ -0,0 +1,9 @@
+/* Queries that have highest frequency of execution */
+
+SELECT query AS qry,
+interval '1 millisecond' * total_time AS exec_time,
+to_char((total_time/sum(total_time) OVER()) * 100, 'FM90D0') || '%%'  AS prop_exec_time,
+to_char(calls, 'FM999G999G990') AS ncalls,
+interval '1 millisecond' * (blk_read_time + blk_write_time) AS sync_io_time
+FROM pg_stat_statements WHERE userid = (SELECT usesysid FROM pg_user WHERE usename = current_user LIMIT 1)
+ORDER BY calls DESC LIMIT %{limit};

data/lib/ruby-pg-extras/queries/duplicate_indexes.sql

@@ -0,0 +1,11 @@
+/* Multiple indexes that have the same set of columns, same opclass, expression and predicate. */
+
+SELECT pg_size_pretty(sum(pg_relation_size(idx))::bigint) as size,
+       (array_agg(idx))[1] as idx1, (array_agg(idx))[2] as idx2,
+       (array_agg(idx))[3] as idx3, (array_agg(idx))[4] as idx4
+FROM (
+    SELECT indexrelid::regclass as idx, (indrelid::text ||E'\n'|| indclass::text ||E'\n'|| indkey::text ||E'\n'||
+                                         coalesce(indexprs::text,'')||E'\n' || coalesce(indpred::text,'')) as key
+    FROM pg_index) sub
+GROUP BY key HAVING count(*)>1
+ORDER BY sum(pg_relation_size(idx)) DESC;

data/lib/ruby-pg-extras/queries/outliers.sql

@@ -1,10 +1,10 @@
 /* Queries that have longest execution time in aggregate */
 
-SELECT interval '1 millisecond' * total_time AS total_exec_time,
-to_char((total_time/sum(total_time) OVER()) * 100, 'FM90D0') || '%%'  AS prop_exec_time,
+SELECT interval '1 millisecond' * total_exec_time AS total_exec_time,
+to_char((total_exec_time/sum(total_exec_time) OVER()) * 100, 'FM90D0') || '%%'  AS prop_exec_time,
 to_char(calls, 'FM999G999G999G990') AS ncalls,
 interval '1 millisecond' * (blk_read_time + blk_write_time) AS sync_io_time,
 query AS query
 FROM pg_stat_statements WHERE userid = (SELECT usesysid FROM pg_user WHERE usename = current_user LIMIT 1)
-ORDER BY total_time DESC
+ORDER BY total_exec_time DESC
 LIMIT %{limit};

data/lib/ruby-pg-extras/queries/outliers_legacy.sql

@@ -0,0 +1,10 @@
+/* Queries that have longest execution time in aggregate */
+
+SELECT interval '1 millisecond' * total_time AS total_exec_time,
+to_char((total_time/sum(total_time) OVER()) * 100, 'FM90D0') || '%%'  AS prop_exec_time,
+to_char(calls, 'FM999G999G999G990') AS ncalls,
+interval '1 millisecond' * (blk_read_time + blk_write_time) AS sync_io_time,
+query AS query
+FROM pg_stat_statements WHERE userid = (SELECT usesysid FROM pg_user WHERE usename = current_user LIMIT 1)
+ORDER BY total_time DESC
+LIMIT %{limit};

data/lib/ruby-pg-extras/queries/pg_stat_statements_reset.sql

@@ -0,0 +1,3 @@
+/* pg_stat_statements_reset discards statistics gathered so far by pg_stat_statements */
+
+SELECT pg_stat_statements_reset();

data/lib/ruby-pg-extras/queries/ssl_used.sql

@@ -0,0 +1,4 @@
+/* Check if SSL connection is used */
+
+CREATE EXTENSION IF NOT EXISTS sslinfo;
+SELECT ssl_is_used();

data/lib/ruby-pg-extras/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RubyPGExtras
-  VERSION = "1.6.0"
+  VERSION = "2.3.0"
 end

data/lib/ruby-pg-extras.rb

@@ -6,6 +6,7 @@ require 'pg'
 
 module RubyPGExtras
   @@database_url = nil
+  NEW_PG_STAT_STATEMENTS = "1.8"
 
   QUERIES = %i(
     bloat blocking cache_hit db_settings
@@ -14,14 +15,17 @@ module RubyPGExtras
     long_running_queries mandelbrot outliers
     records_rank seq_scans table_indexes_size
     table_size total_index_size total_table_size
-    unused_indexes vacuum_stats kill_all
-    buffercache_stats buffercache_usage
+    unused_indexes duplicate_indexes vacuum_stats kill_all
+    pg_stat_statements_reset buffercache_stats
+    buffercache_usage ssl_used
   )
 
   DEFAULT_ARGS = Hash.new({}).merge({
     calls: { limit: 10 },
+    calls_legacy: { limit: 10 },
     long_running_queries: { threshold: "500 milliseconds" },
     outliers: { limit: 10 },
+    outliers_legacy: { limit: 10 },
     buffercache_stats: { limit: 10 },
     buffercache_usage: { limit: 20 },
     unused_indexes: { min_scans: 50 },
@@ -39,6 +43,16 @@ module RubyPGExtras
   end
 
   def self.run_query(query_name:, in_format:, args: {})
+    if %i(calls outliers).include?(query_name)
+      pg_stat_statements_ver = RubyPGExtras.connection.exec("select installed_version from pg_available_extensions where name='pg_stat_statements'")
+        .to_a[0].fetch("installed_version", nil)
+      if pg_stat_statements_ver != nil
+        if Gem::Version.new(pg_stat_statements_ver) < Gem::Version.new(NEW_PG_STAT_STATEMENTS)
+          query_name = "#{query_name}_legacy".to_sym
+        end
+      end
+    end
+
     sql = if (custom_args = DEFAULT_ARGS[query_name].merge(args)) != {}
       sql_for(query_name: query_name) % custom_args
     else

data/spec/smoke_spec.rb

@@ -3,6 +3,11 @@
 require 'spec_helper'
 
 describe RubyPGExtras do
+  before(:all) do
+    RubyPGExtras.connection.exec("CREATE EXTENSION IF NOT EXISTS pg_buffercache;")
+    RubyPGExtras.connection.exec("CREATE EXTENSION IF NOT EXISTS pg_stat_statements;")
+  end
+
   RubyPGExtras::QUERIES.each do |query_name|
     it "#{query_name} description can be read" do
       expect do
@@ -13,9 +18,7 @@ describe RubyPGExtras do
     end
   end
 
-  PG_STATS_DEPENDENT_QUERIES = %i(calls outliers)
-
-  (RubyPGExtras::QUERIES - PG_STATS_DEPENDENT_QUERIES).each do |query_name|
+  RubyPGExtras::QUERIES.each do |query_name|
     it "#{query_name} query can be executed" do
       expect do
         RubyPGExtras.run_query(

data/spec/spec_helper.rb

@@ -4,4 +4,16 @@ require 'rubygems'
 require 'bundler/setup'
 require_relative '../lib/ruby-pg-extras'
 
-ENV["DATABASE_URL"] ||= "postgresql://postgres:secret@localhost:5432/ruby-pg-extras-test"
+pg_version = ENV["PG_VERSION"]
+
+port = if pg_version == "11"
+  "5432"
+elsif pg_version == "12"
+  "5433"
+elsif pg_version == "13"
+  "5434"
+else
+  "5432"
+end
+
+ENV["DATABASE_URL"] ||= "postgresql://postgres:secret@localhost:#{port}/ruby-pg-extras-test"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby-pg-extras
 version: !ruby/object:Gem::Version
-  version: 1.6.0
+  version: 2.3.0
 platform: ruby
 authors:
 - pawurb
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-03-29 00:00:00.000000000 Z
+date: 2021-10-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pg
@@ -90,7 +90,9 @@ files:
 - lib/ruby-pg-extras/queries/buffercache_usage.sql
 - lib/ruby-pg-extras/queries/cache_hit.sql
 - lib/ruby-pg-extras/queries/calls.sql
+- lib/ruby-pg-extras/queries/calls_legacy.sql
 - lib/ruby-pg-extras/queries/db_settings.sql
+- lib/ruby-pg-extras/queries/duplicate_indexes.sql
 - lib/ruby-pg-extras/queries/extensions.sql
 - lib/ruby-pg-extras/queries/index_cache_hit.sql
 - lib/ruby-pg-extras/queries/index_size.sql
@@ -101,8 +103,11 @@ files:
 - lib/ruby-pg-extras/queries/mandelbrot.sql
 - lib/ruby-pg-extras/queries/null_indexes.sql
 - lib/ruby-pg-extras/queries/outliers.sql
+- lib/ruby-pg-extras/queries/outliers_legacy.sql
+- lib/ruby-pg-extras/queries/pg_stat_statements_reset.sql
 - lib/ruby-pg-extras/queries/records_rank.sql
 - lib/ruby-pg-extras/queries/seq_scans.sql
+- lib/ruby-pg-extras/queries/ssl_used.sql
 - lib/ruby-pg-extras/queries/table_cache_hit.sql
 - lib/ruby-pg-extras/queries/table_indexes_size.sql
 - lib/ruby-pg-extras/queries/table_size.sql
@@ -133,7 +138,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
+rubygems_version: 3.1.6
 signing_key:
 specification_version: 4
 summary: Ruby PostgreSQL performance database insights