pg_reports 0.5.4 → 0.6.1

data/lib/pg_reports/sql/schema_analysis/always_null_columns.sql

@@ -0,0 +1,25 @@
+-- Columns where ~100% of rows are NULL
+-- Strong indicator nothing in the application populates this column anymore.
+
+SELECT
+  s.schemaname AS schema,
+  s.tablename AS table_name,
+  s.attname AS column_name,
+  format_type(a.atttypid, a.atttypmod) AS data_type,
+  ROUND((s.null_frac * 100)::numeric, 2) AS null_pct,
+  pg_get_expr(ad.adbin, ad.adrelid) AS column_default,
+  a.attnotnull AS not_null_constraint,
+  c.reltuples::bigint AS estimated_rows
+FROM pg_stats s
+JOIN pg_class c ON c.relname = s.tablename
+JOIN pg_namespace n ON n.oid = c.relnamespace AND n.nspname = s.schemaname
+JOIN pg_attribute a ON a.attrelid = c.oid AND a.attname = s.attname
+LEFT JOIN pg_attrdef ad ON ad.adrelid = c.oid AND ad.adnum = a.attnum
+WHERE s.schemaname NOT IN ('pg_catalog', 'information_schema', 'pg_toast')
+  AND c.relkind = 'r'
+  AND a.attnum > 0
+  AND NOT a.attisdropped
+  AND a.attnotnull = false
+  AND s.null_frac >= 0.999
+  AND c.reltuples > 1000
+ORDER BY c.reltuples DESC;

data/lib/pg_reports/sql/schema_analysis/unused_columns.sql

@@ -0,0 +1,36 @@
+-- Columns that have only ever held a single value (likely never updated since creation)
+-- Uses pg_stats.n_distinct = 1 as a proxy for "no UPDATE has ever changed this field".
+-- Strong indicator the application code no longer references the column but it was never dropped.
+
+SELECT
+  s.schemaname AS schema,
+  s.tablename AS table_name,
+  s.attname AS column_name,
+  format_type(a.atttypid, a.atttypmod) AS data_type,
+  CASE
+    WHEN s.most_common_vals IS NOT NULL
+      THEN substring((s.most_common_vals::text) FROM 1 FOR 80)
+    ELSE NULL
+  END AS sole_value,
+  pg_get_expr(ad.adbin, ad.adrelid) AS column_default,
+  ROUND((s.null_frac * 100)::numeric, 2) AS null_pct,
+  c.reltuples::bigint AS estimated_rows
+FROM pg_stats s
+JOIN pg_class c ON c.relname = s.tablename
+JOIN pg_namespace n ON n.oid = c.relnamespace AND n.nspname = s.schemaname
+JOIN pg_attribute a ON a.attrelid = c.oid AND a.attname = s.attname
+LEFT JOIN pg_attrdef ad ON ad.adrelid = c.oid AND ad.adnum = a.attnum
+WHERE s.schemaname NOT IN ('pg_catalog', 'information_schema', 'pg_toast')
+  AND c.relkind = 'r'
+  AND a.attnum > 0
+  AND NOT a.attisdropped
+  AND s.n_distinct = 1
+  AND s.null_frac < 0.999
+  AND c.reltuples > 1000
+  AND NOT EXISTS (
+    SELECT 1 FROM pg_index i
+    WHERE i.indrelid = c.oid
+      AND a.attnum = ANY(i.indkey)
+      AND (i.indisprimary OR i.indisunique)
+  )
+ORDER BY c.reltuples DESC;

data/lib/pg_reports/sql/system/checkpoint_stats.sql

@@ -0,0 +1,20 @@
+-- Checkpoint and background writer statistics (PostgreSQL 17+)
+-- Uses pg_stat_checkpointer (introduced in PG 17) + pg_stat_bgwriter for bgwriter-only stats
+
+SELECT
+  pg_stat_get_checkpointer_num_timed() AS checkpoints_timed,
+  pg_stat_get_checkpointer_num_requested() AS checkpoints_requested,
+  ROUND(pg_stat_get_checkpointer_write_time()::numeric / 1000, 2) AS checkpoint_write_time_sec,
+  ROUND(pg_stat_get_checkpointer_sync_time()::numeric / 1000, 2) AS checkpoint_sync_time_sec,
+  pg_stat_get_checkpointer_buffers_written() AS buffers_checkpoint,
+  pg_stat_get_bgwriter_buf_written_clean() AS buffers_clean,
+  pg_stat_get_bgwriter_maxwritten_clean() AS bgwriter_stops,
+  pg_stat_get_buf_alloc() AS buffers_alloc,
+  CASE
+    WHEN (pg_stat_get_checkpointer_num_timed() + pg_stat_get_checkpointer_num_requested()) > 0
+    THEN ROUND(
+      pg_stat_get_checkpointer_num_requested()::numeric /
+      (pg_stat_get_checkpointer_num_timed() + pg_stat_get_checkpointer_num_requested()) * 100, 1)
+    ELSE 0
+  END AS requested_pct,
+  pg_stat_get_bgwriter_stat_reset_time() AS stats_reset;

data/lib/pg_reports/sql/system/checkpoint_stats_legacy.sql

@@ -0,0 +1,19 @@
+-- Checkpoint and background writer statistics (PostgreSQL < 17)
+-- All stats from pg_stat_bgwriter (before checkpoint columns were moved out)
+
+SELECT
+  checkpoints_timed,
+  checkpoints_req AS checkpoints_requested,
+  ROUND(checkpoint_write_time::numeric / 1000, 2) AS checkpoint_write_time_sec,
+  ROUND(checkpoint_sync_time::numeric / 1000, 2) AS checkpoint_sync_time_sec,
+  buffers_checkpoint,
+  buffers_clean,
+  maxwritten_clean AS bgwriter_stops,
+  buffers_alloc,
+  CASE
+    WHEN (checkpoints_timed + checkpoints_req) > 0
+    THEN ROUND(checkpoints_req::numeric / (checkpoints_timed + checkpoints_req) * 100, 1)
+    ELSE 0
+  END AS requested_pct,
+  stats_reset
+FROM pg_stat_bgwriter;

data/lib/pg_reports/sql/system/wraparound_risk.sql

@@ -0,0 +1,21 @@
+-- Transaction ID wraparound risk
+-- When age(datfrozenxid) approaches 2 billion, PostgreSQL will shut down
+-- to prevent data corruption. Monitor this to trigger preventive VACUUM FREEZE.
+
+SELECT
+  d.datname AS database_name,
+  age(d.datfrozenxid) AS xid_age,
+  ROUND(age(d.datfrozenxid)::numeric / 2147483647 * 100, 2) AS pct_towards_wraparound,
+  2147483647 - age(d.datfrozenxid) AS remaining_xids,
+  current_setting('autovacuum_freeze_max_age')::bigint AS freeze_max_age,
+  CASE
+    WHEN age(d.datfrozenxid) > current_setting('autovacuum_freeze_max_age')::bigint
+    THEN 'CRITICAL - exceeds freeze_max_age'
+    WHEN age(d.datfrozenxid) > current_setting('autovacuum_freeze_max_age')::bigint * 0.75
+    THEN 'WARNING - approaching freeze_max_age'
+    ELSE 'OK'
+  END AS status,
+  pg_size_pretty(pg_database_size(d.datname)) AS database_size
+FROM pg_database d
+WHERE d.datallowconn = true
+ORDER BY age(d.datfrozenxid) DESC;

data/lib/pg_reports/sql/tables/tables_without_pk.sql

@@ -0,0 +1,20 @@
+-- Tables without primary keys
+-- Missing PKs break logical replication and make row identification unreliable
+
+SELECT
+  n.nspname AS schema,
+  c.relname AS table_name,
+  c.reltuples::bigint AS estimated_rows,
+  pg_size_pretty(pg_relation_size(c.oid)) AS table_size,
+  ROUND(pg_relation_size(c.oid) / 1024.0 / 1024.0, 2) AS table_size_mb
+FROM pg_class c
+JOIN pg_namespace n ON n.oid = c.relnamespace
+WHERE c.relkind = 'r'
+  AND n.nspname NOT IN ('pg_catalog', 'information_schema')
+  AND NOT EXISTS (
+    SELECT 1
+    FROM pg_index i
+    WHERE i.indrelid = c.oid
+      AND i.indisprimary
+  )
+ORDER BY pg_relation_size(c.oid) DESC;

data/lib/pg_reports/sql/tables/unused_tables.sql

@@ -0,0 +1,19 @@
+-- Tables that have not been read at all since the last stats reset
+-- Zero seq_scan AND zero idx_scan -- application code never queries them.
+-- Candidates for archival, deletion, or extraction to a separate database.
+
+SELECT
+  t.schemaname AS schema,
+  t.relname AS table_name,
+  t.n_live_tup AS live_rows,
+  pg_size_pretty(pg_total_relation_size(t.relid)) AS total_size,
+  ROUND(pg_total_relation_size(t.relid) / 1024.0 / 1024.0, 2) AS total_size_mb,
+  COALESCE(t.last_autoanalyze, t.last_analyze) AS last_analyzed,
+  d.stats_reset AS db_stats_since
+FROM pg_stat_user_tables t
+LEFT JOIN pg_stat_database d ON d.datname = current_database()
+WHERE t.schemaname NOT IN ('pg_catalog', 'information_schema')
+  AND t.seq_scan = 0
+  AND COALESCE(t.idx_scan, 0) = 0
+  AND t.n_live_tup > 0
+ORDER BY pg_total_relation_size(t.relid) DESC;

data/lib/pg_reports/sql/tables/update_hotspots.sql

@@ -0,0 +1,26 @@
+-- Tables with disproportionately high write activity
+-- updates_per_row = n_tup_upd / n_live_tup -- same rows being updated repeatedly
+-- hot_update_pct  = n_tup_hot_upd / n_tup_upd -- low value means indexed columns are being updated (expensive)
+
+SELECT
+  schemaname AS schema,
+  relname AS table_name,
+  n_live_tup AS live_rows,
+  n_tup_upd AS updates,
+  n_tup_hot_upd AS hot_updates,
+  CASE WHEN n_tup_upd > 0
+    THEN ROUND((n_tup_hot_upd::numeric / n_tup_upd) * 100, 2)
+    ELSE 0
+  END AS hot_update_pct,
+  CASE WHEN n_live_tup > 0
+    THEN ROUND(n_tup_upd::numeric / n_live_tup, 2)
+    ELSE 0
+  END AS updates_per_row,
+  n_tup_ins AS inserts,
+  n_tup_del AS deletes,
+  n_dead_tup AS dead_rows
+FROM pg_stat_user_tables
+WHERE schemaname NOT IN ('pg_catalog', 'information_schema')
+  AND n_tup_upd > 1000
+  AND n_live_tup > 100
+ORDER BY (n_tup_upd::numeric / GREATEST(n_live_tup, 1)) DESC;

data/lib/pg_reports/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PgReports
-  VERSION = "0.5.4"
+  VERSION = "0.6.1"
 end

data/lib/pg_reports.rb

@@ -6,6 +6,7 @@ require "active_record"
 
 require_relative "pg_reports/version"
 require_relative "pg_reports/error"
+require_relative "pg_reports/compatibility"
 require_relative "pg_reports/configuration"
 require_relative "pg_reports/sql_loader"
 require_relative "pg_reports/executor"
@@ -138,3 +139,7 @@ end
 
 # Generate YAML-based methods on load
 PgReports::ModuleGenerator.generate!
+
+# Check Ruby and Rails versions immediately (no DB needed)
+PgReports::Compatibility.check_ruby!
+PgReports::Compatibility.check_rails!

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pg_reports
 version: !ruby/object:Gem::Version
-  version: 0.5.4
+  version: 0.6.1
 platform: ruby
 authors:
 - Eldar Avatov
@@ -161,6 +161,7 @@ files:
 - config/routes.rb
 - lib/pg_reports.rb
 - lib/pg_reports/annotation_parser.rb
+- lib/pg_reports/compatibility.rb
 - lib/pg_reports/configuration.rb
 - lib/pg_reports/dashboard/reports_registry.rb
 - lib/pg_reports/definitions/connections/active_connections.yml
@@ -175,8 +176,11 @@ files:
 - lib/pg_reports/definitions/connections/pool_wait_times.yml
 - lib/pg_reports/definitions/indexes/bloated_indexes.yml
 - lib/pg_reports/definitions/indexes/duplicate_indexes.yml
+- lib/pg_reports/definitions/indexes/fk_without_indexes.yml
+- lib/pg_reports/definitions/indexes/index_correlation.yml
 - lib/pg_reports/definitions/indexes/index_sizes.yml
 - lib/pg_reports/definitions/indexes/index_usage.yml
+- lib/pg_reports/definitions/indexes/inefficient_indexes.yml
 - lib/pg_reports/definitions/indexes/invalid_indexes.yml
 - lib/pg_reports/definitions/indexes/missing_indexes.yml
 - lib/pg_reports/definitions/indexes/unused_indexes.yml
@@ -186,17 +190,24 @@ files:
 - lib/pg_reports/definitions/queries/low_cache_hit_queries.yml
 - lib/pg_reports/definitions/queries/missing_index_queries.yml
 - lib/pg_reports/definitions/queries/slow_queries.yml
+- lib/pg_reports/definitions/queries/temp_file_queries.yml
+- lib/pg_reports/definitions/schema_analysis/always_null_columns.yml
+- lib/pg_reports/definitions/schema_analysis/unused_columns.yml
 - lib/pg_reports/definitions/system/activity_overview.yml
 - lib/pg_reports/definitions/system/cache_stats.yml
 - lib/pg_reports/definitions/system/database_sizes.yml
 - lib/pg_reports/definitions/system/extensions.yml
 - lib/pg_reports/definitions/system/settings.yml
+- lib/pg_reports/definitions/system/wraparound_risk.yml
 - lib/pg_reports/definitions/tables/bloated_tables.yml
 - lib/pg_reports/definitions/tables/cache_hit_ratios.yml
 - lib/pg_reports/definitions/tables/recently_modified.yml
 - lib/pg_reports/definitions/tables/row_counts.yml
 - lib/pg_reports/definitions/tables/seq_scans.yml
 - lib/pg_reports/definitions/tables/table_sizes.yml
+- lib/pg_reports/definitions/tables/tables_without_pk.yml
+- lib/pg_reports/definitions/tables/unused_tables.yml
+- lib/pg_reports/definitions/tables/update_hotspots.yml
 - lib/pg_reports/definitions/tables/vacuum_needed.yml
 - lib/pg_reports/engine.rb
 - lib/pg_reports/error.rb
@@ -226,8 +237,11 @@ files:
 - lib/pg_reports/sql/connections/pool_wait_times.sql
 - lib/pg_reports/sql/indexes/bloated_indexes.sql
 - lib/pg_reports/sql/indexes/duplicate_indexes.sql
+- lib/pg_reports/sql/indexes/fk_without_indexes.sql
+- lib/pg_reports/sql/indexes/index_correlation.sql
 - lib/pg_reports/sql/indexes/index_sizes.sql
 - lib/pg_reports/sql/indexes/index_usage.sql
+- lib/pg_reports/sql/indexes/inefficient_indexes.sql
 - lib/pg_reports/sql/indexes/invalid_indexes.sql
 - lib/pg_reports/sql/indexes/missing_indexes.sql
 - lib/pg_reports/sql/indexes/unused_indexes.sql
@@ -237,20 +251,29 @@ files:
 - lib/pg_reports/sql/queries/low_cache_hit_queries.sql
 - lib/pg_reports/sql/queries/missing_index_queries.sql
 - lib/pg_reports/sql/queries/slow_queries.sql
+- lib/pg_reports/sql/queries/temp_file_queries.sql
+- lib/pg_reports/sql/schema_analysis/always_null_columns.sql
 - lib/pg_reports/sql/schema_analysis/unique_indexes.sql
+- lib/pg_reports/sql/schema_analysis/unused_columns.sql
 - lib/pg_reports/sql/system/activity_overview.sql
 - lib/pg_reports/sql/system/cache_stats.sql
+- lib/pg_reports/sql/system/checkpoint_stats.sql
+- lib/pg_reports/sql/system/checkpoint_stats_legacy.sql
 - lib/pg_reports/sql/system/database_sizes.sql
 - lib/pg_reports/sql/system/databases_list.sql
 - lib/pg_reports/sql/system/extensions.sql
 - lib/pg_reports/sql/system/live_metrics.sql
 - lib/pg_reports/sql/system/settings.sql
+- lib/pg_reports/sql/system/wraparound_risk.sql
 - lib/pg_reports/sql/tables/bloated_tables.sql
 - lib/pg_reports/sql/tables/cache_hit_ratios.sql
 - lib/pg_reports/sql/tables/recently_modified.sql
 - lib/pg_reports/sql/tables/row_counts.sql
 - lib/pg_reports/sql/tables/seq_scans.sql
 - lib/pg_reports/sql/tables/table_sizes.sql
+- lib/pg_reports/sql/tables/tables_without_pk.sql
+- lib/pg_reports/sql/tables/unused_tables.sql
+- lib/pg_reports/sql/tables/update_hotspots.sql
 - lib/pg_reports/sql/tables/vacuum_needed.sql
 - lib/pg_reports/sql_loader.rb
 - lib/pg_reports/telegram_sender.rb