pg_reports 0.6.0 → 0.6.1

data/lib/pg_reports/sql/schema_analysis/always_null_columns.sql

@@ -0,0 +1,25 @@
+-- Columns where ~100% of rows are NULL
+-- Strong indicator nothing in the application populates this column anymore.
+
+SELECT
+  s.schemaname AS schema,
+  s.tablename AS table_name,
+  s.attname AS column_name,
+  format_type(a.atttypid, a.atttypmod) AS data_type,
+  ROUND((s.null_frac * 100)::numeric, 2) AS null_pct,
+  pg_get_expr(ad.adbin, ad.adrelid) AS column_default,
+  a.attnotnull AS not_null_constraint,
+  c.reltuples::bigint AS estimated_rows
+FROM pg_stats s
+JOIN pg_class c ON c.relname = s.tablename
+JOIN pg_namespace n ON n.oid = c.relnamespace AND n.nspname = s.schemaname
+JOIN pg_attribute a ON a.attrelid = c.oid AND a.attname = s.attname
+LEFT JOIN pg_attrdef ad ON ad.adrelid = c.oid AND ad.adnum = a.attnum
+WHERE s.schemaname NOT IN ('pg_catalog', 'information_schema', 'pg_toast')
+  AND c.relkind = 'r'
+  AND a.attnum > 0
+  AND NOT a.attisdropped
+  AND a.attnotnull = false
+  AND s.null_frac >= 0.999
+  AND c.reltuples > 1000
+ORDER BY c.reltuples DESC;

data/lib/pg_reports/sql/schema_analysis/unused_columns.sql

@@ -0,0 +1,36 @@
+-- Columns that have only ever held a single value (likely never updated since creation)
+-- Uses pg_stats.n_distinct = 1 as a proxy for "no UPDATE has ever changed this field".
+-- Strong indicator the application code no longer references the column but it was never dropped.
+
+SELECT
+  s.schemaname AS schema,
+  s.tablename AS table_name,
+  s.attname AS column_name,
+  format_type(a.atttypid, a.atttypmod) AS data_type,
+  CASE
+    WHEN s.most_common_vals IS NOT NULL
+      THEN substring((s.most_common_vals::text) FROM 1 FOR 80)
+    ELSE NULL
+  END AS sole_value,
+  pg_get_expr(ad.adbin, ad.adrelid) AS column_default,
+  ROUND((s.null_frac * 100)::numeric, 2) AS null_pct,
+  c.reltuples::bigint AS estimated_rows
+FROM pg_stats s
+JOIN pg_class c ON c.relname = s.tablename
+JOIN pg_namespace n ON n.oid = c.relnamespace AND n.nspname = s.schemaname
+JOIN pg_attribute a ON a.attrelid = c.oid AND a.attname = s.attname
+LEFT JOIN pg_attrdef ad ON ad.adrelid = c.oid AND ad.adnum = a.attnum
+WHERE s.schemaname NOT IN ('pg_catalog', 'information_schema', 'pg_toast')
+  AND c.relkind = 'r'
+  AND a.attnum > 0
+  AND NOT a.attisdropped
+  AND s.n_distinct = 1
+  AND s.null_frac < 0.999
+  AND c.reltuples > 1000
+  AND NOT EXISTS (
+    SELECT 1 FROM pg_index i
+    WHERE i.indrelid = c.oid
+      AND a.attnum = ANY(i.indkey)
+      AND (i.indisprimary OR i.indisunique)
+  )
+ORDER BY c.reltuples DESC;

data/lib/pg_reports/sql/tables/unused_tables.sql

@@ -0,0 +1,19 @@
+-- Tables that have not been read at all since the last stats reset
+-- Zero seq_scan AND zero idx_scan -- application code never queries them.
+-- Candidates for archival, deletion, or extraction to a separate database.
+
+SELECT
+  t.schemaname AS schema,
+  t.relname AS table_name,
+  t.n_live_tup AS live_rows,
+  pg_size_pretty(pg_total_relation_size(t.relid)) AS total_size,
+  ROUND(pg_total_relation_size(t.relid) / 1024.0 / 1024.0, 2) AS total_size_mb,
+  COALESCE(t.last_autoanalyze, t.last_analyze) AS last_analyzed,
+  d.stats_reset AS db_stats_since
+FROM pg_stat_user_tables t
+LEFT JOIN pg_stat_database d ON d.datname = current_database()
+WHERE t.schemaname NOT IN ('pg_catalog', 'information_schema')
+  AND t.seq_scan = 0
+  AND COALESCE(t.idx_scan, 0) = 0
+  AND t.n_live_tup > 0
+ORDER BY pg_total_relation_size(t.relid) DESC;

data/lib/pg_reports/sql/tables/update_hotspots.sql

@@ -0,0 +1,26 @@
+-- Tables with disproportionately high write activity
+-- updates_per_row = n_tup_upd / n_live_tup -- same rows being updated repeatedly
+-- hot_update_pct  = n_tup_hot_upd / n_tup_upd -- low value means indexed columns are being updated (expensive)
+
+SELECT
+  schemaname AS schema,
+  relname AS table_name,
+  n_live_tup AS live_rows,
+  n_tup_upd AS updates,
+  n_tup_hot_upd AS hot_updates,
+  CASE WHEN n_tup_upd > 0
+    THEN ROUND((n_tup_hot_upd::numeric / n_tup_upd) * 100, 2)
+    ELSE 0
+  END AS hot_update_pct,
+  CASE WHEN n_live_tup > 0
+    THEN ROUND(n_tup_upd::numeric / n_live_tup, 2)
+    ELSE 0
+  END AS updates_per_row,
+  n_tup_ins AS inserts,
+  n_tup_del AS deletes,
+  n_dead_tup AS dead_rows
+FROM pg_stat_user_tables
+WHERE schemaname NOT IN ('pg_catalog', 'information_schema')
+  AND n_tup_upd > 1000
+  AND n_live_tup > 100
+ORDER BY (n_tup_upd::numeric / GREATEST(n_live_tup, 1)) DESC;

data/lib/pg_reports/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PgReports
-  VERSION = "0.6.0"
+  VERSION = "0.6.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pg_reports
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.6.1
 platform: ruby
 authors:
 - Eldar Avatov
@@ -191,6 +191,8 @@ files:
 - lib/pg_reports/definitions/queries/missing_index_queries.yml
 - lib/pg_reports/definitions/queries/slow_queries.yml
 - lib/pg_reports/definitions/queries/temp_file_queries.yml
+- lib/pg_reports/definitions/schema_analysis/always_null_columns.yml
+- lib/pg_reports/definitions/schema_analysis/unused_columns.yml
 - lib/pg_reports/definitions/system/activity_overview.yml
 - lib/pg_reports/definitions/system/cache_stats.yml
 - lib/pg_reports/definitions/system/database_sizes.yml
@@ -204,6 +206,8 @@ files:
 - lib/pg_reports/definitions/tables/seq_scans.yml
 - lib/pg_reports/definitions/tables/table_sizes.yml
 - lib/pg_reports/definitions/tables/tables_without_pk.yml
+- lib/pg_reports/definitions/tables/unused_tables.yml
+- lib/pg_reports/definitions/tables/update_hotspots.yml
 - lib/pg_reports/definitions/tables/vacuum_needed.yml
 - lib/pg_reports/engine.rb
 - lib/pg_reports/error.rb
@@ -248,7 +252,9 @@ files:
 - lib/pg_reports/sql/queries/missing_index_queries.sql
 - lib/pg_reports/sql/queries/slow_queries.sql
 - lib/pg_reports/sql/queries/temp_file_queries.sql
+- lib/pg_reports/sql/schema_analysis/always_null_columns.sql
 - lib/pg_reports/sql/schema_analysis/unique_indexes.sql
+- lib/pg_reports/sql/schema_analysis/unused_columns.sql
 - lib/pg_reports/sql/system/activity_overview.sql
 - lib/pg_reports/sql/system/cache_stats.sql
 - lib/pg_reports/sql/system/checkpoint_stats.sql
@@ -266,6 +272,8 @@ files:
 - lib/pg_reports/sql/tables/seq_scans.sql
 - lib/pg_reports/sql/tables/table_sizes.sql
 - lib/pg_reports/sql/tables/tables_without_pk.sql
+- lib/pg_reports/sql/tables/unused_tables.sql
+- lib/pg_reports/sql/tables/update_hotspots.sql
 - lib/pg_reports/sql/tables/vacuum_needed.sql
 - lib/pg_reports/sql_loader.rb
 - lib/pg_reports/telegram_sender.rb