pg_reports 0.3.1 → 0.5.0

data/lib/pg_reports/sql/queries/expensive_queries.sql

@@ -2,9 +2,11 @@
 -- Requires pg_stat_statements extension
 
 WITH total AS (
-  SELECT SUM(total_exec_time) AS total_time
-  FROM pg_stat_statements
-  WHERE calls > 0
+  SELECT SUM(s.total_exec_time) AS total_time
+  FROM pg_stat_statements s
+  JOIN pg_database d ON s.dbid = d.oid
+  WHERE s.calls > 0
+    AND d.datname = current_database()
 )
 SELECT
   s.query,
@@ -13,10 +15,13 @@ SELECT
   ROUND((s.total_exec_time * 100.0 / t.total_time)::numeric, 2) AS percent_of_total,
   ROUND((s.mean_exec_time)::numeric, 2) AS mean_time_ms,
   s.rows
-FROM pg_stat_statements s, total t
+FROM pg_stat_statements s
+JOIN pg_database d ON s.dbid = d.oid
+CROSS JOIN total t
 WHERE s.calls > 0
   AND s.query NOT LIKE '%pg_stat_statements%'
   AND s.query NOT LIKE 'COMMIT%'
   AND s.query NOT LIKE 'BEGIN%'
+  AND d.datname = current_database()
 ORDER BY s.total_exec_time DESC
 LIMIT 100;

data/lib/pg_reports/sql/queries/heavy_queries.sql

@@ -2,16 +2,18 @@
 -- Requires pg_stat_statements extension
 
 SELECT
-  query,
-  calls,
-  ROUND((total_exec_time)::numeric, 2) AS total_time_ms,
-  ROUND((mean_exec_time)::numeric, 2) AS mean_time_ms,
-  rows,
-  ROUND((shared_blks_hit * 100.0 / NULLIF(shared_blks_hit + shared_blks_read, 0))::numeric, 2) AS cache_hit_ratio
-FROM pg_stat_statements
-WHERE calls > 0
-  AND query NOT LIKE '%pg_stat_statements%'
-  AND query NOT LIKE 'COMMIT%'
-  AND query NOT LIKE 'BEGIN%'
-ORDER BY calls DESC
+  s.query,
+  s.calls,
+  ROUND((s.total_exec_time)::numeric, 2) AS total_time_ms,
+  ROUND((s.mean_exec_time)::numeric, 2) AS mean_time_ms,
+  s.rows,
+  ROUND((s.shared_blks_hit * 100.0 / NULLIF(s.shared_blks_hit + s.shared_blks_read, 0))::numeric, 2) AS cache_hit_ratio
+FROM pg_stat_statements s
+JOIN pg_database d ON s.dbid = d.oid
+WHERE s.calls > 0
+  AND s.query NOT LIKE '%pg_stat_statements%'
+  AND s.query NOT LIKE 'COMMIT%'
+  AND s.query NOT LIKE 'BEGIN%'
+  AND d.datname = current_database()
+ORDER BY s.calls DESC
 LIMIT 100;

data/lib/pg_reports/sql/queries/low_cache_hit_queries.sql

@@ -2,18 +2,20 @@
 -- Requires pg_stat_statements extension
 
 SELECT
-  query,
-  calls,
-  ROUND((shared_blks_hit * 100.0 / NULLIF(shared_blks_hit + shared_blks_read, 0))::numeric, 2) AS cache_hit_ratio,
-  shared_blks_hit,
-  shared_blks_read,
-  ROUND((total_exec_time)::numeric, 2) AS total_time_ms,
-  ROUND((mean_exec_time)::numeric, 2) AS mean_time_ms
-FROM pg_stat_statements
-WHERE calls > 10
-  AND (shared_blks_hit + shared_blks_read) > 0
-  AND query NOT LIKE '%pg_stat_statements%'
-  AND query NOT LIKE 'COMMIT%'
-  AND query NOT LIKE 'BEGIN%'
-ORDER BY (shared_blks_hit * 1.0 / NULLIF(shared_blks_hit + shared_blks_read, 0)) ASC
+  s.query,
+  s.calls,
+  ROUND((s.shared_blks_hit * 100.0 / NULLIF(s.shared_blks_hit + s.shared_blks_read, 0))::numeric, 2) AS cache_hit_ratio,
+  s.shared_blks_hit,
+  s.shared_blks_read,
+  ROUND((s.total_exec_time)::numeric, 2) AS total_time_ms,
+  ROUND((s.mean_exec_time)::numeric, 2) AS mean_time_ms
+FROM pg_stat_statements s
+JOIN pg_database d ON s.dbid = d.oid
+WHERE s.calls > 10
+  AND (s.shared_blks_hit + s.shared_blks_read) > 0
+  AND s.query NOT LIKE '%pg_stat_statements%'
+  AND s.query NOT LIKE 'COMMIT%'
+  AND s.query NOT LIKE 'BEGIN%'
+  AND d.datname = current_database()
+ORDER BY (s.shared_blks_hit * 1.0 / NULLIF(s.shared_blks_hit + s.shared_blks_read, 0)) ASC
 LIMIT 100;

data/lib/pg_reports/sql/queries/missing_index_queries.sql

@@ -3,23 +3,25 @@
 -- Requires pg_stat_statements extension
 
 SELECT
-  query,
-  calls,
-  ROUND((total_exec_time)::numeric, 2) AS total_time_ms,
-  ROUND((mean_exec_time)::numeric, 2) AS mean_time_ms,
-  rows,
+  s.query,
+  s.calls,
+  ROUND((s.total_exec_time)::numeric, 2) AS total_time_ms,
+  ROUND((s.mean_exec_time)::numeric, 2) AS mean_time_ms,
+  s.rows,
   -- Heuristic: high rows examined per call may indicate missing index
-  ROUND((rows / NULLIF(calls, 0))::numeric, 0) AS rows_per_call,
+  ROUND((s.rows / NULLIF(s.calls, 0))::numeric, 0) AS rows_per_call,
   -- High read/hit ratio suggests disk access (possible seq scan)
-  ROUND((shared_blks_read * 100.0 / NULLIF(shared_blks_hit + shared_blks_read, 0))::numeric, 2) AS disk_read_ratio
-FROM pg_stat_statements
-WHERE calls > 10
-  AND (rows / NULLIF(calls, 0)) > 100
-  AND mean_exec_time > 10
-  AND query NOT LIKE '%pg_stat_statements%'
-  AND query NOT LIKE 'COMMIT%'
-  AND query NOT LIKE 'BEGIN%'
+  ROUND((s.shared_blks_read * 100.0 / NULLIF(s.shared_blks_hit + s.shared_blks_read, 0))::numeric, 2) AS disk_read_ratio
+FROM pg_stat_statements s
+JOIN pg_database d ON s.dbid = d.oid
+WHERE s.calls > 10
+  AND (s.rows / NULLIF(s.calls, 0)) > 100
+  AND s.mean_exec_time > 10
+  AND s.query NOT LIKE '%pg_stat_statements%'
+  AND s.query NOT LIKE 'COMMIT%'
+  AND s.query NOT LIKE 'BEGIN%'
   -- Focus on SELECT statements
-  AND (query ILIKE 'SELECT%' OR query ILIKE '%WHERE%')
-ORDER BY (rows / NULLIF(calls, 0)) * calls DESC
+  AND (s.query ILIKE 'SELECT%' OR s.query ILIKE '%WHERE%')
+  AND d.datname = current_database()
+ORDER BY (s.rows / NULLIF(s.calls, 0)) * s.calls DESC
 LIMIT 100;

data/lib/pg_reports/sql/queries/slow_queries.sql

@@ -2,16 +2,18 @@
 -- Requires pg_stat_statements extension
 
 SELECT
-  query,
-  calls,
-  ROUND((mean_exec_time)::numeric, 2) AS mean_time_ms,
-  ROUND((total_exec_time)::numeric, 2) AS total_time_ms,
-  ROUND((rows / NULLIF(calls, 0))::numeric, 2) AS rows_per_call,
-  ROUND((shared_blks_hit * 100.0 / NULLIF(shared_blks_hit + shared_blks_read, 0))::numeric, 2) AS cache_hit_ratio
-FROM pg_stat_statements
-WHERE calls > 0
-  AND query NOT LIKE '%pg_stat_statements%'
-  AND query NOT LIKE 'COMMIT%'
-  AND query NOT LIKE 'BEGIN%'
-ORDER BY mean_exec_time DESC
+  s.query,
+  s.calls,
+  ROUND((s.mean_exec_time)::numeric, 2) AS mean_time_ms,
+  ROUND((s.total_exec_time)::numeric, 2) AS total_time_ms,
+  ROUND((s.rows / NULLIF(s.calls, 0))::numeric, 2) AS rows_per_call,
+  ROUND((s.shared_blks_hit * 100.0 / NULLIF(s.shared_blks_hit + s.shared_blks_read, 0))::numeric, 2) AS cache_hit_ratio
+FROM pg_stat_statements s
+JOIN pg_database d ON s.dbid = d.oid
+WHERE s.calls > 0
+  AND s.query NOT LIKE '%pg_stat_statements%'
+  AND s.query NOT LIKE 'COMMIT%'
+  AND s.query NOT LIKE 'BEGIN%'
+  AND d.datname = current_database()
+ORDER BY s.mean_exec_time DESC
 LIMIT 100;

data/lib/pg_reports/sql/schema_analysis/unique_indexes.sql

@@ -0,0 +1,35 @@
+-- Unique indexes: all unique indexes in the database
+-- Used for validation consistency analysis
+
+SELECT
+  n.nspname AS schema_name,
+  t.relname AS table_name,
+  i.relname AS index_name,
+  array_agg(a.attname ORDER BY array_position(ix.indkey, a.attnum)) AS column_names,
+  pg_get_indexdef(i.oid) AS index_definition,
+  CASE
+    WHEN ix.indisprimary THEN 'primary_key'
+    WHEN ix.indisunique THEN 'unique'
+    ELSE 'regular'
+  END AS index_type
+FROM
+  pg_index ix
+  JOIN pg_class i ON i.oid = ix.indexrelid
+  JOIN pg_class t ON t.oid = ix.indrelid
+  JOIN pg_namespace n ON n.oid = t.relnamespace
+  JOIN pg_attribute a ON a.attrelid = t.oid AND a.attnum = ANY(ix.indkey)
+WHERE
+  n.nspname NOT IN ('pg_catalog', 'information_schema', 'pg_toast')
+  AND (ix.indisunique = true OR ix.indisprimary = true)
+  AND t.relkind = 'r'
+GROUP BY
+  n.nspname,
+  t.relname,
+  i.relname,
+  i.oid,
+  ix.indisprimary,
+  ix.indisunique
+ORDER BY
+  n.nspname,
+  t.relname,
+  i.relname;

data/lib/pg_reports/sql/system/databases_list.sql

@@ -0,0 +1,8 @@
+-- List of all databases in the cluster
+SELECT
+  datname AS database,
+  pg_size_pretty(pg_database_size(datname)) AS size
+FROM pg_database
+WHERE datistemplate = false
+  AND datallowconn = true
+ORDER BY datname;

data/lib/pg_reports/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PgReports
-  VERSION = "0.3.1"
+  VERSION = "0.5.0"
 end

data/lib/pg_reports.rb

@@ -12,6 +12,14 @@ require_relative "pg_reports/executor"
 require_relative "pg_reports/report"
 require_relative "pg_reports/telegram_sender"
 require_relative "pg_reports/annotation_parser"
+require_relative "pg_reports/explain_analyzer"
+require_relative "pg_reports/query_monitor"
+
+# YAML-based report system
+require_relative "pg_reports/filter"
+require_relative "pg_reports/report_definition"
+require_relative "pg_reports/report_loader"
+require_relative "pg_reports/module_generator"
 
 # Modules
 require_relative "pg_reports/modules/queries"
@@ -19,6 +27,7 @@ require_relative "pg_reports/modules/indexes"
 require_relative "pg_reports/modules/tables"
 require_relative "pg_reports/modules/connections"
 require_relative "pg_reports/modules/system"
+require_relative "pg_reports/modules/schema_analysis"
 
 # Dashboard
 require_relative "pg_reports/dashboard/reports_registry"
@@ -56,6 +65,10 @@ module PgReports
       :enable_pg_stat_statements!,
       to: Modules::System
 
+    # Schema analysis methods
+    delegate :missing_validations,
+      to: Modules::SchemaAnalysis
+
     # Generate a comprehensive database health report
     # @return [Report] Combined health report
     def health_report
@@ -110,5 +123,18 @@ module PgReports
     def system
       Modules::System
     end
+
+    def schema_analysis
+      Modules::SchemaAnalysis
+    end
+
+    # Reload YAML report definitions and regenerate module methods
+    def reload_definitions!
+      ReportLoader.reload!
+      ModuleGenerator.generate!
+    end
   end
 end
+
+# Generate YAML-based methods on load
+PgReports::ModuleGenerator.generate!

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pg_reports
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.5.0
 platform: ruby
 authors:
 - Eldar Avatov
@@ -10,7 +10,49 @@ cert_chain: []
 date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: rails
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: actionpack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: railties
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -121,21 +163,67 @@ files:
 - lib/pg_reports/annotation_parser.rb
 - lib/pg_reports/configuration.rb
 - lib/pg_reports/dashboard/reports_registry.rb
+- lib/pg_reports/definitions/connections/active_connections.yml
+- lib/pg_reports/definitions/connections/blocking_queries.yml
+- lib/pg_reports/definitions/connections/connection_churn.yml
+- lib/pg_reports/definitions/connections/connection_stats.yml
+- lib/pg_reports/definitions/connections/idle_connections.yml
+- lib/pg_reports/definitions/connections/locks.yml
+- lib/pg_reports/definitions/connections/long_running_queries.yml
+- lib/pg_reports/definitions/connections/pool_saturation.yml
+- lib/pg_reports/definitions/connections/pool_usage.yml
+- lib/pg_reports/definitions/connections/pool_wait_times.yml
+- lib/pg_reports/definitions/indexes/bloated_indexes.yml
+- lib/pg_reports/definitions/indexes/duplicate_indexes.yml
+- lib/pg_reports/definitions/indexes/index_sizes.yml
+- lib/pg_reports/definitions/indexes/index_usage.yml
+- lib/pg_reports/definitions/indexes/invalid_indexes.yml
+- lib/pg_reports/definitions/indexes/missing_indexes.yml
+- lib/pg_reports/definitions/indexes/unused_indexes.yml
+- lib/pg_reports/definitions/queries/all_queries.yml
+- lib/pg_reports/definitions/queries/expensive_queries.yml
+- lib/pg_reports/definitions/queries/heavy_queries.yml
+- lib/pg_reports/definitions/queries/low_cache_hit_queries.yml
+- lib/pg_reports/definitions/queries/missing_index_queries.yml
+- lib/pg_reports/definitions/queries/slow_queries.yml
+- lib/pg_reports/definitions/system/activity_overview.yml
+- lib/pg_reports/definitions/system/cache_stats.yml
+- lib/pg_reports/definitions/system/database_sizes.yml
+- lib/pg_reports/definitions/system/extensions.yml
+- lib/pg_reports/definitions/system/settings.yml
+- lib/pg_reports/definitions/tables/bloated_tables.yml
+- lib/pg_reports/definitions/tables/cache_hit_ratios.yml
+- lib/pg_reports/definitions/tables/recently_modified.yml
+- lib/pg_reports/definitions/tables/row_counts.yml
+- lib/pg_reports/definitions/tables/seq_scans.yml
+- lib/pg_reports/definitions/tables/table_sizes.yml
+- lib/pg_reports/definitions/tables/vacuum_needed.yml
 - lib/pg_reports/engine.rb
 - lib/pg_reports/error.rb
 - lib/pg_reports/executor.rb
+- lib/pg_reports/explain_analyzer.rb
+- lib/pg_reports/filter.rb
+- lib/pg_reports/module_generator.rb
 - lib/pg_reports/modules/connections.rb
 - lib/pg_reports/modules/indexes.rb
 - lib/pg_reports/modules/queries.rb
+- lib/pg_reports/modules/schema_analysis.rb
 - lib/pg_reports/modules/system.rb
 - lib/pg_reports/modules/tables.rb
+- lib/pg_reports/query_monitor.rb
 - lib/pg_reports/report.rb
+- lib/pg_reports/report_definition.rb
+- lib/pg_reports/report_loader.rb
 - lib/pg_reports/sql/connections/active_connections.sql
 - lib/pg_reports/sql/connections/blocking_queries.sql
+- lib/pg_reports/sql/connections/connection_churn.sql
 - lib/pg_reports/sql/connections/connection_stats.sql
 - lib/pg_reports/sql/connections/idle_connections.sql
 - lib/pg_reports/sql/connections/locks.sql
 - lib/pg_reports/sql/connections/long_running_queries.sql
+- lib/pg_reports/sql/connections/pool_saturation.sql
+- lib/pg_reports/sql/connections/pool_usage.sql
+- lib/pg_reports/sql/connections/pool_wait_times.sql
 - lib/pg_reports/sql/indexes/bloated_indexes.sql
 - lib/pg_reports/sql/indexes/duplicate_indexes.sql
 - lib/pg_reports/sql/indexes/index_sizes.sql
@@ -149,9 +237,11 @@ files:
 - lib/pg_reports/sql/queries/low_cache_hit_queries.sql
 - lib/pg_reports/sql/queries/missing_index_queries.sql
 - lib/pg_reports/sql/queries/slow_queries.sql
+- lib/pg_reports/sql/schema_analysis/unique_indexes.sql
 - lib/pg_reports/sql/system/activity_overview.sql
 - lib/pg_reports/sql/system/cache_stats.sql
 - lib/pg_reports/sql/system/database_sizes.sql
+- lib/pg_reports/sql/system/databases_list.sql
 - lib/pg_reports/sql/system/extensions.sql
 - lib/pg_reports/sql/system/live_metrics.sql
 - lib/pg_reports/sql/system/settings.sql
@@ -186,7 +276,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.4
+rubygems_version: 3.7.1
 specification_version: 4
 summary: PostgreSQL analysis and reporting tool with Telegram integration
 test_files: []