pg_reports 0.3.1 → 0.4.0

data/config/locales/uk.yml

@@ -295,6 +295,19 @@ uk:
           - "Цільове значення: >99% для OLTP, >95% для mixed workload."
           - "Низький cache hit: збільште shared_buffers (до 25% RAM), або проблема в запитах."
 
+      # === SCHEMA ANALYSIS ===
+      missing_validations:
+        title: "Відсутні валідації"
+        what: "Унікальні індекси в базі даних без відповідних валідацій uniqueness в Rails-моделях."
+        how: "Аналізує всі унікальні індекси (включаючи композитні) та перевіряє наявність validates :column, uniqueness: true у відповідній Rails-моделі."
+        nuances:
+          - "Обмеження БД (індекси) та валідації моделі служать різним цілям — обидва мають бути присутніми."
+          - "Унікальний індекс запобігає дублікатам на рівні БД, валідація дає зрозумілі повідомлення про помилки."
+          - "Для композитних індексів (a, b) потрібна валідація зі scope: validates :a, uniqueness: { scope: :b }"
+          - "Деякі таблиці можуть не мати моделей — це нормально для join-таблиць або legacy-таблиць."
+          - "Валідації в concerns та батьківських моделях також детектуються."
+          - "Первинні ключі не потребують валідацій — вони автоматично унікальні."
+
     # Problem explanations for highlighting
     problems:
       high_mean_time: "Високий середній час виконання. Розгляньте додавання індексів або оптимізацію запиту."

data/lib/pg_reports/dashboard/reports_registry.rb

@@ -139,6 +139,12 @@ module PgReports
         cache_stats: {
           thresholds: {cache_hit_ratio: {warning: 0.95, critical: 0.90, inverted: true}},
           problem_fields: ["cache_hit_ratio"]
+        },
+
+        # === SCHEMA ANALYSIS ===
+        missing_validations: {
+          thresholds: {},
+          problem_fields: []
         }
       }.freeze
 
@@ -208,6 +214,14 @@ module PgReports
             activity_overview: {name: "Activity Overview", description: "Current activity summary"},
             cache_stats: {name: "Cache Stats", description: "Database cache statistics"}
           }
+        },
+        schema_analysis: {
+          name: "Schema Analysis",
+          icon: "🔍",
+          color: "#06b6d4",
+          reports: {
+            missing_validations: {name: "Missing Validations", description: "Unique indexes without model validations"}
+          }
         }
       }.freeze
 

data/lib/pg_reports/definitions/connections/active_connections.yml

@@ -0,0 +1,23 @@
+# Active connections
+# Simple report showing all active database connections
+
+report:
+  name: active_connections
+  module: connections
+  description: "All active database connections"
+
+  sql:
+    category: connections
+    file: active_connections
+
+  title: "Active Connections"
+
+  columns:
+    - pid
+    - database
+    - username
+    - application
+    - state
+    - query_start
+    - state_change
+    - query

data/lib/pg_reports/definitions/connections/blocking_queries.yml

@@ -0,0 +1,20 @@
+# Blocking queries - queries that are blocking others
+# Simple report showing lock conflicts
+
+report:
+  name: blocking_queries
+  module: connections
+  description: "Queries that are blocking other queries"
+
+  sql:
+    category: connections
+    file: blocking_queries
+
+  title: "Blocking Queries"
+
+  columns:
+    - blocked_pid
+    - blocking_pid
+    - blocked_query
+    - blocking_query
+    - blocked_duration

data/lib/pg_reports/definitions/connections/connection_stats.yml

@@ -0,0 +1,18 @@
+# Connection statistics by state
+# Simple report showing connection counts grouped by state
+
+report:
+  name: connection_stats
+  module: connections
+  description: "Connection counts by database and state"
+
+  sql:
+    category: connections
+    file: connection_stats
+
+  title: "Connection Statistics"
+
+  columns:
+    - database
+    - state
+    - count

data/lib/pg_reports/definitions/connections/idle_connections.yml

@@ -0,0 +1,21 @@
+# Idle connections
+# Simple report showing connections in idle state
+
+report:
+  name: idle_connections
+  module: connections
+  description: "Connections currently idle"
+
+  sql:
+    category: connections
+    file: idle_connections
+
+  title: "Idle Connections"
+
+  columns:
+    - pid
+    - database
+    - username
+    - application
+    - idle_duration
+    - state_change

data/lib/pg_reports/definitions/connections/locks.yml

@@ -0,0 +1,22 @@
+# Lock statistics
+# Simple report showing current database locks
+
+report:
+  name: locks
+  module: connections
+  description: "Current database locks"
+
+  sql:
+    category: connections
+    file: locks
+
+  title: "Current Locks"
+
+  columns:
+    - pid
+    - database
+    - relation
+    - locktype
+    - mode
+    - granted
+    - waiting

data/lib/pg_reports/definitions/connections/long_running_queries.yml

@@ -0,0 +1,43 @@
+# Long running queries
+# Report with parameter filtering and title interpolation
+
+report:
+  name: long_running_queries
+  module: connections
+  description: "Queries running for extended duration"
+
+  sql:
+    category: connections
+    file: long_running_queries
+
+  title: "Long Running Queries (>= ${min_duration_seconds}s)"
+  title_vars:
+    min_duration_seconds:
+      source: param
+      key: min_duration_seconds
+
+  columns:
+    - pid
+    - database
+    - username
+    - duration_seconds
+    - state
+    - query
+
+  parameters:
+    min_duration_seconds:
+      type: integer
+      default: 60
+      description: "Minimum query duration in seconds"
+
+  filters:
+    - field: duration_seconds
+      operator: gte
+      value:
+        source: param
+        key: min_duration_seconds
+      cast: float
+
+  problem_explanations:
+    duration_seconds: long_running
+    duration: long_running

data/lib/pg_reports/definitions/indexes/bloated_indexes.yml

@@ -0,0 +1,43 @@
+# Bloated indexes - indexes with high bloat
+# Report with threshold filtering and title interpolation
+
+report:
+  name: bloated_indexes
+  module: indexes
+  description: "Indexes with high bloat percentage"
+
+  sql:
+    category: indexes
+    file: bloated_indexes
+
+  title: "Bloated Indexes (bloat >= ${threshold}%)"
+  title_vars:
+    threshold:
+      source: config
+      key: bloat_threshold_percent
+
+  columns:
+    - schema
+    - table_name
+    - index_name
+    - index_size_mb
+    - bloat_size_mb
+    - bloat_percent
+
+  parameters:
+    limit:
+      type: integer
+      default: 20
+      description: "Maximum number of results"
+
+  filters:
+    - field: bloat_percent
+      operator: gte
+      value:
+        source: config
+        key: bloat_threshold_percent
+      cast: float
+
+  problem_explanations:
+    bloat_ratio: high_bloat
+    bloat_size: high_bloat

data/lib/pg_reports/definitions/indexes/duplicate_indexes.yml

@@ -0,0 +1,19 @@
+# Duplicate indexes - indexes that may be redundant
+# Simple report with no filtering or parameters
+
+report:
+  name: duplicate_indexes
+  module: indexes
+  description: "Indexes that may be redundant"
+
+  sql:
+    category: indexes
+    file: duplicate_indexes
+
+  title: "Duplicate Indexes"
+
+  columns:
+    - table_name
+    - index_name
+    - duplicate_of
+    - index_size_mb

data/lib/pg_reports/definitions/indexes/index_sizes.yml

@@ -0,0 +1,29 @@
+# Index sizes - largest indexes by size
+# Report with title interpolation using limit parameter
+
+report:
+  name: index_sizes
+  module: indexes
+  description: "Largest indexes by size"
+
+  sql:
+    category: indexes
+    file: index_sizes
+
+  title: "Index Sizes (top ${limit})"
+  title_vars:
+    limit:
+      source: param
+      key: limit
+
+  columns:
+    - schema
+    - table_name
+    - index_name
+    - index_size_mb
+
+  parameters:
+    limit:
+      type: integer
+      default: 50
+      description: "Maximum number of results"

data/lib/pg_reports/definitions/indexes/index_usage.yml

@@ -0,0 +1,27 @@
+# Index usage statistics
+# Simple report with limit parameter
+
+report:
+  name: index_usage
+  module: indexes
+  description: "Index usage statistics showing scan counts and tuples read"
+
+  sql:
+    category: indexes
+    file: index_usage
+
+  title: "Index Usage Statistics"
+
+  columns:
+    - schema
+    - table_name
+    - index_name
+    - idx_scan
+    - idx_tup_read
+    - index_size_mb
+
+  parameters:
+    limit:
+      type: integer
+      default: 50
+      description: "Maximum number of results"

data/lib/pg_reports/definitions/indexes/invalid_indexes.yml

@@ -0,0 +1,19 @@
+# Invalid indexes - indexes that are not valid (e.g., failed to build)
+# Simple report with no filtering or parameters
+
+report:
+  name: invalid_indexes
+  module: indexes
+  description: "Indexes that are not valid (e.g., failed to build)"
+
+  sql:
+    category: indexes
+    file: invalid_indexes
+
+  title: "Invalid Indexes"
+
+  columns:
+    - schema
+    - table_name
+    - index_name
+    - index_definition

data/lib/pg_reports/definitions/indexes/missing_indexes.yml

@@ -0,0 +1,27 @@
+# Missing indexes - tables with high sequential scans
+# Simple report with limit parameter
+
+report:
+  name: missing_indexes
+  module: indexes
+  description: "Tables with high sequential scans that may benefit from indexes"
+
+  sql:
+    category: indexes
+    file: missing_indexes
+
+  title: "Tables Potentially Missing Indexes"
+
+  columns:
+    - schema
+    - table_name
+    - seq_scan
+    - seq_tup_read
+    - idx_scan
+    - table_size_mb
+
+  parameters:
+    limit:
+      type: integer
+      default: 20
+      description: "Maximum number of results"

data/lib/pg_reports/definitions/indexes/unused_indexes.yml

@@ -0,0 +1,41 @@
+# Unused indexes - indexes that are rarely or never scanned
+# These indexes waste disk space and slow down writes
+
+report:
+  name: unused_indexes
+  module: indexes
+  description: "Indexes that are rarely or never scanned"
+
+  sql:
+    category: indexes
+    file: unused_indexes
+
+  title: "Unused Indexes (scans <= ${threshold})"
+  title_vars:
+    threshold:
+      source: config
+      key: unused_index_threshold_scans
+
+  columns:
+    - schema
+    - table_name
+    - index_name
+    - idx_scan
+    - index_size_mb
+
+  parameters:
+    limit:
+      type: integer
+      default: 50
+      description: "Maximum number of results"
+
+  filters:
+    - field: idx_scan
+      operator: lte
+      value:
+        source: config
+        key: unused_index_threshold_scans
+      cast: integer
+
+  problem_explanations:
+    idx_scan: unused_index

data/lib/pg_reports/definitions/queries/all_queries.yml

@@ -0,0 +1,35 @@
+# All query statistics ordered by total time
+# Simple report with enrichment and title interpolation
+
+report:
+  name: all_queries
+  module: queries
+  description: "All query statistics ordered by total time"
+
+  sql:
+    category: queries
+    file: all_queries
+
+  title: "All Query Statistics (top ${limit})"
+  title_vars:
+    limit:
+      source: param
+      key: limit
+
+  columns:
+    - query
+    - source
+    - calls
+    - total_time_ms
+    - mean_time_ms
+    - rows
+
+  parameters:
+    limit:
+      type: integer
+      default: 50
+      description: "Maximum number of results"
+
+  enrichment:
+    hook: enrich_with_annotations
+    module: queries

data/lib/pg_reports/definitions/queries/expensive_queries.yml

@@ -0,0 +1,43 @@
+# Expensive queries - queries consuming most total time
+# Report with threshold filtering, enrichment, and title interpolation
+
+report:
+  name: expensive_queries
+  module: queries
+  description: "Queries consuming most total execution time"
+
+  sql:
+    category: queries
+    file: expensive_queries
+
+  title: "Expensive Queries (total time >= ${threshold}ms)"
+  title_vars:
+    threshold:
+      source: config
+      key: expensive_query_threshold_ms
+
+  columns:
+    - query
+    - source
+    - calls
+    - total_time_ms
+    - percent_of_total
+    - mean_time_ms
+
+  parameters:
+    limit:
+      type: integer
+      default: 20
+      description: "Maximum number of results"
+
+  filters:
+    - field: total_time_ms
+      operator: gte
+      value:
+        source: config
+        key: expensive_query_threshold_ms
+      cast: float
+
+  enrichment:
+    hook: enrich_with_annotations
+    module: queries

data/lib/pg_reports/definitions/queries/heavy_queries.yml

@@ -0,0 +1,49 @@
+# Heavy queries - queries called most frequently
+# Report with threshold filtering, enrichment, and title interpolation
+
+report:
+  name: heavy_queries
+  module: queries
+  description: "Queries called most frequently"
+
+  sql:
+    category: queries
+    file: heavy_queries
+
+  title: "Heavy Queries (calls >= ${threshold})"
+  title_vars:
+    threshold:
+      source: config
+      key: heavy_query_threshold_calls
+
+  columns:
+    - query
+    - source
+    - calls
+    - total_time_ms
+    - mean_time_ms
+    - cache_hit_ratio
+
+  parameters:
+    limit:
+      type: integer
+      default: 20
+      description: "Maximum number of results"
+
+  filters:
+    - field: calls
+      operator: gte
+      value:
+        source: config
+        key: heavy_query_threshold_calls
+      cast: integer
+
+  enrichment:
+    hook: enrich_with_annotations
+    module: queries
+
+  problem_explanations:
+    calls: high_calls
+    total_time_ms: high_total_time
+    mean_time_ms: high_mean_time
+    cache_hit_ratio: low_cache_hit

data/lib/pg_reports/definitions/queries/low_cache_hit_queries.yml

@@ -0,0 +1,47 @@
+# Queries with low cache hit ratio
+# Report with parameter filtering, enrichment, and title interpolation
+
+report:
+  name: low_cache_hit_queries
+  module: queries
+  description: "Queries with poor cache utilization"
+
+  sql:
+    category: queries
+    file: low_cache_hit_queries
+
+  title: "Queries with Low Cache Hit Ratio (min ${min_calls} calls)"
+  title_vars:
+    min_calls:
+      source: param
+      key: min_calls
+
+  columns:
+    - query
+    - source
+    - calls
+    - cache_hit_ratio
+    - shared_blks_hit
+    - shared_blks_read
+
+  parameters:
+    limit:
+      type: integer
+      default: 20
+      description: "Maximum number of results"
+    min_calls:
+      type: integer
+      default: 100
+      description: "Minimum number of calls to include"
+
+  filters:
+    - field: calls
+      operator: gte
+      value:
+        source: param
+        key: min_calls
+      cast: integer
+
+  enrichment:
+    hook: enrich_with_annotations
+    module: queries

data/lib/pg_reports/definitions/queries/missing_index_queries.yml

@@ -0,0 +1,31 @@
+# Queries missing indexes - sequential scans on large tables
+# Simple report with enrichment
+
+report:
+  name: missing_index_queries
+  module: queries
+  description: "Queries with sequential scans that may benefit from indexes"
+
+  sql:
+    category: queries
+    file: missing_index_queries
+
+  title: "Queries Potentially Missing Indexes"
+
+  columns:
+    - query
+    - source
+    - calls
+    - seq_scan_count
+    - rows_examined
+    - table_name
+
+  parameters:
+    limit:
+      type: integer
+      default: 20
+      description: "Maximum number of results"
+
+  enrichment:
+    hook: enrich_with_annotations
+    module: queries

data/lib/pg_reports/definitions/queries/slow_queries.yml

@@ -0,0 +1,48 @@
+# Slow queries - queries with high mean execution time
+# Report with threshold filtering, enrichment, and title interpolation
+
+report:
+  name: slow_queries
+  module: queries
+  description: "Queries with high mean execution time"
+
+  sql:
+    category: queries
+    file: slow_queries
+
+  title: "Slow Queries (mean time >= ${threshold}ms)"
+  title_vars:
+    threshold:
+      source: config
+      key: slow_query_threshold_ms
+
+  columns:
+    - query
+    - source
+    - calls
+    - mean_time_ms
+    - total_time_ms
+    - rows_per_call
+
+  parameters:
+    limit:
+      type: integer
+      default: 20
+      description: "Maximum number of results"
+
+  filters:
+    - field: mean_time_ms
+      operator: gte
+      value:
+        source: config
+        key: slow_query_threshold_ms
+      cast: float
+
+  enrichment:
+    hook: enrich_with_annotations
+    module: queries
+
+  problem_explanations:
+    mean_time_ms: high_mean_time
+    calls: high_calls
+    total_time_ms: high_total_time

data/lib/pg_reports/definitions/system/activity_overview.yml

@@ -0,0 +1,17 @@
+# Database activity overview
+# Simple report showing current database activity metrics
+
+report:
+  name: activity_overview
+  module: system
+  description: "Current database activity overview"
+
+  sql:
+    category: system
+    file: activity_overview
+
+  title: "Database Activity Overview"
+
+  columns:
+    - metric
+    - value