dynamic_migrations 2.2.0 → 3.1.0

data/lib/dynamic_migrations/postgres/server/database/triggers_and_functions_loader.rb

@@ -0,0 +1,131 @@
+# frozen_string_literal: true
+
+module DynamicMigrations
+  module Postgres
+    class Server
+      class Database
+        module TriggersAndFunctionsLoader
+          class EventTriggerProcedureSchemaMismatchError < StandardError
+          end
+
+          # fetch all columns from the database and build and return a
+          # useful hash representing the triggers_and_functions of your database
+          #
+          # this query is very fast, so does not need cached (a materialized view)
+          def fetch_triggers_and_functions
+            rows = connection.exec(<<~SQL)
+              SELECT
+                n.nspname AS trigger_schema,
+                t.tgname AS trigger_name,
+                em.text AS event_manipulation,
+                n.nspname AS event_object_schema,
+                c.relname AS event_object_table,
+                rank() OVER (
+                  PARTITION BY (n.nspname),
+                  (c.relname),
+                  em.num,
+                  (t.tgtype & 1),
+                  (t.tgtype & 66)
+                  ORDER BY
+                    t.tgname
+                ) AS action_order,
+                CASE WHEN pg_has_role(c.relowner, 'USAGE') THEN (
+                  regexp_match(
+                    pg_get_triggerdef(t.oid),
+                    '.{35,} WHEN ((.+)) EXECUTE FUNCTION'
+                  )
+                ) [1] ELSE NULL END AS action_condition,
+                p_n.nspname AS function_schema,
+                p.proname AS function_name,
+                p.prosrc AS function_definition,
+                SUBSTRING(
+                  pg_get_triggerdef(t.oid)
+                  FROM
+                    POSITION(
+                      ('EXECUTE FUNCTION') IN (
+                        SUBSTRING(
+                          pg_get_triggerdef(t.oid)
+                          FROM
+                            48
+                        )
+                      )
+                    ) + 47
+                ) AS action_statement,
+                CASE t.tgtype & 1 WHEN 1 THEN 'row' ELSE 'statement' END AS action_orientation,
+                CASE t.tgtype & 66 WHEN 2 THEN 'before' WHEN 64 THEN 'instead_of' ELSE 'after' END AS action_timing,
+                t.tgoldtable AS action_reference_old_table,
+                t.tgnewtable AS action_reference_new_table,
+                obj_description(t.oid, 'pg_trigger') as description,
+                obj_description(p.oid, 'pg_proc') as function_description
+              FROM
+                -- trigger tables
+                pg_namespace n,
+                pg_class c,
+                pg_trigger t,
+                -- procedure tables
+                pg_proc p,
+                pg_namespace p_n,
+                (
+                  VALUES
+                    (4, 'insert'),
+                    (8, 'delete'),
+                    (16, 'update')
+                ) em(num, text)
+              WHERE
+                n.oid = c.relnamespace
+                AND c.oid = t.tgrelid
+                AND p.oid = t.tgfoid
+                AND p_n.oid = p.pronamespace
+                AND (t.tgtype & em.num) <> 0
+                AND NOT t.tgisinternal
+                AND NOT pg_is_other_temp_schema(n.oid)
+                AND (
+                  pg_has_role(c.relowner, 'USAGE')
+                  OR has_table_privilege(
+                    c.oid, 'INSERT, UPDATE, DELETE, TRUNCATE, REFERENCES, TRIGGER'
+                  )
+                  OR has_any_column_privilege(
+                    c.oid, 'INSERT, UPDATE, REFERENCES'
+                  )
+                );
+            SQL
+
+            schemas = {}
+            rows.each do |row|
+              trigger_name = row["trigger_name"].to_sym
+              event_object_schema = row["event_object_schema"].to_sym
+              event_object_table = row["event_object_table"].to_sym
+
+              schema = schemas[event_object_schema] ||= {}
+              table = schema[event_object_table] ||= {}
+
+              # by convention (and to simplify things) we place these all in the same schema
+              unless row["trigger_schema"] == row["function_schema"] && row["function_schema"] == row["event_object_schema"]
+                raise EventTriggerProcedureSchemaMismatchError, "Expected trigger, procedure and event_object to be in the same schema for trigger '#{trigger_name}'"
+              end
+
+              table[trigger_name] = {
+                trigger_schema: row["trigger_schema"].to_sym,
+                event_manipulation: row["event_manipulation"].to_sym,
+                action_order: row["action_order"].to_i,
+                action_condition: row["action_condition"],
+                function_schema: row["function_schema"].to_sym,
+                function_name: row["function_name"].to_sym,
+                function_definition: row["function_definition"],
+                action_statement: row["action_statement"],
+                action_orientation: row["action_orientation"].to_sym,
+                action_timing: row["action_timing"].to_sym,
+                # `action_reference_old_table` and `action_reference_new_table` can be null
+                action_reference_old_table: row["action_reference_old_table"]&.to_sym,
+                action_reference_new_table: row["action_reference_new_table"]&.to_sym,
+                description: row["description"],
+                function_description: row["function_description"]
+              }
+            end
+            schemas
+          end
+        end
+      end
+    end
+  end
+end

data/lib/dynamic_migrations/postgres/server/database/validations_loader.rb

@@ -12,7 +12,9 @@ module DynamicMigrations
                   table_constraints.table_name,
                   array_agg(col.column_name ORDER BY col.column_name) AS columns,
                   table_constraints.constraint_name as validation_name,
-                  check_constraints.check_clause,
+                  pg_get_expr(conbin, conrelid, true) as check_clause,
+                  obj_description(pgc.oid, 'pg_constraint') as description,
+                  -- in case we need to update this query in a later version of DynamicMigrations
                   1 as table_version
                 FROM information_schema.table_constraints
                 JOIN information_schema.check_constraints
@@ -30,6 +32,7 @@ module DynamicMigrations
                   AND table_constraints.constraint_schema != 'postgis'
                   AND left(table_constraints.constraint_schema, 3) != 'pg_'
                 GROUP BY
+                  pgc.oid,
                   table_constraints.table_schema,
                   table_constraints.table_name,
                   table_constraints.constraint_name,
@@ -47,12 +50,12 @@ module DynamicMigrations
           # useful hash representing the validations of your database
           def fetch_validations
             begin
-              rows = connection.exec_params(<<~SQL)
+              rows = connection.exec(<<~SQL)
                 SELECT * FROM public.dynamic_migrations_validations_cache
               SQL
             rescue PG::UndefinedTable
               create_database_validations_cache
-              rows = connection.exec_params(<<~SQL)
+              rows = connection.exec(<<~SQL)
                 SELECT * FROM public.dynamic_migrations_validations_cache
               SQL
             end
@@ -69,7 +72,10 @@ module DynamicMigrations
 
               table[validation_name] = {
                 columns: row["columns"].gsub(/\A\{/, "").gsub(/\}\Z/, "").split(",").map { |column_name| column_name.to_sym },
-                check_clause: row["check_clause"]
+                check_clause: row["check_clause"],
+                description: row["description"],
+                deferrable: row["deferrable"] == "TRUE",
+                initially_deferred: row["initially_deferred"] == "TRUE"
               }
             end
             schemas

data/lib/dynamic_migrations/postgres/server/database.rb

@@ -13,6 +13,7 @@ module DynamicMigrations
         include StructureLoader
         include ValidationsLoader
         include KeysAndUniqueConstraintsLoader
+        include TriggersAndFunctionsLoader
         include LoadedSchemas
         include ConfiguredSchemas
         include LoadedSchemasBuilder
@@ -46,7 +47,7 @@ module DynamicMigrations
         end
 
         def differences
-          Differences.new(self).to_h
+          Differences.new(self)
         end
       end
     end

data/lib/dynamic_migrations/postgres/server.rb

@@ -32,6 +32,12 @@ module DynamicMigrations
       def databases
         @databases.values
       end
+
+      def migrations
+        databases.each_with_object({}) { |database, result|
+          result[database.name] = database.differences.to_migrations
+        }
+      end
     end
   end
 end

data/lib/dynamic_migrations/postgres.rb

@@ -2,7 +2,7 @@
 
 module DynamicMigrations
   # This module exists only to namespace Postgres functionality and
-  # make it possible to add other database/storage types in the futur.
+  # make it possible to add other database/storage types in the future.
   module Postgres
   end
 end

data/lib/dynamic_migrations/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DynamicMigrations
-  VERSION = "2.2.0"
+  VERSION = "3.1.0"
 end

data/lib/dynamic_migrations.rb

@@ -14,30 +14,74 @@ require "dynamic_migrations/postgres/server/database/connection"
 require "dynamic_migrations/postgres/server/database/structure_loader"
 require "dynamic_migrations/postgres/server/database/validations_loader"
 require "dynamic_migrations/postgres/server/database/keys_and_unique_constraints_loader"
+require "dynamic_migrations/postgres/server/database/triggers_and_functions_loader"
 require "dynamic_migrations/postgres/server/database/loaded_schemas_builder"
-require "dynamic_migrations/postgres/server/database/differences"
 require "dynamic_migrations/postgres/server/database/loaded_schemas"
 require "dynamic_migrations/postgres/server/database/configured_schemas"
+
+require "dynamic_migrations/postgres/server/database/differences"
+require "dynamic_migrations/postgres/server/database/differences/to_migrations/schemas"
+require "dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables"
+require "dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/columns"
+require "dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/foreign_key_constraints"
+require "dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/indexes"
+require "dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/primary_key"
+require "dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/triggers"
+require "dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/unique_constraints"
+require "dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/validations"
+require "dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/functions"
+require "dynamic_migrations/postgres/server/database/differences/to_migrations"
+
 require "dynamic_migrations/postgres/server/database"
 require "dynamic_migrations/postgres/server/database/source"
+
+require "dynamic_migrations/postgres/server/database/schema/tables"
+require "dynamic_migrations/postgres/server/database/schema/functions"
 require "dynamic_migrations/postgres/server/database/schema"
+require "dynamic_migrations/postgres/server/database/schema/function"
 require "dynamic_migrations/postgres/server/database/schema/table/validations"
 require "dynamic_migrations/postgres/server/database/schema/table/indexes"
 require "dynamic_migrations/postgres/server/database/schema/table/foreign_key_constraints"
 require "dynamic_migrations/postgres/server/database/schema/table/unique_constraints"
 require "dynamic_migrations/postgres/server/database/schema/table/columns"
+require "dynamic_migrations/postgres/server/database/schema/table/triggers"
 require "dynamic_migrations/postgres/server/database/schema/table"
 require "dynamic_migrations/postgres/server/database/schema/table/column"
 require "dynamic_migrations/postgres/server/database/schema/table/validation"
 require "dynamic_migrations/postgres/server/database/schema/table/foreign_key_constraint"
 require "dynamic_migrations/postgres/server/database/schema/table/index"
 require "dynamic_migrations/postgres/server/database/schema/table/primary_key"
+require "dynamic_migrations/postgres/server/database/schema/table/trigger"
 require "dynamic_migrations/postgres/server/database/schema/table/unique_constraint"
 
 require "dynamic_migrations/postgres/server"
 require "dynamic_migrations/postgres/connections"
 
+require "dynamic_migrations/postgres/generator/schema"
+require "dynamic_migrations/postgres/generator/table"
+require "dynamic_migrations/postgres/generator/column"
+require "dynamic_migrations/postgres/generator/foreign_key_constraint"
+require "dynamic_migrations/postgres/generator/function"
+require "dynamic_migrations/postgres/generator/index"
+require "dynamic_migrations/postgres/generator/primary_key"
+require "dynamic_migrations/postgres/generator/trigger"
+require "dynamic_migrations/postgres/generator/unique_constraint"
+require "dynamic_migrations/postgres/generator/validation"
+require "dynamic_migrations/postgres/generator"
+require "dynamic_migrations/postgres/generator/fragment"
+require "dynamic_migrations/postgres/generator/schema_migrations"
+require "dynamic_migrations/postgres/generator/schema_migrations/section"
+
+require "dynamic_migrations/active_record/migrators/schema"
+require "dynamic_migrations/active_record/migrators/validation"
+require "dynamic_migrations/active_record/migrators/foreign_key_constraint"
+require "dynamic_migrations/active_record/migrators/unique_constraint"
+require "dynamic_migrations/active_record/migrators/function"
+require "dynamic_migrations/active_record/migrators/trigger"
+require "dynamic_migrations/active_record/migrators/table"
+require "dynamic_migrations/active_record/migrators/index"
+require "dynamic_migrations/active_record/migrators/column"
+require "dynamic_migrations/active_record/migrators"
+
 module DynamicMigrations
-  class Error < StandardError
-  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dynamic_migrations
 version: !ruby/object:Gem::Version
-  version: 2.2.0
+  version: 3.1.0
 platform: ruby
 authors:
 - Craig Ulliott
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-07-31 00:00:00.000000000 Z
+date: 2023-08-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pg
@@ -65,23 +65,61 @@ files:
 - LICENSE.txt
 - README.md
 - lib/dynamic_migrations.rb
+- lib/dynamic_migrations/active_record/migrators.rb
+- lib/dynamic_migrations/active_record/migrators/column.rb
+- lib/dynamic_migrations/active_record/migrators/foreign_key_constraint.rb
+- lib/dynamic_migrations/active_record/migrators/function.rb
+- lib/dynamic_migrations/active_record/migrators/index.rb
+- lib/dynamic_migrations/active_record/migrators/schema.rb
+- lib/dynamic_migrations/active_record/migrators/table.rb
+- lib/dynamic_migrations/active_record/migrators/trigger.rb
+- lib/dynamic_migrations/active_record/migrators/unique_constraint.rb
+- lib/dynamic_migrations/active_record/migrators/validation.rb
 - lib/dynamic_migrations/expected_boolean_error.rb
 - lib/dynamic_migrations/expected_integer_error.rb
 - lib/dynamic_migrations/expected_string_error.rb
 - lib/dynamic_migrations/expected_symbol_error.rb
 - lib/dynamic_migrations/invalid_source_error.rb
 - lib/dynamic_migrations/module_included_into_unexpected_target_error.rb
+- lib/dynamic_migrations/name_helper.rb
 - lib/dynamic_migrations/postgres.rb
 - lib/dynamic_migrations/postgres/connections.rb
+- lib/dynamic_migrations/postgres/generator.rb
+- lib/dynamic_migrations/postgres/generator/column.rb
+- lib/dynamic_migrations/postgres/generator/foreign_key_constraint.rb
+- lib/dynamic_migrations/postgres/generator/fragment.rb
+- lib/dynamic_migrations/postgres/generator/function.rb
+- lib/dynamic_migrations/postgres/generator/index.rb
+- lib/dynamic_migrations/postgres/generator/primary_key.rb
+- lib/dynamic_migrations/postgres/generator/schema.rb
+- lib/dynamic_migrations/postgres/generator/schema_migrations.rb
+- lib/dynamic_migrations/postgres/generator/schema_migrations/section.rb
+- lib/dynamic_migrations/postgres/generator/table.rb
+- lib/dynamic_migrations/postgres/generator/trigger.rb
+- lib/dynamic_migrations/postgres/generator/unique_constraint.rb
+- lib/dynamic_migrations/postgres/generator/validation.rb
 - lib/dynamic_migrations/postgres/server.rb
 - lib/dynamic_migrations/postgres/server/database.rb
 - lib/dynamic_migrations/postgres/server/database/configured_schemas.rb
 - lib/dynamic_migrations/postgres/server/database/connection.rb
 - lib/dynamic_migrations/postgres/server/database/differences.rb
+- lib/dynamic_migrations/postgres/server/database/differences/to_migrations.rb
+- lib/dynamic_migrations/postgres/server/database/differences/to_migrations/schemas.rb
+- lib/dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/functions.rb
+- lib/dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables.rb
+- lib/dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/columns.rb
+- lib/dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/foreign_key_constraints.rb
+- lib/dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/indexes.rb
+- lib/dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/primary_key.rb
+- lib/dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/triggers.rb
+- lib/dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/unique_constraints.rb
+- lib/dynamic_migrations/postgres/server/database/differences/to_migrations/schemas/tables/validations.rb
 - lib/dynamic_migrations/postgres/server/database/keys_and_unique_constraints_loader.rb
 - lib/dynamic_migrations/postgres/server/database/loaded_schemas.rb
 - lib/dynamic_migrations/postgres/server/database/loaded_schemas_builder.rb
 - lib/dynamic_migrations/postgres/server/database/schema.rb
+- lib/dynamic_migrations/postgres/server/database/schema/function.rb
+- lib/dynamic_migrations/postgres/server/database/schema/functions.rb
 - lib/dynamic_migrations/postgres/server/database/schema/table.rb
 - lib/dynamic_migrations/postgres/server/database/schema/table/column.rb
 - lib/dynamic_migrations/postgres/server/database/schema/table/columns.rb
@@ -90,12 +128,16 @@ files:
 - lib/dynamic_migrations/postgres/server/database/schema/table/index.rb
 - lib/dynamic_migrations/postgres/server/database/schema/table/indexes.rb
 - lib/dynamic_migrations/postgres/server/database/schema/table/primary_key.rb
+- lib/dynamic_migrations/postgres/server/database/schema/table/trigger.rb
+- lib/dynamic_migrations/postgres/server/database/schema/table/triggers.rb
 - lib/dynamic_migrations/postgres/server/database/schema/table/unique_constraint.rb
 - lib/dynamic_migrations/postgres/server/database/schema/table/unique_constraints.rb
 - lib/dynamic_migrations/postgres/server/database/schema/table/validation.rb
 - lib/dynamic_migrations/postgres/server/database/schema/table/validations.rb
+- lib/dynamic_migrations/postgres/server/database/schema/tables.rb
 - lib/dynamic_migrations/postgres/server/database/source.rb
 - lib/dynamic_migrations/postgres/server/database/structure_loader.rb
+- lib/dynamic_migrations/postgres/server/database/triggers_and_functions_loader.rb
 - lib/dynamic_migrations/postgres/server/database/validations_loader.rb
 - lib/dynamic_migrations/version.rb
 homepage: