data_migration_for_rails 0.1.1

data/app/models/migration_step.rb

@@ -0,0 +1,150 @@
+# frozen_string_literal: true
+
+class MigrationStep < ApplicationRecord
+  # Associations
+  belongs_to :migration_plan
+  belongs_to :dependee, class_name: 'MigrationStep', optional: true
+  has_many :dependents, class_name: 'MigrationStep', foreign_key: :dependee_id
+
+  # Enums
+  enum attachment_export_mode: {
+    ignore: 0,
+    url: 1,
+    raw_data: 2
+  }
+
+  # Validations
+  validates :source_model_name, presence: true
+  validates :sequence, presence: true, numericality: { only_integer: true }
+  validate :validate_json_field_types
+
+  # Callbacks to set defaults
+  after_initialize :set_defaults, if: :new_record?
+  before_validation :parse_json_fields
+
+  # Scopes
+  scope :ordered_by_sequence, -> { order(:sequence) }
+
+  # Custom getter for dependee_attribute_mapping
+  def dependee_attribute_mapping
+    value = read_attribute(:dependee_attribute_mapping)
+    return {} if value.blank?
+    return value if value.is_a?(Hash)
+
+    JSON.parse(value)
+  rescue JSON::ParserError => e
+    Rails.logger.error "Failed to parse dependee_attribute_mapping for MigrationStep #{id}: #{e.message}"
+    {}
+  end
+
+  # Custom setter for dependee_attribute_mapping
+  def dependee_attribute_mapping=(value)
+    if value.is_a?(String)
+      write_attribute(:dependee_attribute_mapping, value)
+    elsif value.is_a?(Hash)
+      write_attribute(:dependee_attribute_mapping, value.to_json)
+    else
+      write_attribute(:dependee_attribute_mapping, {}.to_json)
+    end
+  end
+
+  # Custom getter for column_overrides
+  def column_overrides
+    value = read_attribute(:column_overrides)
+    return {} if value.blank?
+    return value if value.is_a?(Hash)
+
+    JSON.parse(value)
+  rescue JSON::ParserError => e
+    Rails.logger.error "Failed to parse column_overrides for MigrationStep #{id}: #{e.message}"
+    {}
+  end
+
+  # Custom setter for column_overrides
+  def column_overrides=(value)
+    if value.is_a?(String)
+      write_attribute(:column_overrides, value)
+    elsif value.is_a?(Hash)
+      write_attribute(:column_overrides, value.to_json)
+    else
+      write_attribute(:column_overrides, {}.to_json)
+    end
+  end
+
+  # Custom getter for association_overrides
+  def association_overrides
+    value = read_attribute(:association_overrides)
+    return {} if value.blank?
+    return value if value.is_a?(Hash)
+
+    JSON.parse(value)
+  rescue JSON::ParserError => e
+    Rails.logger.error "Failed to parse association_overrides for MigrationStep #{id}: #{e.message}"
+    {}
+  end
+
+  # Custom setter for association_overrides
+  def association_overrides=(value)
+    if value.is_a?(String)
+      write_attribute(:association_overrides, value)
+    elsif value.is_a?(Hash)
+      write_attribute(:association_overrides, value.to_json)
+    else
+      write_attribute(:association_overrides, {}.to_json)
+    end
+  end
+
+  private
+
+  def set_defaults
+    self.dependee_attribute_mapping ||= {}
+    self.column_overrides ||= {}
+    self.association_overrides ||= {}
+  end
+
+  def parse_json_fields
+    # Parse JSON string fields into proper objects
+    json_fields = %i[
+      dependee_attribute_mapping
+      column_overrides
+      association_overrides
+    ]
+
+    json_fields.each do |field|
+      value = send(field)
+      next if value.blank?
+
+      # If it's a string, try to parse it as JSON
+      next unless value.is_a?(String)
+
+      begin
+        parsed_value = JSON.parse(value)
+        send("#{field}=", parsed_value)
+      rescue JSON::ParserError => e
+        # Add validation error for invalid JSON
+        errors.add(field, "contains invalid JSON: #{e.message}")
+      end
+    end
+  end
+
+  def validate_json_field_types
+    # Ensure JSON fields are objects (Hash), not arrays
+    json_fields = {
+      dependee_attribute_mapping: 'Dependee Attribute Mapping',
+      column_overrides: 'Column Overrides',
+      association_overrides: 'Association ID Mappings'
+    }
+
+    json_fields.each do |field, label|
+      value = send(field)
+      next if value.blank? || value == {}
+
+      # Check if it's a Hash (JSON object)
+      if value.is_a?(Array)
+        errors.add(field, "#{label} must be a JSON object {}, not an array []")
+      elsif !value.is_a?(Hash)
+        errors.add(field, "#{label} must be a valid JSON object")
+      end
+    end
+  end
+end

data/app/policies/application_policy.rb

@@ -0,0 +1,53 @@
+# frozen_string_literal: true
+
+class ApplicationPolicy
+  attr_reader :user, :record
+
+  def initialize(user, record)
+    @user = user
+    @record = record
+  end
+
+  def index?
+    false
+  end
+
+  def show?
+    false
+  end
+
+  def create?
+    false
+  end
+
+  def new?
+    create?
+  end
+
+  def update?
+    false
+  end
+
+  def edit?
+    update?
+  end
+
+  def destroy?
+    false
+  end
+
+  class Scope
+    def initialize(user, scope)
+      @user = user
+      @scope = scope
+    end
+
+    def resolve
+      raise NoMethodError, "You must define #resolve in #{self.class}"
+    end
+
+    private
+
+    attr_reader :user, :scope
+  end
+end

data/app/policies/data_migration/user_policy.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module DataMigration
+  class UserPolicy < ApplicationPolicy
+    class Scope < Scope
+      def resolve
+        scope.all
+      end
+    end
+
+    def index?
+      user.admin?
+    end
+
+    def create?
+      user.admin?
+    end
+
+    def update?
+      user.admin?
+    end
+
+    def destroy?
+      user.admin? && record != user # Can't delete yourself
+    end
+  end
+end

data/app/policies/data_migration_user_policy.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+class DataMigrationUserPolicy < ApplicationPolicy
+  def index?
+    user.can_manage_users?
+  end
+
+  def show?
+    user.can_manage_users? || record.id == user.id # Users can view their own profile
+  end
+
+  def create?
+    user.can_manage_users?
+  end
+
+  def update?
+    user.can_manage_users? || record.id == user.id # Users can update their own profile
+  end
+
+  def destroy?
+    user.can_manage_users? && record.id != user.id # Can't delete yourself
+  end
+
+  def change_role?
+    user.can_manage_users? && record.id != user.id # Can't change your own role
+  end
+
+  class Scope < Scope
+    def resolve
+      if user.can_manage_users?
+        scope.all # Admins see all users
+      else
+        scope.where(id: user.id) # Others only see themselves
+      end
+    end
+  end
+end

data/app/policies/migration_execution_policy.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+class MigrationExecutionPolicy < ApplicationPolicy
+  def index?
+    true # All authenticated users can view execution history
+  end
+
+  def show?
+    true # All authenticated users can view execution details
+  end
+
+  def create?
+    user.can_execute_migrations?
+  end
+
+  def download?
+    true # All authenticated users can download exports
+  end
+
+  def cancel?
+    user.can_execute_migrations? && record.running?
+  end
+
+  class Scope < Scope
+    def resolve
+      if user.viewer?
+        scope.where(status: %i[completed failed]) # Viewers only see finished executions
+      else
+        scope.all # Operators and admins see everything including running
+      end
+    end
+  end
+end

data/app/policies/migration_plan_policy.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+class MigrationPlanPolicy < ApplicationPolicy
+  def index?
+    true # All authenticated users can view plans
+  end
+
+  def show?
+    true # All authenticated users can view a plan
+  end
+
+  def create?
+    user.admin?
+  end
+
+  def update?
+    user.admin?
+  end
+
+  def destroy?
+    user.admin? && record.can_be_deleted?
+  end
+
+  def execute?
+    user.can_execute_migrations?
+  end
+
+  def export_config?
+    true # All authenticated users can export plan configuration
+  end
+
+  def import_config?
+    user.admin? # Only admins can import plan configurations
+  end
+
+  class Scope < Scope
+    def resolve
+      scope.all # All users can see all plans
+    end
+  end
+end

data/app/policies/migration_step_policy.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+class MigrationStepPolicy < ApplicationPolicy
+  def index?
+    true # All authenticated users can view steps
+  end
+
+  def show?
+    true
+  end
+
+  def create?
+    user.admin?
+  end
+
+  def update?
+    user.admin?
+  end
+
+  def destroy?
+    user.admin?
+  end
+
+  class Scope < Scope
+    def resolve
+      scope.all
+    end
+  end
+end

data/app/services/data_migration/model_registry.rb

@@ -0,0 +1,95 @@
+# frozen_string_literal: true
+
+module DataMigration
+  class ModelRegistry
+    CACHE_KEY = 'data_migration_model_registry'
+    CACHE_EXPIRY = 1.hour
+
+    class << self
+      def all_models
+        Rails.cache.fetch(CACHE_KEY, expires_in: CACHE_EXPIRY) do
+          load_models
+        end
+      end
+
+      def model_metadata(model_name)
+        all_models[model_name]
+      end
+
+      def model_names
+        all_models.keys.sort
+      end
+
+      def refresh!
+        Rails.cache.delete(CACHE_KEY)
+        all_models
+      end
+
+      private
+
+      def load_models
+        models_data = {}
+
+        # Ensure all models are loaded
+        Rails.application.eager_load! unless Rails.application.config.eager_load
+
+        ActiveRecord::Base.descendants.each do |model|
+          # Skip engine models, abstract classes, and internal Rails models
+          next if model.name.nil?
+          next if model.name.start_with?('DataMigration', 'ActiveStorage', 'ApplicationRecord')
+          next if model.abstract_class?
+
+          begin
+            models_data[model.name] = extract_model_metadata(model)
+          rescue StandardError => e
+            Rails.logger.warn "Failed to extract metadata for #{model.name}: #{e.message}"
+          end
+        end
+
+        models_data
+      end
+
+      def extract_model_metadata(model)
+        metadata = {
+          name: model.name,
+          table_name: model.table_name,
+          columns: [],
+          attachments: [],
+          associations: {}
+        }
+
+        # Extract column information
+        model.columns.each do |column|
+          metadata[:columns] << {
+            name: column.name,
+            type: column.type.to_s,
+            sql_type: column.sql_type
+          }
+        end
+
+        # Extract Active Storage attachments
+        if model.respond_to?(:reflect_on_all_attachments)
+          model.reflect_on_all_attachments.each do |attachment|
+            metadata[:attachments] << {
+              name: attachment.name.to_s,
+              type: attachment.macro.to_s # :has_one_attached or :has_many_attached
+            }
+          end
+        end
+
+        # Extract associations
+        model.reflect_on_all_associations.each do |association|
+          next if association.class_name.start_with?('ActiveStorage', 'DataMigration')
+
+          metadata[:associations][association.name.to_s] = {
+            type: association.macro.to_s,
+            class_name: association.class_name,
+            foreign_key: association.foreign_key
+          }
+        end
+
+        metadata
+      end
+    end
+  end
+end