data_migration_for_rails 0.1.1

data/db/migrate/20251118200641_add_user_foreign_keys.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+class AddUserForeignKeys < ActiveRecord::Migration[7.0]
+  def change
+    # Add user_id to migration_plans if not exists
+    unless column_exists?(:migration_plans, :user_id)
+      add_reference :migration_plans, :user, null: false, foreign_key: { to_table: :data_migration_users }
+    end
+
+    # Add user_id to migration_executions if not exists
+    return if column_exists?(:migration_executions, :user_id)
+
+    add_reference :migration_executions, :user, null: false, foreign_key: { to_table: :data_migration_users }
+  end
+end

data/db/migrate/20251124140000_add_attachment_export_mode_to_migration_steps.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+class AddAttachmentExportModeToMigrationSteps < ActiveRecord::Migration[7.1]
+  def change
+    # 0 = ignore, 1 = url, 2 = raw_data
+    add_column :migration_steps, :attachment_export_mode, :integer, default: 0, null: false
+    add_column :migration_steps, :attachment_fields, :text
+  end
+end

data/db/schema.rb

@@ -0,0 +1,102 @@
+# frozen_string_literal: true
+
+# This file is auto-generated from the current state of the database. Instead
+# of editing this file, please use the migrations feature of Active Record to
+# incrementally modify your database, and then regenerate this schema definition.
+#
+# This file is the source Rails uses to define your schema when running `bin/rails
+# db:schema:load`. When creating a new database, `bin/rails db:schema:load` tends to
+# be faster and is potentially less error prone than running all of your
+# migrations from scratch. Old migrations may fail to apply correctly if those
+# migrations use external dependencies or application code.
+#
+# It's strongly recommended that you check this file into your version control system.
+
+ActiveRecord::Schema[7.1].define(version: 20_251_105_222_623) do
+  # These are extensions that must be enabled in order to support this database
+  enable_extension 'plpgsql'
+
+  create_table 'migration_executions', force: :cascade do |t|
+    t.bigint 'migration_plan_id', null: false
+    t.bigint 'user_id', null: false
+    t.integer 'execution_type', null: false
+    t.integer 'status', default: 0, null: false
+    t.datetime 'started_at'
+    t.datetime 'completed_at'
+    t.string 'file_path'
+    t.jsonb 'stats', default: {}
+    t.text 'error_log'
+    t.datetime 'created_at', null: false
+    t.datetime 'updated_at', null: false
+    t.index ['execution_type'], name: 'index_migration_executions_on_execution_type'
+    t.index ['migration_plan_id'], name: 'index_migration_executions_on_migration_plan_id'
+    t.index ['started_at'], name: 'index_migration_executions_on_started_at'
+    t.index ['status'], name: 'index_migration_executions_on_status'
+    t.index ['user_id'], name: 'index_migration_executions_on_user_id'
+  end
+
+  create_table 'migration_plans', force: :cascade do |t|
+    t.string 'name', null: false
+    t.text 'description'
+    t.jsonb 'settings', default: {}
+    t.datetime 'created_at', null: false
+    t.datetime 'updated_at', null: false
+    t.index ['name'], name: 'index_migration_plans_on_name', unique: true
+  end
+
+  create_table 'migration_records', force: :cascade do |t|
+    t.bigint 'migration_execution_id', null: false
+    t.string 'migrated_model_name'
+    t.string 'record_identifier'
+    t.integer 'action'
+    t.jsonb 'record_changes'
+    t.text 'error_message'
+    t.datetime 'created_at', null: false
+    t.datetime 'updated_at', null: false
+    t.index ['migration_execution_id'], name: 'index_migration_records_on_migration_execution_id'
+  end
+
+  create_table 'migration_steps', force: :cascade do |t|
+    t.bigint 'migration_plan_id', null: false
+    t.string 'model_name'
+    t.integer 'sequence'
+    t.string 'filter_query'
+    t.bigint 'dependee_id'
+    t.jsonb 'dependee_attribute_mapping', default: {}
+    t.jsonb 'column_overrides', default: {}
+    t.jsonb 'association_overrides', default: {}
+    t.string 'included_models', default: [], array: true
+    t.string 'excluded_models', default: [], array: true
+    t.jsonb 'model_filters', default: {}
+    t.jsonb 'association_selections', default: {}
+    t.jsonb 'polymorphic_associations', default: {}
+    t.datetime 'created_at', null: false
+    t.datetime 'updated_at', null: false
+    t.index ['dependee_id'], name: 'index_migration_steps_on_dependee_id'
+    t.index ['migration_plan_id'], name: 'index_migration_steps_on_migration_plan_id'
+  end
+
+  create_table 'users', force: :cascade do |t|
+    t.string 'email', default: '', null: false
+    t.string 'encrypted_password', default: '', null: false
+    t.string 'reset_password_token'
+    t.datetime 'reset_password_sent_at'
+    t.datetime 'remember_created_at'
+    t.integer 'role', default: 0, null: false
+    t.datetime 'created_at', null: false
+    t.datetime 'updated_at', null: false
+    t.string 'confirmation_token'
+    t.datetime 'confirmed_at'
+    t.datetime 'confirmation_sent_at'
+    t.string 'unconfirmed_email'
+    t.index ['confirmation_token'], name: 'index_users_on_confirmation_token', unique: true
+    t.index ['email'], name: 'index_users_on_email', unique: true
+    t.index ['reset_password_token'], name: 'index_users_on_reset_password_token', unique: true
+  end
+
+  add_foreign_key 'migration_executions', 'migration_plans'
+  add_foreign_key 'migration_executions', 'users'
+  add_foreign_key 'migration_records', 'migration_executions'
+  add_foreign_key 'migration_steps', 'migration_plans'
+  add_foreign_key 'migration_steps', 'migration_steps', column: 'dependee_id'
+end

data/db/seeds.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+# Create initial admin user for Data Migration engine
+if DataMigrationUser.exists?(email: 'admin@datamigration.local')
+  puts 'ℹ️  Admin user already exists'
+else
+  DataMigrationUser.create!(
+    name: 'Administrator',
+    email: 'admin@datamigration.local',
+    password: 'password',
+    password_confirmation: 'password',
+    role: :admin
+  )
+
+  puts '✅ Created admin user:'
+  puts '   Email: admin@datamigration.local'
+  puts '   Password: password'
+  puts '   ⚠️  CHANGE THIS PASSWORD IMMEDIATELY IN PRODUCTION!'
+end

data/lib/data_migration/engine.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+require 'devise'
+require 'pundit'
+require 'sidekiq'
+require 'zip'
+
+module DataMigration
+  class Engine < ::Rails::Engine
+    # Mountable engine - does NOT use isolate_namespace
+    # This allows the engine to integrate with the host app's models
+
+    # Ensure engine's app directories are autoloaded
+    config.autoload_paths += %W[
+      #{config.root}/app/controllers
+      #{config.root}/app/models
+      #{config.root}/app/policies
+      #{config.root}/app/services
+      #{config.root}/app/jobs
+    ]
+
+    config.generators do |g|
+      g.test_framework :rspec
+      g.fixture_replacement :factory_bot
+      g.factory_bot dir: 'spec/factories'
+    end
+  end
+end

data/lib/data_migration/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module DataMigration
+  VERSION = '0.1.1'
+end

data/lib/data_migration.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require 'data_migration/version'
+require 'data_migration/engine'
+
+module DataMigration
+  # Your code goes here...
+end

data/lib/tasks/data_migration_tasks.rake

@@ -0,0 +1,40 @@
+# frozen_string_literal: true
+
+namespace :data_migration do
+  desc 'Install Data Migration engine (migrations + seed admin user)'
+  task install: :environment do
+    puts 'Installing Data Migration engine...'
+    puts '=' * 80
+
+    # Copy migrations
+    puts "
+📦 Copying migrations..."
+    Rake::Task['data_migration:install:migrations'].invoke
+
+    # Run migrations
+    puts "
+🔨 Running migrations..."
+    Rake::Task['db:migrate'].invoke
+
+    # Seed admin user
+    puts "
+👤 Creating admin user..."
+    DataMigration::Engine.load_seed
+
+    puts "\n#{'=' * 80}"
+    puts '✅ Installation complete!'
+    puts "
+📋 Next Steps:"
+    puts "1. Add to routes.rb: mount DataMigration::Engine => '/data_migration'"
+    puts '2. Configure Sidekiq in config/application.rb'
+    puts '3. Start Redis and Sidekiq'
+    puts '4. Visit /data_migration'
+    puts '5. Login with: admin@datamigration.local / password'
+    puts '6. ⚠️  CHANGE THE ADMIN PASSWORD IMMEDIATELY!'
+  end
+
+  desc 'Seed admin user'
+  task seed: :environment do
+    DataMigration::Engine.load_seed
+  end
+end

metadata

@@ -0,0 +1,279 @@
+--- !ruby/object:Gem::Specification
+name: data_migration_for_rails
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Vaibhav Rokkam
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2026-03-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bcrypt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.1.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.1.7
+- !ruby/object:Gem::Dependency
+  name: devise
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.9'
+- !ruby/object:Gem::Dependency
+  name: pundit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.3'
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7.1'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.0.1
+- !ruby/object:Gem::Dependency
+  name: rubyzip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.3'
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7.0'
+- !ruby/object:Gem::Dependency
+  name: factory_bot_rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '6.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '6.0'
+- !ruby/object:Gem::Dependency
+  name: faker
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rspec-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '6.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '6.0'
+description: A web-based tool for exporting and importing Rails application data with
+  audit trails and role-based access control.
+email:
+- vaibhav.rao200@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- Rakefile
+- app/assets/config/manifest.js
+- app/assets/stylesheets/application.css
+- app/channels/application_cable/channel.rb
+- app/channels/application_cable/connection.rb
+- app/controllers/concerns/data_migration/pundit_authorization.rb
+- app/controllers/data_migration/application_controller.rb
+- app/controllers/data_migration/exports_controller.rb
+- app/controllers/data_migration/imports_controller.rb
+- app/controllers/data_migration/migration_executions_controller.rb
+- app/controllers/data_migration/migration_plans_controller.rb
+- app/controllers/data_migration/migration_steps_controller.rb
+- app/controllers/data_migration/users_controller.rb
+- app/controllers/users/sessions_controller.rb
+- app/helpers/data_migration/application_helper.rb
+- app/jobs/application_job.rb
+- app/jobs/export_job.rb
+- app/jobs/import_job.rb
+- app/mailers/application_mailer.rb
+- app/models/application_record.rb
+- app/models/data_migration_user.rb
+- app/models/migration_execution.rb
+- app/models/migration_plan.rb
+- app/models/migration_record.rb
+- app/models/migration_step.rb
+- app/policies/application_policy.rb
+- app/policies/data_migration/user_policy.rb
+- app/policies/data_migration_user_policy.rb
+- app/policies/migration_execution_policy.rb
+- app/policies/migration_plan_policy.rb
+- app/policies/migration_step_policy.rb
+- app/services/data_migration/model_registry.rb
+- app/services/exports/generator_service.rb
+- app/services/imports/processor_service.rb
+- app/services/migration_plans/export_config_service.rb
+- app/services/migration_plans/import_config_service.rb
+- app/views/data_migration/devise/registrations/edit.html.erb
+- app/views/data_migration/devise/sessions/new.html.erb
+- app/views/data_migration/devise/shared/_error_messages.html.erb
+- app/views/data_migration/devise/shared/_links.html.erb
+- app/views/data_migration/exports/new.html.erb
+- app/views/data_migration/imports/new.html.erb
+- app/views/data_migration/migration_executions/index.html.erb
+- app/views/data_migration/migration_executions/show.html.erb
+- app/views/data_migration/migration_plans/_form.html.erb
+- app/views/data_migration/migration_plans/edit.html.erb
+- app/views/data_migration/migration_plans/index.html.erb
+- app/views/data_migration/migration_plans/new.html.erb
+- app/views/data_migration/migration_plans/show.html.erb
+- app/views/data_migration/migration_steps/_form.html.erb
+- app/views/data_migration/migration_steps/edit.html.erb
+- app/views/data_migration/migration_steps/new.html.erb
+- app/views/data_migration/users/_form.html.erb
+- app/views/data_migration/users/edit.html.erb
+- app/views/data_migration/users/index.html.erb
+- app/views/data_migration/users/new.html.erb
+- app/views/data_migration/users/show.html.erb
+- app/views/layouts/_navbar.html.erb
+- app/views/layouts/data_migration.html.erb
+- app/views/layouts/mailer.html.erb
+- app/views/layouts/mailer.text.erb
+- app/views/users/registrations/edit.html.erb
+- app/views/users/sessions/new.html.erb
+- app/views/users/shared/_error_messages.html.erb
+- app/views/users/shared/_links.html.erb
+- config/initializers/assets.rb
+- config/initializers/content_security_policy.rb
+- config/initializers/devise.rb
+- config/initializers/filter_parameter_logging.rb
+- config/initializers/inflections.rb
+- config/initializers/permissions_policy.rb
+- config/initializers/warden.rb
+- config/locales/devise.en.yml
+- config/locales/en.yml
+- config/routes.rb
+- db/migrate/20251102121659_create_migration_plans.rb
+- db/migrate/20251102122012_create_migration_steps.rb
+- db/migrate/20251105215702_create_migration_executions.rb
+- db/migrate/20251105215853_create_migration_records.rb
+- db/migrate/20251115154000_remove_unused_attributes.rb
+- db/migrate/20251116120000_add_filter_params_to_migration_executions.rb
+- db/migrate/20251118140000_create_data_migration_users.rb
+- db/migrate/20251118200641_add_user_foreign_keys.rb
+- db/migrate/20251124140000_add_attachment_export_mode_to_migration_steps.rb
+- db/schema.rb
+- db/seeds.rb
+- lib/data_migration.rb
+- lib/data_migration/engine.rb
+- lib/data_migration/version.rb
+- lib/tasks/data_migration_tasks.rake
+homepage: https://github.com/rokkamv/data_migration_for_rails
+licenses:
+- GPL-3.0
+metadata:
+  homepage_uri: https://github.com/rokkamv/data_migration_for_rails
+  source_code_uri: https://github.com/rokkamv/data_migration_for_rails
+  github_repo: ssh://github.com/rokkamv/data_migration_for_rails
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.3
+signing_key: 
+specification_version: 4
+summary: Rails engine for migrating data between environments
+test_files: []