data_migration_for_rails 0.1.1

data/app/views/data_migration/devise/sessions/new.html.erb

@@ -0,0 +1,35 @@
+<div class="row justify-content-center mt-5">
+  <div class="col-md-5">
+    <div class="card shadow">
+      <div class="card-body p-5">
+        <div class="text-center mb-4">
+          <h2 class="card-title">Data Migration Tool</h2>
+          <p class="text-muted">Sign in to your account</p>
+        </div>
+
+        <%= form_for(resource, as: resource_name, url: session_path(resource_name)) do |f| %>
+          <div class="mb-3">
+            <%= f.label :email, class: "form-label" %>
+            <%= f.email_field :email, autofocus: true, autocomplete: "email", class: "form-control", placeholder: "Enter your email" %>
+          </div>
+
+          <div class="mb-3">
+            <%= f.label :password, class: "form-label" %>
+            <%= f.password_field :password, autocomplete: "current-password", class: "form-control", placeholder: "Enter your password" %>
+          </div>
+
+          <% if devise_mapping.rememberable? %>
+            <div class="mb-3 form-check">
+              <%= f.check_box :remember_me, class: "form-check-input" %>
+              <%= f.label :remember_me, class: "form-check-label" %>
+            </div>
+          <% end %>
+
+          <div class="d-grid">
+            <%= f.submit "Sign in", class: "btn btn-primary btn-lg" %>
+          </div>
+        <% end %>
+      </div>
+    </div>
+  </div>
+</div>

data/app/views/data_migration/devise/shared/_error_messages.html.erb

@@ -0,0 +1,13 @@
+<% if resource.errors.any? %>
+  <div class="alert alert-danger alert-dismissible fade show" role="alert">
+    <h6 class="alert-heading">
+      <%= pluralize(resource.errors.count, "error") %> prohibited this from being saved:
+    </h6>
+    <ul class="mb-0">
+      <% resource.errors.full_messages.each do |message| %>
+        <li><%= message %></li>
+      <% end %>
+    </ul>
+    <button type="button" class="btn-close" data-bs-dismiss="alert"></button>
+  </div>
+<% end %>

data/app/views/data_migration/devise/shared/_links.html.erb

@@ -0,0 +1,21 @@
+<%- if controller_name != 'sessions' %>
+  <%= link_to "Log in", new_session_path(resource_name) %><br />
+<% end %>
+
+<%- if devise_mapping.recoverable? && controller_name != 'passwords' && controller_name != 'registrations' %>
+  <%= link_to "Forgot your password?", new_password_path(resource_name) %><br />
+<% end %>
+
+<%- if devise_mapping.confirmable? && controller_name != 'confirmations' %>
+  <%= link_to "Didn't receive confirmation instructions?", new_confirmation_path(resource_name) %><br />
+<% end %>
+
+<%- if devise_mapping.lockable? && resource_class.unlock_strategy_enabled?(:email) && controller_name != 'unlocks' %>
+  <%= link_to "Didn't receive unlock instructions?", new_unlock_path(resource_name) %><br />
+<% end %>
+
+<%- if devise_mapping.omniauthable? %>
+  <%- resource_class.omniauth_providers.each do |provider| %>
+    <%= button_to "Sign in with #{OmniAuth::Utils.camelize(provider)}", omniauth_authorize_path(resource_name, provider), data: { turbo: false } %><br />
+  <% end %>
+<% end %>

data/app/views/data_migration/exports/new.html.erb

@@ -0,0 +1,85 @@
+<div class="container-fluid py-4">
+  <div class="row justify-content-center">
+    <div class="col-lg-8">
+      <div class="d-flex justify-content-between align-items-center mb-4">
+        <h2>Export: <%= @migration_plan.name %></h2>
+        <%= link_to "Cancel", "/data_migration/migration_plans/#{@migration_plan.id}", class: "btn btn-secondary" %>
+      </div>
+
+      <% if @filter_params.any? %>
+        <div class="card">
+          <div class="card-header">
+            <h5 class="mb-0">📝 Filter Parameters</h5>
+          </div>
+          <div class="card-body">
+            <p class="text-muted mb-4">
+              This migration plan uses placeholders in filter queries. Please provide values for the following parameters:
+            </p>
+
+            <%= form_with url: "/data_migration/migration_plans/#{@migration_plan.id}/export", method: :post, local: true do |form| %>
+              <% @filter_params.each do |param_name, _| %>
+                <div class="mb-3">
+                  <%= label_tag "filter_params[#{param_name}]", param_name.humanize, class: "form-label" %>
+                  <%= text_field_tag "filter_params[#{param_name}]", nil,
+                      class: "form-control",
+                      placeholder: "Enter value for {{#{param_name}}}",
+                      required: true %>
+                  <div class="form-text">
+                    This value will replace <code>{{#{param_name}}}</code> in filter queries.
+                  </div>
+                </div>
+              <% end %>
+
+              <div class="alert alert-info mt-4">
+                <strong>💡 Examples:</strong>
+                <ul class="mb-0">
+                  <li>For date: <code>2024-01-01</code></li>
+                  <li>For number: <code>100</code></li>
+                  <li>For string: <code>active</code></li>
+                </ul>
+              </div>
+
+              <div class="d-grid gap-2 mt-4">
+                <%= form.submit "Start Export", class: "btn btn-primary btn-lg" %>
+              </div>
+            <% end %>
+          </div>
+        </div>
+      <% else %>
+        <div class="card">
+          <div class="card-body text-center py-5">
+            <h5>No parameters required</h5>
+            <p class="text-muted">This migration plan doesn't use any filter parameters.</p>
+
+            <%= form_with url: "/data_migration/migration_plans/#{@migration_plan.id}/export", method: :post, local: true do |form| %>
+              <div class="d-grid gap-2 col-md-6 mx-auto">
+                <%= form.submit "Start Export", class: "btn btn-primary btn-lg" %>
+              </div>
+            <% end %>
+          </div>
+        </div>
+      <% end %>
+
+      <div class="mt-4">
+        <h6>Migration Steps:</h6>
+        <ul class="list-group">
+          <% @migration_plan.migration_steps.order(:sequence).each do |step| %>
+            <li class="list-group-item">
+              <div class="d-flex justify-content-between align-items-start">
+                <div>
+                  <span class="badge bg-primary me-2"><%= step.sequence %></span>
+                  <strong><%= step.source_model_name %></strong>
+                </div>
+              </div>
+              <% if step.filter_query.present? %>
+                <small class="text-muted d-block mt-2">
+                  <strong>Filter:</strong> <code><%= step.filter_query %></code>
+                </small>
+              <% end %>
+            </li>
+          <% end %>
+        </ul>
+      </div>
+    </div>
+  </div>
+</div>

data/app/views/data_migration/imports/new.html.erb

@@ -0,0 +1,70 @@
+<div class="row justify-content-center">
+  <div class="col-md-8">
+    <h1 class="mb-4">Import Data</h1>
+
+    <div class="card">
+      <div class="card-body">
+        <h5 class="card-title"><%= @migration_plan.name %></h5>
+        <p class="card-text text-muted"><%= @migration_plan.description %></p>
+
+        <hr>
+
+        <%= form_with url: migration_plan_import_path(@migration_plan), method: :post, multipart: true, local: true do |form| %>
+          <div class="mb-3">
+            <%= form.label :archive_file, "Upload Export Archive", class: "form-label" %>
+            <%= form.file_field :archive_file, class: "form-control", accept: ".tar.gz,.tgz", required: true %>
+            <div class="form-text">
+              Select the .tar.gz file exported from the source environment.
+            </div>
+          </div>
+
+          <% if @filter_params.any? %>
+            <hr>
+            <h6>📝 Filter Parameters <small class="text-muted">(Optional)</small></h6>
+            <p class="text-muted small mb-3">
+              Update filter parameters if needed. Leave blank to use values from the last export.
+            </p>
+
+            <% @filter_params.each do |param_name, _| %>
+              <% default_value = @last_export&.filter_params&.dig(param_name) %>
+              <div class="mb-3">
+                <%= label_tag "filter_params[#{param_name}]", param_name.humanize, class: "form-label" %>
+                <%= text_field_tag "filter_params[#{param_name}]", default_value,
+                    class: "form-control",
+                    placeholder: default_value.present? ? "Default: #{default_value}" : "Enter value for {{#{param_name}}}" %>
+                <% if default_value.present? %>
+                  <div class="form-text">
+                    Last export used: <code><%= default_value %></code>
+                  </div>
+                <% else %>
+                  <div class="form-text">
+                    This will replace <code>{{#{param_name}}}</code> in filter queries.
+                  </div>
+                <% end %>
+              </div>
+            <% end %>
+            <hr>
+          <% end %>
+
+          <div class="alert alert-warning">
+            <h6>⚠️ Important Notes:</h6>
+            <ul class="mb-0">
+              <li>This will import data according to the configured migration steps.</li>
+              <li>Existing records will be updated based on unique identifiers.</li>
+              <li>The import runs in the background. You'll be redirected to monitor progress.</li>
+              <li>Make sure you have a database backup before proceeding.</li>
+            </ul>
+          </div>
+
+          <div class="d-grid gap-2">
+            <%= form.submit "Start Import", class: "btn btn-primary btn-lg", data: { confirm: "Are you sure you want to import this data?" } %>
+          </div>
+        <% end %>
+
+        <div class="mt-3">
+          <%= link_to "Cancel", @migration_plan, class: "btn btn-secondary" %>
+        </div>
+      </div>
+    </div>
+  </div>
+</div>

data/app/views/data_migration/migration_executions/index.html.erb

@@ -0,0 +1,78 @@
+<h1 class="mb-4">Execution History</h1>
+
+<% if @executions.any? %>
+  <div class="table-responsive">
+    <table class="table table-hover">
+      <thead class="table-light">
+        <tr>
+          <th>Type</th>
+          <th>Migration Plan</th>
+          <th>Status</th>
+          <th>Started</th>
+          <th>Duration</th>
+          <th>User</th>
+          <th>Stats</th>
+          <th>Actions</th>
+        </tr>
+      </thead>
+      <tbody>
+        <% @executions.each do |execution| %>
+          <tr>
+            <td>
+              <%= execution_type_icon(execution.execution_type) %>
+              <%= execution.execution_type.titleize %>
+            </td>
+            <td>
+              <%= link_to execution.migration_plan.name, execution.migration_plan, class: "text-decoration-none" %>
+            </td>
+            <td>
+              <span class="badge bg-<%= execution_status_color(execution.status) %>">
+                <%= execution.status.titleize %>
+              </span>
+            </td>
+            <td>
+              <%= execution.started_at&.strftime("%Y-%m-%d %H:%M") || 'Pending' %>
+            </td>
+            <td>
+              <% if execution.duration %>
+                <%= distance_of_time_in_words(execution.duration) %>
+              <% else %>
+                <span class="text-muted">-</span>
+              <% end %>
+            </td>
+            <td>
+              <small><%= execution.user.email %></small>
+            </td>
+            <td>
+              <% if execution.stats.present? %>
+                <small>
+                  <% if execution.export? %>
+                    <%= execution.stats['processed_records'] || 0 %> records
+                  <% else %>
+                    <span class="text-success"><%= execution.stats['created'] || 0 %></span> /
+                    <span class="text-warning"><%= execution.stats['updated'] || 0 %></span> /
+                    <span class="text-danger"><%= execution.stats['failed'] || 0 %></span>
+                  <% end %>
+                </small>
+              <% end %>
+            </td>
+            <td>
+              <div class="btn-group btn-group-sm">
+                <%= link_to "View", execution, class: "btn btn-outline-primary" %>
+                <% if execution.completed? && execution.export? && execution.file_path.present? %>
+                  <%= link_to "Download", download_migration_execution_path(execution), class: "btn btn-outline-success" %>
+                <% end %>
+              </div>
+            </td>
+          </tr>
+        <% end %>
+      </tbody>
+    </table>
+  </div>
+<% else %>
+  <div class="alert alert-info">
+    <h4>No Executions Yet</h4>
+    <p>Start an export or import from a migration plan to see execution history here.</p>
+    <%= link_to "View Migration Plans", migration_plans_path, class: "btn btn-primary" %>
+  </div>
+<% end %>

data/app/views/data_migration/migration_executions/show.html.erb

@@ -0,0 +1,338 @@
+<div class="mb-4">
+  <div class="d-flex justify-content-between align-items-center">
+    <div>
+      <h1>
+        <%= execution_type_icon(@execution.execution_type) %>
+        <%= @execution.display_name %>
+      </h1>
+      <p class="text-muted mb-0">
+        Started <%= time_ago_in_words(@execution.created_at) %> ago
+        by <%= @execution.user.email %>
+      </p>
+    </div>
+    <div>
+      <span class="badge bg-<%= execution_status_color(@execution.status) %> fs-5">
+        <%= @execution.status.titleize %>
+      </span>
+    </div>
+  </div>
+</div>
+
+<div class="row">
+  <div class="col-md-8">
+    <!-- Progress Card -->
+    <div class="card mb-4" data-controller="execution-monitor" data-execution-monitor-id-value="<%= @execution.id %>">
+      <div class="card-header">
+        <h5 class="mb-0">Progress</h5>
+      </div>
+      <div class="card-body">
+        <% if @execution.running? || @execution.pending? %>
+          <div class="progress mb-3" style="height: 30px;">
+            <div class="progress-bar progress-bar-striped progress-bar-animated bg-primary"
+                 role="progressbar"
+                 style="width: <%= @execution.progress_percentage %>%"
+                 data-execution-monitor-target="progressBar">
+              <%= @execution.progress_percentage %>%
+            </div>
+          </div>
+          <p class="text-center text-muted" data-execution-monitor-target="statusMessage">
+            <% if @execution.pending? %>
+              Waiting to start...
+            <% else %>
+              Processing...
+            <% end %>
+          </p>
+        <% elsif @execution.completed? %>
+          <div class="alert alert-success">
+            <h5>✅ <%= @execution.execution_type.titleize %> Completed Successfully</h5>
+            <p class="mb-0">
+              Duration: <%= distance_of_time_in_words(@execution.duration) %>
+            </p>
+          </div>
+        <% elsif @execution.failed? %>
+          <div class="alert alert-danger">
+            <h5>❌ <%= @execution.execution_type.titleize %> Failed</h5>
+            <% if @execution.error_log.present? %>
+              <details>
+                <summary>View Error Details</summary>
+                <pre class="mt-2"><%= @execution.error_log %></pre>
+              </details>
+            <% end %>
+          </div>
+        <% end %>
+
+        <!-- Statistics -->
+        <% if @execution.stats.present? %>
+          <div class="row text-center mt-4">
+            <% if @execution.export? %>
+              <div class="col-md-4">
+                <div class="card">
+                  <div class="card-body">
+                    <h3 class="text-primary"><%= @execution.stats['processed_records'] || 0 %></h3>
+                    <p class="text-muted mb-0">Records Exported</p>
+                  </div>
+                </div>
+              </div>
+              <div class="col-md-4">
+                <div class="card">
+                  <div class="card-body">
+                    <h3 class="text-info"><%= @execution.stats['completed_steps'] || 0 %></h3>
+                    <p class="text-muted mb-0">Steps Completed</p>
+                  </div>
+                </div>
+              </div>
+              <div class="col-md-4">
+                <div class="card">
+                  <div class="card-body">
+                    <h3 class="text-success"><%= @execution.stats['processed_attachments'] || 0 %></h3>
+                    <p class="text-muted mb-0">📎 Attachments Exported</p>
+                  </div>
+                </div>
+              </div>
+            <% else %>
+              <div class="col-md-3">
+                <div class="card">
+                  <div class="card-body">
+                    <h3 class="text-success"><%= @execution.stats['created'] || 0 %></h3>
+                    <p class="text-muted mb-0">Created</p>
+                  </div>
+                </div>
+              </div>
+              <div class="col-md-3">
+                <div class="card">
+                  <div class="card-body">
+                    <h3 class="text-warning"><%= @execution.stats['updated'] || 0 %></h3>
+                    <p class="text-muted mb-0">Updated</p>
+                  </div>
+                </div>
+              </div>
+              <div class="col-md-3">
+                <div class="card">
+                  <div class="card-body">
+                    <h3 class="text-secondary"><%= @execution.stats['skipped'] || 0 %></h3>
+                    <p class="text-muted mb-0">Skipped</p>
+                  </div>
+                </div>
+              </div>
+              <div class="col-md-3">
+                <div class="card">
+                  <div class="card-body">
+                    <h3 class="text-danger"><%= @execution.stats['failed'] || 0 %></h3>
+                    <p class="text-muted mb-0">Failed</p>
+                  </div>
+                </div>
+              </div>
+            <% end %>
+          </div>
+
+          <!-- Attachments Row -->
+          <% if (@execution.stats['processed_attachments'] || 0) > 0 %>
+            <div class="row text-center mt-3">
+              <div class="col-md-12">
+                <div class="card bg-light">
+                  <div class="card-body">
+                    <h4 class="text-success mb-0">
+                      📎 <%= @execution.stats['processed_attachments'] || 0 %> Attachments <%= @execution.export? ? 'Exported' : 'Imported' %>
+                    </h4>
+                  </div>
+                </div>
+              </div>
+            </div>
+          <% end %>
+        <% end %>
+
+        <!-- Download Export -->
+        <% if @execution.completed? && @execution.export? && @execution.file_path.present? %>
+          <div class="d-grid gap-2 mt-4">
+            <%= link_to "📥 Download Export Archive", download_migration_execution_path(@execution), class: "btn btn-success btn-lg" %>
+          </div>
+        <% end %>
+      </div>
+    </div>
+
+    <!-- Migration Records -->
+    <% if @execution.import? && @execution.migration_records.any? %>
+      <div class="card">
+        <div class="card-header d-flex justify-content-between align-items-center">
+          <h5 class="mb-0">Processed Records</h5>
+          <span class="badge bg-secondary"><%= @execution.migration_records.count %> total</span>
+        </div>
+
+        <!-- Action Summary -->
+        <% if @action_counts.any? %>
+          <div class="card-body border-bottom">
+            <div class="row text-center">
+              <% if @action_counts['created'].to_i > 0 %>
+                <div class="col">
+                  <span class="badge bg-success fs-6"><%= @action_counts['created'] %> Created</span>
+                </div>
+              <% end %>
+              <% if @action_counts['updated'].to_i > 0 %>
+                <div class="col">
+                  <span class="badge bg-warning fs-6"><%= @action_counts['updated'] %> Updated</span>
+                </div>
+              <% end %>
+              <% if @action_counts['skipped'].to_i > 0 %>
+                <div class="col">
+                  <span class="badge bg-secondary fs-6"><%= @action_counts['skipped'] %> Skipped</span>
+                </div>
+              <% end %>
+              <% if @action_counts['failed'].to_i > 0 %>
+                <div class="col">
+                  <span class="badge bg-danger fs-6"><%= @action_counts['failed'] %> Failed</span>
+                </div>
+              <% end %>
+            </div>
+          </div>
+        <% end %>
+
+        <!-- Filters -->
+        <div class="card-body border-bottom bg-light">
+          <%= form_with url: migration_execution_path(@execution), method: :get, local: true, class: "row g-3" do |f| %>
+            <div class="col-md-4">
+              <%= f.label :model, "Filter by Model", class: "form-label small" %>
+              <%= f.select :model,
+                  options_for_select([['All Models', '']] + @model_names.map { |m| [m, m] }, params[:model]),
+                  {},
+                  { class: "form-select form-select-sm", onchange: "this.form.submit()" } %>
+            </div>
+            <div class="col-md-4">
+              <%= f.label :filter_action, "Filter by Action", class: "form-label small" %>
+              <%= f.select :filter_action,
+                  options_for_select([['All Actions', ''], ['Created', 'created'], ['Updated', 'updated'], ['Skipped', 'skipped'], ['Failed', 'failed']], params[:filter_action]),
+                  {},
+                  { class: "form-select form-select-sm", onchange: "this.form.submit()" } %>
+            </div>
+            <div class="col-md-4">
+              <%= f.label :limit, "Records to Show", class: "form-label small" %>
+              <%= f.select :limit,
+                  options_for_select([['100', 100], ['500', 500], ['1000', 1000], ['5000', 5000]], @limit),
+                  {},
+                  { class: "form-select form-select-sm", onchange: "this.form.submit()" } %>
+            </div>
+          <% end %>
+        </div>
+
+        <div class="card-body">
+          <div class="table-responsive">
+            <table class="table table-sm table-hover">
+              <thead>
+                <tr>
+                  <th>Model</th>
+                  <th>Record ID</th>
+                  <th>Action</th>
+                  <th>Changes/Error</th>
+                </tr>
+              </thead>
+              <tbody>
+                <% if @migration_records.any? %>
+                  <% @migration_records.each do |record| %>
+                    <tr class="<%= 'table-danger' if record.failed? %>">
+                      <td><%= record.migrated_model_name %></td>
+                      <td><small class="font-monospace"><%= record.record_identifier %></small></td>
+                      <td>
+                        <span class="badge bg-<%= case record.action
+                          when 'created' then 'success'
+                          when 'updated' then 'warning'
+                          when 'skipped' then 'secondary'
+                          when 'failed' then 'danger'
+                          else 'info'
+                        end %>">
+                          <%= record.action.titleize %>
+                        </span>
+                      </td>
+                      <td>
+                        <% if record.error_message.present? %>
+                          <small class="text-danger"><%= truncate(record.error_message, length: 80) %></small>
+                        <% elsif record.record_changes.present? && record.record_changes.any? %>
+                          <details>
+                            <summary class="text-muted small" style="cursor: pointer;">View changes</summary>
+                            <pre class="mb-0 mt-1 small"><%= JSON.pretty_generate(record.record_changes) %></pre>
+                          </details>
+                        <% end %>
+                      </td>
+                    </tr>
+                  <% end %>
+                <% else %>
+                  <tr>
+                    <td colspan="4" class="text-center text-muted py-4">
+                      No records match the current filters. Try adjusting the filters above.
+                    </td>
+                  </tr>
+                <% end %>
+              </tbody>
+            </table>
+          </div>
+
+          <% if @migration_records.count == @limit %>
+            <div class="alert alert-info mt-3">
+              Showing first <%= @limit %> records. Use the filter above to show more or filter by model/action.
+            </div>
+          <% end %>
+        </div>
+      </div>
+    <% end %>
+  </div>
+
+  <div class="col-md-4">
+    <!-- Info Card -->
+    <div class="card mb-4">
+      <div class="card-header">
+        <h6 class="mb-0">Execution Info</h6>
+      </div>
+      <div class="card-body">
+        <dl class="row mb-0">
+          <dt class="col-sm-5">Type:</dt>
+          <dd class="col-sm-7"><%= @execution.execution_type.titleize %></dd>
+
+          <dt class="col-sm-5">Started:</dt>
+          <dd class="col-sm-7">
+            <% if @execution.started_at %>
+              <%= @execution.started_at.strftime("%Y-%m-%d %H:%M:%S") %>
+            <% else %>
+              <em>Not started</em>
+            <% end %>
+          </dd>
+
+          <dt class="col-sm-5">Completed:</dt>
+          <dd class="col-sm-7">
+            <% if @execution.completed_at %>
+              <%= @execution.completed_at.strftime("%Y-%m-%d %H:%M:%S") %>
+            <% else %>
+              <em>In progress</em>
+            <% end %>
+          </dd>
+
+          <% if @execution.duration %>
+            <dt class="col-sm-5">Duration:</dt>
+            <dd class="col-sm-7"><%= distance_of_time_in_words(@execution.duration) %></dd>
+          <% end %>
+
+          <dt class="col-sm-5">User:</dt>
+          <dd class="col-sm-7"><%= @execution.user.email %></dd>
+
+          <% if @execution.filter_params.present? && @execution.filter_params.any? %>
+            <dt class="col-sm-12 mt-3 mb-2 text-primary">Filter Parameters:</dt>
+            <% @execution.filter_params.each do |key, value| %>
+              <dt class="col-sm-5 small">{{<%= key %>}}:</dt>
+              <dd class="col-sm-7 small"><code><%= value %></code></dd>
+            <% end %>
+          <% end %>
+        </dl>
+      </div>
+    </div>
+
+    <!-- Actions -->
+    <div class="card">
+      <div class="card-body">
+        <%= link_to "← Back to Plan", @execution.migration_plan, class: "btn btn-secondary w-100 mb-2" %>
+        <%= link_to "View All Executions", migration_executions_path, class: "btn btn-outline-secondary w-100" %>
+      </div>
+    </div>
+  </div>
+</div>
+
+<!-- Auto-reload for running executions -->
+<% if @execution.running? || @execution.pending? %>
+  <meta http-equiv="refresh" content="5">
+<% end %>