data_porter 0.4.0 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cf5cdd3a072250ed1b6f8066766f4bb94c0447c80f993de6031f562ef29c969f
-  data.tar.gz: c098c9c856c42c7f0cbdb2f0e4efef8fa298f21bac79ecc8abeb8d0c9435160a
+  metadata.gz: e99d5974ba60bb61902d1dcf98ad74d940fd82344ec88404fa55e2414cee3fc0
+  data.tar.gz: 7166547614a1a5942648e85d900d30abe053b4ba4f066811bb71389b83359531
 SHA512:
-  metadata.gz: '08d4f1bc3867112f83a6637129d6e34373e5f5b29913e116cc822fdd150447eb047cac185bb2be5c05180340672ded8c712b8f2e0ec14ca28f71c3c653381898'
-  data.tar.gz: a8808881059e7a84fa37042a52999462c27fca0da39bfdc3828c11e4eab88d095617394443baf6974c49e6f9bb0404dd861b561d6f5f6e3c40aafe5018d0633c
+  metadata.gz: 66860e2fb095ccd684e9899d8209fa4ae26b4c79595792bc3ebc4714a34b4a0605fab7e8c1e3a3e7698ad2b40e1cfbd06b58e7b80c995fab50091c88e547a2f6
+  data.tar.gz: 3864e610fbfce43d2ed67fdc5eab5b8d41920f6f79644fa549875f9bac8a96d2eae88cc358af8b74c85c2b374dc7486c728da9afb9ee786027de327d726e1b61

data/CHANGELOG.md

@@ -5,6 +5,30 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.5.0] - 2026-02-07
+
+### Added
+
+- **JSON polling progress** -- Lightweight `GET /imports/:id/status` endpoint replaces ActionCable dependency for zero-config real-time progress tracking
+- **Progress persistence** -- Orchestrator persists progress to `config["progress"]` via `update_column` for reliable status reporting
+- **Dynamic progress labels** -- Progress bar shows contextual labels (Waiting, Parsing, Importing, Dry run) with animated gradient and shimmer effect
+- **Results summary redesign** -- Completed imports show icon, stat cards (imported/errors), and duration
+- **Imported records table** -- Completed import page displays the full records table
+- **Submit button spinners** -- Confirm/Dry Run buttons disable and show spinner on click to prevent double submission
+- **Import deletion** -- Delete button on completed/failed imports (index and show pages) with confirmation dialog
+- **Automatic purge** -- `rake data_porter:purge` task removes completed/failed imports older than `purge_after` (default: 60 days)
+- **`purge_after` configuration** -- Customizable retention period via `config.purge_after = 60.days` in initializer
+- **Per-target source filtering** -- Source type dropdown filters to only show sources allowed by the selected target's `sources` DSL
+- **Server-side source validation** -- Controller rejects source types not allowed by the target
+- **Generator `--sources` option** -- `rails g data_porter:target Foo name:string --sources csv xlsx` generates target with specific sources
+
+### Changed
+
+- Confirm and dry_run actions set status to `pending` before enqueuing jobs to prevent race conditions
+- Progress controller rewritten as JSON poller (1s interval) with auto-redirect via `Turbo.visit` on completion
+- ResultsSummary component uses Unicode escapes for Phlex-safe icons
+- 296 RSpec examples (up from 280), 0 failures
+
 ## [0.4.0] - 2026-02-07
 
 ### Added

data/app/assets/stylesheets/data_porter/alerts.css

@@ -1,13 +1,71 @@
 .dp-results {
-  padding: 1.5rem;
-  background: var(--dp-success-light);
-  border: 1px solid var(--dp-success-border);
+  padding: 2rem;
   border-radius: var(--dp-radius-lg);
   margin-bottom: 2rem;
   box-shadow: var(--dp-shadow-sm);
+  text-align: center;
+}
+
+.dp-results--success {
+  background: var(--dp-success-light);
+  border: 1px solid var(--dp-success-border);
+}
+
+.dp-results--partial {
+  background: var(--dp-warning-light);
+  border: 1px solid var(--dp-warning-border);
+}
+
+.dp-results__icon {
+  font-size: 2.5rem;
+  margin-bottom: 0.75rem;
+}
+
+.dp-results__title {
+  font-size: 1.25rem;
+  font-weight: 700;
+  margin: 0 0 1.25rem;
+  color: var(--dp-gray-900);
+}
+
+.dp-results__cards {
+  display: grid;
+  grid-template-columns: repeat(auto-fit, minmax(120px, 1fr));
+  gap: 1rem;
+  max-width: 400px;
+  margin: 0 auto;
 }
 
-.dp-results p { margin: 0.35rem 0; font-size: 0.9375rem; }
+.dp-results__stat {
+  padding: 1rem;
+  border-radius: var(--dp-radius-md);
+  background: white;
+  border: 1px solid var(--dp-gray-200);
+}
+
+.dp-results__stat strong {
+  display: block;
+  font-size: 1.75rem;
+  font-weight: 700;
+  letter-spacing: -0.025em;
+}
+
+.dp-results__stat span {
+  font-size: 0.75rem;
+  font-weight: 500;
+  text-transform: uppercase;
+  letter-spacing: 0.05em;
+  color: var(--dp-gray-500);
+}
+
+.dp-results__stat--success strong { color: var(--dp-success); }
+.dp-results__stat--error strong { color: var(--dp-danger); }
+
+.dp-results__duration {
+  margin-top: 1rem;
+  font-size: 0.8125rem;
+  color: var(--dp-gray-500);
+}
 
 .dp-alert {
   padding: 1.25rem 1.5rem;

data/app/assets/stylesheets/data_porter/layout.css

@@ -74,6 +74,23 @@
 }
 
 .dp-btn:active { transform: scale(0.98); }
+.dp-btn:disabled { opacity: 0.65; cursor: not-allowed; transform: none; }
+
+.dp-btn .dp-spinner {
+  display: inline-block;
+  width: 1em;
+  height: 1em;
+  margin-right: 0.5em;
+  border: 2px solid currentColor;
+  border-right-color: transparent;
+  border-radius: 50%;
+  animation: dp-spin 0.6s linear infinite;
+  vertical-align: -0.125em;
+}
+
+@keyframes dp-spin {
+  to { transform: rotate(360deg); }
+}
 
 .dp-btn--primary { background: var(--dp-primary); color: white; box-shadow: var(--dp-shadow-sm); }
 .dp-btn--primary:hover { background: var(--dp-primary-hover); box-shadow: var(--dp-shadow-md); }
@@ -84,6 +101,8 @@
 .dp-btn--danger { background: var(--dp-danger); color: white; box-shadow: var(--dp-shadow-sm); }
 .dp-btn--danger:hover { background: var(--dp-danger-hover); box-shadow: var(--dp-shadow-md); }
 
+.dp-btn--sm { padding: 0.375rem 0.75rem; font-size: 0.8125rem; }
+
 .dp-link { color: var(--dp-primary); text-decoration: none; font-weight: 500; transition: color 0.15s ease; }
 .dp-link:hover { color: var(--dp-primary-hover); text-decoration: underline; }
 

data/app/assets/stylesheets/data_porter/progress.css

@@ -1,24 +1,44 @@
-.dp-progress {
+.dp-progress-container {
   margin: 2rem 0;
-  background: var(--dp-gray-200);
-  border-radius: var(--dp-radius-xl);
+  padding: 2rem;
+  background: white;
+  border: 1px solid var(--dp-gray-200);
+  border-radius: var(--dp-radius-lg);
+  box-shadow: var(--dp-shadow-sm);
+  text-align: center;
+}
+
+.dp-progress-label {
+  font-size: 0.8125rem;
+  font-weight: 600;
+  color: var(--dp-gray-500);
+  margin-bottom: 1rem;
+  text-transform: uppercase;
+  letter-spacing: 0.05em;
+}
+
+.dp-progress {
+  background: var(--dp-gray-100);
+  border-radius: 9999px;
   overflow: hidden;
-  height: 1.75rem;
-  box-shadow: inset 0 1px 3px rgba(0, 0, 0, 0.08);
+  height: 1.5rem;
+  border: 1px solid var(--dp-gray-200);
 }
 
 .dp-progress-bar {
   height: 100%;
-  background: linear-gradient(135deg, var(--dp-primary), #818cf8);
-  border-radius: var(--dp-radius-xl);
-  transition: width 0.4s cubic-bezier(0.4, 0, 0.2, 1);
+  background: linear-gradient(90deg, var(--dp-primary), #818cf8, var(--dp-primary));
+  background-size: 200% 100%;
+  animation: dp-gradient-flow 3s ease infinite;
+  border-radius: 9999px;
+  transition: width 0.6s cubic-bezier(0.22, 1, 0.36, 1);
   display: flex;
   align-items: center;
   justify-content: center;
   color: white;
-  font-size: 0.75rem;
+  font-size: 0.6875rem;
   font-weight: 700;
-  min-width: 2.5rem;
+  min-width: 2.25rem;
   position: relative;
   overflow: hidden;
 }
@@ -27,8 +47,13 @@
   content: "";
   position: absolute;
   inset: 0;
-  background: linear-gradient(90deg, transparent, rgba(255,255,255,0.2), transparent);
-  animation: dp-shimmer 1.5s infinite;
+  background: linear-gradient(90deg, transparent, rgba(255,255,255,0.25), transparent);
+  animation: dp-shimmer 2s infinite;
+}
+
+@keyframes dp-gradient-flow {
+  0%, 100% { background-position: 0% 50%; }
+  50% { background-position: 100% 50%; }
 }
 
 @keyframes dp-shimmer {

data/app/assets/stylesheets/data_porter/table.css

@@ -43,3 +43,9 @@
 .dp-table tbody tr:hover {
   background: var(--dp-gray-50);
 }
+
+.dp-table__actions {
+  display: flex;
+  align-items: center;
+  gap: 0.5rem;
+}

data/app/controllers/data_porter/imports_controller.rb

@@ -4,7 +4,7 @@ module DataPorter
   class ImportsController < DataPorter.configuration.parent_controller.constantize
     layout "data_porter/application"
 
-    before_action :set_import, only: %i[show parse confirm cancel dry_run update_mapping]
+    before_action :set_import, only: %i[show parse confirm cancel dry_run update_mapping status destroy]
     before_action :load_targets, only: %i[index new create]
 
     def index
@@ -18,7 +18,7 @@ module DataPorter
     def create
       build_import
 
-      if valid_file_presence? && @import.save
+      if valid_source_for_target? && valid_file_presence? && @import.save
         enqueue_after_create
         redirect_to import_path(@import)
       else
@@ -47,6 +47,7 @@ module DataPorter
     end
 
     def confirm
+      @import.update!(status: :pending)
       DataPorter::ImportJob.perform_later(@import.id)
       redirect_to import_path(@import)
     end
@@ -57,10 +58,22 @@ module DataPorter
     end
 
     def dry_run
+      @import.update!(status: :pending)
       DataPorter::DryRunJob.perform_later(@import.id)
       redirect_to import_path(@import)
     end
 
+    def status
+      progress = @import.config["progress"] || {}
+      render json: { status: @import.status, progress: progress }
+    end
+
+    def destroy
+      @import.file.purge if @import.file.attached?
+      @import.destroy!
+      redirect_to imports_path
+    end
+
     private
 
     def set_import
@@ -81,6 +94,15 @@ module DataPorter
       params.require(:data_import).permit(:target_key, :source_type, :file, config: {})
     end
 
+    def valid_source_for_target?
+      target = DataPorter::Registry.find(@import.target_key)
+      allowed = target._sources || DataPorter.configuration.enabled_sources
+      return true if allowed.map(&:to_s).include?(@import.source_type.to_s)
+
+      @import.errors.add(:source_type, "#{@import.source_type} is not available for this target")
+      false
+    end
+
     def valid_file_presence?
       return true unless %w[csv json xlsx].include?(@import.source_type)
       return true if @import.file.attached?

data/app/javascript/data_porter/progress_controller.js

@@ -1,33 +1,42 @@
 import { Controller } from "@hotwired/stimulus"
-import { createConsumer } from "@rails/actioncable"
 
 export default class extends Controller {
-  static targets = ["bar", "text"]
-  static values = { id: Number }
+  static targets = ["bar", "text", "label"]
+  static values = { id: Number, url: String }
 
   connect() {
-    this.subscription = createConsumer().subscriptions.create(
-      { channel: "DataPorter::ImportChannel", id: this.idValue },
-      {
-        received: (data) => {
-          if (data.status === "processing") {
-            this.updateProgress(data.percentage)
-          } else {
-            Turbo.visit(window.location.href)
-          }
-        }
+    this.poll()
+  }
+
+  poll() {
+    this.timer = setInterval(() => this.fetchStatus(), 1000)
+  }
+
+  async fetchStatus() {
+    try {
+      const response = await fetch(this.urlValue)
+      const data = await response.json()
+      this.updateLabel(data.status)
+      if (data.progress && data.progress.percentage !== undefined) {
+        this.barTarget.style.width = data.progress.percentage + "%"
+        this.textTarget.textContent = data.progress.percentage + "%"
+      }
+      if (!["pending", "importing", "parsing", "dry_running", "extracting_headers"].includes(data.status)) {
+        clearInterval(this.timer)
+        this.barTarget.style.width = "100%"
+        this.textTarget.textContent = "100%"
+        setTimeout(() => Turbo.visit(window.location.href, { action: "replace" }), 500)
       }
-    )
+    } catch (e) {}
   }
 
-  updateProgress(percentage) {
-    if (this.hasBarTarget) {
-      this.barTarget.style.width = `${percentage}%`
-      this.textTarget.textContent = `${percentage}%`
-    }
+  updateLabel(status) {
+    if (!this.hasLabelTarget) return
+    var labels = { pending: "Waiting...", extracting_headers: "Extracting headers...", parsing: "Parsing records...", importing: "Importing...", dry_running: "Dry run..." }
+    this.labelTarget.textContent = labels[status] || "Processing..."
   }
 
   disconnect() {
-    this.subscription?.unsubscribe()
+    if (this.timer) clearInterval(this.timer)
   }
 }

data/app/models/data_porter/data_import.rb

@@ -25,6 +25,11 @@ module DataPorter
 
     attribute :config, :json, default: -> { {} }
 
+    scope :purgeable, lambda {
+      where(status: %i[completed failed])
+        .where(created_at: ...DataPorter.configuration.purge_after.ago)
+    }
+
     validates :target_key, presence: true
     validates :source_type, presence: true, inclusion: { in: %w[csv json api xlsx] }
 

data/app/views/data_porter/imports/index.html.erb

@@ -29,7 +29,14 @@
             <td><%= import.source_type %></td>
             <td><%= raw DataPorter::Components::Shared::StatusBadge.new(status: import.status).call %></td>
             <td><%= import.created_at&.strftime("%Y-%m-%d %H:%M") %></td>
-            <td><%= link_to "View", import_path(import), class: "dp-link" %></td>
+            <td class="dp-table__actions">
+              <%= link_to "View", import_path(import), class: "dp-btn dp-btn--sm dp-btn--secondary" %>
+              <% if import.completed? || import.failed? %>
+                <%= button_to "Delete", import_path(import),
+                      method: :delete, class: "dp-btn dp-btn--sm dp-btn--danger",
+                      data: { turbo_confirm: "Delete this import?" } %>
+              <% end %>
+            </td>
           </tr>
         <% end %>
       </tbody>
@@ -59,7 +66,9 @@
         <%= f.select :target_key,
               @targets.map { |t| [t[:label], t[:key]] },
               { prompt: "Select a target..." },
-              class: "dp-select" %>
+              id: "dp-target-select",
+              class: "dp-select",
+              data: { sources: @targets.map { |t| [t[:key], t[:sources]] }.to_h.to_json } %>
       </div>
 
       <div class="dp-field">
@@ -94,12 +103,31 @@
 
 <script>
   (function() {
+    var targetSelect = document.getElementById("dp-target-select");
     var sourceSelect = document.getElementById("dp-source-select");
     var fileField = document.getElementById("dp-file-field");
     var fileInput = document.getElementById("dp-file-input");
     var dropzone = document.getElementById("dp-dropzone");
     var fileName = document.getElementById("dp-file-name");
 
+    function filterSources() {
+      if (!targetSelect || !sourceSelect) return;
+      var sourcesMap = JSON.parse(targetSelect.dataset.sources || "{}");
+      var allowed = sourcesMap[targetSelect.value];
+      var options = sourceSelect.options;
+      for (var i = 1; i < options.length; i++) {
+        options[i].style.display = allowed && allowed.indexOf(options[i].value) === -1 ? "none" : "";
+      }
+      if (allowed && sourceSelect.selectedIndex > 0 && allowed.indexOf(sourceSelect.value) === -1) {
+        sourceSelect.selectedIndex = 0;
+        fileField.style.display = "";
+      }
+    }
+
+    if (targetSelect) {
+      targetSelect.addEventListener("change", filterSources);
+    }
+
     if (sourceSelect) {
       sourceSelect.addEventListener("change", function() {
         fileField.style.display = this.value === "api" ? "none" : "";

data/app/views/data_porter/imports/new.html.erb

@@ -17,7 +17,9 @@
       <%= f.select :target_key,
             @targets.map { |t| [t[:label], t[:key]] },
             { prompt: "Select a target..." },
-            class: "dp-select" %>
+            id: "dp-target-select-new",
+            class: "dp-select",
+            data: { sources: @targets.map { |t| [t[:key], t[:sources]] }.to_h.to_json } %>
     </div>
 
     <div class="dp-field">
@@ -51,12 +53,31 @@
 
 <script>
   (function() {
+    var targetSelect = document.getElementById("dp-target-select-new");
     var sourceSelect = document.getElementById("dp-source-select-new");
     var fileField = document.getElementById("dp-file-field-new");
     var fileInput = document.getElementById("dp-file-input-new");
     var dropzone = document.getElementById("dp-dropzone-new");
     var fileName = document.getElementById("dp-file-name-new");
 
+    function filterSources() {
+      if (!targetSelect || !sourceSelect) return;
+      var sourcesMap = JSON.parse(targetSelect.dataset.sources || "{}");
+      var allowed = sourcesMap[targetSelect.value];
+      var options = sourceSelect.options;
+      for (var i = 1; i < options.length; i++) {
+        options[i].style.display = allowed && allowed.indexOf(options[i].value) === -1 ? "none" : "";
+      }
+      if (allowed && sourceSelect.selectedIndex > 0 && allowed.indexOf(sourceSelect.value) === -1) {
+        sourceSelect.selectedIndex = 0;
+        fileField.style.display = "";
+      }
+    }
+
+    if (targetSelect) {
+      targetSelect.addEventListener("change", filterSources);
+    }
+
     if (sourceSelect) {
       sourceSelect.addEventListener("change", function() {
         fileField.style.display = this.value === "api" ? "none" : "";

data/app/views/data_porter/imports/show.html.erb

@@ -28,8 +28,8 @@
     </dl>
   </div>
 
-  <% if @import.parsing? || @import.importing? || @import.dry_running? || @import.extracting_headers? %>
-    <%= raw DataPorter::Components::Progress::Bar.new(import_id: @import.id).call %>
+  <% if @import.pending? || @import.parsing? || @import.importing? || @import.dry_running? || @import.extracting_headers? %>
+    <%= raw DataPorter::Components::Progress::Bar.new(import_id: @import.id, status_url: status_import_path(@import)).call %>
   <% end %>
 
   <% if @import.mapping? %>
@@ -52,11 +52,13 @@
         ).call %>
 
     <div class="dp-actions">
-      <%= button_to "Confirm", confirm_import_path(@import),
-            method: :post, class: "dp-btn dp-btn--primary" %>
+      <%= button_to confirm_import_path(@import), method: :post, class: "dp-btn dp-btn--primary", data: { dp_submit: true } do %>
+        Confirm Import
+      <% end %>
       <% if @target._dry_run_enabled %>
-        <%= button_to "Dry Run", dry_run_import_path(@import),
-              method: :post, class: "dp-btn dp-btn--secondary" %>
+        <%= button_to dry_run_import_path(@import), method: :post, class: "dp-btn dp-btn--secondary", data: { dp_submit: true } do %>
+          Dry Run
+        <% end %>
       <% end %>
       <%= button_to "Cancel", cancel_import_path(@import),
             method: :post, class: "dp-btn dp-btn--danger" %>
@@ -64,7 +66,20 @@
   <% end %>
 
   <% if @import.completed? %>
-    <%= raw DataPorter::Components::Preview::ResultsSummary.new(report: @import.report).call %>
+    <% duration = @import.updated_at && @import.created_at ? distance_of_time_in_words(@import.created_at, @import.updated_at) : nil %>
+    <%= raw DataPorter::Components::Preview::ResultsSummary.new(report: @import.report, duration: duration).call %>
+    <% if @records.any? %>
+      <%= raw DataPorter::Components::Preview::Table.new(
+            columns: @target._columns,
+            records: @records
+          ).call %>
+    <% end %>
+    <div class="dp-actions">
+      <%= link_to "Back to imports", imports_path, class: "dp-btn dp-btn--primary" %>
+      <%= button_to "Delete", import_path(@import),
+            method: :delete, class: "dp-btn dp-btn--danger",
+            data: { turbo_confirm: "Delete this import?" } %>
+    </div>
   <% end %>
 
   <% if @import.failed? %>
@@ -72,6 +87,20 @@
     <div class="dp-actions">
       <%= button_to "Retry", parse_import_path(@import),
             method: :post, class: "dp-btn dp-btn--primary" %>
+      <%= button_to "Delete", import_path(@import),
+            method: :delete, class: "dp-btn dp-btn--danger",
+            data: { turbo_confirm: "Delete this import?" } %>
     </div>
   <% end %>
 </div>
+
+<script>
+  (function() {
+    document.querySelectorAll("[data-dp-submit]").forEach(function(btn) {
+      btn.closest("form").addEventListener("submit", function() {
+        btn.disabled = true;
+        btn.innerHTML = '<span class="dp-spinner"></span>Processing...';
+      });
+    });
+  })();
+</script>

data/app/views/layouts/data_porter/application.html.erb

@@ -124,36 +124,42 @@
     })
 
     application.register("data-porter--progress", class extends Controller {
-      static targets = ["bar", "text"]
-      static values = { id: Number }
+      static targets = ["bar", "text", "label"]
+      static values = { id: Number, url: String }
 
-      async connect() {
+      connect() {
+        this.poll()
+      }
+
+      poll() {
+        this.timer = setInterval(() => this.fetchStatus(), 1000)
+      }
+
+      async fetchStatus() {
         try {
-          const { createConsumer } = await import("@rails/actioncable")
-          this.subscription = createConsumer().subscriptions.create(
-            { channel: "DataPorter::ImportChannel", id: this.idValue },
-            {
-              received: (data) => {
-                if (data.status === "processing") {
-                  this.barTarget.style.width = data.percentage + "%"
-                  this.textTarget.textContent = data.percentage + "%"
-                } else {
-                  Turbo.visit(window.location.href)
-                }
-              }
-            }
-          )
-        } catch (e) {
-          this.pollForChanges()
-        }
+          const response = await fetch(this.urlValue)
+          const data = await response.json()
+          this.updateLabel(data.status)
+          if (data.progress && data.progress.percentage !== undefined) {
+            this.barTarget.style.width = data.progress.percentage + "%"
+            this.textTarget.textContent = data.progress.percentage + "%"
+          }
+          if (!["pending", "importing", "parsing", "dry_running", "extracting_headers"].includes(data.status)) {
+            clearInterval(this.timer)
+            this.barTarget.style.width = "100%"
+            this.textTarget.textContent = "100%"
+            setTimeout(() => Turbo.visit(window.location.href, { action: "replace" }), 500)
+          }
+        } catch (e) {}
       }
 
-      pollForChanges() {
-        this.timer = setInterval(() => Turbo.visit(window.location.href), 3000)
+      updateLabel(status) {
+        if (!this.hasLabelTarget) return
+        var labels = { pending: "Waiting...", extracting_headers: "Extracting headers...", parsing: "Parsing records...", importing: "Importing...", dry_running: "Dry run..." }
+        this.labelTarget.textContent = labels[status] || "Processing..."
       }
 
       disconnect() {
-        if (this.subscription) this.subscription.unsubscribe()
         if (this.timer) clearInterval(this.timer)
       }
     })

data/config/routes.rb

@@ -1,13 +1,14 @@
 # frozen_string_literal: true
 
 DataPorter::Engine.routes.draw do
-  resources :imports, only: %i[index new create show] do
+  resources :imports, only: %i[index new create show destroy] do
     member do
       post :parse
       post :confirm
       post :cancel
       post :dry_run
       patch :update_mapping
+      get :status
     end
   end
 

data/lib/data_porter/components/preview/results_summary.rb

@@ -4,17 +4,56 @@ module DataPorter
   module Components
     module Preview
       class ResultsSummary < Base
-        def initialize(report:)
+        def initialize(report:, duration: nil)
           super()
           @report = report
+          @duration = duration
         end
 
         def view_template
-          div(class: "dp-results") do
-            p { "Created: #{@report.imported_count}" }
-            p { "Errors: #{@report.errored_count}" }
+          div(class: "dp-results #{result_class}") do
+            render_icon
+            render_title
+            render_stats
+            render_duration if @duration
           end
         end
+
+        private
+
+        def render_icon
+          div(class: "dp-results__icon") { success? ? "\u2714" : "\u26A0" }
+        end
+
+        def render_title
+          h3(class: "dp-results__title") { success? ? "Import completed" : "Import completed with errors" }
+        end
+
+        def render_stats
+          div(class: "dp-results__cards") do
+            stat("dp-results__stat--success", @report.imported_count, "Imported")
+            stat("dp-results__stat--error", @report.errored_count, "Errors")
+          end
+        end
+
+        def render_duration
+          div(class: "dp-results__duration") { "Duration: #{@duration}" }
+        end
+
+        def stat(css_class, count, label)
+          div(class: "dp-results__stat #{css_class}") do
+            strong { count.to_s }
+            span { label }
+          end
+        end
+
+        def result_class
+          success? ? "dp-results--success" : "dp-results--partial"
+        end
+
+        def success?
+          @report.errored_count.zero?
+        end
       end
     end
   end

data/lib/data_porter/components/progress/bar.rb

@@ -4,30 +4,42 @@ module DataPorter
   module Components
     module Progress
       class Bar < Base
-        def initialize(import_id:)
+        def initialize(import_id:, status_url: nil)
           super()
           @import_id = import_id
+          @status_url = status_url
         end
 
         def view_template
-          div(class: "dp-progress", **stimulus_controller_attrs) do
+          div(class: "dp-progress-container", **stimulus_attrs) do
+            render_label
             render_bar
           end
         end
 
         private
 
+        def render_label
+          div(class: "dp-progress-label") do
+            span(data_data_porter__progress_target: "label") { "Waiting..." }
+          end
+        end
+
         def render_bar
-          div(class: "dp-progress-bar", data_data_porter__progress_target: "bar", style: "width: 0%") do
-            span(data_data_porter__progress_target: "text") { "0%" }
+          div(class: "dp-progress") do
+            div(class: "dp-progress-bar", data_data_porter__progress_target: "bar", style: "width: 0%") do
+              span(data_data_porter__progress_target: "text") { "0%" }
+            end
           end
         end
 
-        def stimulus_controller_attrs
-          {
+        def stimulus_attrs
+          attrs = {
             data_controller: "data-porter--progress",
             data_data_porter__progress_id_value: @import_id.to_s
           }
+          attrs[:data_data_porter__progress_url_value] = @status_url if @status_url
+          attrs
         end
       end
     end

data/lib/data_porter/configuration.rb

@@ -9,7 +9,8 @@ module DataPorter
                   :context_builder,
                   :preview_limit,
                   :enabled_sources,
-                  :scope
+                  :scope,
+                  :purge_after
 
     def initialize
       @parent_controller = "ApplicationController"
@@ -20,6 +21,7 @@ module DataPorter
       @preview_limit = 500
       @enabled_sources = %i[csv json api xlsx]
       @scope = nil
+      @purge_after = 60.days
     end
   end
 end

data/lib/data_porter/orchestrator.rb

@@ -5,6 +5,7 @@ module DataPorter
     def initialize(data_import, content: nil)
       @data_import = data_import
       @target = data_import.target_class.new
+      @broadcaster = Broadcaster.new(data_import.id)
       @source_options = { content: content }.compact
     end
 
@@ -111,12 +112,15 @@ module DataPorter
       importable = @data_import.importable_records
       context = build_context
       results = { created: 0, errored: 0 }
+      total = importable.size
 
-      importable.each do |record|
+      importable.each_with_index do |record, index|
         persist_record(record, context, results)
+        broadcast_progress(index + 1, total)
       end
 
       @data_import.update!(status: :completed)
+      @broadcaster.success
       results
     end
 
@@ -151,11 +155,20 @@ module DataPorter
       DataPorter.configuration.context_builder&.call(@data_import)
     end
 
+    def broadcast_progress(current, total)
+      percentage = ((current.to_f / total) * 100).round
+      config = @data_import.config || {}
+      config["progress"] = { "current" => current, "total" => total, "percentage" => percentage }
+      @data_import.update_column(:config, config)
+      @broadcaster.progress(current, total)
+    end
+
     def handle_failure(error)
       report = StoreModels::Report.new(
         error_reports: [StoreModels::Error.new(message: error.message)]
       )
       @data_import.update!(status: :failed, report: report)
+      @broadcaster.failure(error.message)
     end
   end
 end

data/lib/data_porter/registry.rb

@@ -17,7 +17,12 @@ module DataPorter
 
       def available
         @targets.map do |key, klass|
-          { key: key, label: klass._label, icon: klass._icon }
+          {
+            key: key,
+            label: klass._label,
+            icon: klass._icon,
+            sources: klass._sources || DataPorter.configuration.enabled_sources
+          }
         end
       end
 

data/lib/data_porter/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DataPorter
-  VERSION = "0.4.0"
+  VERSION = "0.5.0"
 end

data/lib/generators/data_porter/install/templates/initializer.rb

@@ -27,4 +27,8 @@ DataPorter.configure do |config|
 
   # Enabled source types.
   # config.enabled_sources = %i[csv json xlsx api]
+
+  # Auto-purge completed/failed imports older than this duration.
+  # Set to nil to disable auto-purge. Run `rake data_porter:purge` manually or via cron.
+  # config.purge_after = 60.days
 end

data/lib/generators/data_porter/target/target_generator.rb

@@ -8,6 +8,7 @@ module DataPorter
       source_root File.expand_path("templates", __dir__)
 
       argument :columns, type: :array, default: [], banner: "name:type[:required]"
+      class_option :sources, type: :array, default: %w[csv], desc: "Enabled source types"
 
       def create_target_file
         template("target.rb.tt", "app/importers/#{file_name}_target.rb")
@@ -39,6 +40,10 @@ module DataPorter
           required: parts[2] == "required"
         }
       end
+
+      def target_sources
+        options[:sources].map { |s| ":#{s}" }.join(", ")
+      end
     end
   end
 end

data/lib/generators/data_porter/target/templates/target.rb.tt

@@ -4,7 +4,7 @@ class <%= target_class_name %> < DataPorter::Target
   label "<%= target_label %>"
   model_name "<%= model_name %>"
   icon "fas fa-file-import"
-  sources :csv
+  sources <%= target_sources %>
 <% if parsed_columns.any? %>
 
   columns do

data/lib/tasks/data_porter.rake

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+namespace :data_porter do
+  desc "Purge old completed/failed imports (default: 60 days, configure via purge_after)"
+  task purge: :environment do
+    count = DataPorter::DataImport.purgeable.destroy_all.count
+    puts "DataPorter: purged #{count} old import(s)"
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: data_porter
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.0
 platform: ruby
 authors:
 - Seryl Lounis
@@ -182,6 +182,7 @@ files:
 - lib/generators/data_porter/install/templates/initializer.rb
 - lib/generators/data_porter/target/target_generator.rb
 - lib/generators/data_porter/target/templates/target.rb.tt
+- lib/tasks/data_porter.rake
 - sig/data_porter.rbs
 homepage: https://github.com/SerylLns/data_porter
 licenses: