data_porter 2.8.0 → 2.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 31999033cc55a873fc7eb19520cd1e4a970accea6ee00f1c137b3f17c64f23d9
-  data.tar.gz: f23524c9154af04b4c02ad6196a4fd036a5dc1e5c8f788c7807d1383e1462f9b
+  metadata.gz: 4d3f44f3aff296ae20b7ac78c00d4a9c6f12b2477837a7323528b26c75fd03d3
+  data.tar.gz: 305de334f31a96b2e9c26e74ba58974420957df85d5169ce2de51a017b1f3622
 SHA512:
-  metadata.gz: 28faa4317369a57e1fca2999a54232a2404ae25034d90d2bdc42ad1b7dd4f090397f98e4c9643c0e5e5029c41d9dcaf37d3003068bf454b56b3fea1b837c7a98
-  data.tar.gz: dada848b7498e58080cff0a1147a5b345eb996feb0c0eb7f715c611283767c782afa66899115da8436592aa9588a3cfb1541403e07ad2446b792cc8850a8cd5e
+  metadata.gz: 702e623e0983e44a9f4b149f47d8426d667cb553b12ed5eb781b99d8072944abe3bbf415e724d44ce9a086bf9b2dcf62efd031b83cfa5613b7ab5efe26604b43
+  data.tar.gz: 0a72e5ad9983833ffe451c076bafa07d1f433460b3b6020b6e9dcac0a20f263dbd73c0f796dfae3b52d08caeae11c531af510b70fd35880522da0ccda1a12e0a

data/CHANGELOG.md

@@ -7,6 +7,22 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [2.9.0] - 2026-03-11
+
+### Added
+
+- **`header_row` DSL** -- Skip leading description/metadata rows in CSV and XLSX files. Declare `header_row 2` in Target DSL to treat the 3rd row (0-indexed) as headers. Also configurable at runtime via `config["header_row"]` on individual imports
+- **Long text cell handling** -- Preview table cells with long content are truncated with ellipsis and show full text on hover via `title` tooltip. Inline edit switches to `<textarea>` for values over 50 characters with auto-height resize. Ctrl+Enter to save in textarea mode
+
+### Fixed
+
+- **Dry run persistence** -- Dry run now wraps `persist` in a rolled-back `ActiveRecord::Base.transaction` instead of calling persist without rollback, which was creating real records
+- **Rack 3 params compatibility** -- `permitted_column_mapping` in `MappingManagement` now handles `Rack::QueryParser::Params` via duck-typing instead of `params.require().permit!`
+- **Trailing blank headers** -- `fallback_headers` strips trailing empty columns from CSV/XLSX header rows that caused phantom mapping slots in the UI
+- **Empty data rows** -- CSV and XLSX `fetch` methods now filter out rows where all values are blank, preventing hundreds of false "incomplete" records
+- **Turbo form compatibility** -- Mapping form renders with `data-turbo="false"` to prevent Turbo Drive from intercepting multipart form submissions in host apps
+- **POST route aliases** -- `update_mapping` and `update_record` now accept both POST and PATCH to work around Turbo/UJS method override issues
+
 ## [2.8.0] - 2026-03-08
 
 ### Added

data/app/assets/javascripts/data_porter/inline_edit_controller.js

@@ -13,8 +13,9 @@ export default class extends Controller {
     cell.textContent = ""
     cell.classList.add("dp-cell--editing")
 
-    var input = document.createElement("input")
-    input.type = "text"
+    var isLong = value.length > 50
+    var input = document.createElement(isLong ? "textarea" : "input")
+    if (!isLong) input.type = "text"
     input.className = "dp-inline-input"
     input.value = value
     input.dataset.lineNumber = cell.dataset.lineNumber
@@ -22,18 +23,22 @@ export default class extends Controller {
 
     var self = this
     input._blurHandler = function(e) { self.save(e) }
-    input._keyHandler = function(e) { self.handleKey(e) }
+    input._keyHandler = function(e) { self.handleKey(e, isLong) }
     input.addEventListener("blur", input._blurHandler)
     input.addEventListener("keydown", input._keyHandler)
     cell.appendChild(input)
     this.autoSize(input)
-    input.addEventListener("input", function() { self.autoSize(input) })
+    if (isLong) this.autoHeight(input)
+    input.addEventListener("input", function() {
+      self.autoSize(input)
+      if (isLong) self.autoHeight(input)
+    })
     input.focus()
     input.select()
   }
 
-  handleKey(event) {
-    if (event.key === "Enter") {
+  handleKey(event, isTextarea) {
+    if (event.key === "Enter" && (!isTextarea || event.ctrlKey || event.metaKey)) {
       event.preventDefault()
       event.target.blur()
     } else if (event.key === "Escape") {
@@ -176,6 +181,11 @@ export default class extends Controller {
     document.body.removeChild(span)
   }
 
+  autoHeight(textarea) {
+    textarea.style.height = "auto"
+    textarea.style.height = textarea.scrollHeight + "px"
+  }
+
   moveToNext(currentCell, reverse) {
     var cells = Array.from(this.cellTargets)
     var index = cells.indexOf(currentCell)

data/app/assets/stylesheets/data_porter/inline_edit.css

@@ -52,6 +52,14 @@
   z-index: 10;
 }
 
+textarea.dp-inline-input {
+  resize: none;
+  overflow: hidden;
+  min-height: 2.5rem;
+  white-space: pre-wrap;
+  word-break: break-word;
+}
+
 .dp-inline-input:focus {
   box-shadow: 0 0 0 3px rgba(79, 70, 229, 0.15);
 }

data/app/assets/stylesheets/data_porter/table.css

@@ -30,6 +30,16 @@
   font-size: 0.875rem;
   color: var(--dp-gray-700);
   border-bottom: 1px solid var(--dp-gray-100);
+  max-width: 15rem;
+  overflow: hidden;
+  text-overflow: ellipsis;
+  white-space: nowrap;
+}
+
+.dp-table td.dp-cell--editing {
+  max-width: none;
+  overflow: visible;
+  white-space: normal;
 }
 
 .dp-table tbody tr:last-child td {

data/app/controllers/data_porter/concerns/mapping_management.rb

@@ -69,7 +69,9 @@ module DataPorter
       end
 
       def permitted_column_mapping
-        raw = params.require(:column_mapping).permit!.to_h
+        raw = params[:column_mapping]
+        raw = raw.to_unsafe_h if raw.respond_to?(:to_unsafe_h)
+        raw = raw.to_h unless raw.is_a?(Hash)
         valid_names = valid_column_names
         raw.transform_values { |v| valid_names.include?(v) ? v : "" }
       end

data/config/routes.rb

@@ -11,7 +11,9 @@ DataPorter::Engine.routes.draw do
       post :back_to_mapping
       post :dry_run
       post :resume
+      post :update_mapping
       patch :update_mapping
+      post :update_record
       patch :update_record
       get :status
       get :export_rejects

data/lib/data_porter/components/mapping/form.rb

@@ -22,6 +22,7 @@ module DataPorter
             action: @action_url,
             method: "post",
             class: "dp-mapping-form",
+            data_turbo: "false",
             data_controller: "data-porter--mapping",
             data_data_porter__mapping_required_columns_value: required_columns_json
           ) { render_form_body }

data/lib/data_porter/components/preview/table.rb

@@ -62,7 +62,9 @@ module DataPorter
 
         def render_cell(record, col)
           value = cell_value(record, col)
-          td(**cell_attrs(record, col, value)) { value }
+          attrs = cell_attrs(record, col, value)
+          attrs[:title] = value if value.length > 30
+          td(**attrs) { value }
         end
 
         def render_errors_cell(record)

data/lib/data_porter/orchestrator/dry_runner.rb

@@ -19,8 +19,13 @@ module DataPorter
       end
 
       def dry_run_record(record, context)
-        @target.persist(record, context: context)
-        record.dry_run_passed = true
+        ActiveRecord::Base.transaction do
+          @target.persist(record, context: context)
+          record.dry_run_passed = true
+          raise ActiveRecord::Rollback
+        end
+      rescue ActiveRecord::Rollback
+        nil
       rescue StandardError => e
         record.dry_run_passed = false
         record.add_error(e.message)

data/lib/data_porter/sources/base.rb

@@ -46,10 +46,17 @@ module DataPorter
         row.to_h.transform_keys { |k| k.parameterize(separator: "_").to_sym }
       end
 
+      def header_row_index
+        config = @data_import.config
+        from_config = config["header_row"] if config.is_a?(Hash)
+        from_config&.to_i || @target_class._header_row || 0
+      end
+
       def fallback_headers(raw_headers)
-        return raw_headers if raw_headers.any?(&:present?)
+        stripped = raw_headers.reverse.drop_while(&:blank?).reverse
+        return stripped if stripped.any?(&:present?)
 
-        raw_headers.each_with_index.map { |_, i| "col_#{i + 1}" }
+        stripped.each_with_index.map { |_, i| "col_#{i + 1}" }
       end
     end
   end

data/lib/data_porter/sources/csv.rb

@@ -13,14 +13,16 @@ module DataPorter
       end
 
       def headers
-        first_line = csv_content.lines.first
-        raw = ::CSV.parse_line(first_line, **extra_options).map(&:to_s)
+        line = csv_content.lines[header_row_index]
+        raw = ::CSV.parse_line(line, **extra_options).map(&:to_s)
         fallback_headers(raw)
       end
 
       def fetch
         rows = []
-        ::CSV.parse(csv_content, **csv_options) do |row|
+        ::CSV.parse(effective_csv_content, **csv_options) do |row|
+          next if row.to_h.values.all? { |v| v.to_s.strip.empty? }
+
           rows << apply_csv_mapping(row)
         end
         rows
@@ -32,6 +34,13 @@ module DataPorter
         @csv_content ||= ensure_utf8(@content || download_file)
       end
 
+      def effective_csv_content
+        offset = header_row_index
+        return csv_content if offset.zero?
+
+        csv_content.lines.drop(offset).join
+      end
+
       def download_file
         @data_import.file.download
       end
@@ -67,8 +76,8 @@ module DataPorter
       end
 
       def detect_separator
-        first_line = csv_content.lines.first.to_s
-        SEPARATORS.max_by { |sep| first_line.count(sep) }
+        header_line = csv_content.lines[header_row_index].to_s
+        SEPARATORS.max_by { |sep| header_line.count(sep) }
       end
     end
   end

data/lib/data_porter/sources/xlsx.rb

@@ -13,8 +13,8 @@ module DataPorter
 
       def headers
         sheet = target_sheet
-        first_row = sheet.simple_rows.first
-        raw = first_row&.values&.map(&:to_s) || []
+        header = sheet.simple_rows.drop(header_row_index).first
+        raw = header&.values&.map(&:to_s) || []
         fallback_headers(raw)
       ensure
         cleanup
@@ -36,10 +36,21 @@ module DataPorter
 
       def parse_sheet(sheet)
         rows = sheet.simple_rows.to_a
-        return [] if rows.size <= 1
+        offset = header_row_index
+        return [] if rows.size <= offset + 1
 
-        headers = rows.first.values.map(&:to_s)
-        rows.drop(1).map { |row| build_row(headers, row) }
+        headers = extract_headers(rows, offset)
+        extract_data_rows(rows, offset, headers)
+      end
+
+      def extract_headers(rows, offset)
+        rows[offset].values.map(&:to_s)
+      end
+
+      def extract_data_rows(rows, offset, headers)
+        rows.drop(offset + 1)
+            .reject { |row| row.values.all? { |v| v.to_s.strip.empty? } }
+            .map { |row| build_row(headers, row) }
       end
 
       def build_row(headers, row)

data/lib/data_porter/target.rb

@@ -11,7 +11,7 @@ module DataPorter
       attr_reader :_label, :_model_name, :_icon, :_sources,
                   :_columns, :_csv_mappings, :_dedup_keys, :_json_root,
                   :_api_config, :_dry_run_enabled, :_params, :_webhooks,
-                  :_bulk_config
+                  :_bulk_config, :_header_row
 
       def label(value)
         @_label = value
@@ -65,6 +65,10 @@ module DataPorter
         @_dry_run_enabled = true
       end
 
+      def header_row(value)
+        @_header_row = value.to_i
+      end
+
       def params(&)
         @_params = []
         instance_eval(&)

data/lib/data_porter/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DataPorter
-  VERSION = "2.8.0"
+  VERSION = "2.9.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: data_porter
 version: !ruby/object:Gem::Version
-  version: 2.8.0
+  version: 2.9.0
 platform: ruby
 authors:
 - Seryl Lounis