data_porter 0.1.0 → 0.4.0

data/lib/data_porter/components/preview/table.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+module DataPorter
+  module Components
+    module Preview
+      class Table < Base
+        def initialize(columns:, records:)
+          super()
+          @columns = columns
+          @records = records
+        end
+
+        def view_template
+          div(class: "dp-preview-table") do
+            table(class: "dp-table") do
+              render_header
+              render_body
+            end
+          end
+        end
+
+        private
+
+        def render_header
+          thead do
+            tr do
+              th { "#" }
+              th { "Status" }
+              @columns.each { |col| th { col.label } }
+              th { "Errors" }
+            end
+          end
+        end
+
+        def render_body
+          tbody do
+            @records.each { |record| render_row(record) }
+          end
+        end
+
+        def render_row(record)
+          tr(class: "dp-row--#{record.status}") do
+            td { record.line_number.to_s }
+            td { record.status }
+            @columns.each { |col| td { record.data[col.name.to_s].to_s } }
+            td(class: "dp-errors") { error_messages(record) }
+          end
+        end
+
+        def error_messages(record)
+          record.errors_list.map(&:message).join(", ")
+        end
+      end
+    end
+  end
+end

data/lib/data_porter/components/progress/bar.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+module DataPorter
+  module Components
+    module Progress
+      class Bar < Base
+        def initialize(import_id:)
+          super()
+          @import_id = import_id
+        end
+
+        def view_template
+          div(class: "dp-progress", **stimulus_controller_attrs) do
+            render_bar
+          end
+        end
+
+        private
+
+        def render_bar
+          div(class: "dp-progress-bar", data_data_porter__progress_target: "bar", style: "width: 0%") do
+            span(data_data_porter__progress_target: "text") { "0%" }
+          end
+        end
+
+        def stimulus_controller_attrs
+          {
+            data_controller: "data-porter--progress",
+            data_data_porter__progress_id_value: @import_id.to_s
+          }
+        end
+      end
+    end
+  end
+end

data/lib/data_porter/components/shared/failure_alert.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module DataPorter
+  module Components
+    module Shared
+      class FailureAlert < Base
+        def initialize(report:)
+          super()
+          @report = report
+        end
+
+        def view_template
+          div(class: "dp-alert dp-alert--danger") do
+            @report.error_reports.each do |err|
+              p { err.message }
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/data_porter/components/shared/status_badge.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+module DataPorter
+  module Components
+    module Shared
+      class StatusBadge < Base
+        def initialize(status:)
+          super()
+          @status = status.to_s
+        end
+
+        def view_template
+          span(class: "dp-badge dp-badge--#{@status}") { @status.capitalize }
+        end
+      end
+    end
+  end
+end

data/lib/data_porter/components.rb

@@ -1,12 +1,15 @@
 # frozen_string_literal: true
 
 require_relative "components/base"
-require_relative "components/status_badge"
-require_relative "components/summary_cards"
-require_relative "components/preview_table"
-require_relative "components/progress_bar"
-require_relative "components/results_summary"
-require_relative "components/failure_alert"
+require_relative "components/shared/status_badge"
+require_relative "components/shared/failure_alert"
+require_relative "components/preview/table"
+require_relative "components/preview/summary_cards"
+require_relative "components/preview/results_summary"
+require_relative "components/progress/bar"
+require_relative "components/mapping/template_select"
+require_relative "components/mapping/column_row"
+require_relative "components/mapping/form"
 
 module DataPorter
   module Components

data/lib/data_porter/configuration.rb

@@ -18,7 +18,7 @@ module DataPorter
       @cable_channel_prefix = "data_porter"
       @context_builder = nil
       @preview_limit = 500
-      @enabled_sources = %i[csv json api]
+      @enabled_sources = %i[csv json api xlsx]
       @scope = nil
     end
   end

data/lib/data_porter/engine.rb

@@ -5,7 +5,13 @@ module DataPorter
     isolate_namespace DataPorter
 
     initializer "data_porter.assets.precompile" do |app|
-      app.config.assets.precompile += %w[data_porter/application.css] if app.config.respond_to?(:assets)
+      if app.config.respond_to?(:assets)
+        app.config.assets.precompile += %w[
+          data_porter/application.css
+          data_porter/turbo.min.js
+          data_porter/stimulus.min.js
+        ]
+      end
     end
 
     config.to_prepare do

data/lib/data_porter/orchestrator.rb

@@ -8,6 +8,16 @@ module DataPorter
       @source_options = { content: content }.compact
     end
 
+    def extract_headers!
+      @data_import.extracting_headers!
+      source = build_source
+      headers = source.headers
+      store_headers(headers)
+      @data_import.update!(status: :mapping)
+    rescue StandardError => e
+      handle_failure(e)
+    end
+
     def parse!
       @data_import.parsing!
       records = build_records
@@ -37,8 +47,18 @@ module DataPorter
 
     private
 
+    def build_source
+      @data_import.source_class.new(@data_import, **@source_options)
+    end
+
+    def store_headers(headers)
+      config = @data_import.config || {}
+      config["file_headers"] = headers
+      @data_import.update!(config: config)
+    end
+
     def build_records
-      source = @data_import.source_class.new(@data_import, **@source_options)
+      source = build_source
       raw_rows = source.fetch
       columns = @target.class._columns || []
       validator = RecordValidator.new(columns)

data/lib/data_porter/sources/base.rb

@@ -15,10 +15,25 @@ module DataPorter
       private
 
       def apply_csv_mapping(row)
-        mappings = @target_class._csv_mappings
-        return auto_map(row) if mappings.nil? || mappings.empty?
+        return user_map(row) if user_mapping.any?
 
-        explicit_map(row, mappings)
+        code_mappings = @target_class._csv_mappings
+        return explicit_map(row, code_mappings) if code_mappings&.any?
+
+        auto_map(row)
+      end
+
+      def user_mapping
+        config = @data_import.config
+        return {} unless config.is_a?(Hash)
+
+        config.fetch("column_mapping", {})
+      end
+
+      def user_map(row)
+        user_mapping.each_with_object({}) do |(header, column), hash|
+          hash[column.to_sym] = row[header]
+        end
       end
 
       def explicit_map(row, mappings)

data/lib/data_porter/sources/csv.rb

@@ -10,6 +10,11 @@ module DataPorter
         @content = content
       end
 
+      def headers
+        first_line = csv_content.lines.first
+        ::CSV.parse_line(first_line, **extra_options).map(&:to_s)
+      end
+
       def fetch
         rows = []
         ::CSV.parse(csv_content, **csv_options) do |row|

data/lib/data_porter/sources/xlsx.rb

@@ -0,0 +1,76 @@
+# frozen_string_literal: true
+
+require "creek"
+require "tempfile"
+
+module DataPorter
+  module Sources
+    class Xlsx < Base
+      def initialize(data_import, file_path: nil)
+        super(data_import)
+        @file_path = file_path
+      end
+
+      def headers
+        sheet = target_sheet
+        first_row = sheet.simple_rows.first
+        first_row&.values&.map(&:to_s) || []
+      ensure
+        cleanup
+      end
+
+      def fetch
+        rows = parse_sheet(target_sheet)
+        rows.map { |row| apply_csv_mapping(row) }
+      ensure
+        cleanup
+      end
+
+      private
+
+      def target_sheet
+        creek = Creek::Book.new(xlsx_path)
+        creek.sheets[sheet_index]
+      end
+
+      def parse_sheet(sheet)
+        rows = sheet.simple_rows.to_a
+        return [] if rows.size <= 1
+
+        headers = rows.first.values.map(&:to_s)
+        rows.drop(1).map { |row| build_row(headers, row) }
+      end
+
+      def build_row(headers, row)
+        values = row.values.map { |v| v&.to_s }
+        headers.zip(values).to_h
+      end
+
+      def xlsx_path
+        @file_path || download_to_tempfile
+      end
+
+      def download_to_tempfile
+        @tempfile = Tempfile.new(["data_porter", ".xlsx"])
+        @tempfile.binmode
+        @tempfile.write(@data_import.file.download)
+        @tempfile.rewind
+        @tempfile.path
+      end
+
+      def sheet_index
+        config = @data_import.config
+        return 0 unless config.is_a?(Hash)
+
+        config.fetch("sheet_index", 0).to_i
+      end
+
+      def cleanup
+        return unless @tempfile
+
+        @tempfile.close
+        @tempfile.unlink
+      end
+    end
+  end
+end

data/lib/data_porter/sources.rb

@@ -4,13 +4,15 @@ require_relative "sources/base"
 require_relative "sources/csv"
 require_relative "sources/json"
 require_relative "sources/api"
+require_relative "sources/xlsx"
 
 module DataPorter
   module Sources
     REGISTRY = {
       api: Api,
       csv: Csv,
-      json: Json
+      json: Json,
+      xlsx: Xlsx
     }.freeze
 
     def self.resolve(type)

data/lib/data_porter/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DataPorter
-  VERSION = "0.1.0"
+  VERSION = "0.4.0"
 end

data/lib/generators/data_porter/install/install_generator.rb

@@ -15,6 +15,10 @@ module DataPorter
           "create_data_porter_imports.rb.erb",
           "db/migrate/create_data_porter_imports.rb"
         )
+        migration_template(
+          "create_data_porter_mapping_templates.rb.erb",
+          "db/migrate/create_data_porter_mapping_templates.rb"
+        )
       end
 
       def copy_initializer

data/lib/generators/data_porter/install/templates/create_data_porter_mapping_templates.rb.erb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+class CreateDataPorterMappingTemplates < ActiveRecord::Migration[<%= ActiveRecord::Migration.current_version %>]
+  def change
+    create_table :data_porter_mapping_templates do |t|
+      t.string :target_key, null: false
+      t.string :name,       null: false
+      t.jsonb  :mapping,    null: false, default: {}
+
+      t.timestamps
+    end
+
+    add_index :data_porter_mapping_templates, :target_key
+    add_index :data_porter_mapping_templates, %i[target_key name], unique: true
+  end
+end

data/lib/generators/data_porter/install/templates/initializer.rb

@@ -26,5 +26,5 @@ DataPorter.configure do |config|
   # config.preview_limit = 500
 
   # Enabled source types.
-  # config.enabled_sources = %i[csv json api]
+  # config.enabled_sources = %i[csv json xlsx api]
 end