card-mod-csv_import 0.8

data/set/abstract/import/execute_import.rb

@@ -0,0 +1,59 @@
+event :import_csv, :integrate_with_delay, on: :update, when: :data_import? do
+  import_manager.import_rows selected_row_indices
+end
+
+event :flag_as_import, :prepare_to_validate, on: :update, when: :data_import? do
+  @empty_ok = true
+end
+
+event :prepare_import, :prepare_to_store, on: :update, when: :data_import? do
+  import_status_card.reset selected_row_count
+end
+
+def import_manager
+  @import_mananger =
+    ::ActImportManager.new self, csv_file, conflict_strategy, extra_data
+end
+
+def conflict_strategy
+  Env.params[:conflict_strategy]&.to_sym || :skip
+end
+
+def extra_data
+  @extra_data ||= normalize_extra_data
+end
+
+def normalize_extra_data
+  fetch_hash_from_params(:extra_data).deep_symbolize_keys
+end
+
+def fetch_hash_from_params key
+  case Env.params[key]
+  when Hash
+    Env.params[key]
+  when ActionController::Parameters
+    Env.params[key].to_unsafe_h
+  else
+    {}
+  end
+end
+
+def data_import?
+  Env.params[:import_rows].present?
+end
+
+def silent_change?
+  data_import? || super
+end
+
+def selected_row_count
+  selected_row_indices.size
+end
+
+def selected_row_indices
+  @selected_row_indices ||=
+    fetch_hash_from_params(:import_rows).each_with_object([]) do |(index, value), a|
+      next unless [true, "true"].include?(value)
+      a << index.to_i
+    end
+end

data/set/abstract/import/import_page.rb

@@ -0,0 +1,82 @@
+format :html do
+  def humanized_attachment_name
+    "csv file"
+  end
+
+  view :import, cache: :never do
+    class_up "card-slot", "nodblclick"
+    frame_and_form :update do
+      [
+        hidden_import_tags,
+        render!(:additional_form_fields),
+        render!(:import_table_helper),
+        render!(:import_table),
+        render!(:import_button_formgroup)
+      ]
+    end
+  end
+
+  def hidden_import_tags
+    hidden_tags success: { name: card.import_status_card.name, view: :open }
+  end
+
+  view :import_button_formgroup do
+    button_formgroup { [import_button, cancel_button(href: path)] }
+  end
+
+  def import_button
+    button_tag "Import", class: "submit-button",
+                         data: { disable_with: "Importing" }
+  end
+
+  view :import_table_helper do
+    wrap_with(:p, group_selection_checkboxes) +
+      wrap_with(:p, select_conflict_strategy)
+  end
+
+  view :additional_form_fields do
+    ""
+  end
+
+  def already_imported?
+    card.already_imported?
+  end
+
+  def group_selection_checkboxes
+    <<-HTML.html_safe
+      Select:
+      <span class="padding-20 background-grey">
+        #{check_box_tag '_check-all', '', false, class: 'checkbox-button'}
+        #{label_tag '_check-all', 'all'}
+      </span>
+      #{group_selection_checkbox('exact', 'exact matches', :success, true)}
+      #{group_selection_checkbox('alias', 'alias matches', :alias, true)}
+      #{group_selection_checkbox('partial', 'partial matches', :info, true)}
+      #{group_selection_checkbox('none', 'no matches', :warning)}
+      #{group_selection_checkbox('imported', 'already imported', :active) if already_imported?}
+    HTML
+  end
+
+  def group_selection_checkbox name, label, identifier, checked=false
+    wrap_with :span, class: "padding-20 table-#{identifier}" do
+      [
+        check_box_tag(
+          name, "", checked,
+          class: "checkbox-button _group-check",
+          data: { group: name }
+        ),
+        label_tag(name, label)
+      ]
+    end
+  end
+
+  def select_conflict_strategy
+    <<-HTML.html_safe
+      Conflicts with existing entries:
+      #{radio_button_tag 'conflict_strategy', 'skip', true}
+      #{label_tag 'conflict_strategy_skip', 'skip'}
+      #{radio_button_tag 'conflict_strategy', 'override', false}
+      #{label_tag 'conflict_strategy_override', 'override'}
+    HTML
+  end
+end

data/set/abstract/import/table.rb

@@ -0,0 +1,76 @@
+format :html do
+  def import_table_row_class
+    Abstract::Import::TableRow
+  end
+
+  def column_keys
+    card.singleton_class::COLUMNS.keys
+  end
+
+  def column_titles
+    card.singleton_class::COLUMNS.values
+  end
+
+  def row_errors
+    return "" unless vm.errors?
+    alert(:danger, true) do
+      with_header "Invalid data", level: 4 do
+        list_group vm.error_list
+      end
+    end
+  end
+
+  def validation_manager
+    @vm ||= ValidationManager.new card.csv_file
+  end
+
+  alias_method :vm, :validation_manager
+  delegate :already_imported?, to: :card
+
+  def row_buckets
+    row_buckets = {
+      invalid: [],
+      valid: [],
+      imported: []
+    }
+  end
+
+  def bucket_key table_row
+    if already_imported? table_row.row_index
+      :imported
+    elsif table_row.status == :failed
+      :invalid
+    else
+      :valid
+    end
+  end
+
+  def table_rows
+    rb = row_buckets
+    vm.validate do |validated_csv_row|
+      table_row = import_table_row_class.new validated_csv_row, self
+      rb[bucket_key(table_row)] << table_row.render
+    end
+    rb.values.flatten
+  end
+
+  def table_with_errors *args
+    row_errors + table(*args)
+  end
+
+  view :import_table, cache: :never do
+    return alert(:warning) { "no import file attached" } if card.file.blank?
+    table_with_errors(table_rows, class: "_import-table import-table table-hover",
+                                  header: column_titles)
+  end
+
+  def extra_data_input_name index, *subfields
+    name = "extra_data[#{index}]"
+    name << subfields.map { |f| "[#{f}]" }.join("") if subfields.present?
+    name
+  end
+
+  def corrections_input_name index, key
+    extra_data_input_name index, :corrections, key
+  end
+end

data/set/all/import_act.rb

@@ -0,0 +1,8 @@
+def import_act?
+  ActManager.act_card&.import_file?
+end
+
+# for override
+def import_file?
+  false
+end

data/set/right/import_status.rb

@@ -0,0 +1,163 @@
+def followable?
+  false
+end
+
+def history?
+  false
+end
+
+def status
+  @status ||= ImportManager::Status.new content
+end
+
+def import_counts
+  @import_counts ||= status[:counts]
+end
+
+def reset total
+  @status = ImportManager::Status.new act_id: ActManager.act&.id, counts: { total: total }
+  save_status
+end
+
+def step key
+  import_counts.step key
+  save_status
+end
+
+def save_status
+  update_attributes content: status.to_json
+end
+
+STATUS_HEADER = {
+  failed: "Failed",
+  imported: "Successfully created",
+  overridden: "Overridden",
+  skipped: "Skipped existing"
+}.freeze
+
+STATUS_CONTEXT = {
+  failed: :danger,
+  imported: :success,
+  overridden: :warning,
+  skipped: :info
+}.freeze
+
+format :html do
+  delegate :status, :import_counts, to: :card
+  delegate :percentage, :count, :step, to: :import_counts
+
+  def wrap_data _slot=true
+    super.merge "refresh-url" => path(view: @slot_view)
+  end
+
+  def wrap_classes slot
+    class_up "card-slot", "_refresh-timer", true if auto_refresh?
+    super
+  end
+
+  def auto_refresh?
+    @slot_view.in?([:open, :content, :titled]) && importing?
+  end
+
+  def importing?
+    STATUS_CONTEXT.keys.inject(0) do |sum, key|
+      sum + count(key)
+    end < count(:total)
+  end
+
+  # returns plural if there are more than one card of type `count_type`
+  def item_label count_type=nil
+    label = card.left&.try(:item_label) || "card"
+    count_type && count(count_type) > 1 ? label.pluralize : label
+  end
+
+  def item_count_label count_key
+    label = item_label count_key
+    "#{count(count_key)} #{label}"
+  end
+
+  def progress_header
+    if importing?
+      "Importing #{item_count_label :total} ..."
+    elsif count(:overridden).positive?
+      "#{item_count_label :imported} created and " \
+      "#{item_count_label :overridden} updated" \
+    else
+      "Imported #{item_count_label(:imported)}"
+    end
+  end
+
+  view :core, cache: :never do
+    with_header(progress_header, level: 4) do
+      _render_progress_bar
+    end + wrap_with(:p, undo_button) + wrap_with(:p, report)
+  end
+
+  view :progress_bar, cache: :never do
+    sections = %i[imported skipped overridden failed].map do |type|
+      progress_section type
+    end.compact
+    progress_bar(*sections)
+  end
+
+  view :compact, cache: :never, template: :haml do
+  end
+
+  def report
+    [:failed, :skipped, :overridden, :imported].map do |key|
+      next unless status[key].present?
+      generate_report_alert key
+    end.compact.join
+  end
+
+  def generate_report_alert type
+    alert STATUS_CONTEXT[type], false, false, href: "##{type}" do
+      with_header STATUS_HEADER[type], level: 5 do
+        list = []
+        status[type].each do |index, name|
+          list << report_line(index, name, type)
+        end
+        list_group list
+      end
+    end
+  end
+
+  def report_line index, name, type
+    label, status_key =
+      type == :failed ? [name, :errors] : [link_to_card(name), :reports]
+
+    text = "##{index + 1}: #{label}"
+    if status[status_key][index].present?
+      text += " - " if name.present?
+      text += status[status_key][index].join("; ")
+    end
+    text
+  end
+
+  def progress_section type
+    return if count(type).zero?
+    html_class = "bg-#{STATUS_CONTEXT[type]}"
+    html_class << " progress-bar-striped progress-bar-animated" if importing?
+    { value: percentage(type), label: "#{count(type)} #{type}", class: html_class }
+  end
+
+  def undo_button
+    return if importing?
+    return "" unless status[:act_id] && (act = Card::Act.find(status[:act_id]))
+    wrap_with :div, class: "d-flex flex-row-reverse" do
+      card.left.format(:html)
+          .revert_actions_link act, "Undo",
+                               revert_to: :previous,
+                               html_args: { class: "btn btn-danger",
+                                            "data-confirm" => undo_confirm_message }
+    end
+  end
+
+  def undo_confirm_message
+    text = "Do you really want to remove the imported #{item_label :imported}"
+    if count(:overridden).positive?
+      text += " and restore the overridden " + item_label(:overridden)
+    end
+    text << "?"
+  end
+end

data/set/right/imported_rows.rb

@@ -0,0 +1,20 @@
+def followable?
+  false
+end
+
+def history?
+  false
+end
+
+def already_imported? index=nil
+  index ? imported_row_indices.include?(index) : imported_row_indices.present?
+end
+
+def mark_as_imported row_index
+  imported_rows_indices << row_index
+  update_attributes content: imported_row_indices.join(",")
+end
+
+def imported_row_indices
+  @imported_rows ||= ::Set.new content.split(",").map(&:to_i)
+end

data/set/type/file.rb

@@ -0,0 +1,10 @@
+def csv?
+  attachment.content_type.in? %w[text/csv
+                                 text/comma-separated-values
+                                 text/plain
+                                 text/x-csv
+                                 text/x-comma-separated-values
+                                 application/vnd.ms-excel
+                                 application/csv
+                                 application/x-csv]
+end

data/template/self/import_tool.haml

@@ -0,0 +1,3 @@
+= field_nest :description, view: :core
+
+= tabpanel

metadata

@@ -0,0 +1,83 @@
+--- !ruby/object:Gem::Specification
+name: card-mod-csv_import
+version: !ruby/object:Gem::Version
+  version: '0.8'
+platform: ruby
+authors:
+- Philipp Kühl
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-08-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: card
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: a card mod for importing data from csv files as cards into a deck
+email:
+- info@decko.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- config/initializers/import_logger.rb
+- lib/csv_file.rb
+- lib/csv_row.rb
+- lib/csv_row/normalizer.rb
+- lib/import_log.rb
+- lib/import_manager.rb
+- lib/import_manager/act_import_manager.rb
+- lib/import_manager/conflicts.rb
+- lib/import_manager/script_import_manager.rb
+- lib/import_manager/status.rb
+- lib/import_manager/status/counts.rb
+- lib/import_manager/status_log.rb
+- lib/import_manager/validation_manager.rb
+- set/abstract/import.rb
+- set/abstract/import/01_table_row.rb
+- set/abstract/import/execute_import.rb
+- set/abstract/import/import_page.rb
+- set/abstract/import/table.rb
+- set/all/import_act.rb
+- set/right/import_status.rb
+- set/right/imported_rows.rb
+- set/type/file.rb
+- template/self/import_tool.haml
+homepage: http://decko.org
+licenses:
+- GPL-2.0
+- GPL-3.0
+metadata:
+  card-mod: csv_import
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: tool to import csv files
+test_files: []