ixport 0.3.3 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b40a581b96b5e012197ee7a185f08891e4580fb7f2bc824ddd5de3789ccb9e02
-  data.tar.gz: 9f6e9bde4f0590cfac3524df4695bff2ee132ad47cd8d66938b919fbf5ec2c67
+  metadata.gz: 16c99636a4d8ef113f4f79a6329f2dd4863cc8ade7ad53b50c988738da2e3701
+  data.tar.gz: 54549f7009304e78c9d53de1719061c6763a36c1c721619af015d077e02ecf42
 SHA512:
-  metadata.gz: 6f3dde1eac2e6e592a49fcf9049c822efa56e70468cbe1666329c8be35beef75e94e03091786bf94f8f0f141619e48a338fa99ecc1b349f6e547461569a7d12d
-  data.tar.gz: 0af9d0471ea9d3e62a0476e1e6ef9a7fa8d9bff8050e90576d7d226e53c620bf90f62261930e52a43a9115b3a97b4b5d0daa450b999d618c3576f2a61bd1db35
+  metadata.gz: c023605435d19ea4ca5c6477f1684cd4d42a49200cfd2370e211d697ca705a8850f3071919cb9a8df89362e1e47a1235c1eaa087b0e6f7bf6dfceadcf4c160c3
+  data.tar.gz: 5da35e3a802248a422c462ba7d8f30876e3ce2504156e06ef13d251da191b5571f788e838be400eadab03e31c38fd7f5bdb1c2c832db48f2721feb02b414d0c2

data/README.md

@@ -77,6 +77,39 @@ Each field's key is the record's attribute name. ixport looks up every match val
 
 To match on several fields, name them all, for example `match_on :happened_on, :amount, :name`.
 
+## Importing into a chosen record
+
+An import can add its rows to one record the app chooses, such as questions uploaded into one quiz. The app names that record in the link to the upload page, as its Global ID:
+
+```erb
+<%= link_to "Import questions", ixport.new_import_path(key: :quiz_questions, target: @quiz.to_global_id) %>
+```
+
+The import keeps that record through upload, mapping, preview and run, and its importer reaches it as `target`:
+
+```ruby
+class QuizQuestionImporter < Ixport::Importer
+  field :prompt, label: "Question"
+  match_on :prompt
+
+  def records
+    target.questions
+  end
+end
+```
+
+A link naming a record that does not exist answers not found. Anyone can edit the link, so the registration's `allow:` rule decides which records a person may import into, as described under [Who may import or export](#who-may-import-or-export). An import opened with no record has a `target` of `nil` and works as before. Run `bin/rails generate ixport:update` after updating, for the migration that lets an import keep its record.
+
+## Refusing a whole file
+
+An import can be registered to save nothing from a file in which any row is refused, so a partial import never leaves half of a quiz's questions added:
+
+```ruby
+Ixport.register_import(:quiz_questions, title: "Quiz questions", importer: "QuizQuestionImporter", refuse_whole_file: true)
+```
+
+While any row is refused, its preview offers no Run import button and says to fix the refused rows in the file and upload it again. A run of such a file, inside the request or in the background, saves no row, records each refused row and counts no row added or updated. When every row is valid, every row is saved. If the run stops on an error, every row it saved is undone and it counts no row added or updated. Imports registered without `refuse_whole_file` work as before.
+
 ## Uploading and mapping a file
 
 From the engine's root page, a person picks a registered import and uploads a CSV for it. The upload is refused, with a message on the upload page, when the file is not UTF-8 text, when its quoting is broken (the message names the line where reading stopped), when it has no header row, or, in an app with no background runner, when it has more rows than `config.inline_row_limit`. A byte order mark at the start of the file is ignored, so the first column keeps its name.
@@ -164,6 +197,15 @@ Ixport.register_import :products, title: "Products", importer: "ProductImporter"
   allow: ->(person, account) { ProductImportPolicy.new(person, account).create? }
 ```
 
+A rule that takes a third argument also receives the import's chosen record, or `nil` when there is none, and returns false to refuse it:
+
+```ruby
+Ixport.register_import :quiz_questions, title: "Quiz questions", importer: "QuizQuestionImporter",
+  allow: ->(person, account, quiz) { quiz.nil? || quiz.account == account }
+```
+
+A link or upload naming a record the rule refuses answers not found, and so does every page of an import whose record it refuses. A rule that takes two arguments is called as before.
+
 A person the rule refuses does not see that import or export listed, nor their past imports of it, and every one of its pages and downloads answers not found. A registration with no rule is open to every signed-in person.
 
 ## Claude Code agents

data/app/controllers/ixport/application_controller.rb

@@ -4,17 +4,20 @@ module Ixport
   class ApplicationController < Ixport.configuration.base_controller.constantize
     before_action { send(Ixport.configuration.authentication_method) }
     layout -> { Ixport.configuration.layout }
+    helper AppRoutesHelper
+
+    before_action { AppRoutesHelper.define_app_route_helpers }
 
     private
 
-    def allowed?(registration)
-      registration.allows?(ixport_person, ixport_account)
+    def allowed?(registration, target = nil)
+      registration.allows?(ixport_person, ixport_account, target)
     end
 
     def find_import
       @import = Import.find_by(id: params[:import_id] || params[:id], person: ixport_person, account: ixport_account)
       registration = @import && Ixport.registrations[@import.key.to_sym]
-      head :not_found unless registration && allowed?(registration)
+      head :not_found unless registration && allowed?(registration, @import.target)
     end
 
     def ixport_person

data/app/controllers/ixport/imports_controller.rb

@@ -4,6 +4,7 @@ module Ixport
   class ImportsController < ApplicationController
     before_action :find_registration, only: %i[new create]
     before_action :find_import, only: :show
+    before_action :find_fields, only: %i[new create]
 
     def index
       @registrations = Ixport.registrations.values.select { |registration| allowed?(registration) }
@@ -18,7 +19,7 @@ module Ixport
     end
 
     def create
-      import = Import.new(key: @registration.key, person: ixport_person, account: ixport_account, file: params[:file])
+      import = Import.new(key: @registration.key, person: ixport_person, account: ixport_account, target: @target, file: params[:file])
       if import.save
         redirect_to import_mapping_path(import)
       else
@@ -31,7 +32,18 @@ module Ixport
 
     def find_registration
       @registration = Ixport.registrations[params[:key].to_s.to_sym]
-      head :not_found unless @registration && allowed?(@registration)
+      @target = chosen_target
+      head :not_found unless @registration && (@target || params[:target].blank?) && allowed?(@registration, @target)
+    end
+
+    def find_fields
+      @fields = @registration.importer.constantize.fields
+    end
+
+    def chosen_target
+      GlobalID::Locator.locate(params[:target]) if params[:target].present?
+    rescue ActiveRecord::RecordNotFound, NameError
+      nil
     end
   end
 end

data/app/controllers/ixport/previews_controller.rb

@@ -11,6 +11,7 @@ module Ixport
       @counts = { add: 0, update: 0, refused: 0 }.merge(rows.group_by(&:outcome).transform_values(&:size))
       @update_rows = rows.select { |row| row.outcome == :update }
       @refused_rows = rows.select { |row| row.outcome == :refused }
+      @whole_file_refused = @import.whole_file_refused?(rows)
     end
   end
 end

data/app/helpers/ixport/app_routes_helper.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module Ixport
+  module AppRoutesHelper
+    def self.define_app_route_helpers
+      @app_route_helpers_defined ||= begin
+        (Rails.application.routes.named_routes.helper_names - Ixport::Engine.routes.named_routes.helper_names).each do |name|
+          define_method(name) { |*args, **options| main_app.public_send(name, *args, **options) }
+        end
+        true
+      end
+    end
+  end
+end

data/app/models/ixport/import.rb

@@ -8,6 +8,7 @@ module Ixport
 
     belongs_to :person, polymorphic: true
     belongs_to :account, polymorphic: true, optional: true
+    belongs_to :target, polymorphic: true, optional: true
 
     has_one_attached :file
     has_many :refusals, -> { order(:row_number) }, class_name: "Ixport::ImportRefusal", dependent: :destroy
@@ -54,8 +55,12 @@ module Ixport
       RowWalk.new(self, importer).rows
     end
 
+    def whole_file_refused?(rows = self.rows)
+      Ixport.registration(key).refuse_whole_file && rows.any? { |row| row.outcome == :refused }
+    end
+
     def importer
-      importer_class.new(person: person, account: account)
+      importer_class.new(person: person, account: account, target: target)
     end
 
     def importer_class
@@ -82,12 +87,14 @@ module Ixport
 
     def walk_and_save(reporter, report_failure)
       counts = { add: 0, update: 0 }
-      rows = self.rows
+      rows = rows_to_walk
       reporter.set_total(rows.size)
-      rows.each do |row|
-        save_row(row, reporter)
-        counts[row.outcome] += 1 if counts.key?(row.outcome)
-        reporter.advance
+      saving_together(counts) do
+        rows.each do |row|
+          save_row(row, reporter)
+          counts[row.outcome] += 1 if counts.key?(row.outcome)
+          reporter.advance
+        end
       end
       update!(status: "finished", added_count: counts[:add], updated_count: counts[:update])
     rescue StandardError => error
@@ -96,6 +103,22 @@ module Ixport
       update!(status: "failed", error_message: error.message, added_count: counts[:add], updated_count: counts[:update])
     end
 
+    def saving_together(counts, &block)
+      return yield unless Ixport.registration(key).refuse_whole_file
+
+      begin
+        self.class.transaction(requires_new: true, &block)
+      rescue StandardError
+        counts.transform_values! { 0 }
+        raise
+      end
+    end
+
+    def rows_to_walk
+      rows = self.rows
+      whole_file_refused?(rows) ? rows.select { |row| row.outcome == :refused } : rows
+    end
+
     def save_row(row, reporter)
       if row.outcome == :refused
         refusals.create!(row_number: row.number, reason: row.reason)

data/app/views/ixport/imports/new.html.erb

@@ -3,8 +3,16 @@
   <% if @error.present? %>
     <%= ui_alert(type: :error, message: tag.span(@error, data: { upload_error: true })) %>
   <% end %>
+  <%= ui_section(title: "Fields this import expects") do %>
+    <ul>
+      <% @fields.each do |field| %>
+        <%= tag.li(field.label, data: { expected_field: true }) %>
+      <% end %>
+    </ul>
+  <% end %>
   <%= ui_form(action: imports_path, multipart: true) do %>
     <%= hidden_field_tag "key", @registration.key %>
+    <%= hidden_field_tag "target", @target.to_global_id if @target %>
     <%= ui_file_upload(name: "file", label: "CSV file", accept: ".csv") %>
     <%= ui_button(label: "Upload") %>
   <% end %>

data/app/views/ixport/previews/show.html.erb

@@ -32,7 +32,11 @@
       </ul>
     <% end %>
   <% end %>
-  <%= ui_form(action: import_run_path(@import)) do %>
-    <%= ui_button(label: "Run import") %>
+  <% if @whole_file_refused %>
+    <%= ui_alert(type: :error, message: tag.span("This import saves no row while any row is refused. Fix the refused rows in the file and upload it again.", data: { whole_file_refused: true })) %>
+  <% else %>
+    <%= ui_form(action: import_run_path(@import)) do %>
+      <%= ui_button(label: "Run import") %>
+    <% end %>
   <% end %>
 <% end %>

data/lib/generators/ixport/install/install_generator.rb

@@ -18,6 +18,7 @@ module Ixport
         migration_template "create_ixport_export_templates.rb.erb", "db/migrate/create_ixport_export_templates.rb"
         migration_template "add_wallflower_task_to_ixport_imports.rb.erb", "db/migrate/add_wallflower_task_to_ixport_imports.rb"
         migration_template "add_error_message_to_ixport_imports.rb.erb", "db/migrate/add_error_message_to_ixport_imports.rb"
+        migration_template "add_target_to_ixport_imports.rb.erb", "db/migrate/add_target_to_ixport_imports.rb"
       end
     end
   end

data/lib/generators/ixport/install/templates/add_target_to_ixport_imports.rb.erb

@@ -0,0 +1,5 @@
+class AddTargetToIxportImports < ActiveRecord::Migration[<%= ActiveRecord::Migration.current_version %>]
+  def change
+    add_reference :ixport_imports, :target, polymorphic: true, null: true
+  end
+end

data/lib/generators/ixport/update/update_generator.rb

@@ -23,6 +23,10 @@ module Ixport
       def copy_error_message_migration
         migration_template "add_error_message_to_ixport_imports.rb.erb", "db/migrate/add_error_message_to_ixport_imports.rb"
       end
+
+      def copy_target_migration
+        migration_template "add_target_to_ixport_imports.rb.erb", "db/migrate/add_target_to_ixport_imports.rb"
+      end
     end
   end
 end

data/lib/ixport/importer.rb

@@ -4,11 +4,12 @@ module Ixport
   class Importer
     Field = Struct.new(:key, :label, keyword_init: true)
 
-    attr_reader :person, :account
+    attr_reader :person, :account, :target
 
-    def initialize(person:, account:)
+    def initialize(person:, account:, target: nil)
       @person = person
       @account = account
+      @target = target
     end
 
     def self.field(key, label:)

data/lib/ixport/registrations.rb

@@ -2,19 +2,22 @@
 
 module Ixport
   module AccessRule
-    def allows?(person, account)
-      allow.nil? || allow.call(person, account)
+    def allows?(person, account, target = nil)
+      return true if allow.nil?
+      return allow.call(person, account) if allow.arity == 2
+
+      allow.call(person, account, target)
     end
   end
 
-  Registration = Struct.new(:key, :title, :importer, :allow, keyword_init: true) { include AccessRule }
+  Registration = Struct.new(:key, :title, :importer, :allow, :refuse_whole_file, keyword_init: true) { include AccessRule }
   ExportRegistration = Struct.new(:key, :title, :exporter, :chosen, :allow, keyword_init: true) { include AccessRule }
 
   class MissingImporter < StandardError; end
   class MissingExporter < StandardError; end
 
-  def self.register_import(key, title:, importer:, allow: nil)
-    registrations[key.to_sym] = Registration.new(key: key.to_sym, title: title, importer: importer.to_s, allow: allow)
+  def self.register_import(key, title:, importer:, allow: nil, refuse_whole_file: false)
+    registrations[key.to_sym] = Registration.new(key: key.to_sym, title: title, importer: importer.to_s, allow: allow, refuse_whole_file: refuse_whole_file)
   end
 
   def self.registration(key)

data/lib/ixport/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Ixport
-  VERSION = "0.3.3"
+  VERSION = "0.4.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ixport
 version: !ruby/object:Gem::Version
-  version: 0.3.3
+  version: 0.4.1
 platform: ruby
 authors:
 - Tyler Schneider
@@ -97,6 +97,7 @@ files:
 - app/controllers/ixport/mappings_controller.rb
 - app/controllers/ixport/previews_controller.rb
 - app/controllers/ixport/runs_controller.rb
+- app/helpers/ixport/app_routes_helper.rb
 - app/helpers/ixport/imports_helper.rb
 - app/models/ixport/application_record.rb
 - app/models/ixport/csv_writer.rb
@@ -118,6 +119,7 @@ files:
 - config/routes.rb
 - lib/generators/ixport/install/install_generator.rb
 - lib/generators/ixport/install/templates/add_error_message_to_ixport_imports.rb.erb
+- lib/generators/ixport/install/templates/add_target_to_ixport_imports.rb.erb
 - lib/generators/ixport/install/templates/add_wallflower_task_to_ixport_imports.rb.erb
 - lib/generators/ixport/install/templates/create_ixport_export_templates.rb.erb
 - lib/generators/ixport/install/templates/create_ixport_import_refusals.rb.erb