bulkrax 9.3.4 → 9.4.0

data/lib/bulkrax/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Bulkrax
-  VERSION = '9.3.4'
+  VERSION = '9.4.0'
 end

data/lib/bulkrax.rb

@@ -15,6 +15,8 @@ require 'nokogiri'
 require 'ostruct'
 require 'zip'
 
+require 'wings/custom_queries/find_by_source_identifier'
+
 def conditional_require(gem_name)
   require gem_name
 rescue LoadError
@@ -37,6 +39,8 @@ module Bulkrax
                   :default_work_type,
                   :export_path,
                   :field_mappings,
+                  :guided_import_enabled,
+                  :guided_import_demo_scenarios_enabled,
                   :generated_metadata_mapping,
                   :import_path,
                   :multi_value_element_join_on,
@@ -170,6 +174,28 @@ module Bulkrax
       ENV.key?("REDIS_HOST")
     end
     alias use_locking? use_locking
+
+    ##
+    # @return [Array<#call>] callable validators invoked per-row during CSV validation.
+    #   Each callable receives (record, row_number, context).
+    #   Defaults to the four built-in CsvRow:: validators.
+    def csv_row_validators
+      @csv_row_validators ||= [
+        Bulkrax::CsvRow::MissingSourceIdentifier,
+        Bulkrax::CsvRow::DuplicateIdentifier,
+        Bulkrax::CsvRow::ParentReference,
+        Bulkrax::CsvRow::ChildReference,
+        Bulkrax::CsvRow::CircularReference,
+        Bulkrax::CsvRow::RequiredValues,
+        Bulkrax::CsvRow::ControlledVocabulary
+      ]
+    end
+
+    attr_writer :csv_row_validators
+
+    def register_csv_row_validator(callable)
+      csv_row_validators << callable
+    end
   end
 
   def config
@@ -180,7 +206,6 @@ module Bulkrax
   alias setup config
 
   def_delegators :@config,
-                 :api_definition,
                  :api_definition=,
                  :collection_model_class,
                  :collection_model_internal_resource,
@@ -207,9 +232,7 @@ module Bulkrax
                  :generated_metadata_mapping=,
                  :import_path,
                  :import_path=,
-                 :multi_value_element_join_on,
                  :multi_value_element_join_on=,
-                 :multi_value_element_split_on,
                  :multi_value_element_split_on=,
                  :object_factory,
                  :object_factory=,
@@ -229,6 +252,9 @@ module Bulkrax
                  :required_elements=,
                  :reserved_properties,
                  :reserved_properties=,
+                 :csv_row_validators,
+                 :csv_row_validators=,
+                 :register_csv_row_validator,
                  :server_name,
                  :server_name=,
                  :solr_key_for_member_file_ids,
@@ -252,6 +278,8 @@ module Bulkrax
     conf.server_name = 'bulkrax@example.com'
     conf.relationship_job_class = "Bulkrax::CreateRelationshipsJob"
     conf.required_elements = ['title']
+    conf.guided_import_enabled = ActiveModel::Type::Boolean.new.cast(ENV.fetch('BULKRAX_GUIDED_IMPORTER', false))
+    conf.guided_import_demo_scenarios_enabled = false
 
     # Hash of Generic field_mappings for use in the view
     # There must be one field_mappings hash per view partial

data/lib/tasks/bulkrax_tasks.rake

@@ -14,108 +14,6 @@ namespace :bulkrax do
     end
   end
 
-  # Usage example: rails bulkrax:generate_test_csvs['5','100','GenericWork']
-  desc 'Generate CSVs with fake data for testing purposes'
-  task :generate_test_csvs, [:num_of_csvs, :csv_rows, :record_type] => :environment do |_t, args|
-    # NOTE: If this line throws an error, run `gem install faker` inside your Docker container
-    require 'faker'
-    require 'csv'
-
-    FileUtils.mkdir_p(Rails.root.join('tmp', 'imports'))
-
-    IGNORED_PROPERTIES = %w[
-      admin_set_id
-      alternate_ids
-      arkivo_checksum
-      created_at
-      date_modified
-      date_uploaded
-      depositor
-      embargo
-      has_model
-      head
-      internal_resource
-      label
-      lease
-      member_ids
-      member_of_collection_ids
-      modified_date
-      new_record
-      on_behalf_of
-      owner
-      proxy_depositor
-      rendering_ids
-      representative_id
-      state
-      tail
-      thumbnail_id
-      updated_at
-    ].freeze
-
-    BULKRAX_PROPERTIES = %w[
-      source_identifier
-      model
-    ].freeze
-
-    num_of_csvs = args.num_of_csvs.presence&.to_i || 5
-    csv_rows = args.csv_rows.presence&.to_i || 100
-    record_type = args.record_type.presence&.constantize || GenericWork
-
-    csv_header = if Hyrax.config.try(:use_valkyrie?)
-                   record_type.schema.map { |k| k.name.to_s }
-                 else
-                   record_type.properties.keys
-                 end
-
-    csv_header -= IGNORED_PROPERTIES
-    csv_header.unshift(*BULKRAX_PROPERTIES)
-
-    num_of_csvs.times do |i|
-      CSV.open(Rails.root.join('tmp', 'imports', "importer_#{i}.csv"), 'wb') do |csv|
-        csv << csv_header
-        csv_rows.times do |_index|
-          row = []
-          csv_header.each do |prop_name|
-            row << case prop_name
-                   when 'id', 'source_identifier'
-                     Faker::Number.number(digits: 4)
-                   when 'model'
-                     record_type.to_s
-                   when 'rights_statement'
-                     'http://rightsstatements.org/vocab/CNE/1.0/'
-                   when 'license'
-                     'https://creativecommons.org/licenses/by-nc/4.0/'
-                   when 'based_near'
-                     # FIXME: Set a proper :based_near value
-                     nil
-                   else
-                     Faker::Lorem.sentence
-                   end
-          end
-          csv << row
-        end
-      end
-    end
-
-    num_of_csvs.times do |i|
-      Bulkrax::Importer.create(
-        name: "Generated CSV #{i}",
-        admin_set_id: 'admin_set/default',
-        user_id: User.find_by(email: 'admin@example.com').id,
-        frequency: 'PT0S',
-        parser_klass: 'Bulkrax::CsvParser',
-        parser_fields: {
-          'visibility' => 'open',
-          'rights_statement' => '',
-          'override_rights_statement' => '0',
-          'file_style' => 'Specify a Path on the Server',
-          'import_file_path' => "tmp/imports/importer_#{i}.csv",
-          'update_files' => false
-        }
-      )
-    end
-  end
-
   desc "Remove old exported zips and create new ones with the new file structure"
   task rerun_all_exporters: :environment do
     # delete the existing folders and zip files

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bulkrax
 version: !ruby/object:Gem::Version
-  version: 9.3.4
+  version: 9.4.0
 platform: ruby
 authors:
 - Rob Kaufman
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-01-15 00:00:00.000000000 Z
+date: 2026-04-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -331,23 +331,40 @@ files:
 - app/assets/config/bulkrax_manifest.js
 - app/assets/javascripts/bulkrax/application.js
 - app/assets/javascripts/bulkrax/bulkrax.js
+- app/assets/javascripts/bulkrax/bulkrax_utils.js
 - app/assets/javascripts/bulkrax/datatables.js
 - app/assets/javascripts/bulkrax/entries.js
 - app/assets/javascripts/bulkrax/exporters.js
 - app/assets/javascripts/bulkrax/importers.js.erb
+- app/assets/javascripts/bulkrax/importers_stepper.js
 - app/assets/javascripts/bulkrax/navtabs.js.erb
 - app/assets/stylesheets/bulkrax/accordion.scss
 - app/assets/stylesheets/bulkrax/application.css
 - app/assets/stylesheets/bulkrax/coderay.scss
 - app/assets/stylesheets/bulkrax/import_export.scss
+- app/assets/stylesheets/bulkrax/stepper.scss
+- app/assets/stylesheets/bulkrax/stepper/_header.scss
+- app/assets/stylesheets/bulkrax/stepper/_mixins.scss
+- app/assets/stylesheets/bulkrax/stepper/_navigation.scss
+- app/assets/stylesheets/bulkrax/stepper/_responsive.scss
+- app/assets/stylesheets/bulkrax/stepper/_review.scss
+- app/assets/stylesheets/bulkrax/stepper/_settings.scss
+- app/assets/stylesheets/bulkrax/stepper/_success.scss
+- app/assets/stylesheets/bulkrax/stepper/_summary.scss
+- app/assets/stylesheets/bulkrax/stepper/_upload.scss
+- app/assets/stylesheets/bulkrax/stepper/_validation.scss
+- app/assets/stylesheets/bulkrax/stepper/_variables.scss
 - app/concerns/loggable.rb
 - app/controllers/bulkrax/application_controller.rb
 - app/controllers/bulkrax/entries_controller.rb
 - app/controllers/bulkrax/exporters_controller.rb
+- app/controllers/bulkrax/guided_imports_controller.rb
 - app/controllers/bulkrax/importers_controller.rb
 - app/controllers/concerns/bulkrax/api.rb
 - app/controllers/concerns/bulkrax/datatables_behavior.rb
 - app/controllers/concerns/bulkrax/download_behavior.rb
+- app/controllers/concerns/bulkrax/guided_import_demo_scenarios.rb
+- app/controllers/concerns/bulkrax/importer_file_handler.rb
 - app/factories/bulkrax/object_factory.rb
 - app/factories/bulkrax/object_factory_interface.rb
 - app/factories/bulkrax/valkyrie_object_factory.rb
@@ -416,10 +433,35 @@ files:
 - app/parsers/bulkrax/oai_qualified_dc_parser.rb
 - app/parsers/bulkrax/parser_export_record_set.rb
 - app/parsers/bulkrax/xml_parser.rb
+- app/parsers/concerns/bulkrax/csv_parser/csv_template_generation.rb
+- app/parsers/concerns/bulkrax/csv_parser/csv_validation.rb
+- app/parsers/concerns/bulkrax/csv_parser/csv_validation_helpers.rb
+- app/parsers/concerns/bulkrax/csv_parser/csv_validation_hierarchy.rb
+- app/services/bulkrax/csv_template/column_builder.rb
+- app/services/bulkrax/csv_template/column_descriptor.rb
+- app/services/bulkrax/csv_template/csv_builder.rb
+- app/services/bulkrax/csv_template/explanation_builder.rb
+- app/services/bulkrax/csv_template/field_analyzer.rb
+- app/services/bulkrax/csv_template/file_path_generator.rb
+- app/services/bulkrax/csv_template/file_validator.rb
+- app/services/bulkrax/csv_template/mapping_manager.rb
+- app/services/bulkrax/csv_template/model_loader.rb
+- app/services/bulkrax/csv_template/row_builder.rb
+- app/services/bulkrax/csv_template/schema_analyzer.rb
+- app/services/bulkrax/csv_template/split_formatter.rb
+- app/services/bulkrax/csv_template/value_determiner.rb
 - app/services/bulkrax/factory_class_finder.rb
 - app/services/bulkrax/remove_relationships_for_importer.rb
+- app/services/bulkrax/stepper_response_formatter.rb
+- app/services/bulkrax/validation_error_csv_builder.rb
 - app/services/hyrax/custom_queries/find_by_source_identifier.rb
-- app/services/wings/custom_queries/find_by_source_identifier.rb
+- app/validators/bulkrax/csv_row/child_reference.rb
+- app/validators/bulkrax/csv_row/circular_reference.rb
+- app/validators/bulkrax/csv_row/controlled_vocabulary.rb
+- app/validators/bulkrax/csv_row/duplicate_identifier.rb
+- app/validators/bulkrax/csv_row/missing_source_identifier.rb
+- app/validators/bulkrax/csv_row/parent_reference.rb
+- app/validators/bulkrax/csv_row/required_values.rb
 - app/views/bulkrax/entries/_parsed_metadata.html.erb
 - app/views/bulkrax/entries/_raw_metadata.html.erb
 - app/views/bulkrax/entries/show.html.erb
@@ -429,6 +471,7 @@ files:
 - app/views/bulkrax/exporters/index.html.erb
 - app/views/bulkrax/exporters/new.html.erb
 - app/views/bulkrax/exporters/show.html.erb
+- app/views/bulkrax/guided_imports/new.html.erb
 - app/views/bulkrax/importers/_bagit_fields.html.erb
 - app/views/bulkrax/importers/_browse_everything.html.erb
 - app/views/bulkrax/importers/_csv_fields.html.erb
@@ -449,7 +492,14 @@ files:
 - app/views/hyrax/dashboard/sidebar/_bulkrax_sidebar_additions.html.erb
 - app/views/hyrax/dashboard/sidebar/_repository_content.html.erb
 - app/views/layouts/bulkrax/application.html.erb
+- config/i18n-tasks.yml
+- config/locales/bulkrax.de.yml
 - config/locales/bulkrax.en.yml
+- config/locales/bulkrax.es.yml
+- config/locales/bulkrax.fr.yml
+- config/locales/bulkrax.it.yml
+- config/locales/bulkrax.pt-BR.yml
+- config/locales/bulkrax.zh.yml
 - config/routes.rb
 - db/migrate/20181011230201_create_bulkrax_importers.rb
 - db/migrate/20181011230228_create_bulkrax_importer_runs.rb
@@ -496,6 +546,7 @@ files:
 - db/migrate/20241203010707_entry_error_denormalization.rb
 - db/migrate/20241205212513_faster_first_entry.rb
 - lib/bulkrax.rb
+- lib/bulkrax/data/demo_scenarios.json
 - lib/bulkrax/engine.rb
 - lib/bulkrax/entry_spec_helper.rb
 - lib/bulkrax/version.rb
@@ -508,6 +559,7 @@ files:
 - lib/generators/bulkrax/templates/config/initializers/bulkrax.rb
 - lib/tasks/bulkrax_tasks.rake
 - lib/tasks/reset.rake
+- lib/wings/custom_queries/find_by_source_identifier.rb
 homepage: https://github.com/samvera-labs/bulkrax
 licenses:
 - Apache-2.0