geoblacklight_admin 0.6.3 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: faa51021e7c742dbc13abb29e2114de5f917716955034cff20b433d6a3c275de
-  data.tar.gz: 71050ece81fb99a0377793467e09e4bb0d67fc892b6f49296a1c278ab4a00460
+  metadata.gz: a28b441bd6abd075d9a44800659b3fd9d28a44a7eafc44b6cd5a35105c63c0c6
+  data.tar.gz: 98a2f2f6b11314db59f5d52f79b16c8a7d405322a7a59c8b3d3214ad7030e541
 SHA512:
-  metadata.gz: 7fef4d2444d40f92f7731471f3647959b440e0a1ff9d74f5fb4973bff02701b626a6b0d83c7175e8bc0a0bb9bc7519edb3ef3f660d1584b0e4bbc22cb9f4df30
-  data.tar.gz: 3cc6ed9f3b4f25c67b30ba05a601a05022baab8ace7081d609db514f175746d43a5e91225c2889d8963eb74fbf96cca96f4cd112fae5066d65b455eb6cf3d72e
+  metadata.gz: 271fd18a5c03887aeffc871857c1c7ab1f79c40d1a2f8e054f5834bca57fcd890a5664353ceb34978e6df1849b00471d15388e41e34b27bfe2fb9dd88317f5eb
+  data.tar.gz: 27e668d0c301630f549705d930d8c182b31989f3f36b7e3d22be44b25f82123ddf2552804c0e604b0a30f060304272b150883cf310a88a5cd81152dba0b816f6

data/README.md

@@ -69,7 +69,8 @@ The gem is available as open source under the terms of the [Apache 2.0 License](
 * ~~Debug Rails 7.2 support (remove devise_invitable, see [#915](https://github.com/scambra/devise_invitable/issues/915))~~
 * ~~Separate dct_references_s support into a separate model~~
 * ~~Import/Export dct_references_s outside of the main document model~~
-* Data Dictionary: Add support for `document_data_dictionary`
+* ~~Distributions: Move import to background queue~~
+* ~~Data Dictionary: Add support for `document_data_dictionary`~~
 * Gazetteer: Add GeoNames support
 * Gazetteer: Add Who's On First support
 * Gazetteer: Add Ollama support

data/app/assets/stylesheets/geoblacklight_admin/_core.scss

@@ -14,7 +14,7 @@
 @import "settings/variables";
 
 // Vendors
-@import 'bootstrap';
+@import "bootstrap";
 
 // Modules
 @import "modules/autocomplete";

data/app/assets/stylesheets/geoblacklight_admin/modules/_icons.scss

@@ -13,3 +13,12 @@ svg.icon.baseline  {
   top: -0.125em;
   position: relative;
 }
+
+// Sidebar Action Icons
+#dataDictionariesLink {
+  margin-left:0rem;
+  padding-left: 1.5rem;
+  background-position: left center;
+  background-repeat:no-repeat;
+  background-image: url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' version='1.1' width='14' height='14' viewBox='0 0 512 512' aria-label='Table' role='img'%3E%3Ctitle%3ETable%3C/title%3E%3Cpath fill='%236c757d' d='M464 32H48C21.49 32 0 53.49 0 80v352c0 26.51 21.49 48 48 48h416c26.51 0 48-21.49 48-48V80c0-26.51-21.49-48-48-48zM48 80h416v64H48V80zm0 128h128v64H48v-64zm0 128h128v64H48v-64zm192 64v-64h128v64H240zm128-128H240v-64h128v64zm64 128v-64h128v64H432zm0-128h128v64H432v-64z'%3E%3C/path%3E%3C/svg%3E");
+}

data/app/controllers/admin/document_data_dictionaries_controller.rb

@@ -0,0 +1,126 @@
+# frozen_string_literal: true
+
+# Admin::DocumentDataDictionariesController
+#
+# This controller manages the document data dictionaries within the admin namespace.
+# It provides actions to list, show, edit, update, and destroy data dictionaries.
+module Admin
+  class DocumentDataDictionariesController < Admin::AdminController
+    before_action :set_document
+    before_action :set_document_data_dictionary, only: %i[show edit update destroy]
+
+    # GET /document_data_dictionaries or /document_data_dictionaries.json
+    def index
+      @document_data_dictionaries = DocumentDataDictionary.all
+      if params[:document_id]
+        @document_data_dictionaries = DocumentDataDictionary.where(friendlier_id: @document.friendlier_id).order(position: :asc)
+      else
+        @pagy, @document_data_dictionaries = pagy(DocumentDataDictionary.all.order(friendlier_id: :asc, updated_at: :desc), items: 20)
+      end
+    end
+
+    # GET /document_data_dictionaries/1 or /document_data_dictionaries/1.json
+    def show
+      @pagy, @document_data_dictionary_entries = pagy(@document_data_dictionary.document_data_dictionary_entries.order(position: :asc), items: 100)
+    end
+
+    # GET /document_data_dictionaries/new
+    def new
+      @document_data_dictionary = DocumentDataDictionary.new
+    end
+
+    # GET /document_data_dictionaries/1/edit
+    def edit
+    end
+
+    # POST /document_data_dictionaries or /document_data_dictionaries.json
+    def create
+      @document_data_dictionary = DocumentDataDictionary.new(document_data_dictionary_params)
+
+      respond_to do |format|
+        if @document_data_dictionary.save
+          format.html { redirect_to admin_document_document_data_dictionaries_path(@document), notice: "Document data dictionary was successfully created." }
+          format.json { render :show, status: :created, location: @document_data_dictionary }
+        else
+          logger.debug("Document data dictionary could not be created. #{@document_data_dictionary.errors.full_messages}")
+          format.html { render :new, status: :unprocessable_entity }
+          format.json { render json: @document_data_dictionary.errors, status: :unprocessable_entity }
+        end
+      end
+    end
+
+    # PATCH/PUT /document_data_dictionaries/1 or /document_data_dictionaries/1.json
+    def update
+      respond_to do |format|
+        if @document_data_dictionary.update(document_data_dictionary_params)
+          format.html { redirect_to admin_document_document_data_dictionaries_path(@document), notice: "Document data dictionary was successfully updated." }
+          format.json { render :show, status: :ok, location: @document_data_dictionary }
+        else
+          format.html { render :edit, status: :unprocessable_entity }
+          format.json { render json: @document_data_dictionary.errors, status: :unprocessable_entity }
+        end
+      end
+    end
+
+    # DELETE /document_data_dictionaries/1 or /document_data_dictionaries/1.json
+    def destroy
+      @document_data_dictionary.destroy!
+
+      respond_to do |format|
+        format.html { redirect_to admin_document_document_data_dictionaries_path(@document), status: :see_other, notice: "Document data dictionary was successfully destroyed." }
+        format.json { head :no_content }
+      end
+    end
+
+    # DELETE /admin/document_data_dictionaries/destroy_all
+    #
+    # Destroys all document data dictionaries provided in the file parameter. If successful, redirects
+    # with a success notice. Otherwise, redirects with an error notice.
+    def destroy_all
+      return if request.get?
+
+      logger.debug("Destroy Data Dictionaries")
+      unless params.dig(:document_data_dictionary, :data_dictionaries, :file)
+        raise ArgumentError, "File does not exist or is invalid."
+      end
+
+      respond_to do |format|
+        if DocumentDataDictionary.destroy_all(params.dig(:document_data_dictionary, :data_dictionaries, :file))
+          format.html { redirect_to admin_document_document_data_dictionaries_path, notice: "Data dictionaries were destroyed." }
+        else
+          format.html { redirect_to admin_document_document_data_dictionaries_path, notice: "Data dictionaries could not be destroyed." }
+        end
+      rescue => e
+        format.html { redirect_to admin_document_document_data_dictionaries_path, notice: "Data dictionaries could not be destroyed. #{e}" }
+      end
+    end
+
+    private
+
+    # Sets the document based on the document_id parameter.
+    # If not nested, it does nothing.
+    def set_document
+      return unless params[:document_id] # If not nested
+
+      @document = Document.includes(:leaf_representative).find_by!(friendlier_id: params[:document_id])
+    end
+
+    # Sets the document data dictionary based on the id parameter.
+    def set_document_data_dictionary
+      @document_data_dictionary = DocumentDataDictionary.find(params[:id])
+    end
+
+    # Only allow a list of trusted parameters through.
+    def document_data_dictionary_params
+      params.require(:document_data_dictionary).permit(
+        :friendlier_id,
+        :name,
+        :description,
+        :staff_notes,
+        :tags,
+        :csv_file,
+        :position
+      )
+    end
+  end
+end

data/app/controllers/admin/document_data_dictionary_entries_controller.rb

@@ -0,0 +1,124 @@
+# frozen_string_literal: true
+
+# Admin::DocumentDataDictionaryEntriesController
+#
+# This controller manages the document data dictionary entries within the admin namespace.
+# It provides actions to list, show, edit, update, destroy, and import data dictionaries.
+module Admin
+  class DocumentDataDictionaryEntriesController < Admin::AdminController
+    before_action :set_document
+    before_action :set_document_data_dictionary
+    before_action :set_document_data_dictionary_entry, only: %i[edit update destroy]
+
+    # GET /document_data_dictionaries/1/entries/new
+    def new
+      @document_data_dictionary_entry = DocumentDataDictionaryEntry.new
+    end
+
+    # GET /document_data_dictionaries/1/entries/1/edit
+    def edit
+    end
+
+    # POST /document_data_dictionaries/1/entries or /document_data_dictionaries/1/entries.json
+    def create
+      @document_data_dictionary_entry = DocumentDataDictionaryEntry.new(document_data_dictionary_entry_params)
+
+      respond_to do |format|
+        if @document_data_dictionary_entry.save
+          format.html { redirect_to admin_document_document_data_dictionary_path(@document, @document_data_dictionary), notice: "Document data dictionary entry was successfully created." }
+          format.json { render :show, status: :created, location: @document_data_dictionary_entry }
+        else
+          logger.debug("Document data dictionary entry could not be created. #{@document_data_dictionary_entry.errors.full_messages}")
+          format.html { render :new, status: :unprocessable_entity }
+          format.json { render json: @document_data_dictionary_entry.errors, status: :unprocessable_entity }
+        end
+      end
+    end
+
+    # PATCH/PUT /document_data_dictionaries/1/entries/1 or /document_data_dictionaries/1/entries/1.json
+    def update
+      respond_to do |format|
+        if @document_data_dictionary_entry.update(document_data_dictionary_entry_params)
+          format.html { redirect_to admin_document_document_data_dictionary_path(@document, @document_data_dictionary), notice: "Document data dictionary entry was successfully updated." }
+          format.json { render :show, status: :ok, location: @document_data_dictionary_entry }
+        else
+          logger.debug("Document data dictionary entry could not be updated. #{@document_data_dictionary_entry.errors.full_messages}")
+          format.html { render :edit, status: :unprocessable_entity }
+          format.json { render json: @document_data_dictionary_entry.errors, status: :unprocessable_entity }
+        end
+      end
+    end
+
+    # DELETE /document_data_dictionaries/1/entries/1 or /document_data_dictionaries/1/entries/1.json
+    def destroy
+      @document_data_dictionary_entry.destroy!
+
+      respond_to do |format|
+        format.html { redirect_to admin_document_document_data_dictionary_path(@document, @document_data_dictionary), status: :see_other, notice: "Document data dictionary entry was successfully destroyed." }
+        format.json { head :no_content }
+      end
+    end
+
+    # DELETE /admin/document_data_dictionaries/1/entries/destroy_all
+    #
+    # Destroys all document data dictionaries provided in the file parameter. If successful, redirects
+    # with a success notice. Otherwise, redirects with an error notice.
+    def destroy_all
+      return if request.get?
+
+      logger.debug("Destroy Data Dictionary Entries")
+
+      respond_to do |format|
+        if @document_data_dictionary.document_data_dictionary_entries.destroy_all
+          format.html { redirect_to admin_document_document_data_dictionary_document_data_dictionary_entries_path(@document_data_dictionary.friendlier_id, @document_data_dictionary), notice: "Data dictionary entries were destroyed." }
+        else
+          format.html { redirect_to admin_document_document_data_dictionary_document_data_dictionary_entries_path(@document_data_dictionary.friendlier_id, @document_data_dictionary), notice: "Data dictionary entries could not be destroyed." }
+        end
+      rescue => e
+        format.html { redirect_to admin_document_document_data_dictionary_document_data_dictionary_entries_path(@document_data_dictionary.friendlier_id, @document_data_dictionary), notice: "Data dictionary entries could not be destroyed. #{e}" }
+      end
+    end
+
+    # POST /document_data_dictionaries/1/entries/sort
+    # Sorts document data dictionary entries based on the provided list of IDs.
+    # Renders an empty response body.
+    def sort
+      DocumentDataDictionary.sort_entries(params[:id_list])
+      render body: nil
+    end
+
+    private
+
+    # Sets the document based on the document_id parameter.
+    # If not nested, it does nothing.
+    def set_document
+      return unless params[:document_id] # If not nested
+      @document = Document.includes(:leaf_representative).find_by!(friendlier_id: params[:document_id])
+    end
+
+    # Sets the document data dictionary based on the id parameter.
+    def set_document_data_dictionary
+      @document_data_dictionary = DocumentDataDictionary.find(params[:document_data_dictionary_id])
+    end
+
+    # Sets the document data dictionary entry based on the id parameter.
+    def set_document_data_dictionary_entry
+      @document_data_dictionary_entry = DocumentDataDictionaryEntry.find(params[:id])
+    end
+
+    # Only allow a list of trusted parameters through.
+    def document_data_dictionary_entry_params
+      params.require(:document_data_dictionary_entry).permit(
+        :friendlier_id,
+        :document_data_dictionary_id,
+        :field_name,
+        :field_type,
+        :values,
+        :definition,
+        :definition_source,
+        :parent_field_name,
+        :position
+      )
+    end
+  end
+end

data/app/controllers/admin/document_distributions_controller.rb

@@ -112,44 +112,6 @@ module Admin
       end
     end
 
-    # GET/POST /documents/1/distributions/import
-    #
-    # Imports document distributions from a file. If successful, redirects with a success notice.
-    # Otherwise, redirects with an error notice.
-    def import
-      return if request.get?
-
-      logger.debug("Import Distributions")
-
-      unless params.dig(:document_distribution, :distributions, :file)
-        raise ArgumentError, "File does not exist or is invalid."
-      end
-
-      success, errors = DocumentDistribution.import(params.dig(:document_distribution, :distributions, :file))
-      if success == true
-        logger.debug("Distributions were created successfully.")
-        if params[:document_id]
-          redirect_to admin_document_document_distributions_path(@document), notice: "Distributions were created successfully."
-        else
-          redirect_to admin_document_distributions_path, notice: "Distributions were created successfully."
-        end
-      else
-        logger.debug("Some distributions could not be created. #{errors.join(", ")}")
-        if params[:document_id]
-          redirect_to admin_document_document_distributions_path(@document), notice: "Some distributions could not be created. #{errors.join(", ")}"
-        else
-          redirect_to admin_document_distributions_path, notice: "Some distributions could not be created. #{errors.join(", ")}"
-        end
-      end
-    rescue => e
-      logger.debug("Distributions could not be created. #{e}")
-      if params[:document_id]
-        redirect_to admin_document_document_distributions_path(@document), notice: "Distributions could not be created. #{e}"
-      else
-        redirect_to admin_document_distributions_path, notice: "Distributions could not be created. #{e}"
-      end
-    end
-
     private
 
     # Sets the document based on the document_id parameter.

data/app/controllers/admin/import_distributions_controller.rb

@@ -0,0 +1,126 @@
+# frozen_string_literal: true
+
+# Admin::ImportDistributionsController
+#
+# This controller handles the CRUD operations for ImportDistribution objects within the admin namespace.
+# It provides actions to list, show, create, update, and delete import distributions, as well as run an import distribution.
+#
+# Before Actions:
+# - set_import_distribution: Sets the @import_distribution instance variable for actions that require an import distribution ID.
+#
+# Actions:
+# - index: Lists all imports with pagination.
+# - show: Displays a specific import and its associated documents, with pagination for success and failed states.
+# - new: Initializes a new Import object.
+# - edit: Prepares an existing Import object for editing.
+# - create: Creates a new Import object and redirects to import mappings if successful.
+# - update: Updates an existing Import object and redirects to the import if successful.
+# - destroy: Deletes an Import object and redirects to the imports list.
+# - run: Executes the import process and redirects to the import show page.
+#
+# Private Methods:
+# - set_import: Finds and sets the import based on the provided ID.
+# - permittable_params: Returns an array of permitted parameters for import.
+# - import_params: Permits parameters for creating or updating an import, including nested attributes.
+module Admin
+  class ImportDistributionsController < Admin::AdminController
+    before_action :set_import_distribution, only: %i[show edit update destroy run]
+
+    # GET /import_distributions
+    # GET /import_distributions.json
+    # Lists all import distributions with pagination.
+    def index
+      @pagy, @import_distributions = pagy(ImportDistribution.all.order("created_at DESC"), items: 20)
+    end
+
+    # GET /import_distributions/1
+    # GET /import_distributions/1.json
+    # Displays a specific import distribution and its associated documents, with pagination for success and failed states.
+    def show
+      @pagy_failed, @import_failed_distributions = pagy(@import_distribution.import_document_distributions.not_in_state(:success), items: 50, page_param: :failed_page)
+      @pagy_success, @import_success_distributions = pagy(@import_distribution.import_document_distributions.in_state(:success), items: 50, page_param: :success_page)
+    end
+
+    # GET /import_distributions/new
+    # Initializes a new ImportDistribution object.
+    def new
+      @import_distribution = ImportDistribution.new
+    end
+
+    # GET /import_distributions/1/edit
+    # Prepares an existing ImportDistribution object for editing.
+    def edit
+    end
+
+    # POST /import_distributions
+    # POST /import_distributions.json
+    # Creates a new ImportDistribution object
+    def create
+      @import_distribution = ImportDistribution.new(import_distribution_params)
+
+      respond_to do |format|
+        if @import_distribution.save
+          format.html do
+            redirect_to admin_import_distribution_path(@import_distribution),
+              notice: "Import distribution was successful."
+          end
+          format.json { render :show, status: :created, location: @import_distribution }
+        else
+          format.html { render :new, status: :unprocessable_entity }
+          format.json { render json: @import_distribution.errors, status: :unprocessable_entity }
+        end
+      end
+    end
+
+    # PATCH/PUT /import_distributions/1
+    # PATCH/PUT /import_distributions/1.json
+    # Updates an existing ImportDistribution object and redirects to the import distribution if successful.
+    def update
+      respond_to do |format|
+        if @import_distribution.update(import_distribution_params)
+          format.html { redirect_to admin_import_distribution_path(@import_distribution), notice: "Import distribution was successfully updated." }
+          format.json { render :show, status: :ok, location: @import_distribution }
+        else
+          format.html { render :edit, status: :unprocessable_entity }
+          format.json { render json: @import_distribution.errors, status: :unprocessable_entity }
+        end
+      end
+    end
+
+    # DELETE /import_distributions/1
+    # DELETE /import_distributions/1.json
+    # Deletes an ImportDistribution object and redirects to the import distributions list.
+    def destroy
+      @import_distribution.destroy
+      respond_to do |format|
+        format.html { redirect_to admin_import_distributions_url, notice: "Import distribution was successfully destroyed." }
+        format.json { head :no_content }
+      end
+    end
+
+    # Runs the import process and redirects to the import show page.
+    def run
+      @import_distribution.run!
+      redirect_to admin_import_distribution_url(@import_distribution), notice: "Import distribution is running. Check back soon for results."
+    end
+
+    private
+
+    # Use callbacks to share common setup or constraints between actions.
+    # Finds and sets the import distribution based on the provided ID.
+    def set_import_distribution
+      @import_distribution = ImportDistribution.find(params[:id])
+    end
+
+    # Returns an array of permitted parameters for import distribution.
+    def permittable_params
+      %i[name filename source description row_count encoding content_type extension validity validation_result
+        csv_file run]
+    end
+
+    # Permits parameters for creating or updating an import distribution, including nested attributes.
+    def import_distribution_params
+      params.require(:import_distribution).permit(permittable_params)
+    end
+  end
+end

data/app/javascript/index.js

@@ -11,4 +11,4 @@ window.Stimulus = Application.start()
 Stimulus.register("results", ResultsController)
 
 // Import channels
-import '../channels';
+import './channels';

data/app/jobs/import_distributions_run_job.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+# ImportDistributionsRunJob class
+class ImportDistributionsRunJob < ApplicationJob
+  queue_as :priority
+
+  def perform(import)
+    data = CSV.parse(import.csv_file.download, headers: true)
+
+    data.each do |dist|
+      extract_hash = dist.to_h
+
+      document_distribution_hash = {
+        friendlier_id: extract_hash["friendlier_id"],
+        reference_type: extract_hash["reference_type"],
+        distribution_url: extract_hash["distribution_url"],
+        label: extract_hash["label"],
+        import_distribution_id: import.id
+      }
+
+      # Capture document distribution for import attempt
+      import_document_distribution = ImportDocumentDistribution.create(document_distribution_hash)
+
+      # Add import document distribution to background job queue
+      ImportDocumentDistributionJob.perform_later(import_document_distribution)
+    rescue => e
+      logger.debug "\n\nCANNOT IMPORT DISTRIBUTION: #{extract_hash.inspect}"
+      logger.debug "Error: #{e.inspect}\n\n"
+      next
+    end
+  end
+end

data/app/jobs/import_document_distribution_job.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+# ImportDocumentDistributionJob class
+class ImportDocumentDistributionJob < ApplicationJob
+  queue_as :priority
+
+  def perform(import_document_distribution)
+    document_distribution = DocumentDistribution.find_or_create_by(
+      friendlier_id: import_document_distribution.friendlier_id,
+      reference_type: ReferenceType.find_by(name: import_document_distribution.reference_type),
+      url: import_document_distribution.distribution_url
+    )
+
+    if document_distribution.update(import_document_distribution.to_hash)
+      import_document_distribution.state_machine.transition_to!(:success)
+    else
+      import_document_distribution.state_machine.transition_to!(:failed, "Failed - #{document_distribution.errors.inspect}")
+    end
+  rescue => e
+    logger.debug("Error: #{e}")
+    import_document_distribution.state_machine.transition_to!(:failed, "Error - #{e.inspect}")
+  end
+end

data/app/models/document.rb

@@ -21,6 +21,7 @@ class Document < Kithe::Work
   # - Publication State
   has_many :document_transitions, foreign_key: "kithe_model_id", autosave: false, dependent: :destroy,
     inverse_of: :document
+
   # - Thumbnail State
   has_many :document_thumbnail_transitions, foreign_key: "kithe_model_id", autosave: false, dependent: :destroy,
     inverse_of: :document
@@ -34,6 +35,10 @@ class Document < Kithe::Work
   has_many :document_downloads, primary_key: "friendlier_id", foreign_key: "friendlier_id", autosave: false, dependent: :destroy,
     inverse_of: :document
 
+  # - DocumentDataDictionaries
+  has_many :document_data_dictionaries, primary_key: "friendlier_id", foreign_key: "friendlier_id", autosave: false, dependent: :destroy,
+    inverse_of: :document
+
   # - DocumentDistributions
   has_many :document_distributions, primary_key: "friendlier_id", foreign_key: "friendlier_id", autosave: false, dependent: :destroy,
     inverse_of: :document

data/app/models/document_data_dictionary/csv_header_validator.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+require "csv"
+
+# CSV Header Validation
+class DocumentDataDictionary
+  # CsvHeaderValidator
+  class CsvHeaderValidator < ActiveModel::Validator
+    def validate(record)
+      valid_csv_header = true
+      unless valid_csv_headers?(record&.csv_file)
+        valid_csv_header = false
+        record.errors.add(:csv_file,
+          "Missing a required CSV header. friendlier_id, field_name, field_type, values, definition, definition_source, and parent_field_name are required.")
+
+        # Log the CSV file content
+        Rails.logger.error("CSV validation failed. CSV content: #{record.csv_file.download}")
+      end
+
+      valid_csv_header
+    end
+
+    def valid_csv_headers?(csv_file)
+      headers = CSV.parse(csv_file.download)[0]
+      (["friendlier_id", "field_name", "field_type", "values", "definition", "definition_source", "parent_field_name"] - headers).empty?
+    rescue ArgumentError, ActiveStorage::FileNotFoundError
+      false
+    end
+  end
+end

data/app/models/document_data_dictionary.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require "csv"
+
+class DocumentDataDictionary < ApplicationRecord
+  include ActiveModel::Validations
+
+  # Callbacks (keep at top)
+  after_save :parse_csv_file
+
+  # Associations
+  has_one_attached :csv_file
+  belongs_to :document, foreign_key: :friendlier_id, primary_key: :friendlier_id
+  has_many :document_data_dictionary_entries, -> { order(position: :asc) }, dependent: :destroy
+
+  # Validations
+  validates :name, presence: true
+  validates :csv_file, attached: true, content_type: {in: "text/csv", message: "is not a CSV file"}
+
+  validates_with DocumentDataDictionary::CsvHeaderValidator
+
+  def parse_csv_file
+    if csv_file.attached?
+      csv_data = CSV.parse(csv_file.download, headers: true)
+      csv_data.each do |row|
+        document_data_dictionary_entries.create!(row.to_h)
+      end
+    end
+  end
+
+  def self.sort_entries(id_array)
+    transaction do
+      logger.debug { id_array.inspect }
+      id_array.each_with_index do |entry_id, i|
+        DocumentDataDictionaryEntry.update(entry_id, position: i)
+      end
+    end
+  end
+end

data/app/models/document_data_dictionary_entry.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+class DocumentDataDictionaryEntry < ApplicationRecord
+  # Associations
+  belongs_to :document_data_dictionary
+
+  # Validations
+  validates :friendlier_id, :field_name, presence: true
+end

data/app/models/import_distribution/csv_header_validator.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require "csv"
+
+# CSV Header Validation
+class ImportDistribution
+  # CsvHeaderValidator
+  class CsvHeaderValidator < ActiveModel::Validator
+    def validate(record)
+      if record.csv_file.nil?
+        record.errors.add(:csv_file, "Missing a required CSV header. friendlier_id, reference_type, distribution_url, and label are required.")
+        return false
+      end
+
+      valid_csv_header = true
+      unless valid_csv_headers?(record&.csv_file)
+        valid_csv_header = false
+        record.errors.add(:csv_file,
+          "Missing a required CSV header. friendlier_id, reference_type, distribution_url, and label are required.")
+      end
+
+      valid_csv_header
+    end
+
+    def valid_csv_headers?(csv_file)
+      headers = CSV.parse(csv_file.download)[0]
+      (["friendlier_id", "reference_type", "distribution_url", "label"] - headers).empty?
+    rescue ArgumentError, ActiveStorage::FileNotFoundError
+      false
+    end
+  end
+end