geoblacklight_admin 0.6.1 → 0.6.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7fcfdbb7ea830459ca48b31a53d53d8ffba6907f65854b0cc98c4405fa724531
-  data.tar.gz: b0f7f43a9fdf214711479393e8b1d485b551b230708d52d9e27172ba970174c5
+  metadata.gz: faa51021e7c742dbc13abb29e2114de5f917716955034cff20b433d6a3c275de
+  data.tar.gz: 71050ece81fb99a0377793467e09e4bb0d67fc892b6f49296a1c278ab4a00460
 SHA512:
-  metadata.gz: 6e56308683ec638bc5905254a8719f467c9b40d139389ed800038de75b318e4995e88ba297587042744e79433204556d87d65adcf7a0fe2867bc2b67ee618db2
-  data.tar.gz: 84ec89c486944d06a529caf276072fe426ab350bfcffd18f92cb172561c626d569ee5fe6871d9ef56003950215abce7e008b3be0d7212cd9f183be79463e14f2
+  metadata.gz: 7fef4d2444d40f92f7731471f3647959b440e0a1ff9d74f5fb4973bff02701b626a6b0d83c7175e8bc0a0bb9bc7519edb3ef3f660d1584b0e4bbc22cb9f4df30
+  data.tar.gz: 3cc6ed9f3b4f25c67b30ba05a601a05022baab8ace7081d609db514f175746d43a5e91225c2889d8963eb74fbf96cca96f4cd112fae5066d65b455eb6cf3d72e

data/app/controllers/admin/document_distributions_controller.rb

@@ -125,19 +125,20 @@ module Admin
         raise ArgumentError, "File does not exist or is invalid."
       end
 
-      if DocumentDistribution.import(params.dig(:document_distribution, :distributions, :file))
+      success, errors = DocumentDistribution.import(params.dig(:document_distribution, :distributions, :file))
+      if success == true
         logger.debug("Distributions were created successfully.")
         if params[:document_id]
           redirect_to admin_document_document_distributions_path(@document), notice: "Distributions were created successfully."
         else
-          redirect_to admin_document_document_distributions_path, notice: "Distributions were created successfully."
+          redirect_to admin_document_distributions_path, notice: "Distributions were created successfully."
         end
       else
-        logger.debug("Distributions could not be created.")
+        logger.debug("Some distributions could not be created. #{errors.join(", ")}")
         if params[:document_id]
-          redirect_to admin_document_document_distributions_path(@document), warning: "Distributions could not be created."
+          redirect_to admin_document_document_distributions_path(@document), notice: "Some distributions could not be created. #{errors.join(", ")}"
         else
-          redirect_to admin_document_document_distributions_path, warning: "Distributions could not be created."
+          redirect_to admin_document_distributions_path, notice: "Some distributions could not be created. #{errors.join(", ")}"
         end
       end
     rescue => e
@@ -145,7 +146,7 @@ module Admin
       if params[:document_id]
         redirect_to admin_document_document_distributions_path(@document), notice: "Distributions could not be created. #{e}"
       else
-        redirect_to admin_document_document_distributions_path, notice: "Distributions could not be created. #{e}"
+        redirect_to admin_document_distributions_path, notice: "Distributions could not be created. #{e}"
       end
     end
 

data/app/models/document.rb

@@ -124,9 +124,13 @@ class Document < Kithe::Work
   def distributions
     distributions = {}
 
+    logger.debug("Document#distributions > ENV['GBL_ADMIN_REFERENCES_MIGRATED']: #{ENV["GBL_ADMIN_REFERENCES_MIGRATED"]}")
+
     # AFTER - Add DocumentDistributions to distributions
     if ENV["GBL_ADMIN_REFERENCES_MIGRATED"] == "true"
       distributions = document_distributions.to_aardvark_distributions
+
+      logger.debug("Document#distributions > document_distributions: #{distributions}")
     else
       # BEFORE - Prep value arrays
       # @TODO: Remove this once we've migrated to DocumentDistributions
@@ -147,10 +151,8 @@ class Document < Kithe::Work
 
       # BEFORE - Apply Multiple Downloads
       # @TODO: Remove this once we've migrated to DocumentDistributions
-      if ENV["GBL_ADMIN_REFERENCES_MIGRATED"] == "false"
-        distributions = apply_downloads(distributions)
-        logger.debug("Document#distributions > downloads: #{distributions}")
-      end
+      distributions = apply_downloads(distributions)
+      logger.debug("Document#distributions > downloads: #{distributions}")
     end
 
     # BEFORE & AFTER - Apply Distributable Assets
@@ -192,12 +194,24 @@ class Document < Kithe::Work
     csv = []
 
     distributions.each do |key, value|
-      if key == "http://schema.org/downloadUrl"
+      if key == "http://schema.org/downloadUrl" || key == :"http://schema.org/downloadUrl"
         value.each do |download|
-          csv << [friendlier_id, ReferenceType.find_by(reference_uri: key).name, download["url"], download["label"]]
+          logger.debug("Document#distributions_csv > download: #{download.inspect}")
+
+          csv << [
+            friendlier_id,
+            ReferenceType.find_by(reference_uri: key).name,
+            download["url"],
+            download["label"]
+          ]
         end
       else
-        csv << [friendlier_id, ReferenceType.find_by(reference_uri: key)&.name, value, nil]
+        csv << [
+          friendlier_id,
+          ReferenceType.find_by(reference_uri: key)&.name,
+          value,
+          nil
+        ]
       end
     end
     csv
@@ -264,7 +278,7 @@ class Document < Kithe::Work
 
     multiple_downloads = multiple_downloads.uniq { |d| [d[:label], d[:url]] } unless multiple_downloads.empty?
 
-    distributions[:"http://schema.org/downloadUrl"] = multiple_downloads.flatten unless multiple_downloads.empty?
+    distributions["http://schema.org/downloadUrl"] = multiple_downloads.flatten unless multiple_downloads.empty?
     distributions
   end
 

data/app/models/document_distribution.rb

@@ -39,7 +39,7 @@ class DocumentDistribution < ApplicationRecord
         merged["http://schema.org/downloadUrl"] ||= []
         merged["http://schema.org/downloadUrl"] << {
           "url" => dist.values.first,
-          "label" => dist[:label].present? ? dist[:label] : dist.values.first
+          "label" => dist["label"].present? ? dist["label"] : dist.values.first
         }
       else
         merged[dist.keys.first] = dist.values.first
@@ -65,14 +65,22 @@ class DocumentDistribution < ApplicationRecord
   # @param file [File] the CSV file to import
   # @return [Boolean] true if import is successful
   def self.import(file)
+    @errors = []
+
     logger.debug("CSV Import")
     ::CSV.foreach(file.path, headers: true) do |row|
       logger.debug("CSV Row: #{row.to_hash}")
+
+      unless Document.exists?(friendlier_id: row.to_hash["friendlier_id"])
+        logger.debug("Document not found: #{row.to_hash["friendlier_id"]}")
+        @errors << "Document not found: #{row.to_hash["friendlier_id"]}"
+        next
+      end
+
       document_distribution = DocumentDistribution.find_or_initialize_by(
         friendlier_id: row.to_hash["friendlier_id"],
         reference_type_id: ReferenceType.find_by(name: row.to_hash["reference_type"]).id,
-        url: row.to_hash["distribution_url"],
-        label: row.to_hash["label"]
+        url: row.to_hash["distribution_url"]
       )
 
       logger.debug("Document Distribution: #{document_distribution.inspect}")
@@ -84,7 +92,7 @@ class DocumentDistribution < ApplicationRecord
         label: row.to_hash["label"]
       )
     end
-    true
+    [@errors.empty?, @errors]
   end
 
   # Destroy All
@@ -132,7 +140,7 @@ class DocumentDistribution < ApplicationRecord
   def to_aardvark_distribution
     hash = {}
     hash[reference_type.reference_uri.to_s] = url
-    hash[:label] = label if reference_type.reference_uri.to_s == "http://schema.org/downloadUrl"
+    hash["label"] = label if reference_type.reference_uri.to_s == "http://schema.org/downloadUrl"
     hash
   end
 

data/app/views/admin/document_distributions/destroy_all.html.erb

@@ -24,7 +24,7 @@
       <div class="form-group">
         <div class="form-inputs">
           <%= f.simple_fields_for :distributions do |distribution_fields| %>
-            <%= reference_fields.input :file, as: :file, input_html: {} %>
+            <%= distribution_fields.input :file, as: :file, input_html: {} %>
           <%- end %>
         </div>
 

data/app/views/admin/document_distributions/import.html.erb

@@ -20,7 +20,10 @@
     </p>
 
     <h3 class="h4">Upload a CSV File</h3>
-    <%= simple_form_for DocumentDistribution.new, url: import_admin_document_distributions_path, method: :post, multipart: true do |f| %>
+    <%= simple_form_for DocumentDistribution.new, 
+        url: @document || params[:document_id] ? import_admin_document_document_distributions_path(@document) : import_admin_document_distributions_path, 
+        method: :post, 
+        multipart: true do |f| %>
       <div class="form-inputs">
         <%= f.simple_fields_for :distributions do |distribution_fields| %>
           <%= distribution_fields.input :file, as: :file, input_html: {} %>

data/app/views/admin/document_distributions/index.html.erb

@@ -59,32 +59,34 @@
           <h3>External – Document Distributions</h3>
         <% end %>
 
-        <table class="table table-striped table-bordered sortable">
-          <thead class="thead-dark">
-            <tr>
-              <th class="header">Layer Slug</th>
-              <th class="header">Type</th>
-              <th class="header">URI</th>
-              <th class="header">Value</th>
-              <th class="header">Label</th>
-              <th class="header" colspan="2">Actions</th>
-            </tr>
-          </thead>
-
-          <tbody>
-            <% @document_distributions.each do |document_distribution| %>
+        <div class="table-responsive">
+          <table class="table table-striped table-bordered sortable">
+            <thead class="thead-dark">
               <tr>
-                <td><%= link_to document_distribution.friendlier_id, admin_document_path(document_distribution.document) %></td>
-                <td><%= document_distribution.reference_type.reference_type %></td>
-                <td><%= document_distribution.reference_type.reference_uri %></td>
-                <td><%= link_to document_distribution.url, document_distribution.url, target: '_blank' %></td>
-                <td><%= document_distribution.label %></td>
-                <td><%= link_to 'Edit', edit_admin_document_document_distribution_path(document_distribution.document, document_distribution) %></td>
-                <td><%= link_to 'Destroy', admin_document_document_distribution_path(document_distribution.document, document_distribution), method: :delete, data: { confirm: 'Are you sure?' } %></td>
+                <th class="header">Layer Slug</th>
+                <th class="header">Type</th>
+                <th class="header">URI</th>
+                <th class="header">Value</th>
+                <th class="header">Label</th>
+                <th class="header" colspan="2">Actions</th>
               </tr>
-            <% end %>
-          </tbody>
-        </table>
+            </thead>
+
+            <tbody>
+              <% @document_distributions.each do |document_distribution| %>
+                <tr>
+                  <td><%= link_to document_distribution.friendlier_id, admin_document_path(document_distribution.document) %></td>
+                  <td><%= document_distribution.reference_type.reference_type %></td>
+                  <td><%= document_distribution.reference_type.reference_uri %></td>
+                  <td><%= link_to document_distribution.url, document_distribution.url, target: '_blank' %></td>
+                  <td><%= document_distribution.label %></td>
+                  <td><%= link_to 'Edit', edit_admin_document_document_distribution_path(document_distribution.document, document_distribution) %></td>
+                  <td><%= link_to 'Destroy', admin_document_document_distribution_path(document_distribution.document, document_distribution), method: :delete, data: { confirm: 'Are you sure?' } %></td>
+                </tr>
+              <% end %>
+            </tbody>
+          </table>
+        </div>
 
         <% if @pagy %>
           <h6>

data/app/views/admin/documents/_result_selected_options.html.erb

@@ -28,8 +28,8 @@
       <a class="dropdown-item" data-action="click->results#exportCsvDocumentDownloads" href="javascript:void(0);">
         CSV - Document Downloads
       </a>
-      <a class="dropdown-item" data-action="click->results#exportCsvDocumentReferences" href="javascript:void(0);">
-        CSV - Document References
+      <a class="dropdown-item" data-action="click->results#exportCsvDocumentDistributions" href="javascript:void(0);">
+        CSV - Document Distributions
       </a>
     </div>
   </span>

data/app/views/admin/imports/show.html.erb

@@ -131,8 +131,8 @@
 
     <nav>
       <div class="nav nav-tabs" id="import-state-tabs" role="tablist">
-        <a class="nav-item nav-link active" id="import-success-tab" data-toggle="tab" href="#import-state-success" role="tab" aria-controls="import-state-success" aria-selected="true">Success</a>
-        <a class="nav-item nav-link" id="import-failed-tab" data-toggle="tab" href="#import-state-failed" role="tab" aria-controls="import-state-failed" aria-selected="false">Failed</a>
+        <a class="nav-item nav-link active" id="import-success-tab" data-toggle="tab" href="#import-state-success" role="tab" aria-controls="import-state-success" aria-selected="true">Success <span class="badge badge-success"><%= @pagy_success.count %></span></a>
+        <a class="nav-item nav-link" id="import-failed-tab" data-toggle="tab" href="#import-state-failed" role="tab" aria-controls="import-state-failed" aria-selected="false">Failed <span class="badge badge-danger"><%= @pagy_failed.count %></span> </a>
       </div>
     </nav>
 
@@ -146,4 +146,4 @@
       </div>
     </div>
   </div>
-</div>
+</div>

data/lib/generators/geoblacklight_admin/config_generator.rb

@@ -216,7 +216,7 @@ module GeoblacklightAdmin
               end
             end
 
-            # Document References
+            # Document Distributions
             resources :document_distributions, path: "distributions" do
               collection do
                 get "display_attach_form"

data/lib/geoblacklight_admin/tasks/distributions.rake

@@ -18,9 +18,46 @@ namespace :geoblacklight_admin do
               url: distribution[2],
               label: distribution[3]
             )
+          rescue ActiveRecord::RecordInvalid => e
+            if !distribution[2].nil? && distribution[2].is_a?(Hash)
+              puts "Distribution rescued and skipped: #{distribution.inspect}"
+            else
+              puts "RecordInvalid processing distribution: #{distribution[0]} - #{e.inspect}"
+            end
+          rescue TypeError => e
+            puts "TypeError processing distribution: #{distribution[0]} - #{e.inspect}"
+            puts "Distribution: #{distribution.inspect}"
+
+            # Fix for #<TypeError: can't cast Hash>
+            # These are download links that are not already in an array
+            # ex. "{\"http://schema.org/url\":\"https://datacore.iu.edu/concern/data_sets/hx11xf65s\",\"http://schema.org/downloadUrl\":{\"label\":\"PDF\",\"url\":\"https://datacore.iu.edu/downloads/ms35t9074\"}}"
+            if !distribution[2].nil? && distribution[2].is_a?(Hash)
+              DocumentDistribution.find_or_create_by!(
+                friendlier_id: distribution[0],
+                reference_type_id: ReferenceType.find_by(name: distribution[1]).id,
+                url: distribution[2][:url],
+                label: distribution[2][:label]
+              )
+              puts "Distribution rescued and migrated: #{distribution.inspect}"
+            elsif distribution[2].nil? && distribution[2].is_a?(Array)
+              distribution[2].each do |download|
+                if download.is_a?(Hash) && download[:url].present? && download[:label].present?
+                  DocumentDistribution.find_or_create_by!(
+                    friendlier_id: distribution[0],
+                    reference_type_id: ReferenceType.find_by(name: distribution[1]).id,
+                    url: download[:url],
+                    label: download[:label]
+                  )
+                end
+              end
+              puts "Distribution array rescued and migrated: #{distribution.inspect}"
+            else
+              puts "Distribution not migrated: #{distribution.inspect}"
+            end
+          rescue => e
+            puts "Error processing distribution: #{distribution[0]} - #{e.inspect}"
+            puts "Distribution: #{distribution.inspect}"
           end
-        rescue => e
-          puts "\nError processing distributions for document: #{document.friendlier_id} - #{e.inspect}\n"
         end
         total_documents_processed += documents.size
         puts "Processed #{documents.size} documents in this batch, total processed: #{total_documents_processed}"

data/lib/geoblacklight_admin/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module GeoblacklightAdmin
-  VERSION = "0.6.1"
+  VERSION = "0.6.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: geoblacklight_admin
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.6.3
 platform: ruby
 authors:
 - Eric Larson
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-12-04 00:00:00.000000000 Z
+date: 2025-01-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: active_storage_validations