blacklight-spotlight 3.0.0.rc2 → 3.0.0

data/app/models/spotlight/page_configurations.rb

@@ -18,14 +18,12 @@ module Spotlight
     delegate :available_view_fields,
              :blacklight_config,
              :current_exhibit,
-             :document_show_link_field,
-             :index_fields,
-             :index_field_label,
              :spotlight,
              :t,
-             :view_label,
              to: :context
 
+    DOCUMENT_TITLE_KEY = '__spotlight_document_title___'
+
     attr_reader :context, :page
 
     def initialize(context:, page:)
@@ -35,11 +33,12 @@ module Spotlight
 
     def as_json(*)
       {
-        'blacklight-configuration-index-fields': available_index_fields,
+        'blacklight-configuration-index-fields': available_caption_fields,
         'blacklight-configuration-search-views': available_view_configs,
         'attachment-endpoint': attachment_endpoint,
         'autocomplete-exhibit-catalog-path': exhibit_autocomplete_endpoint,
         'autocomplete-exhibit-pages-path': page_autocomplete_endpoint,
+        'autocomplete-exhibit-browse-groups-path': browse_groups_autocomplete_endpoint,
         'autocomplete-exhibit-searches-path': search_autocomplete_endpoint,
         'preview-url': page_preview_url
       }.merge(downstream_parameters)
@@ -47,21 +46,28 @@ module Spotlight
 
     private
 
-    def available_index_fields
-      fields = blacklight_config.index_fields.map { |k, _v| { key: k, label: index_field_label(blacklight_config.document_model.new, k) } }
-      fields.unshift(key: document_show_link_field, label: t(:'spotlight.pages.form.title_placeholder')) unless index_fields.include? document_show_link_field
+    def available_caption_fields
+      default_caption_fields + blacklight_config.index_fields.reject { |_k, v| v.caption == false }.map { |k, v| { key: k, label: v.display_label } }
+    end
 
+    def default_caption_fields
+      fields = []
+      fields << { key: DOCUMENT_TITLE_KEY, label: t(:'spotlight.pages.form.title_placeholder') } unless blacklight_config.index_fields.key? DOCUMENT_TITLE_KEY
       fields
     end
 
     def available_view_configs
-      available_view_fields.map { |k, _| { key: k, label: view_label(k) } }
+      available_view_fields.map { |k, v| { key: k, label: v.display_label(k) } }
     end
 
     def attachment_endpoint
       spotlight.exhibit_attachments_path(current_exhibit)
     end
 
+    def browse_groups_autocomplete_endpoint
+      spotlight.exhibit_groups_path(current_exhibit)
+    end
+
     def exhibit_autocomplete_endpoint
       spotlight.autocomplete_exhibit_catalog_path(current_exhibit, q: '%QUERY', format: 'json')
     end

data/app/models/spotlight/resource.rb

@@ -4,10 +4,17 @@ module Spotlight
   ##
   # Exhibit resources
   class Resource < ActiveRecord::Base
-    include ActiveSupport::Benchmarkable
-
-    class_attribute :document_builder_class
-    self.document_builder_class = SolrDocumentBuilder
+    class_attribute :indexing_pipeline, default: (Spotlight::Etl::Pipeline.new do |pipeline|
+      pipeline.sources = [Spotlight::Etl::Sources::IdentitySource]
+      pipeline.transforms = [
+        reject_blank: Spotlight::Etl::Transforms::RejectBlank,
+        reject_missing: Spotlight::Etl::Transforms::RejectMissingUniqueId,
+        apply_exhibit_metadata: Spotlight::Etl::Transforms::ApplyExhibitMetadata,
+        apply_application_metadata: Spotlight::Etl::Transforms::ApplyApplicationMetadata,
+        apply_pipeline_metadata: Spotlight::Etl::Transforms::ApplyPipelineMetadata
+      ]
+      pipeline.loaders = [Spotlight::Etl::SolrLoader]
+    end)
 
     extend ActiveModel::Callbacks
     define_model_callbacks :index
@@ -16,24 +23,22 @@ module Spotlight
 
     belongs_to :exhibit
     has_many :solr_document_sidecars
+    has_many :events, as: :resource
 
     serialize :data, Hash
 
-    after_index :commit
-    after_index :touch_exhibit!
-
     ##
     # Persist the record to the database, and trigger a reindex to solr
     #
     # @param [Hash] All arguments will be passed through to ActiveRecord's #save method
-    def save_and_index(*args)
-      save(*args) && reindex_later
+    def save_and_index(reindex_options: {}, **args)
+      save(*args) && reindex_later(**reindex_options)
     end
 
     ##
     # Enqueue an asynchronous reindexing job for this resource
-    def reindex_later
-      Spotlight::ReindexJob.perform_later(self)
+    def reindex_later(**args)
+      Spotlight::ReindexJob.perform_later(self, **args)
     end
 
     def document_model
@@ -45,67 +50,28 @@ module Spotlight
       # Index the result of {#to_solr} into the index in batches of {#batch_size}
       #
       # @return [Integer] number of records indexed
-      def reindex(reindexing_log_entry = nil)
-        benchmark "Reindexing #{self} (batch size: #{batch_size})" do
-          count = 0
-
-          run_callbacks :index do
-            document_builder.documents_to_index.each_slice(batch_size) do |batch|
-              write_to_index(batch)
-              count += batch.length
-              reindexing_log_entry&.update(items_reindexed_count: count)
-            end
-
-            count
+      def reindex(touch: true, **args, &block)
+        i = 0
+        run_callbacks :index do
+          indexing_pipeline.call(Spotlight::Etl::Context.new(self, commit: true, **args)) do |data|
+            i += 1
+            block&.call(data)
           end
         end
-      end
-
-      def document_builder
-        @document_builder ||= document_builder_class.new(self)
-      end
-
-      private
-
-      def blacklight_solr
-        @solr ||= RSolr.connect(connection_config.merge(adapter: connection_config[:http_adapter]))
-      end
 
-      def connection_config
-        Blacklight.connection_config
-      end
+        touch_exhibit! if touch
 
-      def batch_size
-        Spotlight::Engine.config.solr_batch_size
+        i
       end
 
-      def write_to_index(batch)
-        documents = documents_that_have_ids(batch)
-        return unless write? && documents.present?
-
-        blacklight_solr.update params: { commitWithin: 500 },
-                               data: documents.to_json,
-                               headers: { 'Content-Type' => 'application/json' }
+      def estimated_size(**args)
+        indexing_pipeline.estimated_size(Spotlight::Etl::Context.new(self, **args))
       end
 
-      def commit
-        return unless write?
-
-        blacklight_solr.commit
-      rescue StandardError => e
-        Rails.logger.warn "Unable to commit to solr: #{e}"
-      end
+      private
 
       def touch_exhibit!
-        exhibit.touch
-      end
-
-      def write?
-        Spotlight::Engine.config.writable_index
-      end
-
-      def documents_that_have_ids(document_list)
-        document_list.reject { |d| d[document_builder.document_model.unique_key.to_sym].blank? }
+        exhibit&.touch
       end
     end
   end

data/app/models/spotlight/resources/iiif_harvester.rb

@@ -7,7 +7,6 @@ module Spotlight
     # harvest Images from IIIF Manifest and turn them into a Spotlight::Resource
     # Note: IIIF API : http://iiif.io/api/presentation/2.0
     class IiifHarvester < Spotlight::Resource
-      self.document_builder_class = Spotlight::Resources::IiifBuilder
       self.weight = -5000
 
       validate :valid_url?
@@ -16,6 +15,16 @@ module Spotlight
         @iiif_manifests ||= IiifService.parse(url)
       end
 
+      def self.indexing_pipeline
+        @indexing_pipeline ||= super.dup.tap do |pipeline|
+          pipeline.sources = [Spotlight::Etl::Sources::SourceMethodSource(:iiif_manifests)]
+
+          pipeline.transforms = [
+            ->(data, p) { data.merge(p.source.to_solr(exhibit: p.context.resource.exhibit)) }
+          ] + pipeline.transforms
+        end
+      end
+
       private
 
       def valid_url?
@@ -24,8 +33,8 @@ module Spotlight
 
       def url_is_iiif?(url)
         valid_content_types = ['application/json', 'application/ld+json']
-        req = Faraday.head(url)
-        req = Faraday.get(url) if req.status == 405
+        req = Spotlight::Resources::IiifService.http_client.head(url)
+        req = Spotlight::Resources::IiifService.http_client.get(url) if req.status == 405
         return unless req.success?
 
         valid_content_types.any? do |valid_type|

data/app/models/spotlight/resources/iiif_manifest.rb

@@ -14,7 +14,9 @@ module Spotlight
         @solr_hash = {}
       end
 
-      def to_solr
+      def to_solr(exhibit: nil)
+        @exhibit = exhibit if exhibit
+
         add_document_id
         add_label
         add_thumbnail_url
@@ -69,7 +71,7 @@ module Spotlight
       end
 
       def add_label
-        return unless title_fields.present? && manifest.try(:label)
+        return unless title_fields.present? && manifest&.label
 
         Array.wrap(title_fields).each do |field|
           solr_hash[field] = metadata_class.new(manifest).label
@@ -144,7 +146,7 @@ module Spotlight
       end
 
       def thumbnail_field
-        blacklight_config.index.try(:thumbnail_field)
+        blacklight_config.index.thumbnail_field
       end
 
       def full_image_field
@@ -152,11 +154,11 @@ module Spotlight
       end
 
       def tile_source_field
-        blacklight_config.show.try(:tile_source_field)
+        blacklight_config.show.tile_source_field
       end
 
       def title_fields
-        Spotlight::Engine.config.iiif_title_fields || blacklight_config.index.try(:title_field)
+        Spotlight::Engine.config.iiif_title_fields || blacklight_config.index&.title_field
       end
 
       def sidecar
@@ -187,7 +189,7 @@ module Spotlight
         end
 
         def label
-          return unless manifest.try(:label)
+          return unless manifest&.label
 
           Array(json_ld_value(manifest.label)).map { |v| html_sanitize(v) }.first
         end
@@ -197,7 +199,7 @@ module Spotlight
         attr_reader :manifest
 
         def metadata
-          manifest.try(:metadata) || []
+          manifest&.metadata || []
         end
 
         def metadata_hash

data/app/models/spotlight/resources/iiif_service.rb

@@ -29,6 +29,13 @@ module Spotlight
         recursive_manifests(new(url))
       end
 
+      def self.http_client
+        Faraday.new do |b|
+          b.use FaradayMiddleware::FollowRedirects
+          b.adapter Faraday.default_adapter
+        end
+      end
+
       protected
 
       def object
@@ -41,8 +48,8 @@ module Spotlight
 
       class << self
         def iiif_response(url)
-          Faraday.get(url).body
-        rescue Faraday::Error::ConnectionFailed, Faraday::TimeoutError => e
+          Spotlight::Resources::IiifService.http_client.get(url).body
+        rescue Faraday::ConnectionFailed, Faraday::TimeoutError => e
           Rails.logger.warn("HTTP GET for #{url} failed with #{e}")
           {}.to_json
         end

data/app/models/spotlight/resources/json_upload.rb

@@ -5,6 +5,18 @@ module Spotlight
     # Raw solr document uploads
     class JsonUpload < Spotlight::Resource
       store :data, accessors: :json
+
+      # The indexing pipeline for JSON uploads copies the data from the stored
+      # `#data` field directly into the indexed document.
+      def self.indexing_pipeline
+        @indexing_pipeline ||= super.dup.tap do |pipeline|
+          pipeline.sources = [Spotlight::Etl::Sources::StoredData]
+
+          pipeline.transforms = [
+            Spotlight::Etl::Transforms::IdentityTransform
+          ] + pipeline.transforms
+        end
+      end
     end
   end
 end

data/app/models/spotlight/resources/upload.rb

@@ -10,8 +10,6 @@ module Spotlight
       # we want to do this before reindexing
       after_create :update_document_sidecar
 
-      self.document_builder_class = UploadSolrDocumentBuilder
-
       def self.fields(exhibit)
         @fields ||= {}
         @fields[exhibit] ||= begin
@@ -25,6 +23,15 @@ module Spotlight
         end
       end
 
+      def self.indexing_pipeline
+        @indexing_pipeline ||= super.dup.tap do |pipeline|
+          pipeline.transforms = [
+            ->(data, p) { data.merge({ p.context.document_model.unique_key.to_sym => p.source.compound_id }) },
+            Spotlight::Etl::Transforms::SourceMethodTransform(:to_solr)
+          ] + pipeline.transforms
+        end
+      end
+
       def compound_id
         "#{exhibit_id}-#{id}"
       end
@@ -33,6 +40,22 @@ module Spotlight
         @sidecar ||= document_model.new(id: compound_id).sidecar(exhibit)
       end
 
+      def to_solr
+        return {} unless upload&.file_present?
+
+        spotlight_routes = Spotlight::Engine.routes.url_helpers
+        riiif = Riiif::Engine.routes.url_helpers
+
+        dimensions = Riiif::Image.new(upload_id).info
+
+        {
+          spotlight_full_image_width_ssm: dimensions.width,
+          spotlight_full_image_height_ssm: dimensions.height,
+          Spotlight::Engine.config.thumbnail_field => riiif.image_path(upload, size: '!400,400'),
+          Spotlight::Engine.config.iiif_manifest_field => spotlight_routes.manifest_exhibit_solr_document_path(exhibit, compound_id)
+        }
+      end
+
       private
 
       def configured_fields

data/app/models/spotlight/role.rb

@@ -4,11 +4,10 @@ module Spotlight
   ##
   # Exhibit authorization roles
   class Role < ActiveRecord::Base
-    ROLES = %w[admin curator].freeze
     belongs_to :resource, polymorphic: true, optional: true
     belongs_to :user, class_name: Spotlight::Engine.config.user_class, autosave: true, optional: false
 
-    validates :role, inclusion: { in: ROLES }
+    validates :role, inclusion: { in: Spotlight::Engine.config.exhibit_roles }
     validate :user_must_be_unique, if: :user
 
     def user_key

data/app/models/spotlight/search.rb

@@ -12,9 +12,14 @@ module Spotlight
 
     self.table_name = 'spotlight_searches'
     belongs_to :exhibit
+    has_many :group_memberships, class_name: 'Spotlight::GroupMember', as: :member, dependent: :delete_all
+    has_many :groups, through: :group_memberships
+    accepts_nested_attributes_for :group_memberships
+    accepts_nested_attributes_for :groups
     serialize :query_params, Hash
     default_scope { order('weight ASC') }
     scope :published, -> { where(published: true) }
+    scope :unpublished, -> { where(published: [nil, false]) }
     validates :title, presence: true
 
     translates :title, :subtitle, :long_description

data/app/models/spotlight/solr_document_sidecar.rb

@@ -74,7 +74,6 @@ module Spotlight
 
       upload_fields.each_with_object({}) do |field, solr_hash|
         field_name = field.field_name.to_s
-        next unless configured_fields && configured_fields[field_name].present?
 
         value = configured_fields[field_name]
         field_data = field.data_to_solr(convert_stored_value_to_solr(value))
@@ -85,6 +84,8 @@ module Spotlight
     end
 
     def upload_fields
+      return [] unless document.uploaded_resource? || resource.is_a?(Spotlight::Resources::Upload)
+
       Spotlight::Resources::Upload.fields(exhibit)
     end
 

data/app/presenters/spotlight/iiif_manifest_presenter.rb

@@ -70,7 +70,7 @@ module Spotlight
     private
 
     def presenter
-      controller.view_context.show_presenter(resource)
+      controller.view_context.document_presenter(resource)
     end
 
     def endpoint
@@ -79,7 +79,7 @@ module Spotlight
 
     def iiif_url
       # yes this is hacky, and we are appropriately ashamed.
-      controller.riiif.info_url(uploaded_resource.upload.id).sub(%r{/info\.json\Z}, '')
+      controller.riiif.info_url(uploaded_resource.upload).sub(%r{/info\.json\Z}, '')
     end
   end
 end