blacklight-spotlight 3.0.0.rc3 → 3.0.1

data/config/routes.rb

@@ -99,6 +99,7 @@ Spotlight::Engine.routes.draw do
         get :autocomplete
       end
     end
+    get 'browse/:browse_category_id', to: 'catalog#index', constraints: ->(req) { req.format != :html }
     resources :browse, only: %i[index show]
     get 'browse/group/:group_id', to: 'browse#index', as: 'browse_groups'
     get 'browse/group/:group_id/:id', to: 'browse#show', as: 'browse_group'
@@ -109,7 +110,15 @@ Spotlight::Engine.routes.draw do
       end
     end
 
-    resources :tags, only: %i[index destroy]
+    resources :tags, only: %i[index destroy] do
+      collection do
+        patch :update_all
+      end
+
+      member do
+        post :rename
+      end
+    end
 
     resources :contacts, only: %i[edit update destroy]
 
@@ -141,10 +150,29 @@ Spotlight::Engine.routes.draw do
         get :clone
       end
     end
+    resource :bulk_actions, only: [] do
+      member do
+        post :change_visibility
+        post :add_tags
+        post :remove_tags
+      end
+    end
+
+    resource :bulk_updates, only: %i[edit update] do
+      collection do
+        get :monitor
+      end
+
+      member do
+        post :download_template
+      end
+    end
+
     post '/pages/:id/preview' => 'pages#preview', as: :preview_block
     get '/pages' => 'pages#index', constraints: { format: 'json' }
 
     resources :lock, only: [:destroy]
+    resources :job_trackers, only: [:show]
 
     resources :roles, path: 'users', only: %i[index create destroy] do
       collection do

data/db/migrate/20210122082032_create_job_trackers.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+class CreateJobTrackers < ActiveRecord::Migration[5.2]
+  def change
+    create_table :spotlight_job_trackers do |t|
+      t.references :on, null: false, polymorphic: true, index: true
+      t.references :resource, null: false, polymorphic: true, index: true
+      t.string :job_id
+      t.string :job_class
+      t.string :parent_job_id
+      t.string :parent_job_class
+      t.string :status
+      t.references :user
+      t.text :log
+      t.text :data
+
+      t.timestamps
+    end
+
+    add_index :spotlight_job_trackers, :job_id
+  end
+end

data/db/migrate/20210126123041_create_events.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+class CreateEvents < ActiveRecord::Migration[5.2]
+  def change
+    create_table :spotlight_events do |t|
+      t.references :exhibit, null: true
+      t.references :resource, null: false, polymorphic: true, index: true
+      t.string :type
+      t.string :collation_key
+      t.text :data
+
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20210305070001_remove_class_from_sirtrevor_image_blocks.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+# Remove the class field from the block; ostruct 0.3 helpfully allows it to override
+# this field and that confuses sir trevor..
+class RemoveClassFromSirtrevorImageBlocks < ActiveRecord::Migration[5.2]
+  def up
+    Spotlight::Page.reset_column_information
+    image = SirTrevorRails::Block.block_class('image')
+
+    Spotlight::Page.find_each do |page|
+      next unless page.content.any? { |block| block.is_a? image }
+      page.content.select { |block| block.is_a?(image) && block.respond_to?(:class=) }.each do |block|
+        block.delete_field(:class)
+        block.attachment = Spotlight::Attachment.find(block.id).to_global_id rescue nil
+      end
+
+      page.update(content: page.content)
+    end
+  end
+end

data/db/migrate/20210305171150_create_bulk_updates.rb

@@ -0,0 +1,9 @@
+class CreateBulkUpdates < ActiveRecord::Migration[5.2]
+  def change
+    create_table :spotlight_bulk_updates do |t|
+      t.string :file, null: false
+      t.references :exhibit
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20210308090000_migrate_caption_values_for_title_key.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+# Migrate caption fields for the document title (pointing at the solr field name) to use the
+# new `Spotlight::PageConfigurations::DOCUMENT_TITLE_KEY` for run-time lookups instead.
+class MigrateCaptionValuesForTitleKey < ActiveRecord::Migration[5.2]
+  def up
+    Spotlight::Page.reset_column_information
+    change_caption_field_of(Spotlight::Page, from: CatalogController.blacklight_config.index.title_field, to: Spotlight::PageConfigurations::DOCUMENT_TITLE_KEY)
+  end
+
+  def down
+    Spotlight::Page.reset_column_information
+    change_caption_field_of(Spotlight::Page, from: Spotlight::PageConfigurations::DOCUMENT_TITLE_KEY, to: CatalogController.blacklight_config.index.title_field)
+  end
+
+  def change_caption_field_of(scope, from:, to:)
+    scope.find_each do |page|
+      changed = false
+
+      page.content.select { |block| block['primary-caption-field'] == from || block['secondary-caption-field'] == from }.each do |block|
+        changed = true
+        block['primary-caption-field'] = to if block['primary-caption-field'] == from
+        block['secondary-caption-field'] = to if block['secondary-caption-field'] == from
+      end
+
+      page.update(content: page.content) if changed
+    end
+  end
+end

data/db/migrate/20210506070809_add_indexes_for_featured_images.rb

@@ -0,0 +1,9 @@
+class AddIndexesForFeaturedImages < ActiveRecord::Migration[5.2]
+  def change
+    add_index(:spotlight_searches, [:thumbnail_id])
+    add_index(:spotlight_searches, [:masthead_id])
+    add_index(:spotlight_exhibits, [:thumbnail_id])
+    add_index(:spotlight_exhibits, [:masthead_id])
+    add_index(:spotlight_pages, [:thumbnail_id])
+  end
+end

data/lib/generators/spotlight/install_generator.rb

@@ -113,10 +113,10 @@ module Spotlight
     def add_search_builder_mixin
       if File.exist? 'app/models/search_builder.rb'
         inject_into_file 'app/models/search_builder.rb', after: "include Blacklight::Solr::SearchBuilderBehavior\n" do
-          "\n  include Spotlight::AccessControlsEnforcementSearchBuilder\n"
+          "\n  include Spotlight::SearchBuilder\n"
         end
       else
-        say 'Unable to find SearchBuilder class; add `include Spotlight::AccessControlsEnforcementSearchBuilder` to the class manually.'
+        say 'Unable to find SearchBuilder class; add `include Spotlight::SearchBuilder` to the class manually.'
       end
     end
 

data/lib/generators/spotlight/scaffold_resource_generator.rb

@@ -7,23 +7,15 @@ module Spotlight
   # spotlight:scaffold_resource generator
   class ScaffoldResource < Rails::Generators::NamedBase
     source_root File.expand_path('templates', __dir__)
-    def create_document_builder
-      create_file "app/services/#{file_name}_builder.rb", <<-FILE.strip_heredoc
-        class #{class_name}Builder < Spotlight::SolrDocumentBuilder
-          def to_solr
-            return to_enum(:to_solr) unless block_given?
-
-            # TODO: your implementation here
-            # yield { id: resource.id }
-          end
-        end
-      FILE
-    end
 
     def create_model
       create_file "app/models/#{file_name}_resource.rb", <<-FILE.strip_heredoc
         class #{class_name}Resource < Spotlight::Resource
-          self.document_builder_class = #{class_name}Builder
+          def self.indexing_pipeline
+            @indexing_pipeline ||= super.dup.tap do |pipeline|
+              # your pipeline here...
+            end
+          end
         end
       FILE
     end

data/lib/generators/spotlight/templates/config/initializers/riiif.rb

@@ -1,9 +1,11 @@
 # frozen_string_literal: true
 
-Riiif::Image.file_resolver = Spotlight::CarrierwaveFileResolver.new
+ActiveSupport::Reloader.to_prepare do
+  Riiif::Image.file_resolver = Spotlight::CarrierwaveFileResolver.new
 
-# Riiif::Image.authorization_service = IIIFAuthorizationService
+  # Riiif::Image.authorization_service = IIIFAuthorizationService
 
-# Riiif.not_found_image = 'app/assets/images/us_404.svg'
-#
-Riiif::Engine.config.cache_duration = 365.days
+  # Riiif.not_found_image = 'app/assets/images/us_404.svg'
+  #
+  Riiif::Engine.config.cache_duration = 365.days
+end

data/lib/generators/spotlight/templates/config/initializers/spotlight_initializer.rb

@@ -73,7 +73,7 @@
 # These are set by default by Spotlight's configuration,
 # but you can customize them here, or in the SirTrevorRails::Block#custom_block_types method
 # Spotlight::Engine.config.sir_trevor_widgets = %w(
-#   Heading Text List Quote Iframe Video Oembed Rule UploadedItems Browse BrowseGroupCategories
+#   Heading Text List Quote Iframe Video Oembed Rule UploadedItems Browse BrowseGroupCategories LinkToSearch
 #   FeaturedPages SolrDocuments SolrDocumentsCarousel SolrDocumentsEmbed
 #   SolrDocumentsFeatures SolrDocumentsGrid SearchResults
 # )

data/lib/generators/spotlight/templates/solr/config/schema.xml

@@ -306,7 +306,7 @@
         <filter class="solr.EdgeNGramFilterFactory" minGramSize="3" maxGramSize="15" />
       </analyzer>
 
-      <analyzer type="index">
+      <analyzer type="query">
         <tokenizer class="solr.ICUTokenizerFactory"/>
         <filter class="solr.ICUFoldingFilterFactory"/>  <!-- NFKC, case folding, diacritics removed -->
         <filter class="solr.EnglishPossessiveFilterFactory"/>

data/lib/migration/iiif.rb

@@ -73,7 +73,7 @@ module Migration
 
       old_file = File.new(filepath)
       image = contact.create_avatar { |i| i.image.store!(old_file) }
-      iiif_tilesource = riiif.info_path(image.id)
+      iiif_tilesource = riiif.info_path(image)
       image.update(iiif_tilesource: iiif_tilesource, iiif_region: avatar_coordinates(contact))
       image
     end
@@ -87,7 +87,7 @@ module Migration
 
       old_file = File.new(filepath)
       image = upload.create_upload { |i| i.image.store!(old_file) }
-      iiif_tilesource = riiif.info_path(image.id)
+      iiif_tilesource = riiif.info_path(image)
       image.update(iiif_tilesource: iiif_tilesource)
       upload.upload_id = image.id
       upload.save_and_index
@@ -95,7 +95,7 @@ module Migration
 
     def update_iiif_url(image)
       image.update(
-        iiif_tilesource: riiif.info_url(image.id, host: hostname),
+        iiif_tilesource: riiif.info_url(image, host: hostname),
         iiif_region: coordinates(image)
       )
     end

data/lib/spotlight/engine.rb

@@ -6,6 +6,7 @@
 require 'devise'
 require 'devise_invitable'
 
+require 'activejob-status'
 require 'blacklight'
 require 'autoprefixer-rails'
 require 'friendly_id'
@@ -16,6 +17,8 @@ require 'leaflet-rails'
 require 'i18n/active_record'
 require 'spotlight/upload_field_config'
 require 'riiif'
+require 'faraday'
+require 'faraday_middleware'
 
 module Spotlight
   ##
@@ -100,7 +103,7 @@ module Spotlight
     config.external_resources_partials = []
     config.solr_batch_size = 20
 
-    Spotlight::Engine.config.reindex_progress_window = 10
+    Spotlight::Engine.config.reindex_progress_window = 1.hour
 
     # Filter resources by exhibit by default
     config.filter_resources_by_exhibit = true
@@ -125,6 +128,7 @@ module Spotlight
     }
 
     config.resource_global_id_field = :"#{config.solr_fields.prefix}spotlight_resource_id#{config.solr_fields.string_suffix}"
+    config.job_tracker_id_field = :"#{config.solr_fields.prefix}spotlight_job_tracker_id#{config.solr_fields.string_suffix}"
 
     # Set to nil if you don't want to pull thumbnails from the index
     config.full_image_field = :full_image_url_ssm
@@ -285,5 +289,22 @@ module Spotlight
       pages: true,
       resources: true
     }
+
+    config.reindexing_batch_size = nil
+    config.reindexing_batch_count = nil
+    config.hidden_job_classes = %w[Spotlight::ReindexJob]
+
+    config.bulk_actions_batch_size = 1000
+
+    config.bulk_updates = OpenStruct.new
+    config.bulk_updates.csv_id = 'Item ID'
+    config.bulk_updates.csv_title = 'Item Title'
+    config.bulk_updates.csv_visibility = 'Visibility'
+    config.bulk_updates.csv_tags_prefix = 'Tag:'
+    config.bulk_updates.csv_tags = 'Tag: %s'
+
+    config.assign_default_roles_to_first_user = true
+
+    config.exhibit_roles = %w[admin curator viewer]
   end
 end

data/lib/spotlight/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Spotlight
-  VERSION = '3.0.0.rc3'
+  VERSION = '3.0.1'
 end

data/spec/controllers/spotlight/browse_controller_spec.rb

@@ -128,12 +128,6 @@ describe Spotlight::BrowseController, type: :controller do
         get :show, params: { id: search, exhibit_id: exhibit }
         expect(controller.blacklight_config.index.document_actions).to match_array %i[a b c]
       end
-
-      it 'has a json response' do
-        get :show, params: { id: search, exhibit_id: exhibit, format: :json }
-        expect(assigns[:presenter]).to be_a Blacklight::JsonPresenter
-        expect(response).to render_template 'catalog/index'
-      end
     end
   end
 end

data/spec/controllers/spotlight/bulk_actions_controller_spec.rb

@@ -0,0 +1,124 @@
+# frozen_string_literal: true
+
+describe Spotlight::BulkActionsController, type: :controller do
+  routes { Spotlight::Engine.routes }
+  let(:exhibit) { FactoryBot.create(:skinny_exhibit) }
+
+  # rubocop:disable RSpec/BeforeAfterAll
+  before(:all) do
+    ActiveJob::Base.queue_adapter = :test
+  end
+
+  after(:all) do
+    ActiveJob::Base.queue_adapter = :inline
+  end
+  # rubocop:enable RSpec/BeforeAfterAll
+
+  describe 'when the user is not authorized' do
+    before do
+      sign_in FactoryBot.create(:exhibit_visitor)
+    end
+
+    describe 'POST change_visibility' do
+      it 'denies access' do
+        post :change_visibility, params: { exhibit_id: exhibit }
+        expect(response).to redirect_to main_app.root_path
+        expect(flash[:alert]).to be_present
+      end
+    end
+
+    describe 'POST add_tags' do
+      it 'denies access' do
+        post :add_tags, params: { exhibit_id: exhibit }
+        expect(response).to redirect_to main_app.root_path
+        expect(flash[:alert]).to be_present
+      end
+    end
+
+    describe 'POST remove_tags' do
+      it 'denies access' do
+        post :remove_tags, params: { exhibit_id: exhibit }
+        expect(response).to redirect_to main_app.root_path
+        expect(flash[:alert]).to be_present
+      end
+    end
+  end
+
+  describe 'when the user is a curator' do
+    before do
+      sign_in FactoryBot.create(:exhibit_curator, exhibit: exhibit)
+    end
+
+    let(:search) { FactoryBot.create(:search, exhibit: exhibit) }
+    let(:search_session) { instance_double('Blacklight::Search', query_params: { q: 'map' }) }
+
+    describe 'POST change_visibility' do
+      it 'redirects and sets a notice' do
+        allow(controller).to receive(:current_search_session).and_return(search_session)
+        request.env['HTTP_REFERER'] = '/referring_url'
+        post :change_visibility, params: { 'visibility' => 'private', 'q' => 'map', exhibit_id: exhibit }
+        expect(response).to redirect_to '/referring_url'
+        expect(flash[:notice]).to eq 'Visibility of 55 items is being updated.'
+      end
+
+      # rubocop:disable Style/MultilineBlockChain
+      it 'enqueues the job' do
+        allow(controller).to receive(:current_search_session).and_return(search_session)
+        expect do
+          post :change_visibility, params: { 'visibility' => 'private', 'q' => 'map', exhibit_id: exhibit }
+        end.to have_enqueued_job(Spotlight::ChangeVisibilityJob).with do |solr_params, exhb, visibility|
+          expect(solr_params).to.not be_nil
+          expect(exhb).to eq exhibit
+          expect(visibility).to eq 'private'
+        end
+      end
+      # rubocop:enable Style/MultilineBlockChain
+    end
+
+    describe 'POST add_tags' do
+      it 'redirects and sets a notice' do
+        allow(controller).to receive(:current_search_session).and_return(search_session)
+        request.env['HTTP_REFERER'] = '/referring_url'
+        post :add_tags, params: { 'tags' => 'howdy,planet', 'q' => 'map', exhibit_id: exhibit }
+        expect(response).to redirect_to '/referring_url'
+        expect(flash[:notice]).to eq 'Tags are being added for 55 items.'
+      end
+
+      # rubocop:disable Style/MultilineBlockChain
+      it 'enqueues the job' do
+        allow(controller).to receive(:current_search_session).and_return(search_session)
+        expect do
+          post :add_tags, params: { 'tags' => 'howdy,planet', 'q' => 'map', exhibit_id: exhibit }
+        end.to have_enqueued_job(Spotlight::AddTagsJob).with do |solr_params, exhb, tags|
+          expect(solr_params).to.not be_nil
+          expect(exhb).to eq exhibit
+          expect(tags).to eq %w[howdy planet]
+        end
+      end
+      # rubocop:enable Style/MultilineBlockChain
+    end
+
+    describe 'POST remove_tags' do
+      it 'redirects and sets a notice' do
+        allow(controller).to receive(:current_search_session).and_return(search_session)
+        request.env['HTTP_REFERER'] = '/referring_url'
+        post :remove_tags, params: { 'tags' => 'hello,world', 'q' => 'map', exhibit_id: exhibit }
+        expect(response).to redirect_to '/referring_url'
+        expect(flash[:notice]).to eq 'Tags are being removed for 55 items.'
+      end
+
+      # rubocop:disable Style/MultilineBlockChain
+      it 'enqueues the job' do
+        allow(controller).to receive(:current_search_session).and_return(search_session)
+        expect do
+          post :remove_tags, params: { 'tags' => 'howdy,planet', 'q' => 'map', exhibit_id: exhibit }
+        end.to have_enqueued_job(Spotlight::RemoveTagsJob).with do |solr_params, exhb, tags|
+          expect(solr_params).to.not be_nil
+          expect(exhb).to eq exhibit
+          expect(tags).to eq %w[howdy planet]
+        end
+      end
+      # rubocop:enable Style/MultilineBlockChain
+    end
+  end
+end