blacklight-spotlight 3.0.0.rc2 → 3.0.0

data/config/routes.rb

@@ -99,8 +99,26 @@ Spotlight::Engine.routes.draw do
         get :autocomplete
       end
     end
+    get 'browse/:browse_category_id', to: 'catalog#index', constraints: ->(req) { req.format != :html }
     resources :browse, only: %i[index show]
-    resources :tags, only: %i[index destroy]
+    get 'browse/group/:group_id', to: 'browse#index', as: 'browse_groups'
+    get 'browse/group/:group_id/:id', to: 'browse#show', as: 'browse_group'
+
+    resources :groups, except: %i[show] do
+      collection do
+        patch :update_all
+      end
+    end
+
+    resources :tags, only: %i[index destroy] do
+      collection do
+        patch :update_all
+      end
+
+      member do
+        post :rename
+      end
+    end
 
     resources :contacts, only: %i[edit update destroy]
 
@@ -132,10 +150,29 @@ Spotlight::Engine.routes.draw do
         get :clone
       end
     end
+    resource :bulk_actions, only: [] do
+      member do
+        post :change_visibility
+        post :add_tags
+        post :remove_tags
+      end
+    end
+
+    resource :bulk_updates, only: %i[edit update] do
+      collection do
+        get :monitor
+      end
+
+      member do
+        post :download_template
+      end
+    end
+
     post '/pages/:id/preview' => 'pages#preview', as: :preview_block
     get '/pages' => 'pages#index', constraints: { format: 'json' }
 
     resources :lock, only: [:destroy]
+    resources :job_trackers, only: [:show]
 
     resources :roles, path: 'users', only: %i[index create destroy] do
       collection do
@@ -149,6 +186,7 @@ Spotlight::Engine.routes.draw do
         patch 'import'
       end
     end
+    get 'iiif/collection' => 'catalog#index', defaults: { q: '*:*', format: :iiif_json }
   end
 
   get '/:exhibit_id' => 'home_pages#show', as: :exhibit_root

data/db/migrate/20210113092223_create_spotlight_groups.rb

@@ -0,0 +1,23 @@
+class CreateSpotlightGroups < ActiveRecord::Migration[5.2]
+  def self.up
+    create_table :spotlight_groups do |t|
+      t.string     :slug
+      t.text       :title
+      t.references :exhibit
+      t.integer    :weight, default: 50
+      t.boolean    :published
+
+      t.timestamps
+    end
+
+    create_table :spotlight_groups_members, id: false do |t|
+      t.references :group
+      t.references :member, polymorphic: true
+    end
+  end
+
+  def self.down
+    drop_table :spotlight_groups
+    drop_table :spotlight_groups_members
+  end
+end

data/db/migrate/20210122082032_create_job_trackers.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+class CreateJobTrackers < ActiveRecord::Migration[5.2]
+  def change
+    create_table :spotlight_job_trackers do |t|
+      t.references :on, null: false, polymorphic: true, index: true
+      t.references :resource, null: false, polymorphic: true, index: true
+      t.string :job_id
+      t.string :job_class
+      t.string :parent_job_id
+      t.string :parent_job_class
+      t.string :status
+      t.references :user
+      t.text :log
+      t.text :data
+
+      t.timestamps
+    end
+
+    add_index :spotlight_job_trackers, :job_id
+  end
+end

data/db/migrate/20210126123041_create_events.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+class CreateEvents < ActiveRecord::Migration[5.2]
+  def change
+    create_table :spotlight_events do |t|
+      t.references :exhibit, null: true
+      t.references :resource, null: false, polymorphic: true, index: true
+      t.string :type
+      t.string :collation_key
+      t.text :data
+
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20210305070001_remove_class_from_sirtrevor_image_blocks.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+# Remove the class field from the block; ostruct 0.3 helpfully allows it to override
+# this field and that confuses sir trevor..
+class RemoveClassFromSirtrevorImageBlocks < ActiveRecord::Migration[5.2]
+  def up
+    Spotlight::Page.reset_column_information
+    image = SirTrevorRails::Block.block_class('image')
+
+    Spotlight::Page.find_each do |page|
+      next unless page.content.any? { |block| block.is_a? image }
+      page.content.select { |block| block.is_a?(image) && block.respond_to?(:class=) }.each do |block|
+        block.delete_field(:class)
+        block.attachment = Spotlight::Attachment.find(block.id).to_global_id rescue nil
+      end
+
+      page.update(content: page.content)
+    end
+  end
+end

data/db/migrate/20210305171150_create_bulk_updates.rb

@@ -0,0 +1,9 @@
+class CreateBulkUpdates < ActiveRecord::Migration[5.2]
+  def change
+    create_table :spotlight_bulk_updates do |t|
+      t.string :file, null: false
+      t.references :exhibit
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20210308090000_migrate_caption_values_for_title_key.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+# Migrate caption fields for the document title (pointing at the solr field name) to use the
+# new `Spotlight::PageConfigurations::DOCUMENT_TITLE_KEY` for run-time lookups instead.
+class MigrateCaptionValuesForTitleKey < ActiveRecord::Migration[5.2]
+  def up
+    Spotlight::Page.reset_column_information
+    change_caption_field_of(Spotlight::Page, from: CatalogController.blacklight_config.index.title_field, to: Spotlight::PageConfigurations::DOCUMENT_TITLE_KEY)
+  end
+
+  def down
+    Spotlight::Page.reset_column_information
+    change_caption_field_of(Spotlight::Page, from: Spotlight::PageConfigurations::DOCUMENT_TITLE_KEY, to: CatalogController.blacklight_config.index.title_field)
+  end
+
+  def change_caption_field_of(scope, from:, to:)
+    scope.find_each do |page|
+      changed = false
+
+      page.content.select { |block| block['primary-caption-field'] == from || block['secondary-caption-field'] == from }.each do |block|
+        changed = true
+        block['primary-caption-field'] = to if block['primary-caption-field'] == from
+        block['secondary-caption-field'] = to if block['secondary-caption-field'] == from
+      end
+
+      page.update(content: page.content) if changed
+    end
+  end
+end

data/db/migrate/20210506070809_add_indexes_for_featured_images.rb

@@ -0,0 +1,9 @@
+class AddIndexesForFeaturedImages < ActiveRecord::Migration[5.2]
+  def change
+    add_index(:spotlight_searches, [:thumbnail_id])
+    add_index(:spotlight_searches, [:masthead_id])
+    add_index(:spotlight_exhibits, [:thumbnail_id])
+    add_index(:spotlight_exhibits, [:masthead_id])
+    add_index(:spotlight_pages, [:thumbnail_id])
+  end
+end

data/lib/generators/spotlight/install_generator.rb

@@ -17,8 +17,8 @@ module Spotlight
       gem 'coffee-rails', '~> 4.2'
       gem 'uglifier', '>= 1.3.0'
 
-      append_to_file 'app/assets/config/manifest.js', '//= link_directory ../javascripts .js'
-      append_to_file 'app/assets/javascripts/application.js', '//= require_tree .'
+      append_to_file 'app/assets/config/manifest.js', "\n//= link_directory ../javascripts .js\n"
+      append_to_file 'app/assets/javascripts/application.js', "\n//= require_tree .\n"
       gsub_file 'app/views/layouts/application.html.erb', /pack/, 'include'
       inject_into_file 'config/environments/production.rb', after: '  # config.assets.css_compressor = :sass' do
         "\n  config.assets.js_compressor = :uglifier"
@@ -113,10 +113,10 @@ module Spotlight
     def add_search_builder_mixin
       if File.exist? 'app/models/search_builder.rb'
         inject_into_file 'app/models/search_builder.rb', after: "include Blacklight::Solr::SearchBuilderBehavior\n" do
-          "\n  include Spotlight::AccessControlsEnforcementSearchBuilder\n"
+          "\n  include Spotlight::SearchBuilder\n"
         end
       else
-        say 'Unable to find SearchBuilder class; add `include Spotlight::AccessControlsEnforcementSearchBuilder` to the class manually.'
+        say 'Unable to find SearchBuilder class; add `include Spotlight::SearchBuilder` to the class manually.'
       end
     end
 
@@ -125,7 +125,7 @@ module Spotlight
     end
 
     def add_osd_viewer
-      gem 'blacklight-gallery', '~> 1.1'
+      gem 'blacklight-gallery', '~> 3.0'
       generate 'blacklight_gallery:install'
     end
 

data/lib/generators/spotlight/scaffold_resource_generator.rb

@@ -7,23 +7,15 @@ module Spotlight
   # spotlight:scaffold_resource generator
   class ScaffoldResource < Rails::Generators::NamedBase
     source_root File.expand_path('templates', __dir__)
-    def create_document_builder
-      create_file "app/services/#{file_name}_builder.rb", <<-FILE.strip_heredoc
-        class #{class_name}Builder < Spotlight::SolrDocumentBuilder
-          def to_solr
-            return to_enum(:to_solr) unless block_given?
-
-            # TODO: your implementation here
-            # yield { id: resource.id }
-          end
-        end
-      FILE
-    end
 
     def create_model
       create_file "app/models/#{file_name}_resource.rb", <<-FILE.strip_heredoc
         class #{class_name}Resource < Spotlight::Resource
-          self.document_builder_class = #{class_name}Builder
+          def self.indexing_pipeline
+            @indexing_pipeline ||= super.dup.tap do |pipeline|
+              # your pipeline here...
+            end
+          end
         end
       FILE
     end

data/lib/generators/spotlight/templates/config/initializers/riiif.rb

@@ -1,9 +1,11 @@
 # frozen_string_literal: true
 
-Riiif::Image.file_resolver = Spotlight::CarrierwaveFileResolver.new
+ActiveSupport::Reloader.to_prepare do
+  Riiif::Image.file_resolver = Spotlight::CarrierwaveFileResolver.new
 
-# Riiif::Image.authorization_service = IIIFAuthorizationService
+  # Riiif::Image.authorization_service = IIIFAuthorizationService
 
-# Riiif.not_found_image = 'app/assets/images/us_404.svg'
-#
-Riiif::Engine.config.cache_duration = 365.days
+  # Riiif.not_found_image = 'app/assets/images/us_404.svg'
+  #
+  Riiif::Engine.config.cache_duration = 365.days
+end

data/lib/generators/spotlight/templates/config/initializers/spotlight_initializer.rb

@@ -73,7 +73,7 @@
 # These are set by default by Spotlight's configuration,
 # but you can customize them here, or in the SirTrevorRails::Block#custom_block_types method
 # Spotlight::Engine.config.sir_trevor_widgets = %w(
-#   Heading Text List Quote Iframe Video Oembed Rule UploadedItems Browse
+#   Heading Text List Quote Iframe Video Oembed Rule UploadedItems Browse BrowseGroupCategories LinkToSearch
 #   FeaturedPages SolrDocuments SolrDocumentsCarousel SolrDocumentsEmbed
 #   SolrDocumentsFeatures SolrDocumentsGrid SearchResults
 # )

data/lib/generators/spotlight/templates/solr/config/schema.xml

@@ -306,7 +306,7 @@
         <filter class="solr.EdgeNGramFilterFactory" minGramSize="3" maxGramSize="15" />
       </analyzer>
 
-      <analyzer type="index">
+      <analyzer type="query">
         <tokenizer class="solr.ICUTokenizerFactory"/>
         <filter class="solr.ICUFoldingFilterFactory"/>  <!-- NFKC, case folding, diacritics removed -->
         <filter class="solr.EnglishPossessiveFilterFactory"/>

data/lib/migration/iiif.rb

@@ -73,7 +73,7 @@ module Migration
 
       old_file = File.new(filepath)
       image = contact.create_avatar { |i| i.image.store!(old_file) }
-      iiif_tilesource = riiif.info_path(image.id)
+      iiif_tilesource = riiif.info_path(image)
       image.update(iiif_tilesource: iiif_tilesource, iiif_region: avatar_coordinates(contact))
       image
     end
@@ -87,7 +87,7 @@ module Migration
 
       old_file = File.new(filepath)
       image = upload.create_upload { |i| i.image.store!(old_file) }
-      iiif_tilesource = riiif.info_path(image.id)
+      iiif_tilesource = riiif.info_path(image)
       image.update(iiif_tilesource: iiif_tilesource)
       upload.upload_id = image.id
       upload.save_and_index
@@ -95,7 +95,7 @@ module Migration
 
     def update_iiif_url(image)
       image.update(
-        iiif_tilesource: riiif.info_url(image.id, host: hostname),
+        iiif_tilesource: riiif.info_url(image, host: hostname),
         iiif_region: coordinates(image)
       )
     end

data/lib/spotlight/engine.rb

@@ -6,6 +6,7 @@
 require 'devise'
 require 'devise_invitable'
 
+require 'activejob-status'
 require 'blacklight'
 require 'autoprefixer-rails'
 require 'friendly_id'
@@ -16,6 +17,8 @@ require 'leaflet-rails'
 require 'i18n/active_record'
 require 'spotlight/upload_field_config'
 require 'riiif'
+require 'faraday'
+require 'faraday_middleware'
 
 module Spotlight
   ##
@@ -38,8 +41,8 @@ module Spotlight
     require 'github/markup'
     require 'sir_trevor_rails'
     require 'openseadragon'
+    require 'handlebars_assets'
     require 'sprockets/es6'
-    require 'almond-rails'
 
     config.assets.precompile += %w[spotlight/fallback/*.png]
 
@@ -55,6 +58,7 @@ module Spotlight
       require 'acts-as-taggable-on'
 
       Mime::Type.register 'application/solr+json', :solr_json
+      Mime::Type.register 'application/iiif+json', :iiif_json
     end
 
     initializer 'spotlight.factories', after: 'factory_bot.set_factory_paths' do
@@ -64,7 +68,7 @@ module Spotlight
     initializer 'spotlight.assets.precompile' do |app|
       app.config.assets.precompile += %w[spotlight/default_thumbnail.jpg spotlight/default_browse_thumbnail.jpg]
 
-      Sprockets::ES6.configuration = { 'modules' => 'amd', 'moduleIds' => true }
+      Sprockets::ES6.configuration = { 'modules' => 'umd', 'moduleIds' => true }
       # When we upgrade to Sprockets 4, we can ditch sprockets-es6 and config AMD
       # in this way:
       # https://github.com/rails/sprockets/issues/73#issuecomment-139113466
@@ -99,7 +103,7 @@ module Spotlight
     config.external_resources_partials = []
     config.solr_batch_size = 20
 
-    Spotlight::Engine.config.reindex_progress_window = 10
+    Spotlight::Engine.config.reindex_progress_window = 1.hour
 
     # Filter resources by exhibit by default
     config.filter_resources_by_exhibit = true
@@ -124,6 +128,7 @@ module Spotlight
     }
 
     config.resource_global_id_field = :"#{config.solr_fields.prefix}spotlight_resource_id#{config.solr_fields.string_suffix}"
+    config.job_tracker_id_field = :"#{config.solr_fields.prefix}spotlight_job_tracker_id#{config.solr_fields.string_suffix}"
 
     # Set to nil if you don't want to pull thumbnails from the index
     config.full_image_field = :full_image_url_ssm
@@ -267,7 +272,7 @@ module Spotlight
     # Added here for backwards compatability with SirTrevor 0.6
     # and apps who have customized their avaialble widgets
     config.sir_trevor_widgets = %w[
-      Heading Text List Quote Iframe Video Oembed Rule UploadedItems Browse LinkToSearch
+      Heading Text List Quote Iframe Video Oembed Rule UploadedItems Browse BrowseGroupCategories LinkToSearch
       FeaturedPages SolrDocuments SolrDocumentsCarousel SolrDocumentsEmbed
       SolrDocumentsFeatures SolrDocumentsGrid SearchResults
     ]
@@ -284,5 +289,22 @@ module Spotlight
       pages: true,
       resources: true
     }
+
+    config.reindexing_batch_size = nil
+    config.reindexing_batch_count = nil
+    config.hidden_job_classes = %w[Spotlight::ReindexJob]
+
+    config.bulk_actions_batch_size = 1000
+
+    config.bulk_updates = OpenStruct.new
+    config.bulk_updates.csv_id = 'Item ID'
+    config.bulk_updates.csv_title = 'Item Title'
+    config.bulk_updates.csv_visibility = 'Visibility'
+    config.bulk_updates.csv_tags_prefix = 'Tag:'
+    config.bulk_updates.csv_tags = 'Tag: %s'
+
+    config.assign_default_roles_to_first_user = true
+
+    config.exhibit_roles = %w[admin curator viewer]
   end
 end

data/lib/spotlight/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Spotlight
-  VERSION = '3.0.0.rc2'
+  VERSION = '3.0.0'
 end

data/spec/controllers/spotlight/browse_controller_spec.rb

@@ -4,6 +4,8 @@ describe Spotlight::BrowseController, type: :controller do
   routes { Spotlight::Engine.routes }
   let(:exhibit) { FactoryBot.create(:exhibit) }
   let!(:search) { FactoryBot.create(:published_search, exhibit: exhibit) }
+  let(:group) { FactoryBot.create(:group, published: true, title: 'Good group', exhibit: exhibit, searches: [search]) }
+  let(:group_unpublished) { FactoryBot.create(:group, title: 'Secret group', exhibit: exhibit, searches: [search]) }
   let!(:unpublished) { FactoryBot.create(:search, exhibit: exhibit) }
   let(:admin) { FactoryBot.create(:site_admin) }
 
@@ -53,6 +55,16 @@ describe Spotlight::BrowseController, type: :controller do
         expect(assigns[:exhibit]).to eq exhibit
         expect(response).to render_template 'spotlight/browse/index'
       end
+
+      it 'includes the browse groups' do
+        expect(controller).to receive(:add_breadcrumb).with('Home', exhibit)
+        expect(controller).to receive(:add_breadcrumb).with('Browse', exhibit_browse_index_path(exhibit))
+        expect(controller).to receive(:add_breadcrumb).with('Good group', exhibit_browse_groups_path(exhibit, group))
+        get :index, params: { exhibit_id: exhibit, group_id: group.id }
+        expect(response).to be_successful
+        expect(assigns[:groups]).to eq [group]
+        expect(response).to render_template 'spotlight/browse/index'
+      end
     end
   end
 
@@ -90,6 +102,17 @@ describe Spotlight::BrowseController, type: :controller do
         expect(response).to render_template 'spotlight/browse/show'
       end
 
+      it 'includes the browse group when a group_id is provided' do
+        expect(controller).to receive(:add_breadcrumb).with('Home', exhibit)
+        expect(controller).to receive(:add_breadcrumb).with('Browse', exhibit_browse_index_path(exhibit))
+        expect(controller).to receive(:add_breadcrumb).with('Good group', exhibit_browse_groups_path(exhibit, group))
+        expect(controller).to receive(:add_breadcrumb).with(search.title, exhibit_browse_group_path(exhibit, group, search))
+        get :show, params: { id: search, exhibit_id: exhibit, group_id: group.id }
+        expect(response).to be_successful
+        expect(assigns[:group]).to eq group
+        expect(response).to render_template 'spotlight/browse/show'
+      end
+
       it 'removes all the document actions' do
         get :show, params: { id: search, exhibit_id: exhibit }
         expect(controller.blacklight_config.index.document_actions).to be_blank
@@ -105,12 +128,6 @@ describe Spotlight::BrowseController, type: :controller do
         get :show, params: { id: search, exhibit_id: exhibit }
         expect(controller.blacklight_config.index.document_actions).to match_array %i[a b c]
       end
-
-      it 'has a json response' do
-        get :show, params: { id: search, exhibit_id: exhibit, format: :json }
-        expect(assigns[:presenter]).to be_a Blacklight::JsonPresenter
-        expect(response).to render_template 'catalog/index'
-      end
     end
   end
 end