blacklight-spotlight 3.0.0.rc3 → 3.0.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (257) hide show
  1. checksums.yaml +4 -4
  2. data/app/assets/images/blacklight/close.svg +1 -0
  3. data/app/assets/images/blacklight/zoom_in.svg +1 -0
  4. data/app/assets/images/blacklight/zoom_out.svg +1 -0
  5. data/app/assets/javascripts/spotlight/admin/blocks/uploaded_items_block.js +8 -1
  6. data/app/assets/javascripts/spotlight/admin/catalog_edit.js +13 -47
  7. data/app/assets/javascripts/spotlight/admin/exhibit_tag_autocomplete.js +37 -0
  8. data/app/assets/javascripts/spotlight/admin/{reindex_monitor.js → progress_monitor.js} +26 -4
  9. data/app/assets/javascripts/spotlight/admin/sir-trevor/locales.js +1 -1
  10. data/app/assets/javascripts/spotlight/user/zpr_links.js.erb +29 -14
  11. data/app/assets/stylesheets/spotlight/_browse.scss +8 -0
  12. data/app/assets/stylesheets/spotlight/_catalog.scss +30 -4
  13. data/app/assets/stylesheets/spotlight/_exhibit_admin.scss +9 -0
  14. data/app/assets/stylesheets/spotlight/_modals.scss +3 -0
  15. data/app/assets/stylesheets/spotlight/_nestable.scss +8 -0
  16. data/app/assets/stylesheets/spotlight/_spotlight.scss +2 -0
  17. data/app/assets/stylesheets/spotlight/_view_larger.scss +22 -0
  18. data/app/assets/stylesheets/spotlight/browse_group_categories_block.scss +23 -0
  19. data/app/assets/stylesheets/spotlight/typeahead.css +23 -23
  20. data/app/builders/spotlight/bootstrap_breadcrumbs_builder.rb +4 -2
  21. data/app/controllers/concerns/spotlight/base.rb +1 -1
  22. data/app/controllers/concerns/spotlight/catalog.rb +7 -1
  23. data/app/controllers/spotlight/browse_controller.rb +9 -15
  24. data/app/controllers/spotlight/bulk_actions_controller.rb +62 -0
  25. data/app/controllers/spotlight/bulk_updates_controller.rb +67 -0
  26. data/app/controllers/spotlight/catalog_controller.rb +16 -13
  27. data/app/controllers/spotlight/dashboards_controller.rb +5 -4
  28. data/app/controllers/spotlight/exhibits_controller.rb +1 -1
  29. data/app/controllers/spotlight/featured_images_controller.rb +1 -1
  30. data/app/controllers/spotlight/job_trackers_controller.rb +17 -0
  31. data/app/controllers/spotlight/pages_controller.rb +6 -7
  32. data/app/controllers/spotlight/tags_controller.rb +39 -5
  33. data/app/helpers/spotlight/application_helper.rb +20 -1
  34. data/app/helpers/spotlight/job_trackers_helper.rb +31 -0
  35. data/app/helpers/spotlight/main_app_helpers.rb +3 -4
  36. data/app/helpers/spotlight/meta_helper.rb +2 -2
  37. data/app/helpers/spotlight/pages_helper.rb +1 -8
  38. data/app/helpers/spotlight/roles_helper.rb +1 -1
  39. data/app/helpers/spotlight/searches_helper.rb +1 -1
  40. data/app/jobs/concerns/spotlight/gather_documents.rb +35 -0
  41. data/app/jobs/concerns/spotlight/job_tracking.rb +64 -0
  42. data/app/jobs/concerns/spotlight/limit_concurrency.rb +33 -0
  43. data/app/jobs/spotlight/add_tags_job.rb +31 -0
  44. data/app/jobs/spotlight/add_uploads_from_csv.rb +4 -3
  45. data/app/jobs/spotlight/application_job.rb +8 -0
  46. data/app/jobs/spotlight/change_visibility_job.rb +33 -0
  47. data/app/jobs/spotlight/cleanup_job_trackers_job.rb +13 -0
  48. data/app/jobs/spotlight/default_thumbnail_job.rb +1 -3
  49. data/app/jobs/spotlight/process_bulk_updates_csv_job.rb +82 -0
  50. data/app/jobs/spotlight/reindex_exhibit_job.rb +39 -0
  51. data/app/jobs/spotlight/reindex_job.rb +64 -44
  52. data/app/jobs/spotlight/remove_tags_job.rb +31 -0
  53. data/app/jobs/spotlight/rename_sidecar_field_job.rb +3 -2
  54. data/app/jobs/spotlight/rename_tags_job.rb +33 -0
  55. data/app/jobs/spotlight/update_job_trackers_job.rb +20 -0
  56. data/app/models/concerns/spotlight/browse_category_search_builder.rb +59 -0
  57. data/app/models/concerns/spotlight/exhibit_analytics.rb +2 -6
  58. data/app/models/concerns/spotlight/exhibit_documents.rb +2 -2
  59. data/app/models/concerns/spotlight/resources/web.rb +1 -1
  60. data/app/models/concerns/spotlight/search_builder.rb +11 -0
  61. data/app/models/concerns/spotlight/solr_document.rb +1 -1
  62. data/app/models/concerns/spotlight/solr_document/atomic_updates.rb +2 -2
  63. data/app/models/concerns/spotlight/user.rb +7 -2
  64. data/app/models/sir_trevor_rails/blocks/solr_documents_block.rb +9 -0
  65. data/app/models/sir_trevor_rails/blocks/uploaded_items_block.rb +4 -0
  66. data/app/models/spotlight/ability.rb +6 -2
  67. data/app/models/spotlight/attachment.rb +1 -1
  68. data/app/models/spotlight/background_job_progress.rb +96 -0
  69. data/app/models/spotlight/blacklight_configuration.rb +26 -6
  70. data/app/models/spotlight/bulk_update.rb +8 -0
  71. data/app/models/spotlight/event.rb +13 -0
  72. data/app/models/spotlight/exhibit.rb +5 -14
  73. data/app/models/spotlight/feature_page.rb +0 -2
  74. data/app/models/spotlight/featured_image.rb +40 -1
  75. data/app/models/spotlight/field_metadata.rb +4 -8
  76. data/app/models/spotlight/job_tracker.rb +114 -0
  77. data/app/models/spotlight/page.rb +1 -3
  78. data/app/models/spotlight/page_configurations.rb +10 -9
  79. data/app/models/spotlight/resource.rb +28 -62
  80. data/app/models/spotlight/resources/iiif_harvester.rb +12 -3
  81. data/app/models/spotlight/resources/iiif_manifest.rb +3 -1
  82. data/app/models/spotlight/resources/iiif_service.rb +9 -2
  83. data/app/models/spotlight/resources/json_upload.rb +12 -0
  84. data/app/models/spotlight/resources/upload.rb +25 -2
  85. data/app/models/spotlight/role.rb +1 -2
  86. data/app/models/spotlight/solr_document_sidecar.rb +2 -1
  87. data/app/presenters/spotlight/iiif_manifest_presenter.rb +2 -2
  88. data/app/services/spotlight/bulk_updates_csv_template_service.rb +93 -0
  89. data/app/services/spotlight/etl.rb +7 -0
  90. data/app/services/spotlight/etl/context.rb +52 -0
  91. data/app/services/spotlight/etl/executor.rb +192 -0
  92. data/app/services/spotlight/etl/loaders.rb +12 -0
  93. data/app/services/spotlight/etl/pipeline.rb +81 -0
  94. data/app/services/spotlight/etl/solr_loader.rb +96 -0
  95. data/app/services/spotlight/etl/sources.rb +25 -0
  96. data/app/services/spotlight/etl/step.rb +82 -0
  97. data/app/services/spotlight/etl/transforms.rb +64 -0
  98. data/app/services/spotlight/iiif_resource_resolver.rb +1 -1
  99. data/app/services/spotlight/validity_checker.rb +5 -5
  100. data/app/uploaders/spotlight/bulk_updates_uploader.rb +7 -0
  101. data/app/uploaders/spotlight/featured_image_uploader.rb +1 -1
  102. data/app/views/catalog/_add_tags.html.erb +28 -0
  103. data/app/views/catalog/_bulk_actions.html.erb +12 -0
  104. data/app/views/catalog/_change_visibility.html.erb +35 -0
  105. data/app/views/catalog/_curator_actions.html.erb +3 -0
  106. data/app/views/catalog/_remove_tags.html.erb +37 -0
  107. data/app/views/catalog/_save_search.html.erb +1 -1
  108. data/app/views/spotlight/about_pages/_sidebar.html.erb +2 -2
  109. data/app/views/spotlight/browse/_search.html.erb +3 -3
  110. data/app/views/spotlight/browse/_search_box.html.erb +9 -9
  111. data/app/views/spotlight/browse/_search_title.html.erb +1 -1
  112. data/app/views/spotlight/bulk_updates/_download.html.erb +23 -0
  113. data/app/views/spotlight/bulk_updates/_overview.html.erb +1 -0
  114. data/app/views/spotlight/bulk_updates/_progress_panel.html.erb +19 -0
  115. data/app/views/spotlight/bulk_updates/_upload.html.erb +12 -0
  116. data/app/views/spotlight/bulk_updates/edit.html.erb +37 -0
  117. data/app/views/spotlight/catalog/_admin_header.html.erb +1 -1
  118. data/app/views/spotlight/catalog/_admin_index_header_default.html.erb +1 -1
  119. data/app/views/spotlight/catalog/_admin_thumbnail_default.html.erb +3 -2
  120. data/app/views/spotlight/catalog/_edit_default.html.erb +2 -2
  121. data/app/views/spotlight/catalog/_reindex_progress_panel.html.erb +1 -1
  122. data/app/views/spotlight/catalog/index.iiif_json.jbuilder +1 -1
  123. data/app/views/spotlight/custom_fields/_form.html.erb +1 -1
  124. data/app/views/spotlight/custom_search_fields/_form.html.erb +1 -1
  125. data/app/views/spotlight/dashboards/_reindexing_activity.html.erb +6 -6
  126. data/app/views/spotlight/exhibits/_exhibit_card.html.erb +1 -1
  127. data/app/views/spotlight/feature_pages/_sidebar.html.erb +1 -1
  128. data/app/views/spotlight/featured_images/_form.html.erb +1 -1
  129. data/app/views/spotlight/job_trackers/show.html.erb +79 -0
  130. data/app/views/spotlight/metadata_configurations/_metadata_field.html.erb +2 -2
  131. data/app/views/spotlight/pages/_form.html.erb +2 -2
  132. data/app/views/spotlight/pages/_order_pages.html.erb +2 -2
  133. data/app/views/spotlight/pages/_view_type_group.html.erb +3 -3
  134. data/app/views/spotlight/pages/show.html.erb +1 -1
  135. data/app/views/spotlight/resources/_form.html.erb +1 -1
  136. data/app/views/spotlight/resources/csv_upload/_form.html.erb +1 -1
  137. data/app/views/spotlight/resources/iiif/_form.html.erb +1 -1
  138. data/app/views/spotlight/resources/json_upload/_form.html.erb +2 -2
  139. data/app/views/spotlight/resources/upload/_form.html.erb +1 -1
  140. data/app/views/spotlight/search_configurations/_document_index_view_types.html.erb +2 -2
  141. data/app/views/spotlight/searches/_form.html.erb +2 -2
  142. data/app/views/spotlight/shared/_curation_sidebar.html.erb +3 -0
  143. data/app/views/spotlight/shared/_locale_picker.html.erb +1 -1
  144. data/app/views/spotlight/sir_trevor/blocks/_browse_group_categories_block.html.erb +7 -6
  145. data/app/views/spotlight/sir_trevor/blocks/_search_results_block.html.erb +1 -1
  146. data/app/views/spotlight/sir_trevor/blocks/_solr_documents_block.html.erb +8 -8
  147. data/app/views/spotlight/sir_trevor/blocks/_solr_documents_carousel_block.html.erb +7 -7
  148. data/app/views/spotlight/sir_trevor/blocks/_solr_documents_features_block.html.erb +9 -7
  149. data/app/views/spotlight/sir_trevor/blocks/_solr_documents_grid_block.html.erb +5 -5
  150. data/app/views/spotlight/sir_trevor/blocks/_uploaded_items_block.html.erb +4 -0
  151. data/app/views/spotlight/tags/_tag.html.erb +24 -0
  152. data/app/views/spotlight/tags/index.html.erb +12 -16
  153. data/app/views/spotlight/translations/show.yaml.yamlbuilder +6 -0
  154. data/config/i18n-tasks.yml +1 -0
  155. data/config/locales/spotlight.ar.yml +11 -1
  156. data/config/locales/spotlight.en.yml +170 -10
  157. data/config/routes.rb +29 -1
  158. data/db/migrate/20210122082032_create_job_trackers.rb +22 -0
  159. data/db/migrate/20210126123041_create_events.rb +15 -0
  160. data/db/migrate/20210305070001_remove_class_from_sirtrevor_image_blocks.rb +20 -0
  161. data/db/migrate/20210305171150_create_bulk_updates.rb +9 -0
  162. data/db/migrate/20210308090000_migrate_caption_values_for_title_key.rb +29 -0
  163. data/db/migrate/20210506070809_add_indexes_for_featured_images.rb +9 -0
  164. data/lib/generators/spotlight/install_generator.rb +2 -2
  165. data/lib/generators/spotlight/scaffold_resource_generator.rb +5 -13
  166. data/lib/generators/spotlight/templates/config/initializers/riiif.rb +7 -5
  167. data/lib/generators/spotlight/templates/config/initializers/spotlight_initializer.rb +1 -1
  168. data/lib/generators/spotlight/templates/solr/config/schema.xml +1 -1
  169. data/lib/migration/iiif.rb +3 -3
  170. data/lib/spotlight/engine.rb +22 -1
  171. data/lib/spotlight/version.rb +1 -1
  172. data/spec/controllers/spotlight/browse_controller_spec.rb +0 -6
  173. data/spec/controllers/spotlight/bulk_actions_controller_spec.rb +124 -0
  174. data/spec/controllers/spotlight/bulk_updates_controller_spec.rb +77 -0
  175. data/spec/controllers/spotlight/catalog_controller_spec.rb +15 -13
  176. data/spec/controllers/spotlight/featured_images_controller_spec.rb +3 -3
  177. data/spec/controllers/spotlight/job_trackers_controller_spec.rb +37 -0
  178. data/spec/controllers/spotlight/tags_controller_spec.rb +5 -1
  179. data/spec/examples.txt +1502 -1437
  180. data/spec/factories/bulk_updates.rb +15 -0
  181. data/spec/factories/exhibits.rb +4 -0
  182. data/spec/factories/job_trackers.rb +11 -0
  183. data/spec/factories/users.rb +27 -8
  184. data/spec/features/add_items_spec.rb +10 -5
  185. data/spec/features/bulk_actions_spec.rb +72 -0
  186. data/spec/features/catalog_spec.rb +1 -0
  187. data/spec/features/import_exhibit_spec.rb +5 -1
  188. data/spec/features/javascript/blocks/solr_documents_block_spec.rb +4 -4
  189. data/spec/features/javascript/blocks/uploaded_items_block_spec.rb +27 -1
  190. data/spec/features/javascript/reindex_monitor_spec.rb +1 -1
  191. data/spec/features/site_users_management_spec.rb +5 -5
  192. data/spec/fixtures/bulk-update-template.csv +57 -0
  193. data/spec/fixtures/updated-bulk-update-template-w-tags.csv +4 -0
  194. data/spec/fixtures/updated-bulk-update-template.csv +4 -0
  195. data/spec/helpers/spotlight/application_helper_spec.rb +5 -6
  196. data/spec/helpers/spotlight/pages_helper_spec.rb +8 -15
  197. data/spec/helpers/spotlight/roles_helper_spec.rb +1 -1
  198. data/spec/i18n_spec.rb +1 -0
  199. data/spec/jobs/spotlight/add_tags_job_spec.rb +34 -0
  200. data/spec/jobs/spotlight/add_uploads_from_csv_spec.rb +4 -1
  201. data/spec/jobs/spotlight/change_visibility_job_spec.rb +30 -0
  202. data/spec/jobs/spotlight/process_bulk_updates_csv_job_spec.rb +78 -0
  203. data/spec/jobs/spotlight/reindex_exhibit_job_spec.rb +43 -0
  204. data/spec/jobs/spotlight/reindex_job_spec.rb +34 -60
  205. data/spec/jobs/spotlight/remove_tags_job_spec.rb +39 -0
  206. data/spec/lib/migration/iiif_spec.rb +1 -1
  207. data/spec/models/spotlight/ability_spec.rb +27 -0
  208. data/spec/models/spotlight/background_job_progress_spec.rb +137 -0
  209. data/spec/models/spotlight/blacklight_configuration_spec.rb +22 -17
  210. data/spec/models/spotlight/browse_category_search_builder_spec.rb +49 -0
  211. data/spec/models/spotlight/exhibit_spec.rb +4 -58
  212. data/spec/models/spotlight/featured_image_spec.rb +13 -1
  213. data/spec/models/spotlight/resource_spec.rb +89 -87
  214. data/spec/models/spotlight/resources/iiif_harvester_spec.rb +9 -10
  215. data/spec/models/spotlight/solr_document/atomic_updates_spec.rb +10 -0
  216. data/spec/models/spotlight/solr_document_sidecar_spec.rb +1 -0
  217. data/spec/presenters/spotlight/iiif_manifest_presenter_spec.rb +1 -1
  218. data/spec/services/spotlight/bulk_updates_csv_template_service_spec.rb +26 -0
  219. data/spec/services/spotlight/etl/context_spec.rb +66 -0
  220. data/spec/services/spotlight/etl/executor_spec.rb +149 -0
  221. data/spec/services/spotlight/etl/pipeline_spec.rb +22 -0
  222. data/spec/services/spotlight/etl/solr_loader_spec.rb +76 -0
  223. data/spec/services/spotlight/etl/step_spec.rb +70 -0
  224. data/spec/spec_helper.rb +2 -5
  225. data/spec/test_app_templates/Gemfile.extra +1 -0
  226. data/spec/test_app_templates/lib/generators/test_app_generator.rb +1 -1
  227. data/spec/uploaders/spotlight/featured_image_uploader_spec.rb +2 -2
  228. data/spec/views/spotlight/catalog/_edit_default.html.erb_spec.rb +1 -1
  229. data/spec/views/spotlight/dashboards/_reindexing_activity.html.erb_spec.rb +24 -19
  230. data/spec/views/spotlight/job_trackers/show.html.erb_spec.rb +65 -0
  231. data/spec/views/spotlight/metadata_configurations/_metadata_field.html.erb_spec.rb +3 -4
  232. data/spec/views/spotlight/sir_trevor/blocks/_browse_block.html.erb_spec.rb +1 -1
  233. data/spec/views/spotlight/sir_trevor/blocks/_iframe_block.html.erb_spec.rb +1 -1
  234. data/spec/views/spotlight/sir_trevor/blocks/_link_to_search_block.html.erb_spec.rb +1 -1
  235. data/spec/views/spotlight/sir_trevor/blocks/_rule_block.html.erb_spec.rb +1 -1
  236. data/spec/views/spotlight/sir_trevor/blocks/_solr_documents_block.html.erb_spec.rb +8 -4
  237. data/spec/views/spotlight/sir_trevor/blocks/_solr_documents_carousel_block.html.erb_spec.rb +7 -2
  238. data/spec/views/spotlight/sir_trevor/blocks/_solr_documents_embed_block.html.erb_spec.rb +8 -5
  239. data/spec/views/spotlight/sir_trevor/blocks/_solr_documents_features_block.html.erb_spec.rb +3 -2
  240. data/spec/views/spotlight/sir_trevor/blocks/_solr_documents_grid_block.html.erb_spec.rb +9 -4
  241. data/spec/views/spotlight/tags/index.html.erb_spec.rb +5 -2
  242. metadata +143 -34
  243. data/app/assets/images/blacklight/add_circle.svg +0 -1
  244. data/app/assets/images/blacklight/custom_fullscreen.svg +0 -1
  245. data/app/assets/images/blacklight/remove_circle.svg +0 -1
  246. data/app/assets/images/blacklight/resize_small.svg +0 -1
  247. data/app/models/concerns/spotlight/resources/open_graph.rb +0 -36
  248. data/app/models/spotlight/reindex_progress.rb +0 -78
  249. data/app/models/spotlight/reindexing_log_entry.rb +0 -42
  250. data/app/services/spotlight/resources/iiif_builder.rb +0 -19
  251. data/app/services/spotlight/solr_document_builder.rb +0 -77
  252. data/app/services/spotlight/upload_solr_document_builder.rb +0 -57
  253. data/spec/factories/reindexing_log_entries.rb +0 -54
  254. data/spec/models/spotlight/reindex_progress_spec.rb +0 -122
  255. data/spec/models/spotlight/reindexing_log_entry_spec.rb +0 -129
  256. data/spec/models/spotlight/resources/open_graph_spec.rb +0 -65
  257. data/spec/services/spotlight/solr_document_builder_spec.rb +0 -66
@@ -80,6 +80,7 @@ describe Spotlight::Ability, type: :model do
80
80
  it { is_expected.to be_able_to(:destroy, translation) }
81
81
 
82
82
  it { is_expected.to be_able_to(:tag, exhibit) }
83
+ it { is_expected.to be_able_to(:bulk_update, exhibit) }
83
84
 
84
85
  it { is_expected.to be_able_to(:edit, contact) }
85
86
  it { is_expected.to be_able_to(:new, contact) }
@@ -88,4 +89,30 @@ describe Spotlight::Ability, type: :model do
88
89
  it { is_expected.not_to be_able_to(:manage, language) }
89
90
  it { is_expected.to be_able_to(:read, language) }
90
91
  end
92
+
93
+ context 'with an unpublished exhibit' do
94
+ before do
95
+ exhibit.update(published: false)
96
+ end
97
+
98
+ context 'with a user with a viewer role' do
99
+ let(:user) { FactoryBot.create(:user, :with_exhibit_role, role: 'viewer', exhibit: exhibit) }
100
+
101
+ it { is_expected.not_to be_able_to(:create, exhibit) }
102
+ it { is_expected.to be_able_to(:read, exhibit) }
103
+ it { is_expected.to be_able_to(:read, page) }
104
+ it { is_expected.not_to be_able_to(:create, Spotlight::Page.new(exhibit: exhibit)) }
105
+ it { is_expected.to be_able_to(:read, search) }
106
+ it { is_expected.to be_able_to(:read, public_language) }
107
+ it { is_expected.not_to be_able_to(:read, language) }
108
+ it { is_expected.not_to be_able_to(:read, unpublished_search) }
109
+ it { is_expected.not_to be_able_to(:tag, exhibit) }
110
+ end
111
+
112
+ context 'with an anonymous user' do
113
+ let(:user) { FactoryBot.create(:exhibit_visitor) }
114
+
115
+ it { is_expected.not_to be_able_to(:read, exhibit) }
116
+ end
117
+ end
91
118
  end
@@ -0,0 +1,137 @@
1
+ # frozen_string_literal: true
2
+
3
+ describe Spotlight::BackgroundJobProgress, type: :model do
4
+ subject(:progress) { described_class.new(exhibit, job_class: Spotlight::ReindexExhibitJob) }
5
+
6
+ let(:exhibit) { FactoryBot.create(:exhibit) }
7
+ let!(:job_tracker) do
8
+ FactoryBot.create(
9
+ :job_tracker,
10
+ resource: exhibit,
11
+ on: exhibit,
12
+ job_class: 'Spotlight::ReindexExhibitJob',
13
+ updated_at: Time.zone.now,
14
+ **job_tracker_args
15
+ )
16
+ end
17
+ let(:job_tracker_args) { {} }
18
+
19
+ context 'with a completed job' do
20
+ let(:job_tracker_args) { { status: 'completed', data: { progress: 50, total: 50 } } }
21
+
22
+ it 'reports on reindexing progress' do
23
+ expect(progress.as_json).to include(
24
+ completed: 50,
25
+ total: 50,
26
+ finished: true,
27
+ errored: false,
28
+ recently_in_progress: true
29
+ )
30
+ end
31
+ end
32
+
33
+ context 'with a failed job' do
34
+ let(:job_tracker_args) { { status: 'failed', data: { progress: 32, total: 50 } } }
35
+
36
+ it 'reports on reindexing progress' do
37
+ expect(progress.as_json).to include(
38
+ completed: 32,
39
+ total: 50,
40
+ finished: true,
41
+ errored: true
42
+ )
43
+ end
44
+ end
45
+
46
+ context 'with an in-progress job' do
47
+ let(:job_tracker_args) { { status: 'in_progress', data: { progress: 32, total: 50 } } }
48
+
49
+ it 'reports on reindexing progress' do
50
+ expect(progress.as_json).to include(
51
+ completed: 32,
52
+ total: 50,
53
+ finished: false,
54
+ errored: false
55
+ )
56
+ end
57
+ end
58
+
59
+ context 'with an in-progress job with subtasks' do
60
+ before do
61
+ FactoryBot.create(:job_tracker, on: job_tracker, resource: exhibit, data: { progress: 32, total: 32 }, status: 'completed')
62
+ FactoryBot.create(:job_tracker, on: job_tracker, resource: exhibit, data: { progress: 16, total: 50 }, status: 'in_progress')
63
+ end
64
+
65
+ let(:job_tracker_args) { { status: 'in_progress' } }
66
+
67
+ it 'harvests total and completed data from the child jobs' do
68
+ expect(progress.as_json).to include(
69
+ completed: 48,
70
+ total: 82
71
+ )
72
+ end
73
+
74
+ it 'is not completed until all the child jobs are finished' do
75
+ job_tracker.update(status: 'failed')
76
+
77
+ expect(progress.as_json).to include(
78
+ finished: false,
79
+ errored: true
80
+ )
81
+ end
82
+ end
83
+
84
+ context 'with no job' do
85
+ before do
86
+ job_tracker.delete
87
+ end
88
+
89
+ it 'reports on reindexing progress' do
90
+ expect(progress.as_json).to include(
91
+ completed: 0,
92
+ total: 0,
93
+ finished: false,
94
+ errored: false,
95
+ recently_in_progress: false
96
+ )
97
+ end
98
+ end
99
+
100
+ context 'with multiple job trackers' do
101
+ let(:job_tracker_args) { { status: 'in_progress' } }
102
+
103
+ before do
104
+ FactoryBot.create(
105
+ :job_tracker,
106
+ resource: exhibit,
107
+ on: exhibit,
108
+ job_class: 'Spotlight::ReindexExhibitJob',
109
+ updated_at: Time.zone.now,
110
+ status: 'completed'
111
+ )
112
+ end
113
+
114
+ it 'uses the currently in-progress tracker' do
115
+ expect(progress.as_json).to include(finished: false)
116
+ end
117
+ end
118
+
119
+ context 'with multiple in-progress trackers' do
120
+ let(:job_tracker_args) { { status: 'in_progress' } }
121
+
122
+ before do
123
+ FactoryBot.create(
124
+ :job_tracker,
125
+ resource: exhibit,
126
+ on: exhibit,
127
+ job_class: 'Spotlight::ReindexExhibitJob',
128
+ updated_at: Time.zone.now - 5.years,
129
+ status: 'in_progress'
130
+ )
131
+ end
132
+
133
+ it 'uses the most recently updated tracker' do
134
+ expect(Time.zone.parse(progress.as_json[:updated_at]).year).to eq job_tracker.updated_at.year
135
+ end
136
+ end
137
+ end
@@ -314,7 +314,7 @@ describe Spotlight::BlacklightConfiguration, type: :model do
314
314
  context 'title only configuration' do
315
315
  before do
316
316
  blacklight_config.configure do |config|
317
- config.view.gallery.title_only_by_default = true
317
+ config.view.gallery(title_only_by_default: true)
318
318
  config.add_index_field 'a'
319
319
  end
320
320
  end
@@ -449,11 +449,16 @@ describe Spotlight::BlacklightConfiguration, type: :model do
449
449
 
450
450
  expect(subject.blacklight_config.per_page).to eq [10, 50]
451
451
  end
452
+ end
452
453
 
453
- it 'prepends the default per page' do
454
- blacklight_config.per_page = [1, 10, 50, 100]
454
+ describe '#default_per_page' do
455
+ it 'is the first per page option by default' do
456
+ expect(subject.blacklight_config.default_per_page).to eq 10
457
+ end
458
+
459
+ it "is set from the model's default_per_page" do
455
460
  subject.default_per_page = 50
456
- expect(subject.blacklight_config.per_page.first).to eq 50
461
+ expect(subject.blacklight_config.default_per_page).to eq 50
457
462
  end
458
463
  end
459
464
 
@@ -473,20 +478,20 @@ describe Spotlight::BlacklightConfiguration, type: :model do
473
478
  # rubocop:disable RSpec/PredicateMatcher
474
479
  it 'filters the upstream blacklight config' do
475
480
  subject.document_index_view_types = %w[list gallery unknown]
476
- blacklight_config.view.list
477
- blacklight_config.view.gallery
478
- blacklight_config.view.something
481
+ blacklight_config.view.list!
482
+ blacklight_config.view.gallery!
483
+ blacklight_config.view.something!
479
484
 
480
485
  expect(subject.blacklight_config.view.keys).to include :list, :gallery, :something
481
- expect(subject.blacklight_config.view.all? { |k, v| v.key == k && v.if == :enabled_in_spotlight_view_type_configuration? }).to be_truthy
486
+ expect(subject.blacklight_config.view.select { |k, v| v.key == k && v.if == :enabled_in_spotlight_view_type_configuration? }.any?).to be_truthy
482
487
  end
483
488
  # rubocop:enable RSpec/PredicateMatcher
484
489
 
485
490
  it 'passes through the blacklight configuration when not set' do
486
- blacklight_config.view.list
487
- blacklight_config.view.gallery
488
- blacklight_config.view.something
489
- expect(subject.blacklight_config.view.keys).to include(*blacklight_config.view.keys)
491
+ blacklight_config.view.list!
492
+ blacklight_config.view.gallery!
493
+ blacklight_config.view.something!
494
+ expect(subject.blacklight_config.view.keys.map(&:to_s)).to include(*blacklight_config.view.keys.map(&:to_s))
490
495
  end
491
496
  end
492
497
 
@@ -622,9 +627,9 @@ describe Spotlight::BlacklightConfiguration, type: :model do
622
627
 
623
628
  describe '#document_index_view_types_selected_hash' do
624
629
  before do
625
- subject.default_blacklight_config.view.list
626
- subject.default_blacklight_config.view.gallery
627
- subject.default_blacklight_config.view.map
630
+ subject.default_blacklight_config.view.list!
631
+ subject.default_blacklight_config.view.gallery!
632
+ subject.default_blacklight_config.view.whatever!
628
633
  subject.default_blacklight_config.view.rss.if = false
629
634
  subject.document_index_view_types = %w[list gallery rss]
630
635
  end
@@ -633,8 +638,8 @@ describe Spotlight::BlacklightConfiguration, type: :model do
633
638
  expect(subject.document_index_view_types_selected_hash.to_h).to include list: true, gallery: true
634
639
  end
635
640
 
636
- it 'disabled view types are not included' do
637
- expect(subject.document_index_view_types_selected_hash.to_h).not_to include :map
641
+ it 'disabled view types use the value false' do
642
+ expect(subject.document_index_view_types_selected_hash.to_h).to include whatever: false
638
643
  end
639
644
 
640
645
  it 'excludes view types disabled by configuration (not by curator settings)' do
@@ -0,0 +1,49 @@
1
+ # frozen_string_literal: true
2
+
3
+ describe Spotlight::BrowseCategorySearchBuilder do
4
+ class BrowseCategoryMockSearchBuilder < Blacklight::SearchBuilder
5
+ include Blacklight::Solr::SearchBuilderBehavior
6
+ include Spotlight::BrowseCategorySearchBuilder
7
+ end
8
+
9
+ subject { BrowseCategoryMockSearchBuilder.new(scope).with(blacklight_params) }
10
+
11
+ let(:exhibit) { FactoryBot.create(:exhibit) }
12
+ let(:scope) { double(blacklight_config: exhibit.blacklight_config, current_exhibit: exhibit) }
13
+ let(:solr_request) { Blacklight::Solr::Request.new }
14
+ let(:blacklight_params) { { browse_category_id: search.id } }
15
+ let(:search) { FactoryBot.create(:search, exhibit: exhibit, query_params: { sort: 'type', f: { genre_ssim: ['term'] }, q: 'search query' }) }
16
+
17
+ describe '#restrict_to_browse_category' do
18
+ it 'adds the search query parameters from the browse category' do
19
+ params = subject.to_hash.with_indifferent_access
20
+
21
+ expect(params).to include(
22
+ q: 'search query',
23
+ fq: ['{!term f=genre_ssim}term'],
24
+ sort: 'sort_type_ssi asc'
25
+ )
26
+ end
27
+
28
+ context 'with a user-provided query' do
29
+ let(:blacklight_params) { { browse_category_id: search.id, q: 'cats' } }
30
+
31
+ it 'uses the user-provided query to further restrict the search' do
32
+ params = subject.to_hash.with_indifferent_access
33
+ expect(params).not_to include(:q)
34
+ expect(params).to include(
35
+ json: {
36
+ query: {
37
+ bool: {
38
+ must: [
39
+ { edismax: { query: 'cats' } },
40
+ { edismax: { query: 'search query' } }
41
+ ]
42
+ }
43
+ }
44
+ }
45
+ )
46
+ end
47
+ end
48
+ end
49
+ end
@@ -253,48 +253,9 @@ describe Spotlight::Exhibit, type: :model do
253
253
  describe '#reindex_later' do
254
254
  subject { FactoryBot.create(:exhibit) }
255
255
 
256
- let(:log_entry) { Spotlight::ReindexingLogEntry.new(exhibit: subject, user: user, items_reindexed_count: 0) }
257
-
258
- context 'user is omitted' do
259
- let(:user) { nil }
260
-
261
- it 'queues a reindex job for the exhibit, with nil user for the log entry' do
262
- expect(subject).to receive(:new_reindexing_log_entry).with(nil).and_return(log_entry)
263
- expect(Spotlight::ReindexJob).to receive(:perform_later).with(subject, log_entry)
264
- subject.reindex_later
265
- expect(log_entry.user).to be nil
266
- end
267
- end
268
-
269
- context 'non-nil user is provided' do
270
- let(:user) { FactoryBot.build(:user) }
271
-
272
- it 'queues a reindex job for the exhibit, with actual user for the log entry' do
273
- expect(subject).to receive(:new_reindexing_log_entry).with(user).and_return(log_entry)
274
- expect(Spotlight::ReindexJob).to receive(:perform_later).with(subject, log_entry)
275
- subject.reindex_later user
276
- expect(log_entry.user).to eq user
277
- end
278
- end
279
- end
280
-
281
- describe '#new_reindexing_log_entry' do
282
- let(:user) { FactoryBot.build(:user) }
283
-
284
- it 'returns a properly configured Spotlight::ReindexingLogEntry instance' do
285
- reindexing_log_entry = subject.send(:new_reindexing_log_entry, user)
286
- expect(reindexing_log_entry.exhibit).to eq subject
287
- expect(reindexing_log_entry.user).to eq user
288
- expect(reindexing_log_entry.items_reindexed_count).to eq 0
289
- expect(reindexing_log_entry.unstarted?).to be true
290
- end
291
-
292
- it 'does not require user the user parameter' do
293
- reindexing_log_entry = subject.send(:new_reindexing_log_entry)
294
- expect(reindexing_log_entry.exhibit).to eq subject
295
- expect(reindexing_log_entry.user).to be nil
296
- expect(reindexing_log_entry.items_reindexed_count).to eq 0
297
- expect(reindexing_log_entry.unstarted?).to be true
256
+ it 'queues a reindex job for the exhibit' do
257
+ expect(Spotlight::ReindexExhibitJob).to receive(:perform_later).with(subject, user: nil)
258
+ subject.reindex_later
298
259
  end
299
260
  end
300
261
 
@@ -366,24 +327,9 @@ describe Spotlight::Exhibit, type: :model do
366
327
  end
367
328
 
368
329
  describe '#reindex_progress' do
369
- let!(:reindexing_log_entries) do
370
- [
371
- FactoryBot.create(:unstarted_reindexing_log_entry, exhibit: exhibit),
372
- FactoryBot.create(:reindexing_log_entry, exhibit: exhibit),
373
- in_progress_entry,
374
- FactoryBot.create(:failed_reindexing_log_entry, exhibit: exhibit),
375
- FactoryBot.create(:unstarted_reindexing_log_entry, exhibit: exhibit)
376
- ]
377
- end
378
-
379
- let(:in_progress_entry) do
380
- FactoryBot.create(:in_progress_reindexing_log_entry, exhibit: exhibit)
381
- end
382
-
383
330
  it 'returns the latest log entry that is not unstarted' do
384
331
  reindex_progress = subject.reindex_progress
385
- expect(reindex_progress).to be_a Spotlight::ReindexProgress
386
- expect(reindex_progress.current_log_entry).to eq in_progress_entry
332
+ expect(reindex_progress).to be_a Spotlight::BackgroundJobProgress
387
333
  end
388
334
  end
389
335
 
@@ -5,6 +5,18 @@ describe Spotlight::FeaturedImage do
5
5
 
6
6
  let(:temp_image) { FactoryBot.create(:temporary_image) }
7
7
 
8
+ describe '#bust_containing_resource_caches' do
9
+ let!(:feature_page) { FactoryBot.create(:feature_page, thumbnail: temp_image) }
10
+ let!(:feature_page2) { FactoryBot.create(:feature_page, thumbnail: temp_image) }
11
+
12
+ it 'changes the updated_at for all resources that might be using this image' do
13
+ temp_image.save
14
+
15
+ expect(feature_page.updated_at).to be < feature_page.reload.updated_at
16
+ expect(feature_page2.updated_at).to be < feature_page2.reload.updated_at
17
+ end
18
+ end
19
+
8
20
  context 'with an uploaded image' do
9
21
  it 'copies the temporary uploaded image to this model' do
10
22
  featured_image.source = 'remote'
@@ -41,7 +53,7 @@ describe Spotlight::FeaturedImage do
41
53
  end
42
54
 
43
55
  it 'points at the RIIIF endpoint' do
44
- expect(subject.iiif_url).to match(%r{^/images/\d+/})
56
+ expect(subject.iiif_url).to match(%r{^/images/\d+-.+/})
45
57
  end
46
58
  end
47
59
  end
@@ -1,126 +1,128 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  describe Spotlight::Resource, type: :model do
4
- before do
5
- allow_any_instance_of(described_class).to receive(:update_index)
6
- end
4
+ subject(:resource) { described_class.create(id: 123, exhibit: exhibit) }
7
5
 
8
6
  let(:exhibit) { FactoryBot.create(:exhibit) }
9
7
 
10
- describe '#reindex' do
11
- context 'with a provider that generates ids' do
12
- subject do
13
- Class.new(described_class).new(exhibit: exhibit)
14
- end
15
-
16
- let(:solr_response) { { id: 123 } }
17
-
18
- before do
19
- SolrDocument.new(id: 123).sidecars.create!(exhibit: exhibit, data: { document_data: true })
20
- allow(subject).to receive_messages(to_global_id: '')
8
+ describe '#save_and_index' do
9
+ before do
10
+ allow(subject).to receive(:save)
11
+ allow(subject).to receive(:reindex_later)
12
+ end
21
13
 
22
- allow(subject.document_builder).to receive(:to_solr).and_return(solr_response)
23
- end
14
+ it 'saves the object' do
15
+ expect(subject).to receive(:save).and_return(true)
16
+ subject.save_and_index
17
+ end
24
18
 
25
- it 'includes exhibit document-specific data' do
26
- allow(subject.send(:blacklight_solr)).to receive(:update) do |options|
27
- data = JSON.parse(options[:data], symbolize_names: true)
19
+ it 'reindexes after save' do
20
+ expect(subject).to receive(:save).and_return(true)
21
+ expect(subject).to receive(:reindex_later)
22
+ subject.save_and_index
23
+ end
28
24
 
29
- expect(data.length).to eq 1
30
- doc = data.first
25
+ it 'passes through reindexing options' do
26
+ expect(subject).to receive(:save).and_return(true)
27
+ expect(subject).to receive(:reindex_later).with(a: 1)
28
+ subject.save_and_index(reindex_options: { a: 1 })
29
+ end
31
30
 
32
- break if doc.first == :commit
31
+ context 'if the save fails' do
32
+ it 'does not reindex' do
33
+ expect(subject).to receive(:save).and_return(false)
34
+ expect(subject).not_to receive(:reindex_later)
35
+ subject.save_and_index
36
+ end
37
+ end
38
+ end
33
39
 
34
- expect(doc).to include document_data: true
35
- end
40
+ describe '#reindex_later' do
41
+ around do |block|
42
+ old = ActiveJob::Base.queue_adapter
43
+ begin
44
+ ActiveJob::Base.queue_adapter = :test
36
45
 
37
- subject.reindex
46
+ block.call
47
+ ensure
48
+ ActiveJob::Base.queue_adapter = old
38
49
  end
50
+ end
39
51
 
40
- context 'when a document does not have an identifier' do
41
- let(:solr_response) { { other_field: 'Content' } }
52
+ it 'passes through reindexing options' do
53
+ expect { subject.reindex_later(whatever: true) }.to have_enqueued_job(Spotlight::ReindexJob).with(subject, whatever: true, 'validity_token' => nil)
54
+ end
55
+ end
42
56
 
43
- it 'is not indexed (but a commit can be sent)' do
44
- allow(subject.send(:blacklight_solr)).to receive(:commit)
45
- expect(subject.send(:blacklight_solr)).not_to receive(:update)
57
+ describe '#reindex' do
58
+ before do
59
+ # sneak some data into the pipeline
60
+ subject.indexing_pipeline.transforms = [->(*) { { id: '123' } }] + subject.indexing_pipeline.transforms
61
+ end
46
62
 
47
- subject.reindex
48
- end
49
- end
63
+ let(:indexed_document) do
64
+ result = nil
50
65
 
51
- context 'reindexing_log_entry is provided' do
52
- before do
53
- allow(subject.send(:blacklight_solr)).to receive(:update)
54
- end
66
+ subject.reindex(**index_args) do |data, *|
67
+ result = data
55
68
 
56
- it 'updates the count of reindexed items in the log entry' do
57
- reindexing_log_entry = double(Spotlight::ReindexingLogEntry)
58
- expect(reindexing_log_entry).to receive(:update).with(items_reindexed_count: 1)
59
- subject.reindex reindexing_log_entry
60
- end
69
+ # skip actually indexing the document into the solr index
70
+ throw :skip
61
71
  end
62
72
 
63
- context 'when the index is not writable' do
64
- before do
65
- allow(Spotlight::Engine.config).to receive_messages(writable_index: false)
66
- end
73
+ result
74
+ end
67
75
 
68
- it "doesn't write" do
69
- expect(subject.send(:blacklight_solr)).not_to receive(:update)
70
- subject.reindex
71
- end
72
- end
76
+ let(:index_args) { {} }
77
+
78
+ it 'returns the number of items indexed' do
79
+ expect(subject.reindex { |*| throw :skip }).to eq 1
80
+ end
73
81
 
74
- context 'with a resource that creates multiple solr documents' do
75
- let(:solr_response) { [{ id: 1 }, { id: 2 }] }
82
+ it 'applies exhibit-specific metadata from the sidecar' do
83
+ expect(indexed_document).to include Spotlight::SolrDocumentSidecar.new(document: SolrDocument.new(id: '123'), exhibit: exhibit).to_solr
84
+ end
76
85
 
77
- before do
78
- allow(subject.send(:blacklight_solr)).to receive(:update)
79
- end
86
+ it 'includes metata from each sidecar' do
87
+ a = Spotlight::SolrDocumentSidecar.create(document: SolrDocument.new(id: '123'), exhibit: exhibit)
88
+ b = Spotlight::SolrDocumentSidecar.create(document: SolrDocument.new(id: '123'), exhibit: FactoryBot.build(:exhibit))
80
89
 
81
- it 'returns the number of indexed objects' do
82
- expect(subject.reindex).to eq 2
83
- end
90
+ expect(indexed_document).to include(a.to_solr).and(include(b.to_solr))
91
+ end
84
92
 
85
- it 'triggers a solr commit' do
86
- expect(subject.send(:blacklight_solr)).to receive(:commit).once
93
+ it 'persists a sidecar document' do
94
+ expect { indexed_document }.to change(Spotlight::SolrDocumentSidecar, :count).by(1)
87
95
 
88
- subject.reindex
89
- end
96
+ expect(Spotlight::SolrDocumentSidecar.last).to have_attributes(document_id: '123', exhibit: exhibit)
97
+ end
90
98
 
91
- it 'touches the exhibit to clear any caches' do
92
- allow(subject.exhibit).to receive(:touch)
99
+ it 'applies application metadata' do
100
+ expect(indexed_document).to include(spotlight_resource_id_ssim: resource.to_global_id.to_s, spotlight_resource_type_ssim: 'spotlight/resources')
101
+ end
93
102
 
94
- subject.reindex
103
+ context 'with some provided metadata' do
104
+ let(:index_args) { { additional_metadata: { a: 1 } } }
95
105
 
96
- expect(subject.exhibit).to have_received(:touch)
97
- end
106
+ it 'applies externally provided metadata' do
107
+ expect(indexed_document).to include a: 1
98
108
  end
99
109
  end
100
- end
101
110
 
102
- describe '#save_and_index' do
103
- before do
104
- allow(subject.send(:blacklight_solr)).to receive(:update)
105
- allow(subject).to receive(:reindex_later)
106
- end
111
+ it 'touches the exhibit to bust any caches' do
112
+ allow(exhibit).to receive(:touch)
107
113
 
108
- it 'saves the object' do
109
- expect(subject).to receive(:save).and_return(true)
110
- subject.save_and_index
111
- end
114
+ indexed_document
112
115
 
113
- it 'reindexes after save' do
114
- expect(subject).to receive(:save).and_return(true)
115
- expect(subject).to receive(:reindex_later)
116
- subject.save_and_index
116
+ expect(exhibit).to have_received(:touch)
117
117
  end
118
118
 
119
- context 'if the save fails' do
120
- it 'does not reindex' do
121
- expect(subject).to receive(:save).and_return(false)
122
- expect(subject).not_to receive(:reindex_later)
123
- subject.save_and_index
119
+ context 'with touch: false' do
120
+ it 'does not touch the exhibit' do
121
+ allow(exhibit).to receive(:touch)
122
+
123
+ expect(subject.reindex(touch: false) { |*| throw :skip }).to eq 1
124
+
125
+ expect(exhibit).not_to have_received(:touch)
124
126
  end
125
127
  end
126
128
  end