newspaper_works 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (461) hide show
  1. checksums.yaml +7 -0
  2. data/.fcrepo_wrapper +4 -0
  3. data/.gitignore +43 -0
  4. data/.rubocop.yml +143 -0
  5. data/.solr_wrapper +8 -0
  6. data/.travis.yml +50 -0
  7. data/Gemfile +47 -0
  8. data/LICENSE +203 -0
  9. data/README.md +159 -0
  10. data/Rakefile +38 -0
  11. data/app/actors/hyrax/actors/newspaper_article_actor.rb +8 -0
  12. data/app/actors/hyrax/actors/newspaper_container_actor.rb +8 -0
  13. data/app/actors/hyrax/actors/newspaper_issue_actor.rb +8 -0
  14. data/app/actors/hyrax/actors/newspaper_page_actor.rb +8 -0
  15. data/app/actors/hyrax/actors/newspaper_title_actor.rb +8 -0
  16. data/app/actors/newspaper_works/actors/newspaper_works_upload_actor.rb +88 -0
  17. data/app/assets/config/newspaper_works_manifest.js +2 -0
  18. data/app/assets/images/newspaper_works/.keep +0 -0
  19. data/app/assets/javascripts/newspaper_works/autocomplete_fix.js +33 -0
  20. data/app/assets/javascripts/newspaper_works/ocr_search.js.erb +6 -0
  21. data/app/assets/javascripts/newspaper_works/thumbnail_highlights.js.erb +102 -0
  22. data/app/assets/javascripts/newspaper_works.js +4 -0
  23. data/app/assets/stylesheets/newspaper_works/_issue_search.scss +13 -0
  24. data/app/assets/stylesheets/newspaper_works/_issues_calendar.scss +18 -0
  25. data/app/assets/stylesheets/newspaper_works/_newspaper_works.scss +4 -0
  26. data/app/assets/stylesheets/newspaper_works/_newspapers_search.scss +38 -0
  27. data/app/assets/stylesheets/newspaper_works/_search_results.scss +12 -0
  28. data/app/controllers/hyrax/newspaper_articles_controller.rb +14 -0
  29. data/app/controllers/hyrax/newspaper_containers_controller.rb +14 -0
  30. data/app/controllers/hyrax/newspaper_issues_controller.rb +14 -0
  31. data/app/controllers/hyrax/newspaper_pages_controller.rb +14 -0
  32. data/app/controllers/hyrax/newspaper_titles_controller.rb +13 -0
  33. data/app/controllers/newspaper_works/newspapers_controller.rb +117 -0
  34. data/app/controllers/newspaper_works/newspapers_search_controller.rb +26 -0
  35. data/app/forms/hyrax/newspaper_article_form.rb +11 -0
  36. data/app/forms/hyrax/newspaper_container_form.rb +11 -0
  37. data/app/forms/hyrax/newspaper_issue_form.rb +11 -0
  38. data/app/forms/hyrax/newspaper_page_form.rb +15 -0
  39. data/app/forms/hyrax/newspaper_title_form.rb +12 -0
  40. data/app/forms/newspaper_works/newspaper_core_form_data.rb +17 -0
  41. data/app/helpers/hyrax/newspaper_articles_helper.rb +5 -0
  42. data/app/helpers/hyrax/newspaper_containers_helper.rb +5 -0
  43. data/app/helpers/hyrax/newspaper_issues_helper.rb +5 -0
  44. data/app/helpers/hyrax/newspaper_pages_helper.rb +5 -0
  45. data/app/helpers/newspaper_works/application_helper.rb +5 -0
  46. data/app/helpers/newspaper_works/breadcrumb_helper.rb +92 -0
  47. data/app/helpers/newspaper_works/newspaper_works_helper_behavior.rb +103 -0
  48. data/app/helpers/newspaper_works/newspapers_helper.rb +5 -0
  49. data/app/indexers/concerns/newspaper_works/indexes_full_text.rb +17 -0
  50. data/app/indexers/concerns/newspaper_works/indexes_place_of_publication.rb +67 -0
  51. data/app/indexers/concerns/newspaper_works/indexes_publication_date_range.rb +35 -0
  52. data/app/indexers/concerns/newspaper_works/indexes_relationships.rb +125 -0
  53. data/app/indexers/newspaper_article_indexer.rb +16 -0
  54. data/app/indexers/newspaper_container_indexer.rb +18 -0
  55. data/app/indexers/newspaper_issue_indexer.rb +26 -0
  56. data/app/indexers/newspaper_page_indexer.rb +9 -0
  57. data/app/indexers/newspaper_title_indexer.rb +19 -0
  58. data/app/indexers/newspaper_works/newspaper_core_indexer.rb +21 -0
  59. data/app/jobs/newspaper_works/application_job.rb +4 -0
  60. data/app/jobs/newspaper_works/compose_issue_pdf_job.rb +13 -0
  61. data/app/jobs/newspaper_works/create_issue_pages_job.rb +19 -0
  62. data/app/mailers/newspaper_works/application_mailer.rb +8 -0
  63. data/app/models/concerns/newspaper_works/blacklight_iiif_search/annotation_behavior.rb +82 -0
  64. data/app/models/concerns/newspaper_works/blacklight_iiif_search/search_behavior.rb +27 -0
  65. data/app/models/concerns/newspaper_works/newspaper_core_metadata.rb +67 -0
  66. data/app/models/concerns/newspaper_works/place_of_publication_behavior.rb +15 -0
  67. data/app/models/concerns/newspaper_works/scanned_media_metadata.rb +43 -0
  68. data/app/models/concerns/newspaper_works/solr/document.rb +25 -0
  69. data/app/models/file_set.rb +10 -0
  70. data/app/models/newspaper_article.rb +158 -0
  71. data/app/models/newspaper_container.rb +86 -0
  72. data/app/models/newspaper_issue.rb +115 -0
  73. data/app/models/newspaper_page.rb +70 -0
  74. data/app/models/newspaper_title.rb +111 -0
  75. data/app/models/newspaper_works/application_record.rb +6 -0
  76. data/app/models/newspaper_works/derivative_attachment.rb +8 -0
  77. data/app/models/newspaper_works/ingest_file_relation.rb +14 -0
  78. data/app/presenters/hyrax/newspaper_article_presenter.rb +38 -0
  79. data/app/presenters/hyrax/newspaper_container_presenter.rb +11 -0
  80. data/app/presenters/hyrax/newspaper_issue_presenter.rb +62 -0
  81. data/app/presenters/hyrax/newspaper_page_presenter.rb +72 -0
  82. data/app/presenters/hyrax/newspaper_title_presenter.rb +86 -0
  83. data/app/presenters/newspaper_works/iiif_manifest_presenter_behavior.rb +29 -0
  84. data/app/presenters/newspaper_works/issue_info_presenter.rb +29 -0
  85. data/app/presenters/newspaper_works/newspaper_core_presenter.rb +9 -0
  86. data/app/presenters/newspaper_works/persistent_url_presenter_behavior.rb +16 -0
  87. data/app/presenters/newspaper_works/place_of_publication_presenter_behavior.rb +8 -0
  88. data/app/presenters/newspaper_works/scanned_media_presenter.rb +7 -0
  89. data/app/presenters/newspaper_works/title_info_presenter.rb +13 -0
  90. data/app/search_builders/concerns/newspaper_works/exclude_models.rb +16 -0
  91. data/app/search_builders/concerns/newspaper_works/highlight_search_params.rb +14 -0
  92. data/app/search_builders/newspaper_works/newspapers_search_builder.rb +26 -0
  93. data/app/services/hyrax/article_genre_service.rb +9 -0
  94. data/app/services/newspaper_works/jp2_derivative_service.rb +120 -0
  95. data/app/services/newspaper_works/newspaper_page_derivative_service.rb +91 -0
  96. data/app/services/newspaper_works/pdf_derivative_service.rb +45 -0
  97. data/app/services/newspaper_works/pluggable_derivative_service.rb +114 -0
  98. data/app/services/newspaper_works/text_extraction_derivative_service.rb +56 -0
  99. data/app/services/newspaper_works/text_formats_from_alto_service.rb +77 -0
  100. data/app/services/newspaper_works/tiff_derivative_service.rb +54 -0
  101. data/app/validators/newspaper_works/publication_date_start_end_validator.rb +48 -0
  102. data/app/validators/newspaper_works/publication_date_validator.rb +16 -0
  103. data/app/views/catalog/_index_gallery_newspaper_article_wrapper.html.erb +9 -0
  104. data/app/views/catalog/_index_gallery_newspaper_page_wrapper.html.erb +9 -0
  105. data/app/views/catalog/_index_header_gallery_newspaper_article.html.erb +23 -0
  106. data/app/views/catalog/_index_header_gallery_newspaper_page.html.erb +23 -0
  107. data/app/views/catalog/_index_header_list_newspaper_article.html.erb +7 -0
  108. data/app/views/catalog/_index_header_list_newspaper_page.html.erb +7 -0
  109. data/app/views/catalog/_snippets_more.html.erb +16 -0
  110. data/app/views/catalog/_thumbnail_list_newspaper_article.html.erb +6 -0
  111. data/app/views/catalog/_thumbnail_list_newspaper_page.html.erb +6 -0
  112. data/app/views/hyrax/file_sets/_actions.html.erb +45 -0
  113. data/app/views/hyrax/newspaper_articles/_newspaper_article.html.erb +2 -0
  114. data/app/views/hyrax/newspaper_articles/show.html.erb +1 -0
  115. data/app/views/hyrax/newspaper_containers/_newspaper_container.html.erb +2 -0
  116. data/app/views/hyrax/newspaper_containers/show.html.erb +1 -0
  117. data/app/views/hyrax/newspaper_issues/_newspaper_issue.html.erb +2 -0
  118. data/app/views/hyrax/newspaper_issues/show.html.erb +1 -0
  119. data/app/views/hyrax/newspaper_pages/_newspaper_page.html.erb +2 -0
  120. data/app/views/hyrax/newspaper_pages/show.html.erb +1 -0
  121. data/app/views/hyrax/newspaper_titles/_all_front_pages_form.html.erb +5 -0
  122. data/app/views/hyrax/newspaper_titles/_issue_search_form.html.erb +33 -0
  123. data/app/views/hyrax/newspaper_titles/_issues_calendar.html.erb +63 -0
  124. data/app/views/hyrax/newspaper_titles/_newspaper_title.html.erb +2 -0
  125. data/app/views/hyrax/newspaper_titles/show.html.erb +54 -0
  126. data/app/views/newspaper_works/base/_attribute_rows.html.erb +42 -0
  127. data/app/views/newspaper_works/base/_attributes.html.erb +16 -0
  128. data/app/views/newspaper_works/base/_metadata.html.erb +6 -0
  129. data/app/views/newspaper_works/base/_newspaper_hierarchy.html.erb +14 -0
  130. data/app/views/newspaper_works/base/_persistent_url.html.erb +1 -0
  131. data/app/views/newspaper_works/base/_show.html.erb +45 -0
  132. data/app/views/newspaper_works/newspapers_search/_date_fields.html.erb +29 -0
  133. data/app/views/newspaper_works/newspapers_search/_facet_layout.html.erb +8 -0
  134. data/app/views/newspaper_works/newspapers_search/_facet_limit.html.erb +17 -0
  135. data/app/views/newspaper_works/newspapers_search/_front_pages_input.html.erb +5 -0
  136. data/app/views/newspaper_works/newspapers_search/_keyword_input.html.erb +18 -0
  137. data/app/views/newspaper_works/newspapers_search/_newspapers_facets.html.erb +5 -0
  138. data/app/views/newspaper_works/newspapers_search/_newspapers_search_form.html.erb +13 -0
  139. data/app/views/newspaper_works/newspapers_search/_newspapers_search_help.html.erb +8 -0
  140. data/app/views/newspaper_works/newspapers_search/search.html.erb +13 -0
  141. data/app/views/records/edit_fields/_alternate_title.html.erb +4 -0
  142. data/app/views/records/edit_fields/_genre.html.erb +4 -0
  143. data/app/views/records/edit_fields/_place_of_publication.html.erb +14 -0
  144. data/app/views/records/edit_fields/_subtitle.html.erb +4 -0
  145. data/bin/rails +13 -0
  146. data/config/fcrepo_wrapper_test.yml +5 -0
  147. data/config/initializers/assets.rb +2 -0
  148. data/config/locales/newspaper_article.de.yml +12 -0
  149. data/config/locales/newspaper_article.en.yml +12 -0
  150. data/config/locales/newspaper_article.es.yml +12 -0
  151. data/config/locales/newspaper_article.fr.yml +12 -0
  152. data/config/locales/newspaper_article.it.yml +12 -0
  153. data/config/locales/newspaper_article.pt-BR.yml +12 -0
  154. data/config/locales/newspaper_article.zh.yml +12 -0
  155. data/config/locales/newspaper_container.de.yml +8 -0
  156. data/config/locales/newspaper_container.en.yml +8 -0
  157. data/config/locales/newspaper_container.es.yml +8 -0
  158. data/config/locales/newspaper_container.fr.yml +8 -0
  159. data/config/locales/newspaper_container.it.yml +8 -0
  160. data/config/locales/newspaper_container.pt-BR.yml +8 -0
  161. data/config/locales/newspaper_container.zh.yml +8 -0
  162. data/config/locales/newspaper_issue.de.yml +8 -0
  163. data/config/locales/newspaper_issue.en.yml +8 -0
  164. data/config/locales/newspaper_issue.es.yml +8 -0
  165. data/config/locales/newspaper_issue.fr.yml +8 -0
  166. data/config/locales/newspaper_issue.it.yml +8 -0
  167. data/config/locales/newspaper_issue.pt-BR.yml +8 -0
  168. data/config/locales/newspaper_issue.zh.yml +8 -0
  169. data/config/locales/newspaper_page.de.yml +15 -0
  170. data/config/locales/newspaper_page.en.yml +15 -0
  171. data/config/locales/newspaper_page.es.yml +15 -0
  172. data/config/locales/newspaper_page.fr.yml +15 -0
  173. data/config/locales/newspaper_page.it.yml +15 -0
  174. data/config/locales/newspaper_page.pt-BR.yml +15 -0
  175. data/config/locales/newspaper_page.zh.yml +15 -0
  176. data/config/locales/newspaper_title.de.yml +8 -0
  177. data/config/locales/newspaper_title.en.yml +8 -0
  178. data/config/locales/newspaper_title.es.yml +8 -0
  179. data/config/locales/newspaper_title.fr.yml +8 -0
  180. data/config/locales/newspaper_title.it.yml +8 -0
  181. data/config/locales/newspaper_title.pt-BR.yml +8 -0
  182. data/config/locales/newspaper_title.zh.yml +8 -0
  183. data/config/locales/newspaper_works.de.yml +50 -0
  184. data/config/locales/newspaper_works.en.yml +52 -0
  185. data/config/locales/newspaper_works.es.yml +52 -0
  186. data/config/locales/newspaper_works.fr.yml +52 -0
  187. data/config/locales/newspaper_works.it.yml +52 -0
  188. data/config/locales/newspaper_works.pt-BR.yml +52 -0
  189. data/config/locales/newspaper_works.zh.yml +52 -0
  190. data/config/routes.rb +9 -0
  191. data/config/solr_wrapper_test.yml +9 -0
  192. data/config/test-fixture/solr-config/_rest_managed.json +3 -0
  193. data/config/test-fixture/solr-config/admin-extra.html +31 -0
  194. data/config/test-fixture/solr-config/elevate.xml +36 -0
  195. data/config/test-fixture/solr-config/mapping-ISOLatin1Accent.txt +246 -0
  196. data/config/test-fixture/solr-config/protwords.txt +21 -0
  197. data/config/test-fixture/solr-config/schema.xml +366 -0
  198. data/config/test-fixture/solr-config/scripts.conf +24 -0
  199. data/config/test-fixture/solr-config/solrconfig.xml +322 -0
  200. data/config/test-fixture/solr-config/spellings.txt +2 -0
  201. data/config/test-fixture/solr-config/stopwords.txt +58 -0
  202. data/config/test-fixture/solr-config/stopwords_en.txt +58 -0
  203. data/config/test-fixture/solr-config/synonyms.txt +31 -0
  204. data/config/test-fixture/solr-config/xslt/example.xsl +132 -0
  205. data/config/test-fixture/solr-config/xslt/example_atom.xsl +67 -0
  206. data/config/test-fixture/solr-config/xslt/example_rss.xsl +66 -0
  207. data/config/test-fixture/solr-config/xslt/luke.xsl +337 -0
  208. data/config/vendor/imagemagick-6-policy.xml +76 -0
  209. data/db/migrate/20181214181358_create_newspaper_works_derivative_attachments.rb +12 -0
  210. data/db/migrate/20190107165909_create_newspaper_works_ingest_file_relations.rb +11 -0
  211. data/lib/generators/newspaper_works/assets_generator.rb +29 -0
  212. data/lib/generators/newspaper_works/blacklight_advanced_search_generator.rb +44 -0
  213. data/lib/generators/newspaper_works/blacklight_iiif_search_generator.rb +41 -0
  214. data/lib/generators/newspaper_works/catalog_controller_generator.rb +60 -0
  215. data/lib/generators/newspaper_works/install_generator.rb +97 -0
  216. data/lib/generators/newspaper_works/templates/annotation_behavior.rb +6 -0
  217. data/lib/generators/newspaper_works/templates/config/authorities/newspaper_article_genres.yml +86 -0
  218. data/lib/generators/newspaper_works/templates/config/initializers/newspaper_works.rb +12 -0
  219. data/lib/generators/newspaper_works/templates/config/initializers/patch_blacklight_advanced_search.rb +74 -0
  220. data/lib/generators/newspaper_works/templates/custom_search_builder.rb +23 -0
  221. data/lib/generators/newspaper_works/templates/newspaper_works.scss +1 -0
  222. data/lib/generators/newspaper_works/templates/newspaper_works_helper.rb +3 -0
  223. data/lib/generators/newspaper_works/templates/search_behavior.rb +6 -0
  224. data/lib/newspaper_works/configuration.rb +14 -0
  225. data/lib/newspaper_works/data/fileset_helper.rb +25 -0
  226. data/lib/newspaper_works/data/path_helper.rb +40 -0
  227. data/lib/newspaper_works/data/work_derivatives.rb +314 -0
  228. data/lib/newspaper_works/data/work_file.rb +92 -0
  229. data/lib/newspaper_works/data/work_files.rb +181 -0
  230. data/lib/newspaper_works/data.rb +35 -0
  231. data/lib/newspaper_works/engine.rb +42 -0
  232. data/lib/newspaper_works/errors.rb +14 -0
  233. data/lib/newspaper_works/ingest/base_ingest.rb +69 -0
  234. data/lib/newspaper_works/ingest/base_publication_info.rb +35 -0
  235. data/lib/newspaper_works/ingest/batch_ingest_helper.rb +44 -0
  236. data/lib/newspaper_works/ingest/batch_issue_ingester.rb +129 -0
  237. data/lib/newspaper_works/ingest/chronam_publication_info.rb +133 -0
  238. data/lib/newspaper_works/ingest/from_command.rb +52 -0
  239. data/lib/newspaper_works/ingest/image_ingest_issues.rb +43 -0
  240. data/lib/newspaper_works/ingest/issue_images.rb +51 -0
  241. data/lib/newspaper_works/ingest/lc_publication_info.rb +144 -0
  242. data/lib/newspaper_works/ingest/named_issue_metadata.rb +60 -0
  243. data/lib/newspaper_works/ingest/ndnp/batch_ingester.rb +64 -0
  244. data/lib/newspaper_works/ingest/ndnp/batch_xml_ingest.rb +72 -0
  245. data/lib/newspaper_works/ingest/ndnp/container_ingest.rb +99 -0
  246. data/lib/newspaper_works/ingest/ndnp/container_ingester.rb +84 -0
  247. data/lib/newspaper_works/ingest/ndnp/container_metadata.rb +87 -0
  248. data/lib/newspaper_works/ingest/ndnp/issue_ingest.rb +81 -0
  249. data/lib/newspaper_works/ingest/ndnp/issue_ingester.rb +101 -0
  250. data/lib/newspaper_works/ingest/ndnp/issue_metadata.rb +96 -0
  251. data/lib/newspaper_works/ingest/ndnp/ndnp_asset_helper.rb +20 -0
  252. data/lib/newspaper_works/ingest/ndnp/ndnp_mets_helper.rb +70 -0
  253. data/lib/newspaper_works/ingest/ndnp/page_ingest.rb +47 -0
  254. data/lib/newspaper_works/ingest/ndnp/page_ingester.rb +157 -0
  255. data/lib/newspaper_works/ingest/ndnp/page_metadata.rb +112 -0
  256. data/lib/newspaper_works/ingest/ndnp.rb +21 -0
  257. data/lib/newspaper_works/ingest/newspaper_issue_ingest.rb +56 -0
  258. data/lib/newspaper_works/ingest/newspaper_page_ingest.rb +6 -0
  259. data/lib/newspaper_works/ingest/page_image.rb +52 -0
  260. data/lib/newspaper_works/ingest/path_enumeration.rb +52 -0
  261. data/lib/newspaper_works/ingest/pdf_images.rb +85 -0
  262. data/lib/newspaper_works/ingest/pdf_issue.rb +20 -0
  263. data/lib/newspaper_works/ingest/pdf_issues.rb +39 -0
  264. data/lib/newspaper_works/ingest/pdf_pages.rb +114 -0
  265. data/lib/newspaper_works/ingest/pub_finder.rb +89 -0
  266. data/lib/newspaper_works/ingest/publication_info.rb +44 -0
  267. data/lib/newspaper_works/ingest.rb +90 -0
  268. data/lib/newspaper_works/issue_pdf_composer.rb +111 -0
  269. data/lib/newspaper_works/logging.rb +54 -0
  270. data/lib/newspaper_works/page_finder.rb +62 -0
  271. data/lib/newspaper_works/resource_fetcher.rb +78 -0
  272. data/lib/newspaper_works/text_extraction/alto_reader.rb +122 -0
  273. data/lib/newspaper_works/text_extraction/page_ocr.rb +100 -0
  274. data/lib/newspaper_works/text_extraction/render_alto.rb +84 -0
  275. data/lib/newspaper_works/text_extraction/word_coords_builder.rb +30 -0
  276. data/lib/newspaper_works/text_extraction.rb +10 -0
  277. data/lib/newspaper_works/version.rb +3 -0
  278. data/lib/newspaper_works.rb +19 -0
  279. data/lib/tasks/newspaper_works_tasks.rake +39 -0
  280. data/newspaper_works.gemspec +49 -0
  281. data/spec/.keep.txt +1 -0
  282. data/spec/actors/newspaper_works/actors/newspaper_works_upload_actor_spec.rb +69 -0
  283. data/spec/controllers/catalog_controller_spec.rb +63 -0
  284. data/spec/controllers/newspaper_works/newspapers_controller_spec.rb +114 -0
  285. data/spec/controllers/newspaper_works/newspapers_search_controller_spec.rb +21 -0
  286. data/spec/factories/ability.rb +6 -0
  287. data/spec/factories/newspaper_issue.rb +7 -0
  288. data/spec/factories/newspaper_issue_ingest.rb +6 -0
  289. data/spec/factories/newspaper_page.rb +7 -0
  290. data/spec/factories/newspaper_page_ingest.rb +6 -0
  291. data/spec/factories/newspaper_page_solr_document.rb +12 -0
  292. data/spec/factories/newspaper_title.rb +8 -0
  293. data/spec/factories/uploaded_pdf_file.rb +9 -0
  294. data/spec/factories/user.rb +13 -0
  295. data/spec/features/front_pages_for_title_spec.rb +19 -0
  296. data/spec/features/newspaper_title_search_spec.rb +30 -0
  297. data/spec/features/newspapers_search_spec.rb +49 -0
  298. data/spec/features/search_results_thumbnail_highlights_spec.rb +33 -0
  299. data/spec/features_shared.rb +71 -0
  300. data/spec/fixtures/files/4.1.07.jp2 +0 -0
  301. data/spec/fixtures/files/4.1.07.tiff +0 -0
  302. data/spec/fixtures/files/README.md +7 -0
  303. data/spec/fixtures/files/alto-2-0.xsd +714 -0
  304. data/spec/fixtures/files/broken-truncated.pdf +0 -0
  305. data/spec/fixtures/files/credits.md +16 -0
  306. data/spec/fixtures/files/lowres-gray-via-ndnp-sample.tiff +0 -0
  307. data/spec/fixtures/files/minimal-1-page.pdf +0 -0
  308. data/spec/fixtures/files/minimal-2-page.pdf +0 -0
  309. data/spec/fixtures/files/minimal-alto.xml +31 -0
  310. data/spec/fixtures/files/ndnp-alto-sample.xml +24 -0
  311. data/spec/fixtures/files/ndnp-sample1-json.json +1 -0
  312. data/spec/fixtures/files/ndnp-sample1-txt.txt +1 -0
  313. data/spec/fixtures/files/ndnp-sample1.pdf +0 -0
  314. data/spec/fixtures/files/ocr_alto.xml +202 -0
  315. data/spec/fixtures/files/ocr_alto_scaled_4pts_per_px.xml +202 -0
  316. data/spec/fixtures/files/ocr_color.tiff +0 -0
  317. data/spec/fixtures/files/ocr_gray.jp2 +0 -0
  318. data/spec/fixtures/files/ocr_gray.tiff +0 -0
  319. data/spec/fixtures/files/ocr_mono.tiff +0 -0
  320. data/spec/fixtures/files/page1.tiff +0 -0
  321. data/spec/fixtures/files/resource_mocks/chronam/http404-expected +0 -0
  322. data/spec/fixtures/files/resource_mocks/chronam/sn84038814.rdf +1028 -0
  323. data/spec/fixtures/files/resource_mocks/chronam/sn93059126.rdf +36 -0
  324. data/spec/fixtures/files/resource_mocks/chronam/sn94051019.rdf +37 -0
  325. data/spec/fixtures/files/resource_mocks/geonames/Chicopee +1104 -0
  326. data/spec/fixtures/files/resource_mocks/geonames/Denver +1104 -0
  327. data/spec/fixtures/files/resource_mocks/geonames/Marysville +279 -0
  328. data/spec/fixtures/files/resource_mocks/geonames/Marysville2 +279 -0
  329. data/spec/fixtures/files/resource_mocks/geonames/SLC +1104 -0
  330. data/spec/fixtures/files/resource_mocks/lccn/sn2099999999 +1 -0
  331. data/spec/fixtures/files/resource_mocks/lccn/sn82014496 +2 -0
  332. data/spec/fixtures/files/resource_mocks/lccn/sn83020109 +1 -0
  333. data/spec/fixtures/files/resource_mocks/lccn/sn83021453 +2 -0
  334. data/spec/fixtures/files/resource_mocks/lccn/sn83045396 +2 -0
  335. data/spec/fixtures/files/resource_mocks/lccn/sn84038814 +2 -0
  336. data/spec/fixtures/files/resource_mocks/lccn/sn93059126 +1 -0
  337. data/spec/fixtures/files/resource_mocks/lccn/sn94051019 +1 -0
  338. data/spec/fixtures/files/resource_mocks/lccn/sn99999999 +1 -0
  339. data/spec/fixtures/files/resource_mocks/urls.json +82 -0
  340. data/spec/fixtures/files/sample-4page-issue.pdf +0 -0
  341. data/spec/fixtures/files/sample-color-newsletter.pdf +0 -0
  342. data/spec/fixtures/files/thumbnail.jpg +0 -0
  343. data/spec/forms/hyrax/newspaper_article_form_spec.rb +33 -0
  344. data/spec/forms/hyrax/newspaper_container_form_spec.rb +30 -0
  345. data/spec/forms/hyrax/newspaper_issue_form_spec.rb +31 -0
  346. data/spec/forms/hyrax/newspaper_page_form_spec.rb +28 -0
  347. data/spec/forms/hyrax/newspaper_title_form_spec.rb +31 -0
  348. data/spec/forms/newspaper_works/newspaper_core_form_data_spec.rb +12 -0
  349. data/spec/helpers/newspaper_works/breadcrumb_helper_spec.rb +82 -0
  350. data/spec/helpers/newspaper_works_helper_spec.rb +57 -0
  351. data/spec/indexers/concerns/newspaper_works/indexes_full_text_spec.rb +31 -0
  352. data/spec/indexers/concerns/newspaper_works/indexes_place_of_publication_spec.rb +53 -0
  353. data/spec/indexers/concerns/newspaper_works/indexes_publication_date_range_spec.rb +39 -0
  354. data/spec/indexers/concerns/newspaper_works/indexes_relationships_spec.rb +86 -0
  355. data/spec/indexers/newspaper_article_indexer_spec.rb +29 -0
  356. data/spec/indexers/newspaper_issue_indexer_spec.rb +19 -0
  357. data/spec/indexers/newspaper_title_indexer_spec.rb +22 -0
  358. data/spec/indexers/newspaper_works/newspaper_core_indexer_spec.rb +23 -0
  359. data/spec/lib/newspaper_works/configuration_spec.rb +18 -0
  360. data/spec/lib/newspaper_works/data/work_derivatives_spec.rb +245 -0
  361. data/spec/lib/newspaper_works/data/work_file_spec.rb +99 -0
  362. data/spec/lib/newspaper_works/data/work_files_spec.rb +224 -0
  363. data/spec/lib/newspaper_works/ingest/batch_issue_ingester_spec.rb +158 -0
  364. data/spec/lib/newspaper_works/ingest/chronam_publication_info_spec.rb +35 -0
  365. data/spec/lib/newspaper_works/ingest/from_command_spec.rb +75 -0
  366. data/spec/lib/newspaper_works/ingest/image_ingest_issues_spec.rb +62 -0
  367. data/spec/lib/newspaper_works/ingest/ingest_shared.rb +75 -0
  368. data/spec/lib/newspaper_works/ingest/issue_images_spec.rb +65 -0
  369. data/spec/lib/newspaper_works/ingest/lc_publication_info_spec.rb +34 -0
  370. data/spec/lib/newspaper_works/ingest/ndnp/batch_ingester_spec.rb +131 -0
  371. data/spec/lib/newspaper_works/ingest/ndnp/batch_xml_ingest_spec.rb +64 -0
  372. data/spec/lib/newspaper_works/ingest/ndnp/container_ingest_spec.rb +44 -0
  373. data/spec/lib/newspaper_works/ingest/ndnp/container_ingester_spec.rb +126 -0
  374. data/spec/lib/newspaper_works/ingest/ndnp/container_metadata_spec.rb +36 -0
  375. data/spec/lib/newspaper_works/ingest/ndnp/issue_ingest_spec.rb +108 -0
  376. data/spec/lib/newspaper_works/ingest/ndnp/issue_ingester_spec.rb +155 -0
  377. data/spec/lib/newspaper_works/ingest/ndnp/issue_metadata_spec.rb +84 -0
  378. data/spec/lib/newspaper_works/ingest/ndnp/page_ingest_spec.rb +79 -0
  379. data/spec/lib/newspaper_works/ingest/ndnp/page_ingester_spec.rb +184 -0
  380. data/spec/lib/newspaper_works/ingest/ndnp/page_metadata_spec.rb +85 -0
  381. data/spec/lib/newspaper_works/ingest/newspaper_issue_ingest_spec.rb +83 -0
  382. data/spec/lib/newspaper_works/ingest/newspaper_page_ingest_spec.rb +77 -0
  383. data/spec/lib/newspaper_works/ingest/page_image_spec.rb +29 -0
  384. data/spec/lib/newspaper_works/ingest/pdf_images_spec.rb +32 -0
  385. data/spec/lib/newspaper_works/ingest/pdf_issue_spec.rb +29 -0
  386. data/spec/lib/newspaper_works/ingest/pdf_issues_spec.rb +62 -0
  387. data/spec/lib/newspaper_works/ingest/pdf_pages_spec.rb +110 -0
  388. data/spec/lib/newspaper_works/ingest/pub_finder_spec.rb +58 -0
  389. data/spec/lib/newspaper_works/ingest/publication_info_spec.rb +61 -0
  390. data/spec/lib/newspaper_works/ingest_spec.rb +45 -0
  391. data/spec/lib/newspaper_works/issue_pdf_composer_spec.rb +101 -0
  392. data/spec/lib/newspaper_works/logging_spec.rb +53 -0
  393. data/spec/lib/newspaper_works/page_finder_spec.rb +53 -0
  394. data/spec/lib/newspaper_works/resource_fetcher_spec.rb +65 -0
  395. data/spec/lib/newspaper_works/text_extraction/alto_reader_spec.rb +49 -0
  396. data/spec/lib/newspaper_works/text_extraction/page_ocr_spec.rb +84 -0
  397. data/spec/lib/newspaper_works/text_extraction/render_alto_spec.rb +54 -0
  398. data/spec/lib/newspaper_works/text_extraction/word_coords_builder_spec.rb +30 -0
  399. data/spec/lib/tasks/newspaper_works_rake_spec.rb +124 -0
  400. data/spec/misc_shared.rb +109 -0
  401. data/spec/model_shared.rb +134 -0
  402. data/spec/models/concerns/newspaper_works/blacklight_iiif_search/annotation_behavior_spec.rb +45 -0
  403. data/spec/models/concerns/newspaper_works/blacklight_iiif_search/search_behavior_spec.rb +27 -0
  404. data/spec/models/concerns/newspaper_works/newspaper_core_metadata_spec.rb +45 -0
  405. data/spec/models/concerns/newspaper_works/place_of_publication_behavior_spec.rb +17 -0
  406. data/spec/models/concerns/newspaper_works/scanned_media_metadata_spec.rb +35 -0
  407. data/spec/models/newspaper_article_spec.rb +73 -0
  408. data/spec/models/newspaper_container_spec.rb +111 -0
  409. data/spec/models/newspaper_issue_spec.rb +91 -0
  410. data/spec/models/newspaper_page_spec.rb +44 -0
  411. data/spec/models/newspaper_title_spec.rb +116 -0
  412. data/spec/models/newspaper_works/derivative_attachment_spec.rb +37 -0
  413. data/spec/models/newspaper_works/ingest_file_relation_spec.rb +56 -0
  414. data/spec/models/solr_document_spec.rb +14 -0
  415. data/spec/ndnp_shared.rb +48 -0
  416. data/spec/presenters/hyrax/newspaper_article_presenter_spec.rb +53 -0
  417. data/spec/presenters/hyrax/newspaper_container_presenter_spec.rb +20 -0
  418. data/spec/presenters/hyrax/newspaper_issue_presenter_spec.rb +65 -0
  419. data/spec/presenters/hyrax/newspaper_page_presenter_spec.rb +75 -0
  420. data/spec/presenters/hyrax/newspaper_title_presenter_spec.rb +153 -0
  421. data/spec/presenters/newspaper_works/iiif_manifest_presenter_behavior_spec.rb +32 -0
  422. data/spec/presenters/newspaper_works/issue_info_presenter_spec.rb +51 -0
  423. data/spec/presenters/newspaper_works/newspaper_core_presenter_spec.rb +22 -0
  424. data/spec/presenters/newspaper_works/persistent_url_presenter_behavior_spec.rb +24 -0
  425. data/spec/presenters/newspaper_works/place_of_publication_presenter_behavior_spec.rb +17 -0
  426. data/spec/presenters/newspaper_works/scanned_media_presenter_spec.rb +18 -0
  427. data/spec/presenters/newspaper_works/title_info_presenter_spec.rb +23 -0
  428. data/spec/routing/route_spec.rb +52 -0
  429. data/spec/search_builders/custom_search_builder_spec.rb +34 -0
  430. data/spec/search_builders/newspaper_works/newspapers_search_builder_spec.rb +33 -0
  431. data/spec/services/hyrax/article_genre_service_spec.rb +12 -0
  432. data/spec/services/hyrax/resource_types_service_spec.rb +12 -0
  433. data/spec/services/newspaper_works/jp2_derivative_service_spec.rb +62 -0
  434. data/spec/services/newspaper_works/newspaper_page_derivative_service_spec.rb +125 -0
  435. data/spec/services/newspaper_works/pdf_derivative_service_spec.rb +62 -0
  436. data/spec/services/newspaper_works/pluggable_derivative_service_spec.rb +204 -0
  437. data/spec/services/newspaper_works/text_extraction_derivative_service_spec.rb +82 -0
  438. data/spec/services/newspaper_works/text_formats_from_alto_service_spec.rb +129 -0
  439. data/spec/services/newspaper_works/tiff_derivative_service_spec.rb +58 -0
  440. data/spec/spec_helper.rb +261 -0
  441. data/spec/support/controller_level_helpers.rb +28 -0
  442. data/spec/test_app_templates/lib/generators/test_app_generator.rb +22 -0
  443. data/spec/views/catalog/_index_gallery_newspaper_page_wrapper.html.erb_spec.rb +36 -0
  444. data/spec/views/catalog/_index_header_list_newspaper_page.html.erb_spec.rb +26 -0
  445. data/spec/views/catalog/_thumbnail_list_newspaper_page.html.erb_spec.rb +35 -0
  446. data/spec/views/hyrax/newspaper_titles/_all_front_pages_form.html.erb_spec.rb +16 -0
  447. data/spec/views/hyrax/newspaper_titles/_issue_search_form.html.erb_spec.rb +33 -0
  448. data/spec/views/hyrax/newspaper_titles/_issues_calendar.html.erb_spec.rb +37 -0
  449. data/spec/views/hyrax/newspaper_titles/show.html.erb_spec.rb +87 -0
  450. data/spec/views/newspaper_works/base/_attribute_rows.html.erb_spec.rb +60 -0
  451. data/spec/views/newspaper_works/base/_newspaper_hierarchy.html.erb_spec.rb +80 -0
  452. data/spec/views/newspaper_works/base/_show.html.erb_spec.rb +78 -0
  453. data/spec/views/newspaper_works/newspapers_search/search.html.erb_spec.rb +54 -0
  454. data/spec/views/records/edit_fields/_place_of_publication.html.erb_spec.rb +26 -0
  455. data/tasks/newspaperworks_dev.rake +26 -0
  456. data/test/integration/navigation_test.rb +7 -0
  457. data/test/lib/generators/newspaper_works/install_generator_test.rb +16 -0
  458. data/test/newspaper_works_test.rb +7 -0
  459. data/test/test_helper.rb +17 -0
  460. data/tmp/.keep +0 -0
  461. metadata +1037 -0
@@ -0,0 +1,51 @@
1
+ require 'spec_helper'
2
+ RSpec.describe NewspaperWorks::IssueInfoPresenter do
3
+ let(:solr_document) { SolrDocument.new(attributes) }
4
+ let(:attributes) do
5
+ {
6
+ 'issue_id_ssi' => 'foo',
7
+ 'issue_title_ssi' => 'bar',
8
+ 'publication_date_dtsi' => 'baz',
9
+ 'issue_volume_ssi' => 'quux',
10
+ 'issue_edition_number_ssi' => '123',
11
+ 'issue_number_ssi' => '456'
12
+ }
13
+ end
14
+ subject { Hyrax::NewspaperPagePresenter.new(solr_document, nil) }
15
+
16
+ describe '#issue_id' do
17
+ it 'returns the correct value' do
18
+ expect(subject.issue_id).to eq 'foo'
19
+ end
20
+ end
21
+
22
+ describe '#issue_title' do
23
+ it 'returns the correct value' do
24
+ expect(subject.issue_title).to eq 'bar'
25
+ end
26
+ end
27
+
28
+ describe '#publication_date' do
29
+ it 'returns the correct value' do
30
+ expect(subject.publication_date).to eq 'baz'
31
+ end
32
+ end
33
+
34
+ describe '#issue_volume' do
35
+ it 'returns the correct value' do
36
+ expect(subject.issue_volume).to eq 'quux'
37
+ end
38
+ end
39
+
40
+ describe '#issue_edition' do
41
+ it 'returns the correct value' do
42
+ expect(subject.issue_edition).to eq '123'
43
+ end
44
+ end
45
+
46
+ describe '#issue_number' do
47
+ it 'returns the correct value' do
48
+ expect(subject.issue_number).to eq '456'
49
+ end
50
+ end
51
+ end
@@ -0,0 +1,22 @@
1
+ RSpec.shared_examples "a newspaper core presenter" do
2
+ let(:solr_document) { SolrDocument.new(attributes) }
3
+ let(:request) { double(host: 'example.org') }
4
+ let(:user_key) { 'a_user_key' }
5
+
6
+ let(:core_attributes) do
7
+ { "alternative_title" => ['There and Back Again'],
8
+ "issn" => '2049-3630',
9
+ "lccn" => '2001001114',
10
+ "oclcnum" => 'ocm00012345',
11
+ "held_by" => 'Marriott Library' }
12
+ end
13
+
14
+ let(:ability) { nil }
15
+ let(:presenter) { described_class.new(solr_document, ability, request) }
16
+
17
+ it { is_expected.to delegate_method(:alternative_title).to(:solr_document) }
18
+ it { is_expected.to delegate_method(:issn).to(:solr_document) }
19
+ it { is_expected.to delegate_method(:lccn).to(:solr_document) }
20
+ it { is_expected.to delegate_method(:oclcnum).to(:solr_document) }
21
+ it { is_expected.to delegate_method(:held_by).to(:solr_document) }
22
+ end
@@ -0,0 +1,24 @@
1
+ require 'spec_helper'
2
+
3
+ RSpec.describe NewspaperWorks::PersistentUrlPresenterBehavior do
4
+ let(:request) { double(host: 'example.org') }
5
+ let(:solr_document) { SolrDocument.new(id: 'abc123', lccn_tesim: ['sn1234567']) }
6
+
7
+ describe '#persistent_url' do
8
+ let(:presenter) { Hyrax::NewspaperArticlePresenter.new(solr_document, nil, request) }
9
+ it 'returns nil' do
10
+ expect(presenter.persistent_url).to eq nil
11
+ end
12
+ end
13
+
14
+ describe '#persistent_url_attribute' do
15
+ let(:presenter) { Hyrax::NewspaperTitlePresenter.new(solr_document, nil, request) }
16
+ let(:purl_attribute) { presenter.persistent_url_attribute }
17
+ subject { Nokogiri::HTML(purl_attribute) }
18
+ it 'returns the HTML for the metadata display' do
19
+ expect(subject.css('dd')).not_to be_blank
20
+ expect(subject.css('li.attribute')).not_to be_blank
21
+ expect(subject.css('a').attribute('href').value).to include '/newspapers/sn1234567'
22
+ end
23
+ end
24
+ end
@@ -0,0 +1,17 @@
1
+ require 'spec_helper'
2
+
3
+ RSpec.describe NewspaperWorks::PlaceOfPublicationPresenterBehavior do
4
+ let(:pop) { 'Marysville, California, United States' }
5
+ let(:request) { double(host: 'example.org') }
6
+ let(:solr_document) do
7
+ SolrDocument.new(id: 'abc123',
8
+ place_of_publication_label_tesim: [pop])
9
+ end
10
+
11
+ describe '#place_of_publication_label' do
12
+ let(:presenter) { Hyrax::NewspaperPagePresenter.new(solr_document, nil, request) }
13
+ it 'returns the value' do
14
+ expect(presenter.place_of_publication_label).to eq [pop]
15
+ end
16
+ end
17
+ end
@@ -0,0 +1,18 @@
1
+ RSpec.shared_examples "a scanned media presenter" do
2
+ let(:solr_document) { SolrDocument.new(attributes) }
3
+ let(:request) { double(host: 'example.org') }
4
+ let(:user_key) { 'a_user_key' }
5
+
6
+ let(:scanned_media_attributes) do
7
+ { "text_direction" => 'left',
8
+ "page_number" => '5',
9
+ "section" => '1' }
10
+ end
11
+
12
+ let(:ability) { nil }
13
+ let(:presenter) { described_class.new(solr_document, ability, request) }
14
+
15
+ it { is_expected.to delegate_method(:text_direction).to(:solr_document) }
16
+ it { is_expected.to delegate_method(:page_number).to(:solr_document) }
17
+ it { is_expected.to delegate_method(:section).to(:solr_document) }
18
+ end
@@ -0,0 +1,23 @@
1
+ require 'spec_helper'
2
+ RSpec.describe NewspaperWorks::TitleInfoPresenter do
3
+ let(:solr_document) { SolrDocument.new(attributes) }
4
+ let(:attributes) do
5
+ {
6
+ 'publication_id_ssi' => 'foo',
7
+ 'publication_title_ssi' => 'bar'
8
+ }
9
+ end
10
+ subject { Hyrax::NewspaperPagePresenter.new(solr_document, nil) }
11
+
12
+ describe '#publication_id' do
13
+ it 'returns the correct value' do
14
+ expect(subject.publication_id).to eq 'foo'
15
+ end
16
+ end
17
+
18
+ describe '#publication_title' do
19
+ it 'returns the correct value' do
20
+ expect(subject.publication_title).to eq 'bar'
21
+ end
22
+ end
23
+ end
@@ -0,0 +1,52 @@
1
+ require 'spec_helper'
2
+
3
+ RSpec.describe 'Routes', type: :routing do
4
+ routes { NewspaperWorks::Engine.routes }
5
+
6
+ describe 'Chronicling America-style routes' do
7
+ describe 'title' do
8
+ it 'routes the title url to NewspapersController#title' do
9
+ expect(get: '/newspapers/foo').to route_to(controller: 'newspaper_works/newspapers',
10
+ action: 'title',
11
+ unique_id: 'foo')
12
+ end
13
+ end
14
+
15
+ describe 'issue' do
16
+ it 'routes the issue url to NewspapersController#issue' do
17
+ expect(get: '/newspapers/foo/bar').to route_to(controller: 'newspaper_works/newspapers',
18
+ action: 'issue',
19
+ unique_id: 'foo',
20
+ date: 'bar')
21
+ end
22
+ end
23
+
24
+ describe 'issue with edition' do
25
+ it 'routes the issue url with edition param to NewspapersController#issue' do
26
+ expect(get: '/newspapers/foo/bar/baz').to route_to(controller: 'newspaper_works/newspapers',
27
+ action: 'issue',
28
+ unique_id: 'foo',
29
+ date: 'bar',
30
+ edition: 'baz')
31
+ end
32
+ end
33
+
34
+ describe 'page' do
35
+ it 'routes the page url to NewspapersController#page' do
36
+ expect(get: '/newspapers/foo/bar/baz/quux').to route_to(controller: 'newspaper_works/newspapers',
37
+ action: 'page',
38
+ unique_id: 'foo',
39
+ date: 'bar',
40
+ edition: 'baz',
41
+ page: 'quux')
42
+ end
43
+ end
44
+ end
45
+
46
+ describe 'newspapers_search' do
47
+ it 'routes to the NewspapersSearch#search page' do
48
+ expect(get: '/newspapers_search').to route_to(controller: 'newspaper_works/newspapers_search',
49
+ action: 'search')
50
+ end
51
+ end
52
+ end
@@ -0,0 +1,34 @@
1
+ require 'spec_helper'
2
+ RSpec.describe CustomSearchBuilder do
3
+ # specs for NewspaperWorks::HighlightSearchParams
4
+ describe 'highlight_search_params' do
5
+ let(:solr_parameters) { { q: 'abolition' } }
6
+ subject { described_class.new(solr_parameters) }
7
+
8
+ it 'is included in the default_processor_chain' do
9
+ expect(described_class.default_processor_chain).to include(:highlight_search_params)
10
+ end
11
+
12
+ before { subject.highlight_search_params(solr_parameters) }
13
+ it 'adds the highlight fields to solr_parameters' do
14
+ expect(solr_parameters[:hl]).to be_truthy
15
+ expect(solr_parameters[:'hl.fl']).to eq('all_text_tsimv')
16
+ end
17
+ end
18
+
19
+ # specs for NewspaperWorks::ExcludeModels
20
+ describe 'exclude_models' do
21
+ let(:solr_parameters) { { all_fields: 'prohibition' } }
22
+ subject { described_class.new(solr_parameters) }
23
+
24
+ it 'is included in the default_processor_chain' do
25
+ expect(described_class.default_processor_chain).to include(:exclude_models)
26
+ end
27
+
28
+ before { subject.exclude_models(solr_parameters) }
29
+ it 'adds the facet fields to solr_parameters' do
30
+ expect(solr_parameters[:fq]).to be_truthy
31
+ expect(solr_parameters[:fq]).to include('-human_readable_type_sim:"Newspaper Title"')
32
+ end
33
+ end
34
+ end
@@ -0,0 +1,33 @@
1
+ require 'spec_helper'
2
+
3
+ RSpec.describe NewspaperWorks::NewspapersSearchBuilder do
4
+ let(:context) { double }
5
+ let(:search_builder) { described_class.new(context) }
6
+
7
+ describe "#default_processor_chain" do
8
+ subject { search_builder.default_processor_chain }
9
+ it { is_expected.to include :facets_for_newspapers_search_form }
10
+ it { is_expected.to include :newspaper_pages_only }
11
+ end
12
+
13
+ describe '#facets_for_newspapers_search_form' do
14
+ subject { {} }
15
+ before do
16
+ allow(search_builder).to receive(:blacklight_config).and_return(CatalogController.blacklight_config)
17
+ search_builder.facets_for_newspapers_search_form(subject)
18
+ end
19
+
20
+ it 'adds the blacklight advanced search config' do
21
+ expect(subject["facet.field"]).to include 'genre_sim'
22
+ expect(subject['rows']).to eq '0'
23
+ end
24
+ end
25
+
26
+ describe '#newspaper_pages_only' do
27
+ subject { {} }
28
+ before { search_builder.newspaper_pages_only(subject) }
29
+ it 'adds the page limit' do
30
+ expect(subject[:fq]).to eq ["human_readable_type_sim:\"Newspaper Page\""]
31
+ end
32
+ end
33
+ end
@@ -0,0 +1,12 @@
1
+ require 'spec_helper'
2
+
3
+ RSpec.describe Hyrax::ArticleGenreService do
4
+ let(:service) { described_class.new }
5
+
6
+ describe "#select_active_options" do
7
+ it "returns active terms" do
8
+ active_term = ["Advertisement", "http://id.loc.gov/vocabulary/graphicMaterials/tgm000098"]
9
+ expect(service.select_active_options).to include(active_term)
10
+ end
11
+ end
12
+ end
@@ -0,0 +1,12 @@
1
+ require 'spec_helper'
2
+
3
+ RSpec.describe Hyrax::ResourceTypesService do
4
+ describe "injected newspaper options" do
5
+ subject { described_class }
6
+
7
+ it "includes newspaper and microfilm" do
8
+ expect(subject.label("Microfilm")).to be_truthy
9
+ expect(subject.label("Newspaper")).to be_truthy
10
+ end
11
+ end
12
+ end
@@ -0,0 +1,62 @@
1
+ require 'spec_helper'
2
+ RSpec.describe NewspaperWorks::JP2DerivativeService do
3
+ let(:valid_file_set) do
4
+ file_set = FileSet.new
5
+ file_set.save!(validate: false)
6
+ file_set
7
+ end
8
+
9
+ let(:fixture_path) do
10
+ File.join(
11
+ NewspaperWorks::GEM_PATH, 'spec', 'fixtures', 'files'
12
+ )
13
+ end
14
+
15
+ describe "Creates JP2 derivatives" do
16
+ def source_image(name)
17
+ File.join(fixture_path, name)
18
+ end
19
+
20
+ def expected_path(file_set)
21
+ Hyrax::DerivativePath.derivative_path_for_reference(file_set, 'jp2')
22
+ end
23
+
24
+ def get_res(path)
25
+ lines = `gm identify -verbose #{path}`.lines
26
+ lines.select { |line| line.strip.start_with?('Geometry') }[0].strip
27
+ end
28
+
29
+ def check_dpi_match(orig, dest)
30
+ # check ppi, but skip pdf to avoid ghostscript warnings to stderr
31
+ expect(get_res(orig)).to eq get_res(dest) unless orig.end_with?('pdf')
32
+ end
33
+
34
+ def makes_jp2(filename)
35
+ expected = expected_path(valid_file_set)
36
+ expect(File.exist?(expected)).to be false
37
+ svc = described_class.new(valid_file_set)
38
+ svc.create_derivatives(source_image(filename))
39
+ expect(File.exist?(expected)).to be true
40
+ desc = `gm identify #{expected}`
41
+ expect(desc).to include 'JP2'
42
+ check_dpi_match(source_image(filename), expected)
43
+ svc.cleanup_derivatives
44
+ end
45
+
46
+ it "creates gray JP2 derivative from one-bit source" do
47
+ makes_jp2('page1.tiff')
48
+ end
49
+
50
+ it "creates gray JP2 from grayscale source" do
51
+ makes_jp2('lowres-gray-via-ndnp-sample.tiff')
52
+ end
53
+
54
+ it "creates color JP2 from color source" do
55
+ makes_jp2('4.1.07.tiff')
56
+ end
57
+
58
+ it "creates JP2 from PDF source, robust to multi-page" do
59
+ makes_jp2('sample-color-newsletter.pdf')
60
+ end
61
+ end
62
+ end
@@ -0,0 +1,125 @@
1
+ require 'spec_helper'
2
+
3
+ RSpec.describe NewspaperWorks::NewspaperPageDerivativeService do
4
+ let(:valid_file_set) do
5
+ fs = FileSet.new
6
+ work = NewspaperPage.new
7
+ work.title = ['This is a page!']
8
+ work.members.push(fs)
9
+ fs.save!(validate: false)
10
+ work.save!(validate: false)
11
+ fs
12
+ end
13
+
14
+ let(:unconsidered_file_set) do
15
+ fs = FileSet.new
16
+ work = NewspaperIssue.new
17
+ work.title = ['Hello Hello']
18
+ work.members.push(fs)
19
+ work.save!(validate: false)
20
+ fs.save!(validate: false)
21
+ fs
22
+ end
23
+
24
+ let(:fixture_path) do
25
+ File.join(
26
+ NewspaperWorks::GEM_PATH, 'spec', 'fixtures', 'files'
27
+ )
28
+ end
29
+
30
+ describe "core path/extension functionality" do
31
+ class MyDerivativeService < described_class
32
+ TARGET_EXT = 'jpg'.freeze
33
+ end
34
+
35
+ it "allows derivative service subclass to define file extension" do
36
+ svc = MyDerivativeService.new(valid_file_set)
37
+ expect(svc.class.target_ext).to eq 'jpg'
38
+ end
39
+
40
+ it "considers file_sets belonging to page work type" do
41
+ svc = MyDerivativeService.new(valid_file_set)
42
+ expect(svc.valid?).to eq true
43
+ end
44
+
45
+ it "ignores file_sets belonging to non-page work type" do
46
+ svc = MyDerivativeService.new(unconsidered_file_set)
47
+ expect(svc.valid?).to eq false
48
+ end
49
+
50
+ it "gets derivative path factory for file extension" do
51
+ svc = MyDerivativeService.new(valid_file_set)
52
+ svc.load_destpath
53
+ expected = Hyrax::DerivativePath.derivative_path_for_reference(
54
+ valid_file_set,
55
+ 'jpg'
56
+ )
57
+ expected_pairtree = File.join(expected.split('/')[0..-2])
58
+ expect(Pathname.new(expected_pairtree)).to be_directory
59
+ # cleanup:
60
+ FileUtils.rm_rf(expected_pairtree)
61
+ end
62
+
63
+ it "successfully removes on cleanup_derivatives" do
64
+ svc = MyDerivativeService.new(valid_file_set)
65
+ # load destpath just makes directories
66
+ svc.load_destpath
67
+ expected = Hyrax::DerivativePath.derivative_path_for_reference(
68
+ valid_file_set,
69
+ 'jpg'
70
+ )
71
+ expected_pairtree = File.join(expected.split('/')[0..-2])
72
+ expect(Pathname.new(expected_pairtree)).to be_directory
73
+ # simulate, simply touch a file with correct extension in
74
+ # the derivative path made above; makes a zero-byte '.jpg' file
75
+ `touch #{expected}`
76
+ expect(File.exist?(expected)).to be true
77
+ svc.cleanup_derivatives
78
+ # no more derivative file for this extension:
79
+ expect(File.exist?(expected)).to be false
80
+ # however, we still have a directory hanging around, this is normal,
81
+ # becauase any derivative service is blind to other derivatives
82
+ # for the same fileset, beside the one extension each manages:
83
+ expect(Pathname.new(expected_pairtree)).to be_directory
84
+ # cleanup after test:
85
+ FileUtils.rm_rf(expected_pairtree)
86
+ end
87
+ end
88
+
89
+ describe "source identification" do
90
+ def service_for_file(name)
91
+ # construct a new service for each test, as there are memoized things
92
+ # that make sharing problematic
93
+ svc = described_class.new(valid_file_set)
94
+ svc.instance_variable_set(:@source_path, File.join(fixture_path, name))
95
+ svc
96
+ end
97
+
98
+ it "identifies a source file using ImageMagick" do
99
+ expect(service_for_file('4.1.07.tiff').identify).to include 'TIFF'
100
+ expect(service_for_file('4.1.07.tiff').identify).to include '8-bit'
101
+ end
102
+
103
+ it "identifies jp2 source" do
104
+ # test/verify jp2 source is identified, which relies on GraphicsMagick
105
+ expect(service_for_file('4.1.07.jp2').identify).to include 'JP2'
106
+ expect(service_for_file('4.1.07.jp2').identify).to include '8-bit'
107
+ end
108
+
109
+ it "identifies color and gray sources" do
110
+ expect(service_for_file('4.1.07.tiff').use_color?).to be true
111
+ expect(service_for_file('page1.tiff').use_color?).to be false
112
+ end
113
+
114
+ it "identifies a one-bit source" do
115
+ # 1-bit group4 monochrome TIFF:
116
+ expect(service_for_file('page1.tiff').one_bit?).to be true
117
+ # 8-bit gray TIFF:
118
+ expect(
119
+ service_for_file('lowres-gray-via-ndnp-sample.tiff').one_bit?
120
+ ).to be false
121
+ # color TIFF:
122
+ expect(service_for_file('4.1.07.tif').one_bit?).to be false
123
+ end
124
+ end
125
+ end
@@ -0,0 +1,62 @@
1
+ require 'spec_helper'
2
+ RSpec.describe NewspaperWorks::PDFDerivativeService do
3
+ let(:valid_file_set) do
4
+ file_set = FileSet.new
5
+ file_set.save!(validate: false)
6
+ file_set
7
+ end
8
+
9
+ let(:fixture_path) do
10
+ File.join(
11
+ NewspaperWorks::GEM_PATH, 'spec', 'fixtures', 'files'
12
+ )
13
+ end
14
+
15
+ describe "Creates PDF derivatives" do
16
+ def source_image(name)
17
+ File.join(fixture_path, name)
18
+ end
19
+
20
+ def expected_path(file_set)
21
+ Hyrax::DerivativePath.derivative_path_for_reference(file_set, 'pdf')
22
+ end
23
+
24
+ # given output file name, check DPI is 150
25
+ def check_dpi(expected)
26
+ desc = `gm identify #{expected}`
27
+ # get total width of pdf in points from identify, should be 864x == 12in
28
+ page_width = 864
29
+ expect(desc).to include "#{page_width}x"
30
+ # get total width of image in pixels from pdfimages -list, ==> 1800
31
+ image_width = 1800
32
+ im_list = `pdfimages -list #{expected}`
33
+ expect(im_list.lines[-1].split(' ')[3]).to eq image_width.to_s
34
+ # this combination of page pt width, image px width ==> 150ppi
35
+ expect(image_width / (page_width / 72.0)).to eq 150.0
36
+ end
37
+
38
+ def makes_pdf(filename)
39
+ expected = expected_path(valid_file_set)
40
+ expect(File.exist?(expected)).to be false
41
+ svc = described_class.new(valid_file_set)
42
+ svc.create_derivatives(source_image(filename))
43
+ expect(File.exist?(expected)).to be true
44
+ desc = `gm identify #{expected}`
45
+ expect(desc).to include 'PDF'
46
+ check_dpi(expected)
47
+ svc.cleanup_derivatives
48
+ end
49
+
50
+ it "creates gray PDF derivative from one-bit source" do
51
+ makes_pdf('page1.tiff')
52
+ end
53
+
54
+ it "creates gray PDF from grayscale source" do
55
+ makes_pdf('lowres-gray-via-ndnp-sample.tiff')
56
+ end
57
+
58
+ it "creates color PDF from color source" do
59
+ makes_pdf('4.1.07.tiff')
60
+ end
61
+ end
62
+ end