web-page-parser 1.1.0 → 1.2.2

data/spec/web-page-parser

@@ -0,0 +1 @@
+spec/../spec/

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: web-page-parser
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.2.2
 platform: ruby
 authors:
 - John Leach
@@ -10,28 +10,31 @@ bindir: bin
 cert_chain:
 - |
   -----BEGIN CERTIFICATE-----
-  MIIDmjCCAoKgAwIBAgIBATANBgkqhkiG9w0BAQUFADBSMQ0wCwYDVQQDDARqb2hu
-  MRkwFwYKCZImiZPyLGQBGRYJam9obmxlYWNoMRIwEAYKCZImiZPyLGQBGRYCY28x
-  EjAQBgoJkiaJk/IsZAEZFgJ1azAeFw0xNDEwMjUxNzAyMDBaFw0xNTEwMjUxNzAy
-  MDBaMFIxDTALBgNVBAMMBGpvaG4xGTAXBgoJkiaJk/IsZAEZFglqb2hubGVhY2gx
-  EjAQBgoJkiaJk/IsZAEZFgJjbzESMBAGCgmSJomT8ixkARkWAnVrMIIBIjANBgkq
-  hkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA49t9Dck0zPjDiEuRLTEsoXVQEZECcFtu
-  FU2j6ZFGd/twm4dlZ2qHYs5GYtpSwlfJYhAOc2a9cHz1KKSevGaPRxpsFhKEZ+Yj
-  5R8y4VZCY1Rx7tyX2PYdWBNaeTNPIACdW4HNg2/n1bbhu4LkQ+PYBQb6bbeFnzTx
-  dl2ZLvhwSRUbl7aIiYyENbpOmPKCL1ReJUkQn+1Kyq76ZMY6pG6iSeeZvDtKZKqd
-  MX4bWAIBeT6mUv/jhIDkJgj+JO11v3wbhojAcVHInGnyCQ7dLn3hurlLfII4SiLT
-  foOh2i2OY5ZTG5PoPEGMiagBWAUmQUA+Yc6gnfpjrX/aFG/aa6T2+wIDAQABo3sw
-  eTAJBgNVHRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUqd/WZnE4x+pZ+DS1
-  +H3vH+/gvfkwHwYDVR0RBBgwFoEUam9obkBqb2hubGVhY2guY28udWswHwYDVR0S
-  BBgwFoEUam9obkBqb2hubGVhY2guY28udWswDQYJKoZIhvcNAQEFBQADggEBABG0
-  Avvj8mNb+0drmLLFLMLck8oEcpzONbVG6A3XWrkUkTsdsw8VB848QuFg3gR+3ReU
-  C98Bm+8L1zYVkfhTzHNJ8Y9HGC+8eEXoMQw1C2jGBcN+i4G+eylOBv+PTJX3UU8r
-  r7Tb7QqD7tPjy7TS91OvyImc7Jixt848nrrs9nWSiEIaVxQqBRRdKANsgFISvvA4
-  CPFEkKZm3GcFRIVu9yQO1LWfsbvbVLhD5HSynklijwo2RroPXlNKi6RXsxKwgtqD
-  MghEyBTNQa+QTUTKQMjYOO3kV+Wuv+iQGaMm/bu2SD+Ov0XUzzAsSfz0ZvrF3fbG
-  jdD4CMQtJNDqDiWuUkg=
+  MIIERjCCAq6gAwIBAgIBATANBgkqhkiG9w0BAQsFADAoMSYwJAYDVQQDDB1qb2hu
+  L0RDPWpvaG5sZWFjaC9EQz1jby9EQz11azAeFw0xODA3MjUxMDQ2MTRaFw0yMDA3
+  MjQxMDQ2MTRaMCgxJjAkBgNVBAMMHWpvaG4vREM9am9obmxlYWNoL0RDPWNvL0RD
+  PXVrMIIBojANBgkqhkiG9w0BAQEFAAOCAY8AMIIBigKCAYEAxq6iwNdGb7lFZAHA
+  of8e2Akt6ziqAv9JC0GTPULqy474MfwykTOg6nharVTpSonUUWatbo4e3YDITMWB
+  wbiawE86ourm9onuMrDsdLJlyVXFPTJWLo8LBgpIIJ1jtD8TiqJgr+Qtd3yCgvYv
+  F1iXhEXBXs6x6WymJbCSlFFrAk/z6iOUGFjWIvkFX50UI7eL3Khym8APkBnyRlxz
+  /P3sySP/LdABk31H0dQp5DvcN8RHRg2UeKa+Ey+xPqg4TtMm8uY2uot/qO4jhW/Z
+  YbJNRFUr0C0rEgI4oGZQ0MIOurAhdkAaRSKbxfwIJoaDeER8Y2Yggnb61J5LOEgE
+  G8WtIAbp5LYcYwgJ2rRvc6X3E1tWM4d7Bo0FGTS0w6HmjtzLMXjiUgtWRFHF1I9S
+  V+nVZ1FL8/XSlAAuqD//6Dw20u+3Qoau3iw/PUdN6ODfAH6USBYqj2nH/m8VDtoZ
+  2my9UCZ+/xjsxn5aBKlXkQ3En8B61Es6vrgFHoQYpeKhBsUvAgMBAAGjezB5MAkG
+  A1UdEwQCMAAwCwYDVR0PBAQDAgSwMB0GA1UdDgQWBBQ4o+vdcZcr0kfV4LdYBog5
+  dCrJvzAfBgNVHREEGDAWgRRqb2huQGpvaG5sZWFjaC5jby51azAfBgNVHRIEGDAW
+  gRRqb2huQGpvaG5sZWFjaC5jby51azANBgkqhkiG9w0BAQsFAAOCAYEAtPF2fUxO
+  5iVE/AMac4KaEEZTF7anQFOldRiz0noI48OXN2bvtZtuq8QucIMMtGbtEWPOigGh
+  oeWv0K7ZWvUNixRoWp3enSSByFwMF7UYpTBG54mos8UMfBj4C/pjvdqnJ34li2Ur
+  mb2vxJQAGNzzbfvcnNin0wM/iPRKuvM7OTalNnEOOaOehHvqClBlRU71Dp3BngXA
+  CD+fSJptjeixJY2pzSsZPDui84zIkHJtWyY77mrkEyQkRAdThf9Xnn3UOZ0yF0m/
+  kbEN/MgvvoWBtfReYx/uMT1PzdiRrhaThEbmQV4JNFNUtgbewTNCVNvtMq9q0j2t
+  nCtWWXRiGW/lJMBIKFHoe1l0m/IlC1Adji1QjosLFDqz+K+OglsJG5F6fF6gCvhC
+  xBDK27vsuKyrp/Zcg0HyYzJMpDu9NErKki8MXzlpOfrvR15NuEL267bvpI5QA3m/
+  KzVFklk+44JKTYFrr6Nu+BoGS9jVpzdBFobVQZmJO4Cugqxl40zSpZqj
   -----END CERTIFICATE-----
-date: 2015-01-30 00:00:00.000000000 Z
+date: 2018-06-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: htmlentities
@@ -104,8 +107,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 description: A Ruby library to parse the content out of web pages. Currently supports
-  BBC News pages, The Guardian, Independent, New York Times and The Intercept articles.
-  Used by the News Sniffer project. http://www.newssniffer.co.uk
+  BBC News pages, The Guardian, Independent, New York Times, RT, Washington Post and
+  The Intercept articles. Used by the News Sniffer project. https://www.newssniffer.co.uk
 email: john@johnleach.co.uk
 executables: []
 extensions: []
@@ -123,6 +126,7 @@ files:
 - lib/web-page-parser/parsers/guardian_page_parser.rb
 - lib/web-page-parser/parsers/independent_page_parser.rb
 - lib/web-page-parser/parsers/new_york_times_page_parser.rb
+- lib/web-page-parser/parsers/rt_page_parser.rb
 - lib/web-page-parser/parsers/test_page_parser.rb
 - lib/web-page-parser/parsers/the_intercept_page_parser.rb
 - lib/web-page-parser/parsers/washingtonpost_page_parser.rb
@@ -135,6 +139,9 @@ files:
 - spec/fixtures/bbc_news/19957138.stm.html
 - spec/fixtures/bbc_news/20230333.stm.html
 - spec/fixtures/bbc_news/21528631.html
+- spec/fixtures/bbc_news/31014941.html
+- spec/fixtures/bbc_news/32271505.html
+- spec/fixtures/bbc_news/32275608.html
 - spec/fixtures/bbc_news/6072486.stm.html
 - spec/fixtures/bbc_news/7745137.stm.html
 - spec/fixtures/bbc_news/8011268.stm.html
@@ -145,29 +152,45 @@ files:
 - spec/fixtures/guardian/anger-grows-rbs-chiefs-bonus-with-explainer.html
 - spec/fixtures/guardian/anger-grows-rbs-chiefs-bonus.html
 - spec/fixtures/guardian/barack-obama-nicki-minaj-mariah-carey.html
+- spec/fixtures/guardian/duplicate-headline.html
+- spec/fixtures/guardian/julian-assange-donald-trump-hillary-clinton-interview.html
 - spec/fixtures/guardian/nhs-patient-data-available-companies-buy.html
 - spec/fixtures/guardian/syria-libya-middle-east-unrest-live.html
+- spec/fixtures/guardian/university-extremist-speakers.html
 - spec/fixtures/independent/belgian-man-who-skipped-100-restaurant-bills-is-killed-9081407.html
+- spec/fixtures/independent/boris-johnson.html
 - spec/fixtures/independent/david-cameron-set-for-uturn-over-uk-sanctuary-9077647.html
 - spec/fixtures/independent/innocent-starving-close-to-death-one-victim-of-the-siege-that-shames-syria-9065538.html
+- spec/fixtures/independent/lord-burns.html
 - spec/fixtures/independent/saudi-authorities-stop-textmessage-tracking-of-women-for-now-9065486.html
 - spec/fixtures/new_york_times/khaled-meshal-the-leader-of-hamas-vacates-damascus.html
+- spec/fixtures/new_york_times/show-banned-french-comedian-has-new-one-2018.html
 - spec/fixtures/new_york_times/show-banned-french-comedian-has-new-one.html
 - spec/fixtures/new_york_times/the-long-run-gingrich-stuck-to-caustic-path-in-ethics-battles.html
+- spec/fixtures/new_york_times/trump-kim-policy.html
+- spec/fixtures/rt/338045.html
+- spec/fixtures/rt/338237.html
 - spec/fixtures/theintercept/canada-proclaiming-war-12-years-shocked-someone-attacked-soldiers.html
+- spec/fixtures/theintercept/pentagon-missionary.html
+- spec/fixtures/washingtonpost/israeli-ambassador.html
 - spec/fixtures/washingtonpost/pentagon-confirms-al-shabab-leader-killed.html
+- spec/fixtures/washingtonpost/sgt-bowe-bergdahls-capture-remains-amystery-2018.html
 - spec/fixtures/washingtonpost/sgt-bowe-bergdahls-capture-remains-amystery.html
+- spec/fixtures/washingtonpost/trump-kim-summit.html
+- spec/fixtures/washingtonpost/will-a-bust-follow-the-boom-in-britain-2018.html
 - spec/fixtures/washingtonpost/will-a-bust-follow-the-boom-in-britain.html
 - spec/parser_factory_spec.rb
 - spec/parsers/bbc_news_page_spec.rb
 - spec/parsers/guardian_page_spec.rb
 - spec/parsers/independent_page_parser_spec.rb
 - spec/parsers/new_york_times_page_parser_spec.rb
+- spec/parsers/rt_page_parser_spec.rb
 - spec/parsers/the_intercept_page_parser_spec.rb
 - spec/parsers/washingtonpost_page_parser_spec.rb
 - spec/spec.opts
 - spec/spec_helper.rb
-homepage: http://github.com/johnl/web-page-parser
+- spec/web-page-parser
+homepage: https://github.com/johnl/web-page-parser
 licenses:
 - MIT
 metadata: {}
@@ -187,49 +210,68 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: A parser for various news organisation's web pages
 test_files:
-- spec/fixtures/bbc_news/10249066.stm.html
-- spec/fixtures/bbc_news/10341015.stm.html
-- spec/fixtures/bbc_news/11125504.html
-- spec/fixtures/bbc_news/12921632.html
-- spec/fixtures/bbc_news/13293006.html
-- spec/fixtures/bbc_news/19957138.stm.html
-- spec/fixtures/bbc_news/20230333.stm.html
-- spec/fixtures/bbc_news/21528631.html
-- spec/fixtures/bbc_news/6072486.stm.html
-- spec/fixtures/bbc_news/7745137.stm.html
-- spec/fixtures/bbc_news/8011268.stm.html
-- spec/fixtures/bbc_news/8029015.stm.html
-- spec/fixtures/bbc_news/8040164.stm.html
-- spec/fixtures/bbc_news/8063681.stm.html
-- spec/fixtures/cassette_library/BbcNewsPageParserV4.yml
-- spec/fixtures/guardian/anger-grows-rbs-chiefs-bonus-with-explainer.html
-- spec/fixtures/guardian/anger-grows-rbs-chiefs-bonus.html
+- spec/base_parser_spec.rb
+- spec/web-page-parser
+- spec/parser_factory_spec.rb
+- spec/fixtures/new_york_times/show-banned-french-comedian-has-new-one.html
+- spec/fixtures/new_york_times/trump-kim-policy.html
+- spec/fixtures/new_york_times/the-long-run-gingrich-stuck-to-caustic-path-in-ethics-battles.html
+- spec/fixtures/new_york_times/show-banned-french-comedian-has-new-one-2018.html
+- spec/fixtures/new_york_times/khaled-meshal-the-leader-of-hamas-vacates-damascus.html
+- spec/fixtures/rt/338237.html
+- spec/fixtures/rt/338045.html
 - spec/fixtures/guardian/barack-obama-nicki-minaj-mariah-carey.html
-- spec/fixtures/guardian/nhs-patient-data-available-companies-buy.html
+- spec/fixtures/guardian/university-extremist-speakers.html
+- spec/fixtures/guardian/julian-assange-donald-trump-hillary-clinton-interview.html
+- spec/fixtures/guardian/anger-grows-rbs-chiefs-bonus.html
 - spec/fixtures/guardian/syria-libya-middle-east-unrest-live.html
-- spec/fixtures/independent/belgian-man-who-skipped-100-restaurant-bills-is-killed-9081407.html
-- spec/fixtures/independent/david-cameron-set-for-uturn-over-uk-sanctuary-9077647.html
+- spec/fixtures/guardian/nhs-patient-data-available-companies-buy.html
+- spec/fixtures/guardian/duplicate-headline.html
+- spec/fixtures/guardian/anger-grows-rbs-chiefs-bonus-with-explainer.html
 - spec/fixtures/independent/innocent-starving-close-to-death-one-victim-of-the-siege-that-shames-syria-9065538.html
+- spec/fixtures/independent/boris-johnson.html
 - spec/fixtures/independent/saudi-authorities-stop-textmessage-tracking-of-women-for-now-9065486.html
-- spec/fixtures/new_york_times/khaled-meshal-the-leader-of-hamas-vacates-damascus.html
-- spec/fixtures/new_york_times/show-banned-french-comedian-has-new-one.html
-- spec/fixtures/new_york_times/the-long-run-gingrich-stuck-to-caustic-path-in-ethics-battles.html
-- spec/fixtures/washingtonpost/pentagon-confirms-al-shabab-leader-killed.html
+- spec/fixtures/independent/belgian-man-who-skipped-100-restaurant-bills-is-killed-9081407.html
+- spec/fixtures/independent/lord-burns.html
+- spec/fixtures/independent/david-cameron-set-for-uturn-over-uk-sanctuary-9077647.html
 - spec/fixtures/washingtonpost/sgt-bowe-bergdahls-capture-remains-amystery.html
+- spec/fixtures/washingtonpost/will-a-bust-follow-the-boom-in-britain-2018.html
+- spec/fixtures/washingtonpost/israeli-ambassador.html
+- spec/fixtures/washingtonpost/trump-kim-summit.html
+- spec/fixtures/washingtonpost/pentagon-confirms-al-shabab-leader-killed.html
+- spec/fixtures/washingtonpost/sgt-bowe-bergdahls-capture-remains-amystery-2018.html
 - spec/fixtures/washingtonpost/will-a-bust-follow-the-boom-in-britain.html
 - spec/fixtures/theintercept/canada-proclaiming-war-12-years-shocked-someone-attacked-soldiers.html
+- spec/fixtures/theintercept/pentagon-missionary.html
+- spec/fixtures/bbc_news/31014941.html
+- spec/fixtures/bbc_news/6072486.stm.html
+- spec/fixtures/bbc_news/13293006.html
+- spec/fixtures/bbc_news/10341015.stm.html
+- spec/fixtures/bbc_news/21528631.html
+- spec/fixtures/bbc_news/20230333.stm.html
+- spec/fixtures/bbc_news/8011268.stm.html
+- spec/fixtures/bbc_news/8040164.stm.html
+- spec/fixtures/bbc_news/10249066.stm.html
+- spec/fixtures/bbc_news/19957138.stm.html
+- spec/fixtures/bbc_news/32275608.html
+- spec/fixtures/bbc_news/8029015.stm.html
+- spec/fixtures/bbc_news/32271505.html
+- spec/fixtures/bbc_news/11125504.html
+- spec/fixtures/bbc_news/7745137.stm.html
+- spec/fixtures/bbc_news/12921632.html
+- spec/fixtures/bbc_news/8063681.stm.html
+- spec/fixtures/cassette_library/BbcNewsPageParserV4.yml
+- spec/spec_helper.rb
+- spec/spec.opts
+- spec/parsers/new_york_times_page_parser_spec.rb
+- spec/parsers/the_intercept_page_parser_spec.rb
+- spec/parsers/rt_page_parser_spec.rb
 - spec/parsers/bbc_news_page_spec.rb
 - spec/parsers/guardian_page_spec.rb
-- spec/parsers/new_york_times_page_parser_spec.rb
 - spec/parsers/independent_page_parser_spec.rb
-- spec/parsers/the_intercept_page_parser_spec.rb
 - spec/parsers/washingtonpost_page_parser_spec.rb
-- spec/parser_factory_spec.rb
-- spec/spec.opts
-- spec/spec_helper.rb
-- spec/base_parser_spec.rb