metainspector 5.4.1 → 5.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ef70ce77a81fb9913d7efc9638cb9b40ae39a6d3
-  data.tar.gz: 302ab1f5c39cb2c3357fa2b365b589900a8e01b2
+  metadata.gz: bc1180957b70b2fddea3607fcbcd0cf9c6be46fe
+  data.tar.gz: 433b5a354c38e0c5dc75b7698e0310b19de4f7bb
 SHA512:
-  metadata.gz: cdc124fe224875ca944a760398e101668d251afa20842100d29982ae643bddfb8d41105472f27c086ff35b9c80dab0813984085aa232a7fba440bf9e6119a37f
-  data.tar.gz: de826dff76e3f05b081f6c732f5f893936f094def30169f0df9386f5c87b160b80e787ba22895e3f7e92bdca9595e0bae63d6de10dc60c5cfe5168aa87b2c9b8
+  metadata.gz: 9c0373ba9ad2b88be80ae08b8f5f4eb5e2c64fb01497a3c7f6934c42ea077c33f84051d94ded182c00326cd234e4587de3d7f932483540f4368256539846fca0
+  data.tar.gz: 60bae22abc575ef14bb5291f7c9eccd94b8f1f6db63bfb5d617d6f557eed6554a3f175587aad0dbfcbb8ef7e1102e4732b8e81431e6ed9d6ba26c735a6cc1eb9

data/.travis.yml

@@ -1,5 +1,6 @@
+script: "bundle exec rspec -b"
 rvm:
-- 2.1.8
-- 2.2.4
-- 2.3.1
-- 2.4.0
+- 2.2.9
+- 2.3.6
+- 2.4.3
+- 2.5.0

data/README.md

@@ -22,8 +22,6 @@ If you're using it on a Rails application, just add it to your Gemfile and run `
 gem 'metainspector'
 ```
 
-This gem is tested on Ruby versions 2.0.0, 2.1.8 and 2.2.4.
-
 ## Usage
 
 Initialize a MetaInspector instance for an URL, like this:
@@ -438,7 +436,7 @@ You can also come to chat with us on our [Gitter room](https://gitter.im/jaimein
 * [go-metainspector](https://github.com/fern4lvarez/go-metainspector), a port of MetaInspector for Go.
 * [Node-MetaInspector](https://github.com/gabceb/node-metainspector), a port of MetaInspector for Node.
 * [MetaInvestigator](https://github.com/nekova/metainvestigator), a port of MetaInspector for Elixir.
-* [Funkspector] (https://github.com/jaimeiniesta/funkspector), another port of MetaInspector for Elixir.
+* [Funkspector](https://github.com/jaimeiniesta/funkspector), another port of MetaInspector for Elixir.
 
 ## License
 MetaInspector is released under the [MIT license](MIT-LICENSE).

data/examples/link_checker.rb

@@ -42,7 +42,7 @@ class BrokenLinkChecker
   def process_next_on_queue
     page = MetaInspector.new(@queue.pop)
 
-    page.links.all.select {|l| l =~ /^http(s)?:\/\//i}.each do |link|
+    page.links.http.each do |link|
       check_status(link, page.url)
     end
 

data/examples/spider.rb

@@ -27,10 +27,14 @@ while queue.any?
 
   puts "VISITED: #{url}"
 
-  page = MetaInspector.new(url)
-
-  page.links.internal.each do |link|
-    queue.push(link) unless visited.include?(link) || queue.include?(link)
+  begin
+    page = MetaInspector.new(url)
+
+    page.links.internal.each do |link|
+      queue.push(link) unless visited.include?(link) || queue.include?(link)
+    end
+  rescue MetaInspector::ParserError
+    puts "Couldn't get links from #{url}, skipping"
   end
 
   puts "#{visited.size} pages visited, #{queue.size} pages on queue\n\n"

data/lib/meta_inspector/parsers/images.rb

@@ -28,7 +28,7 @@ module MetaInspector
       # See doc at http://developers.facebook.com/docs/opengraph/
       # If none found, tries with Twitter image
       def owner_suggested
-        suggested_img = meta['og:image'] || meta['twitter:image']
+        suggested_img = content_of(meta['og:image']) || content_of(meta['twitter:image'])
         URL.absolutify(suggested_img, base_url) if suggested_img
       end
 
@@ -89,6 +89,11 @@ module MetaInspector
       def parsed_images
         cleanup(parsed.search('//img/@src'))
       end
+
+      def content_of(content)
+        return nil if content.nil? || content.empty?
+        content
+      end
     end
   end
 end

data/lib/meta_inspector/version.rb

@@ -1,3 +1,3 @@
 module MetaInspector
-  VERSION = '5.4.1'
+  VERSION = '5.4.2'
 end

data/meta_inspector.gemspec

@@ -25,7 +25,6 @@ Gem::Specification.new do |gem|
   gem.add_dependency 'nesty', '~> 1.0'
 
   gem.add_development_dependency 'rspec', '~> 3.0'
-  gem.add_development_dependency 'fakeweb', '1.3.0'
   gem.add_development_dependency 'webmock'
   gem.add_development_dependency 'awesome_print'
   gem.add_development_dependency 'rake', '~> 10.1.0'

data/spec/fixtures/meta_tags_empty.response

@@ -0,0 +1,53 @@
+HTTP/1.1 200 OK
+Age: 13
+Cache-Control: max-age=120
+Content-Type: text/html
+Date: Mon, 06 Jan 2014 12:47:42 GMT
+Expires: Mon, 06 Jan 2014 12:49:28 GMT
+Server: Apache/2.2.14 (Ubuntu)
+Vary: Accept-Encoding
+Via: 1.1 varnish
+X-Powered-By: PHP/5.3.2-1ubuntu4.22
+X-Varnish: 1188792404 1188790413
+Content-Length: 40571
+Connection: keep-alive
+
+<!DOCTYPE html>
+<html xmlns="http://www.w3.org/1999/xhtml" xmlns:fb="http://www.facebook.com/2008/fbml">
+  <head>
+    <!-- meta name examples -->
+
+    <meta name="keywords"       content="" />
+    <meta name="description"    content="" />
+    <meta name="author"         content="" />
+    <meta name="robots"         content="" />
+    <meta name="revisit"        content="" />
+    <meta name="DC.date.issued" content="">
+
+    <!-- meta http-equiv examples -->
+
+    <meta http-equiv="Content-Type"       content="text/html; charset=UTF-8">
+    <meta http-equiv="Content-Style-Type" content="text/css" />
+
+    <!-- meta charset examples -->
+
+    <meta charset="UTF-8" />
+
+    <!-- meta property examples -->
+
+    <meta property="og:title" content="" />
+    <meta property="og:type" content="" />
+    <meta property="og:url" content="" />
+
+    <meta property="og:image" content="" />
+    <meta property="og:image:width" content="" />
+    <meta property="og:image:height" content="" />
+
+    <meta property="twitter:image" content="" />
+
+  </head>
+  <body>
+    <p>A sample page with many types of empty meta tags and an image to fallback to</p>
+    <img src="/100x100" />
+  </body>
+</html>

data/spec/meta_inspector/head_links_spec.rb

@@ -1,7 +1,6 @@
 require 'spec_helper'
 
 describe MetaInspector do
-
   describe "head_links" do
     let(:page) { MetaInspector.new('http://example.com/head_links') }
     let(:page_https) { MetaInspector.new('https://example.com/head_links') }

data/spec/meta_inspector/images_spec.rb

@@ -1,7 +1,6 @@
 require 'spec_helper'
 
 describe MetaInspector do
-
   describe "#images" do
     describe "returns an Enumerable" do
       let(:page) { MetaInspector.new('https://twitter.com/markupvalidator') }
@@ -89,6 +88,12 @@ describe MetaInspector do
       expect(page.images.best).to eq("http://example.com/100x100")
     end
 
+    it "should find image when og:image and twitter:image metatags are present but empty" do
+      page = MetaInspector.new('http://example.com/meta_tags_empty')
+
+      expect(page.images.best).to eq("http://example.com/100x100")
+    end
+
     it "should find image when some img tag has no src attribute" do
       page = MetaInspector.new('http://example.com/malformed_image_in_html')
 

data/spec/meta_inspector/meta_tags_spec.rb

@@ -1,7 +1,6 @@
 require 'spec_helper'
 
 describe MetaInspector do
-
   describe "meta tags" do
     let(:page) { MetaInspector.new('http://example.com/meta-tags') }
 

data/spec/meta_inspector/redirections_spec.rb

@@ -19,9 +19,6 @@ describe MetaInspector do
     end
 
     context "when there are too many redirects" do
-      before(:all) { WebMock.enable! }
-      after(:all)  { WebMock.disable! }
-
       before do
         12.times { |i| register_redirect(i, i+1) }
       end
@@ -34,9 +31,6 @@ describe MetaInspector do
     end
 
     context "when there are cookies required for proper redirection" do
-      before(:all) { WebMock.enable! }
-      after(:all)  { WebMock.disable! }
-
       it "allows follows redirections while sending the cookies" do
         stub_request(:get, "http://blogs.clarionledger.com/dechols/2014/03/24/digital-medicine/")
           .to_return(:status => 302,

data/spec/request_spec.rb

@@ -1,7 +1,6 @@
 require 'spec_helper'
 
 describe MetaInspector::Request do
-
   it "raises an error if the URL is non-HTTP" do
     expect do
       MetaInspector::Request.new(url('ftp://ftp.example.com'))
@@ -55,11 +54,11 @@ describe MetaInspector::Request do
 
   describe 'exception handling' do
     before(:each) do
-      FakeWeb.allow_net_connect = true
+      WebMock.allow_net_connect!
     end
 
     after(:each) do
-      FakeWeb.allow_net_connect = false
+      WebMock.disable_net_connect!
     end
 
     it "should handle socket errors" do

data/spec/spec_helper.rb

@@ -1,12 +1,8 @@
 $: << File.join(File.dirname(__FILE__), "/../lib")
 require 'meta_inspector'
-require 'fakeweb'
 require "webmock/rspec"
 require "pry"
 
-FakeWeb.allow_net_connect = false
-WebMock.disable!
-
 def fixture_file(filename)
   return '' if filename == ''
   file_path = File.expand_path(File.dirname(__FILE__) + '/fixtures/' + filename)
@@ -16,107 +12,66 @@ end
 RSpec.configure do |config|
   config.filter_run focus: true
   config.run_all_when_everything_filtered = true
-end
-
-#######################
-# Faked web responses #
-#######################
-
-# We're reorganizing fixtures, trying to combine them on as few as possible response files
-# For each change in the fixtures, a comment should be included explaining why it's needed
-# This is the base page to be used in the examples
-FakeWeb.register_uri(:get, "http://example.com/", :response => fixture_file("example.response"))
-
-# Used to test response status codes
-FakeWeb.register_uri(:get, "http://example.com/404", :response => fixture_file("404.response"))
-
-# Used to test headers
-FakeWeb.register_uri(:get, "http://example.com/no-content-type", :response => fixture_file("no-content-type.response"))
-
-# Used to test largest image in page logic
-FakeWeb.register_uri(:get, "http://example.com/largest_image_in_html", :response => fixture_file("largest_image_in_html.response"))
-FakeWeb.register_uri(:get, "http://example.com/largest_image_using_image_size", :response => fixture_file("largest_image_using_image_size.response"))
-FakeWeb.register_uri(:get, "http://example.com/malformed_image_in_html", :response => fixture_file("malformed_image_in_html.response"))
-FakeWeb.register_uri(:get, "http://example.com/10x10", :response => fixture_file("10x10.jpg.response"))
-FakeWeb.register_uri(:get, "http://example.com/100x100", :response => fixture_file("100x100.jpg.response"))
-FakeWeb.register_uri(:get, "http://www.24-horas.mx/mexico-firma-acuerdo-bilateral-automotriz-con-argentina/", :response => fixture_file("relative_og_image.response"))
-
-# Used to test canonical URLs in head
-FakeWeb.register_uri(:get, "http://example.com/head_links", :response => fixture_file("head_links.response"))
-FakeWeb.register_uri(:get, "https://example.com/head_links", :response => fixture_file("head_links.response"))
-FakeWeb.register_uri(:get, "http://example.com/broken_head_links", :response => fixture_file("broken_head_links.response"))
-
-# Used to test best_title logic
-FakeWeb.register_uri(:get, "http://example.com/title_in_head", :response => fixture_file("title_in_head.response"))
-FakeWeb.register_uri(:get, "http://example.com/title_in_body", :response => fixture_file("title_in_body.response"))
-FakeWeb.register_uri(:get, "http://example.com/title_in_h1", :response => fixture_file("title_in_h1.response"))
-FakeWeb.register_uri(:get, "http://example.com/title_best_choice", :response => fixture_file("title_best_choice.response"))
-FakeWeb.register_uri(:get, "http://example.com/title_in_head_with_whitespace", :response => fixture_file("title_in_head_with_whitespace.response"))
-FakeWeb.register_uri(:get, "http://example.com/title_not_present", :response => fixture_file("title_not_present.response"))
-# best_title now has specific logic for youtube
-FakeWeb.register_uri(:get, "http://www.youtube.com/watch?v=short_title", :response => fixture_file("youtube_short_title.response"))
 
-# Used to test best_description logic
-FakeWeb.register_uri(:get, "http://example.com/desc_in_meta", :response => fixture_file("desc_in_meta.response"))
-FakeWeb.register_uri(:get, "http://example.com/desc_in_og", :response => fixture_file("desc_in_og.response"))
-FakeWeb.register_uri(:get, "http://example.com/desc_in_twitter", :response => fixture_file("desc_in_twitter.response"))
-
-# These are older fixtures
-FakeWeb.register_uri(:get, "http://pagerankalert.com", :response => fixture_file("pagerankalert.com.response"))
-FakeWeb.register_uri(:get, "http://pagerankalert-shortcut.com", :response => fixture_file("pagerankalert-shortcut.com.response"))
-FakeWeb.register_uri(:get, "http://pagerankalert-shortcut-and-icon.com", :response => fixture_file("pagerankalert-shortcut-and-icon.com.response"))
-FakeWeb.register_uri(:get, "http://pagerankalert-touch-icon.com", :response => fixture_file("pagerankalert-touch-icon.com.response"))
-FakeWeb.register_uri(:get, "pagerankalert.com", :response => fixture_file("pagerankalert.com.response"))
-FakeWeb.register_uri(:get, "http://www.alazan.com", :response => fixture_file("alazan.com.response"))
-FakeWeb.register_uri(:get, "http://alazan.com/websolution.asp", :response => fixture_file("alazan_websolution.response"))
-FakeWeb.register_uri(:get, "http://www.theonion.com/articles/apple-claims-new-iphone-only-visible-to-most-loyal,2772/", :response => fixture_file("theonion.com.response"))
-FakeWeb.register_uri(:get, "http://theonion-no-description.com", :response => fixture_file("theonion-no-description.com.response"))
-FakeWeb.register_uri(:get, "http://www.iteh.at", :response => fixture_file("iteh.at.response"))
-FakeWeb.register_uri(:get, "http://www.tea-tron.com/jbravo/blog/", :response => fixture_file("tea-tron.com.response"))
-FakeWeb.register_uri(:get, "http://www.guardian.co.uk/media/pda/2011/sep/15/techcrunch-arrington-startups", :response => fixture_file("guardian.co.uk.response"))
-FakeWeb.register_uri(:get, "http://protocol-relative.com", :response => fixture_file("protocol_relative.response"))
-FakeWeb.register_uri(:get, "https://protocol-relative.com", :response => fixture_file("protocol_relative.response"))
-FakeWeb.register_uri(:get, "http://example.com/nonhttp", :response => fixture_file("nonhttp.response"))
-FakeWeb.register_uri(:get, "http://example.com/invalid_href", :response => fixture_file("invalid_href.response"))
-FakeWeb.register_uri(:get, "http://example.com/invalid_byte_seq", :response => fixture_file("invalid_byte_seq.response"))
-FakeWeb.register_uri(:get, "http://example.com/malformed_href", :response => fixture_file("malformed_href.response"))
-FakeWeb.register_uri(:get, "http://www.youtube.com/watch?v=iaGSSrp49uc", :response => fixture_file("youtube.response"))
-FakeWeb.register_uri(:get, "http://markupvalidator.com/faqs", :response => fixture_file("markupvalidator_faqs.response"))
-FakeWeb.register_uri(:get, "https://twitter.com/markupvalidator", :response => fixture_file("twitter_markupvalidator.response"))
-FakeWeb.register_uri(:get, "http://example.com/empty", :response => fixture_file("empty_page.response"))
-FakeWeb.register_uri(:get, "http://international.com", :response => fixture_file("international.response"))
-FakeWeb.register_uri(:get, "http://charset000.com", :response => fixture_file("charset_000.response"))
-FakeWeb.register_uri(:get, "http://charset001.com", :response => fixture_file("charset_001.response"))
-FakeWeb.register_uri(:get, "http://charset002.com", :response => fixture_file("charset_002.response"))
-FakeWeb.register_uri(:get, "http://www.inkthemes.com/", :response => fixture_file("wordpress_site.response"))
-FakeWeb.register_uri(:get, "http://pagerankalert.com/image.png", :body => "Image", :content_type => "image/png")
-FakeWeb.register_uri(:get, "http://pagerankalert.com/file.tar.gz", :body => "Image", :content_type => "application/x-gzip")
-FakeWeb.register_uri(:get, "http://example.com/meta-tags", :response => fixture_file("meta_tags.response"))
-
-# These examples are used to test relative links
-FakeWeb.register_uri(:get, "http://relative.com/", :response => fixture_file("relative_links.response"))
-FakeWeb.register_uri(:get, "http://relative.com/company", :response => fixture_file("relative_links.response"))
-FakeWeb.register_uri(:get, "http://relative.com/company/", :response => fixture_file("relative_links.response"))
-
-FakeWeb.register_uri(:get, "http://relativewithbase.com/",                :response => fixture_file("relative_links_with_base.response"))
-FakeWeb.register_uri(:get, "http://relativewithbase.com/company/page2",   :response => fixture_file("relative_links_with_base.response"))
-FakeWeb.register_uri(:get, "http://relativewithbase.com/company/page2/",  :response => fixture_file("relative_links_with_base.response"))
-
-# These examples are used to test the redirections from HTTP to HTTPS and vice versa
-# http://facebook.com => https://facebook.com
-FakeWeb.register_uri(:get, "http://facebook.com/",          :response => fixture_file("facebook.com.response"))
-FakeWeb.register_uri(:get, "https://www.facebook.com/",     :response => fixture_file("https.facebook.com.response"))
-
-# https://unsafe-facebook.com => http://unsafe-facebook.com
-FakeWeb.register_uri(:get, "https://unsafe-facebook.com/",  :response => fixture_file("unsafe_https.facebook.com.response"))
-FakeWeb.register_uri(:get, "http://unsafe-facebook.com/",   :response => fixture_file("unsafe_facebook.com.response"))
-
-# These examples are used to test normalize URLs
-FakeWeb.register_uri(:get, "http://example.com/%EF%BD%9E", :response => fixture_file("example.response"))
-FakeWeb.register_uri(:get, "http://example.com/~", :response => fixture_file("example.response"))
-
-# Example to test correct encoding
-FakeWeb.register_uri(:get, "http://example-rtl.com/", :response => fixture_file("encoding.response"))
-
-# Example used to test empty description metatags
-FakeWeb.register_uri(:get, "http://example.com/empty-meta-description", :response => fixture_file("empty_metatag_description.response"))
+  config.before(:each) do
+    stub_request(:get, "http://alazan.com/websolution.asp").to_return(fixture_file("alazan_websolution.response"))
+    stub_request(:get, "http://charset000.com").to_return(fixture_file("charset_000.response"))
+    stub_request(:get, "http://charset001.com").to_return(fixture_file("charset_001.response"))
+    stub_request(:get, "http://charset002.com").to_return(fixture_file("charset_002.response"))
+    stub_request(:get, "http://example-rtl.com/").to_return(fixture_file("encoding.response"))
+    stub_request(:get, "http://example.com").to_return(fixture_file("example.response"))
+    stub_request(:get, "http://example.com/").to_return(fixture_file("example.response"))
+    stub_request(:get, "http://example.com/100x100").to_return(fixture_file("100x100.jpg.response"))
+    stub_request(:get, "http://example.com/10x10").to_return(fixture_file("10x10.jpg.response"))
+    stub_request(:get, "http://example.com/broken_head_links").to_return(fixture_file("broken_head_links.response"))
+    stub_request(:get, "http://example.com/desc_in_meta").to_return(fixture_file("desc_in_meta.response"))
+    stub_request(:get, "http://example.com/desc_in_og").to_return(fixture_file("desc_in_og.response"))
+    stub_request(:get, "http://example.com/desc_in_twitter").to_return(fixture_file("desc_in_twitter.response"))
+    stub_request(:get, "http://example.com/empty").to_return(fixture_file("empty_page.response"))
+    stub_request(:get, "http://example.com/head_links").to_return(fixture_file("head_links.response"))
+    stub_request(:get, "http://example.com/invalid_byte_seq").to_return(fixture_file("invalid_byte_seq.response"))
+    stub_request(:get, "http://example.com/invalid_href").to_return(fixture_file("invalid_href.response"))
+    stub_request(:get, "http://example.com/largest_image_in_html").to_return(fixture_file("largest_image_in_html.response"))
+    stub_request(:get, "http://example.com/largest_image_using_image_size").to_return(fixture_file("largest_image_using_image_size.response"))
+    stub_request(:get, "http://example.com/malformed_href").to_return(fixture_file("malformed_href.response"))
+    stub_request(:get, "http://example.com/malformed_image_in_html").to_return(fixture_file("malformed_image_in_html.response"))
+    stub_request(:get, "http://example.com/meta-tags").to_return(fixture_file("meta_tags.response"))
+    stub_request(:get, "http://example.com/no-content-type").to_return(fixture_file("no-content-type.response"))
+    stub_request(:get, "http://example.com/nonhttp").to_return(fixture_file("nonhttp.response"))
+    stub_request(:get, "http://example.com/title_best_choice").to_return(fixture_file("title_best_choice.response"))
+    stub_request(:get, "http://example.com/title_in_body").to_return(fixture_file("title_in_body.response"))
+    stub_request(:get, "http://example.com/title_in_h1").to_return(fixture_file("title_in_h1.response"))
+    stub_request(:get, "http://example.com/title_in_head").to_return(fixture_file("title_in_head.response"))
+    stub_request(:get, "http://example.com/title_in_head_with_whitespace").to_return(fixture_file("title_in_head_with_whitespace.response"))
+    stub_request(:get, "http://example.com/title_not_present").to_return(fixture_file("title_not_present.response"))
+    stub_request(:get, "http://example.com/~").to_return(fixture_file("example.response"))
+    stub_request(:get, "http://facebook.com/").to_return(fixture_file("facebook.com.response"))
+    stub_request(:get, "http://international.com").to_return(fixture_file("international.response"))
+    stub_request(:get, "http://pagerankalert-shortcut-and-icon.com").to_return(fixture_file("pagerankalert-shortcut-and-icon.com.response"))
+    stub_request(:get, "http://pagerankalert-shortcut.com").to_return(fixture_file("pagerankalert-shortcut.com.response"))
+    stub_request(:get, "http://pagerankalert-touch-icon.com").to_return(fixture_file("pagerankalert-touch-icon.com.response"))
+    stub_request(:get, "http://pagerankalert.com/").to_return(fixture_file("pagerankalert.com.response"))
+    stub_request(:get, "http://pagerankalert.com/image.png").to_return(headers: {'Content-Type' => 'image/png'})
+    stub_request(:get, "http://protocol-relative.com").to_return(fixture_file("protocol_relative.response"))
+    stub_request(:get, "http://relative.com/").to_return(fixture_file("relative_links.response"))
+    stub_request(:get, "http://relative.com/company").to_return(fixture_file("relative_links.response"))
+    stub_request(:get, "http://relative.com/company/").to_return(fixture_file("relative_links.response"))
+    stub_request(:get, "http://relativewithbase.com/").to_return(fixture_file("relative_links_with_base.response"))
+    stub_request(:get, "http://relativewithbase.com/company/page2").to_return(fixture_file("relative_links_with_base.response"))
+    stub_request(:get, "http://relativewithbase.com/company/page2/").to_return(fixture_file("relative_links_with_base.response"))
+    stub_request(:get, "http://theonion-no-description.com").to_return(fixture_file("theonion-no-description.com.response"))
+    stub_request(:get, "http://www.24-horas.mx/mexico-firma-acuerdo-bilateral-automotriz-con-argentina/").to_return(fixture_file("relative_og_image.response"))
+    stub_request(:get, "http://www.alazan.com").to_return(fixture_file("alazan.com.response"))
+    stub_request(:get, "http://www.guardian.co.uk/media/pda/2011/sep/15/techcrunch-arrington-startups").to_return(fixture_file("guardian.co.uk.response"))
+    stub_request(:get, "http://www.iteh.at").to_return(fixture_file("iteh.at.response"))
+    stub_request(:get, "http://www.tea-tron.com/jbravo/blog/").to_return(fixture_file("tea-tron.com.response"))
+    stub_request(:get, "http://www.theonion.com/articles/apple-claims-new-iphone-only-visible-to-most-loyal,2772/").to_return(fixture_file("theonion.com.response"))
+    stub_request(:get, "http://www.youtube.com/watch?v=iaGSSrp49uc").to_return(fixture_file("youtube.response"))
+    stub_request(:get, "http://www.youtube.com/watch?v=short_title").to_return(fixture_file("youtube_short_title.response"))
+    stub_request(:get, "https://example.com/head_links").to_return(fixture_file("head_links.response"))
+    stub_request(:get, "https://protocol-relative.com").to_return(fixture_file("protocol_relative.response"))
+    stub_request(:get, "https://twitter.com/markupvalidator").to_return(fixture_file("twitter_markupvalidator.response"))
+    stub_request(:get, "https://www.facebook.com/").to_return(fixture_file("https.facebook.com.response"))
+    stub_request(:get, "http://example.com/meta_tags_empty").to_return(fixture_file("meta_tags_empty.response"))
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: metainspector
 version: !ruby/object:Gem::Version
-  version: 5.4.1
+  version: 5.4.2
 platform: ruby
 authors:
 - Jaime Iniesta
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-02-23 00:00:00.000000000 Z
+date: 2018-04-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -150,20 +150,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
-- !ruby/object:Gem::Dependency
-  name: fakeweb
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 1.3.0
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 1.3.0
 - !ruby/object:Gem::Dependency
   name: webmock
   requirement: !ruby/object:Gem::Requirement
@@ -301,6 +287,7 @@ files:
 - spec/fixtures/malformed_image_in_html.response
 - spec/fixtures/markupvalidator_faqs.response
 - spec/fixtures/meta_tags.response
+- spec/fixtures/meta_tags_empty.response
 - spec/fixtures/no-content-type.response
 - spec/fixtures/nonhttp.response
 - spec/fixtures/pagerankalert-shortcut-and-icon.com.response