brilliant_web_scraper 0.1

data/spec/lib/parsers/title_spec.rb

@@ -0,0 +1,87 @@
+require 'spec_helper'
+
+describe 'Title' do
+  
+  class DummyTestClass
+  	include Title
+	end
+  let(:dummy_object) { DummyTestClass.new }
+  
+  it 'should return nil response for invalid inputs' do
+  	expect(dummy_object.grep_title(nil)).to be_nil
+  	expect(dummy_object.grep_title('')).to be_nil
+  end
+
+  it 'should return nil for no title presence' do
+    no_title_html = <<~HTML
+      <meta charset="UTF-8">
+      <meta http-equiv="x-ua-compatible" content="ie=edge">
+      <meta name="viewport" content="width=device-width, initial-scale=1">
+      <title> </title>
+      <link href="/on/demandware.static/Sites-Marmot_US-Site/-/default/dw8b6e883e/images/favicon.ico" rel="shortcut icon">
+      <meta name="description" content=" Shop the official Marmot online store. Maker of performance outdoor clothing and gear for travel, hiking, camping, snowsports, and more.Marmot">
+    HTML
+    title = dummy_object.grep_title(no_title_html.to_s)
+    expect(title).to eq(nil)
+  end
+
+  it 'should get title even from partially closed title tag' do
+    partially_closed_title_tag = <<~HTML
+       <title>Harmony (a Mediware company) is now WellSky. You are being redirected to WellSky.com.” /title>
+    HTML
+    title = dummy_object.grep_title(partially_closed_title_tag.to_s)
+    expect(title).to eq('Harmony (a Mediware company) is now WellSky. You are being redirected to WellSky.com.”')
+  end
+
+  it 'should get title even title is multi line' do
+    multi_line_title_tag = <<~HTML
+      <title>
+        Smartphone App Development Company | iPhone iPad App Development | Fredericton, Atlantic Canada | SEO Internet Marketing Website Design
+      </title>
+      <meta name="robots" content="index, follow" />
+    HTML
+    title = dummy_object.grep_title(multi_line_title_tag.to_s)
+    expect(title).to eq('Smartphone App Development Company | iPhone iPad App Development | Fredericton, Atlantic Canada | SEO Internet Marketing Website Design')
+  end
+
+  it 'should unescpe html encodings from title' do
+    partially_html_encoded_title = <<~HTML
+      <link rel="pingback" href="https://www.idirect.net/xmlrpc.php">
+      <title>ST Engineering iDirect &#8211; Shaping the Future of How the World Connects</title>
+      <link rel="dns-prefetch" href="//platform.twitter.com">
+    HTML
+    title = dummy_object.grep_title(partially_html_encoded_title.to_s)
+    expect(title).to eq('ST Engineering iDirect – Shaping the Future of How the World Connects')
+  end
+
+  it 'should remove unnecessary white spaces, new lines, tabs from title' do
+    extra_spacing_title = <<~HTML
+      <meta http-equiv="Content-type" content="text/html; charset=utf-8" /><meta http-equiv="Expires" content="0" /><meta http-equiv='content-language' content='en' /><title>
+
+      A global technology and services company committed to innovation| Cegedim
+
+      </title>
+      <link rel="stylesheet" type="text/css" href="/_layouts/15/1033/styles/Themable/corev15.css?rev=2bpHeX9U8DH09TB5zpJcsQ%3D%3D"/>
+    HTML
+    title = dummy_object.grep_title(extra_spacing_title.to_s)
+    expect(title).to eq('A global technology and services company committed to innovation| Cegedim')
+  end
+  it 'should pick very first title available' do
+    multiple_title_html = <<~HTML
+      <link rel="pingback" href="https://www.idirect.net/xmlrpc.php">
+      <title>ST Engineering iDirect &#8211; Shaping the Future of How the World Connects</title>
+      <link rel="dns-prefetch" href="//platform.twitter.com">
+      <title>Title 2 - ST Engineering iDirect &#8211; Shaping the Future of How the World Connects</title>
+    HTML
+    title = dummy_object.grep_title(multiple_title_html.to_s)
+    expect(title).to eq('ST Engineering iDirect – Shaping the Future of How the World Connects')
+  end
+  it 'should grep title with extra atrributes' do
+    html = <<~HTML
+      <title data-component-id="AdaptiveHtmlHead_01_6930" data-component-name="adaptiveHtmlHead" data-component-endpoint="/aries-common/v1/adaptiveHtmlHead.comp">Vancouver, Canada Hotel - City Center | Sheraton Vancouver Wall Centre</title>
+    HTML
+    title = dummy_object.grep_title(html.to_s)
+    expect(title).to eq('Vancouver, Canada Hotel - City Center | Sheraton Vancouver Wall Centre')
+  end
+end
+

data/spec/lib/parsers/twitter_description_spec.rb

@@ -0,0 +1,314 @@
+require 'spec_helper'
+
+describe 'Twitter Description' do
+  
+  class DummyTestClass
+  	include TwitterDescription
+	end
+  let(:dummy_object) { DummyTestClass.new }
+
+  it 'should return nil for invalid inputs' do
+  	expect(dummy_object.grep_twitter_description('')).to be_nil
+  	expect(dummy_object.grep_twitter_description(nil)).to be_nil
+  end
+  describe 'Name key first twitter description tag' do
+  	it 'should return nil for no twitter description tag presence' do
+  		no_org_description = <<~HTML
+  			<head>
+					<meta charset="utf-8">
+					<meta http-equiv="X-UA-Compatible" content="IE=edge">
+					<meta name="viewport" content="width=device-width, initial-scale=1">
+					<title>Internet Service Providers Chennai | Internet Telephony Service Providers Chennai | Internet bandwidth Providers Chennai - Pulse Telesystems Pvt Ltd</title>
+					<meta name="google-site-verification" content="h2NvZnvL9v536RUYH3jney-9V8JRBGESmzH5-ph0EM4">
+					<link href="http://www.pulse.in/new/wp-content/themes/pulse/css/bootstrap.min.css" rel="stylesheet" type="text/css">
+				</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(no_org_description.to_s)
+  		expect(twitter_description).to be_nil
+  	end
+
+  	it 'should return nil when content part is empty' do
+  		html = <<~HTML
+  			<head>
+					<meta http-equiv="X-UA-Compatible" content="IE=edge">
+					<meta name="twitter:description" content="">
+					<title>Internet Service Providers Chennai | Internet Telephony Service Providers Chennai | Internet bandwidth Providers Chennai - Pulse Telesystems Pvt Ltd</title>
+					<link href="http://www.pulse.in/new/wp-content/themes/pulse/css/bootstrap.min.css" rel="stylesheet" type="text/css">
+				</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to be_nil
+  	end
+
+  	it 'should return description from valid tag' do
+  		html = <<~HTML
+  			<head>
+					<meta content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." name="twitter:description">
+					<meta content="" property="uid">
+					<meta name="twitter:description" content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront.">
+					<meta content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no" name="viewport">
+  			</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('With Hired your job search has never been easier! Simply create a profile & vetted companies compete for you, reaching out with salary & equity upfront.')
+  	end
+
+  	it 'should return description even tag is multilined and partially encoded' do
+  		html = <<~HTML
+  			<head>
+					<meta content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." name="twitter:description">
+					<meta content="" property="uid">
+					<meta name="twitter:description" content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront.">
+					<meta content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no" 
+					name="viewport">
+  			</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('With Hired your job search has never been easier! Simply create a profile & vetted companies compete for you, reaching out with salary & equity upfront.')
+  	end
+
+  	it 'should parse meta tag even it is partially single quoted' do
+  		html = <<~HTML
+  			<head>
+					<meta content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." name=\'twitter:description">
+					<meta content="" property="uid">
+					<meta name="twitter:description" content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront.">
+					<meta content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no" 
+					name="viewport">
+  			</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('With Hired your job search has never been easier! Simply create a profile & vetted companies compete for you, reaching out with salary & equity upfront.')
+  	end
+
+  	it 'should parse meta tag even it is having other attributes defined' do
+  		html = <<~HTML
+  			<head>
+					<meta content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." name="twitter:description">
+					<meta content="" property="uid">
+					<meta class="metadescription" property=\'og:description" content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." charset="UTF-8">
+					<meta content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no" 
+					name="viewport">
+  			</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('With Hired your job search has never been easier! Simply create a profile & vetted companies compete for you, reaching out with salary & equity upfront.')
+  	end
+
+  	it 'should parse meta tag with itemprop as description key' do
+  		html = <<~HTML
+  			<head>
+					<meta content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." itemprop=\'twitter:description">
+					<meta content="" property="uid">
+					<meta content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no" 
+					name="viewport">
+  			</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('With Hired your job search has never been easier! Simply create a profile & vetted companies compete for you, reaching out with salary & equity upfront.')
+  	end
+
+  	it 'should parse even name/itemprop key content is improperly assigned' do
+  		html = <<~HTML
+  			<head>
+					<meta content="" property="uid">
+					<meta class="metadescription" name=twitter:description content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." charset="UTF-8" />
+					<meta content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no" 
+					name="viewport">
+  			</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('With Hired your job search has never been easier! Simply create a profile & vetted companies compete for you, reaching out with salary & equity upfront.')
+  	end
+
+  	it 'should bring description having single quote' do
+  		html = <<~HTML
+  			<html lang="en">
+					<head>
+						<META charset="utf-8">
+						<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
+						<meta name="viewport" content="width=device-width, initial-scale=1" />
+						<title>Wilentz, Goldman & Spitzer: NJ, NYC and PA Full-Service Law Firm</title>
+						<meta name="twitter:description" content="Wilentz Goldman & Spitzer is one of New Jersey's largest law firms. Our lawyers proudly serve our clients in nearly every aspect of law." />
+  				</head>
+  			<html>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('Wilentz Goldman & Spitzer is one of New Jersey\'s largest law firms. Our lawyers proudly serve our clients in nearly every aspect of law.')
+  	end
+
+  	it 'should bring description having double quote' do
+  		html = <<~HTML
+  			<html lang="en">
+					<head>
+						<META charset="utf-8">
+						<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
+						<meta name="viewport" content="width=device-width, initial-scale=1" />
+						<title>Wilentz, Goldman & Spitzer: NJ, NYC and PA Full-Service Law Firm</title>
+  					<meta name="twitter:description" content='Whether you&#039;re a Mac "die-hard" or an iPad "newbie" we give you the scoop on what&#039;s new, what&#039;s best and how to make the most out of the products you love.' />
+  				</head>
+  			<html>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('Whether you\'re a Mac "die-hard" or an iPad "newbie" we give you the scoop on what\'s new, what\'s best and how to make the most out of the products you love.')
+  	end
+
+  	it "should bring description even some other meta tag is empty" do
+  		html = <<~HTML
+  			<html lang="en">
+					<head>
+						<META charset="utf-8">
+						<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
+						<meta name="viewport" content="width=device-width, initial-scale=1" />
+						<title>Wilentz, Goldman & Spitzer: NJ, NYC and PA Full-Service Law Firm</title>
+  					<meta name="twitter:description" content="">
+  					<meta name="twitter:description" content='Whether you&#039;re a Mac "die-hard" or an iPad "newbie" we give you the scoop on what&#039;s new, what&#039;s best and how to make the most out of the products you love.' />
+  				</head>
+  			<html>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('Whether you\'re a Mac "die-hard" or an iPad "newbie" we give you the scoop on what\'s new, what\'s best and how to make the most out of the products you love.')
+  	end
+  end
+  describe 'Content key first organization description tag' do
+  	it 'should return nil when content part is empty' do
+  		no_twitter_description = <<~HTML
+  			<head>
+					<meta http-equiv="X-UA-Compatible" content="IE=edge">
+					<meta content="" name="twitter:description">
+					<meta content='' name="twitter:description">
+					<title>Internet Service Providers Chennai | Internet Telephony Service Providers Chennai | Internet bandwidth Providers Chennai - Pulse Telesystems Pvt Ltd</title>
+					<link href="http://www.pulse.in/new/wp-content/themes/pulse/css/bootstrap.min.css" rel="stylesheet" type="text/css">
+				</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(no_twitter_description.to_s)
+  		expect(twitter_description).to be_nil
+  	end
+
+  	it 'should return description from valid tag' do
+  		html = <<~HTML
+  			<head>
+					<meta content="" property="uid">
+					<meta content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." name="twitter:description">
+					<meta content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no" name="viewport">
+  			</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('With Hired your job search has never been easier! Simply create a profile & vetted companies compete for you, reaching out with salary & equity upfront.')
+  	end
+
+  	it 'should return description even tag is multilined and partially encoded' do
+  		html = <<~HTML
+  			<head>
+					<meta content="" property="uid">
+					<meta content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." name="twitter:description" >
+					<meta content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no" 
+					name="viewport">
+  			</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('With Hired your job search has never been easier! Simply create a profile & vetted companies compete for you, reaching out with salary & equity upfront.')
+  	end
+
+  	it 'should parse meta tag even it is partially single quoted' do
+  		html = <<~HTML
+  			<head>
+					<meta content="" property="uid">
+					<meta content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." name=\'twitter:description">
+					<meta content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no" 
+					name="viewport">
+  			</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('With Hired your job search has never been easier! Simply create a profile & vetted companies compete for you, reaching out with salary & equity upfront.')
+  	end
+
+  	it 'should parse meta tag even it is having other attributes defined' do
+  		html = <<~HTML
+  			<head>
+					<meta content="" property="uid">
+					<meta class="metadescription" content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." charset="UTF-8" name=\'twitter:description">
+					<meta content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no" 
+					name="viewport">
+  			</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('With Hired your job search has never been easier! Simply create a profile & vetted companies compete for you, reaching out with salary & equity upfront.')
+  	end
+
+  	it 'should parse meta tag with itemprop as description key' do
+  		html = <<~HTML
+  			<head>
+					<meta content="" property="uid">
+					<meta class="metadescription" content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." itemprop=\'twitter:description" charset="UTF-8">
+					<meta content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no" 
+					name="viewport">
+  			</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('With Hired your job search has never been easier! Simply create a profile & vetted companies compete for you, reaching out with salary & equity upfront.')
+  	end
+
+  	it 'should parse even name/itemprop key content is improperly assigned' do
+  		html = <<~HTML
+  			<head>
+					<meta content="" property="uid">
+					<meta class="metadescription" content="With Hired your job search has never been easier! Simply create a profile &amp; vetted companies compete for you, reaching out with salary &amp; equity upfront." charset="UTF-8" name=twitter:description />
+					<meta content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no" 
+					name="viewport">
+  			</head>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('With Hired your job search has never been easier! Simply create a profile & vetted companies compete for you, reaching out with salary & equity upfront.')
+  	end
+
+  	it 'should bring description having single quote' do
+  		html = <<~HTML
+  			<html lang="en">
+					<head>
+						<META charset="utf-8">
+						<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
+						<meta name="viewport" content="width=device-width, initial-scale=1" />
+						<title>Wilentz, Goldman & Spitzer: NJ, NYC and PA Full-Service Law Firm</title>
+						<meta content="Wilentz Goldman & Spitzer is one of New Jersey's largest law firms. Our lawyers proudly serve our clients in nearly every aspect of law." name="twitter:description"	/>
+  				</head>
+  			<html>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('Wilentz Goldman & Spitzer is one of New Jersey\'s largest law firms. Our lawyers proudly serve our clients in nearly every aspect of law.')
+  	end
+
+  	it 'should bring description having double quote' do
+  		html = <<~HTML
+  			<html lang="en">
+					<head>
+						<META charset="utf-8">
+						<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
+						<meta name="viewport" content="width=device-width, initial-scale=1" />
+						<title>Wilentz, Goldman & Spitzer: NJ, NYC and PA Full-Service Law Firm</title>
+  					<meta content='Whether you&#039;re a Mac "die-hard" or an iPad "newbie" we give you the scoop on what&#039;s new, what&#039;s best and how to make the most out of the products you love.' name="twitter:description" />
+  				</head>
+  			<html>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('Whether you\'re a Mac "die-hard" or an iPad "newbie" we give you the scoop on what\'s new, what\'s best and how to make the most out of the products you love.')
+  	end
+
+  	it "should bring description even some other meta tag is empty" do
+  		html = <<~HTML
+  			<html lang="en">
+					<head>
+						<META charset="utf-8">
+						<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
+						<meta name="viewport" content="width=device-width, initial-scale=1" />
+						<title>Wilentz, Goldman & Spitzer: NJ, NYC and PA Full-Service Law Firm</title>
+  					<meta content="" name="twitter:description">
+  					<meta content='Whether you&#039;re a Mac "die-hard" or an iPad "newbie" we give you the scoop on what&#039;s new, what&#039;s best and how to make the most out of the products you love.' name="twitter:description"/>
+  				</head>
+  			<html>
+  		HTML
+  		twitter_description = dummy_object.grep_twitter_description(html.to_s)
+  		expect(twitter_description).to eq('Whether you\'re a Mac "die-hard" or an iPad "newbie" we give you the scoop on what\'s new, what\'s best and how to make the most out of the products you love.')
+  	end
+  end
+end

data/spec/lib/parsers/twitter_profile_spec.rb

@@ -0,0 +1,59 @@
+require 'spec_helper'
+
+describe 'Twitter Profile' do
+  
+  class DummyTestClass
+    include TwitterProfile
+  end
+  let(:dummy_object) { DummyTestClass.new }
+
+  it 'should return nil for invalid input' do
+    expect(dummy_object.grep_twitter_profile(nil)).to be_nil
+    expect(dummy_object.grep_twitter_profile('')).to be_nil
+  end
+
+  it 'should not grep any non profile url' do
+    html = <<~HTML
+      <a href="http://twitter.com/download/iphone\\" target="_blank">
+      <a href="http://twitter.com/%user_screen_name%/statuses/%id%" target="_blank">
+      <a href="https://twitter.com/i/web/status/1116404686133686272" target="_blank">
+      <a href="https://twitter.com/" target="_blank">
+      <a href="http://twitter.com/\'+reply.substring(1)+" target="_blank">
+      <a href="http://twitter.com/#" target="_blank">
+      <a href="https://twitter.com/intent/tweet?text=https://www.facebook.com/ChoosePremiere/photos/a.10151220913587649/10157236078952649/?type=3'," target="_blank">
+      <a href="https://twitter.com/share?url=https://dirigoagency.com/" target="_blank">
+      <a href="https://twitter.com/search?q=%23solicitors&src=hash" target="_blank">
+      <a href="https://twitter.com/hashtag/salisburysalutes?src=hash" target="_blank">
+      <a href="https://twitter.com/privacy" target="_blank">
+      <a href="https://twitter.com/home?status=Hey" target="_blank">
+      <a href="https://twitter.com/statuses/1113546402863312896" target="_blank">
+      <a href="https://twitter.com/login" target="_blank">
+      <a href=" http://twitter.com/share/" target="_blank">
+      <a href="https://twitter.com/#!/Farmer_Brothers" target="_blank">
+      <a href="http://twitter.com/javascripts/blogger.js" target="_blank">
+    HTML
+    expect(dummy_object.grep_twitter_profile(html.to_s)).to eq([])
+  end
+
+  it 'should grep valid urls' do
+    html = <<~HTML
+      <a href="http://twitter.com/_titaniumrings" target="_blank">
+      <a href="http://twitter.com/_Titaniumrings" target="_blank">
+      <a href="http://twitter.com/@clindiatwitt" target="_blank">
+      <a href="http://twitter.com/8of12" target="_blank">
+      <a href="http://twitter.com/AAB_Accountants" target="_blank">
+      <a href="http://twitter.com/SundanceCompany/statuses/1148708421308485637" target="_blank">
+    HTML
+    twitter_profiles = dummy_object.grep_twitter_profile(html.to_s)
+
+    expected_profiles = [
+      "http://twitter.com/_titaniumrings", 
+      "http://twitter.com/_Titaniumrings", 
+      "http://twitter.com/@clindiatwitt", 
+      "http://twitter.com/8of12", 
+      "http://twitter.com/AAB_Accountants", 
+      "http://twitter.com/SundanceCompany/statuses/1148708421308485637"
+    ]
+    expect(twitter_profiles).to eq(expected_profiles)
+  end
+end