rcarvalho-link_thumbnailer 1.0.9.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/.gitignore +19 -0
- data/.rspec +2 -0
- data/.travis.yml +6 -0
- data/CHANGELOG.md +91 -0
- data/Gemfile +12 -0
- data/LICENSE +22 -0
- data/README.md +184 -0
- data/Rakefile +7 -0
- data/app/controllers/link_thumbnailer/application_controller.rb +4 -0
- data/app/controllers/link_thumbnailer/previews_controller.rb +11 -0
- data/lib/generators/link_thumbnailer/install_generator.rb +19 -0
- data/lib/generators/templates/initializer.rb +41 -0
- data/lib/link_thumbnailer.rb +96 -0
- data/lib/link_thumbnailer/configuration.rb +6 -0
- data/lib/link_thumbnailer/doc.rb +65 -0
- data/lib/link_thumbnailer/doc_parser.rb +15 -0
- data/lib/link_thumbnailer/engine.rb +9 -0
- data/lib/link_thumbnailer/fetcher.rb +34 -0
- data/lib/link_thumbnailer/img_comparator.rb +18 -0
- data/lib/link_thumbnailer/img_parser.rb +46 -0
- data/lib/link_thumbnailer/img_url_filter.rb +13 -0
- data/lib/link_thumbnailer/object.rb +41 -0
- data/lib/link_thumbnailer/opengraph.rb +20 -0
- data/lib/link_thumbnailer/rails/routes.rb +47 -0
- data/lib/link_thumbnailer/rails/routes/mapper.rb +30 -0
- data/lib/link_thumbnailer/rails/routes/mapping.rb +33 -0
- data/lib/link_thumbnailer/version.rb +3 -0
- data/lib/link_thumbnailer/web_image.rb +18 -0
- data/link_thumbnailer.gemspec +28 -0
- data/spec/doc_parser_spec.rb +25 -0
- data/spec/doc_spec.rb +23 -0
- data/spec/examples/empty_example.html +11 -0
- data/spec/examples/example.html +363 -0
- data/spec/examples/og_example.html +12 -0
- data/spec/fetcher_spec.rb +97 -0
- data/spec/img_comparator_spec.rb +16 -0
- data/spec/img_url_filter_spec.rb +31 -0
- data/spec/link_thumbnailer_spec.rb +205 -0
- data/spec/object_spec.rb +130 -0
- data/spec/opengraph_spec.rb +7 -0
- data/spec/spec_helper.rb +13 -0
- data/spec/web_image_spec.rb +57 -0
- metadata +245 -0
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
require 'spec_helper'
|
|
2
|
+
|
|
3
|
+
describe LinkThumbnailer::DocParser do
|
|
4
|
+
|
|
5
|
+
it { should respond_to(:parse).with(1).arguments }
|
|
6
|
+
|
|
7
|
+
let(:instance) { LinkThumbnailer::DocParser.new }
|
|
8
|
+
|
|
9
|
+
describe "#parse" do
|
|
10
|
+
|
|
11
|
+
let(:source_url) { 'http://foo.com' }
|
|
12
|
+
|
|
13
|
+
subject { instance.parse('', source_url) }
|
|
14
|
+
|
|
15
|
+
it { expect(subject.source_url).to eq(source_url) }
|
|
16
|
+
it { expect(subject).to respond_to(:doc_base_href) }
|
|
17
|
+
it { expect(subject).to respond_to(:img_srcs) }
|
|
18
|
+
it { expect(subject).to respond_to(:img_abs_urls) }
|
|
19
|
+
it { expect(subject).to respond_to(:title) }
|
|
20
|
+
it { expect(subject).to respond_to(:description) }
|
|
21
|
+
it { expect(subject).to respond_to(:source_url) }
|
|
22
|
+
|
|
23
|
+
end
|
|
24
|
+
|
|
25
|
+
end
|
data/spec/doc_spec.rb
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
require 'spec_helper'
|
|
2
|
+
|
|
3
|
+
describe LinkThumbnailer::Doc do
|
|
4
|
+
|
|
5
|
+
class Foo
|
|
6
|
+
end
|
|
7
|
+
|
|
8
|
+
let(:foo) { Foo.new }
|
|
9
|
+
|
|
10
|
+
before do
|
|
11
|
+
foo.extend LinkThumbnailer::Doc
|
|
12
|
+
end
|
|
13
|
+
|
|
14
|
+
subject { foo }
|
|
15
|
+
|
|
16
|
+
it { should respond_to :doc_base_href }
|
|
17
|
+
it { should respond_to :img_srcs }
|
|
18
|
+
it { should respond_to :img_abs_urls }
|
|
19
|
+
it { should respond_to :title }
|
|
20
|
+
it { should respond_to :description }
|
|
21
|
+
it { should respond_to :source_url }
|
|
22
|
+
|
|
23
|
+
end
|
|
@@ -0,0 +1,363 @@
|
|
|
1
|
+
<!DOCTYPE html>
|
|
2
|
+
<!-- saved from url=(0019)http://www.foo.com/ -->
|
|
3
|
+
<html><head><meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
|
|
4
|
+
<meta charset="UTF-8">
|
|
5
|
+
<title>Foo.com</title>
|
|
6
|
+
<link href="./example_files/style-3706572431311a3a4cf5c6f3266c9bce.css" media="all" rel="stylesheet" type="text/css">
|
|
7
|
+
<link href="./example_files/belt_layout1_google-1c8ee8bd905a6121e7a7ac73b7ffb888.css" media="all" rel="stylesheet" type="text/css">
|
|
8
|
+
<script src="./example_files/application-e8b3208729190cb9cc8a800ff3283fd8.js" type="text/javascript"></script>
|
|
9
|
+
<link href="./example_files/load_style.css" media="all" rel="stylesheet" type="text/css">
|
|
10
|
+
<meta content="authenticity_token" name="csrf-param">
|
|
11
|
+
<meta content="Mh9Ervhd7HlDNhhJdZ+nKec9RE0sn2FO8nyJXUrKUng=" name="csrf-token">
|
|
12
|
+
</head>
|
|
13
|
+
<body>
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
<style>
|
|
17
|
+
.listing .sitelinks{
|
|
18
|
+
padding:5px 15px;
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
.listing .sitelinks td{
|
|
22
|
+
padding-right:16px;
|
|
23
|
+
|
|
24
|
+
}
|
|
25
|
+
.listing .sitelinks a, .listing .ratings a{
|
|
26
|
+
color:#0000DE;
|
|
27
|
+
}
|
|
28
|
+
.listing .url a:hover{
|
|
29
|
+
color:#a02934;
|
|
30
|
+
}
|
|
31
|
+
.ratings{
|
|
32
|
+
color: #666666;
|
|
33
|
+
}
|
|
34
|
+
.listing{
|
|
35
|
+
margin-bottom:15px;
|
|
36
|
+
}
|
|
37
|
+
.listing .url {
|
|
38
|
+
font-size:16px;
|
|
39
|
+
}
|
|
40
|
+
.listing .host {
|
|
41
|
+
color:#a02934;
|
|
42
|
+
display:block;
|
|
43
|
+
font-size:16px;
|
|
44
|
+
text-decoration:none;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
.listing .url a{
|
|
48
|
+
color:#0000DE;
|
|
49
|
+
line-height:auto;
|
|
50
|
+
}
|
|
51
|
+
.listing .description a{
|
|
52
|
+
text-decoration:none;
|
|
53
|
+
color:black;
|
|
54
|
+
font-size:16px;
|
|
55
|
+
line-height:12pt;
|
|
56
|
+
}
|
|
57
|
+
.listing .host a{
|
|
58
|
+
text-decoration:none;
|
|
59
|
+
color:#008000;
|
|
60
|
+
font-size:16px;
|
|
61
|
+
line-height:12pt;
|
|
62
|
+
}
|
|
63
|
+
</style>
|
|
64
|
+
<script src="./example_files/jquery-1.5.js"></script>
|
|
65
|
+
<script>
|
|
66
|
+
var google_about_url = '';
|
|
67
|
+
var ads_array = new Array();
|
|
68
|
+
var bottom_ads_array = new Array();
|
|
69
|
+
var webSearch = "";
|
|
70
|
+
var google_tag = "";
|
|
71
|
+
|
|
72
|
+
var genCatSearches_array=new Array();
|
|
73
|
+
var relatedSearches_array=new Array();
|
|
74
|
+
var popularCategories_array = new Array();
|
|
75
|
+
var digi_keyword_links_array = new Array();
|
|
76
|
+
var global_afd_response = "";
|
|
77
|
+
|
|
78
|
+
var call_num = 1;
|
|
79
|
+
function redirect(){
|
|
80
|
+
document.getElementById('results').innerHTML = "No results found";
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
function jscript_log(name, severity, message, page){
|
|
84
|
+
$.ajax({
|
|
85
|
+
type: "POST",
|
|
86
|
+
url: "/log_error",
|
|
87
|
+
data: {
|
|
88
|
+
name: name,
|
|
89
|
+
severity: severity,
|
|
90
|
+
domain: window.location.hostname,
|
|
91
|
+
message: message,
|
|
92
|
+
tag: google_tag,
|
|
93
|
+
page: page
|
|
94
|
+
},
|
|
95
|
+
context: document.body
|
|
96
|
+
})
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
function token_link(keyword){
|
|
100
|
+
window.location = '/results' + '?q=' + encodeURIComponent(keyword) + '&token=' + global_afd_response.token;
|
|
101
|
+
return false;
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
function link_to_google(){
|
|
105
|
+
if(google_about_url!=''){
|
|
106
|
+
window.open(google_about_url,'_blank');
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
function gadlink(ga, inner_text, visible_url){
|
|
111
|
+
visible_url = visible_url.replace(/<b>/gi,'')
|
|
112
|
+
visible_url = visible_url.replace(/<\/b>/gi,'')
|
|
113
|
+
return '<a ' +
|
|
114
|
+
'href="http://' + visible_url + '"' +
|
|
115
|
+
' onclick="window.open(\'' + ga.url + '\');return false;"' +
|
|
116
|
+
' target="_blank" ' +
|
|
117
|
+
'>' +
|
|
118
|
+
inner_text + '</a>';
|
|
119
|
+
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
function google_afd_ad_request_done(google_afd_response) {
|
|
123
|
+
if(google_afd_response.faillisted==true){
|
|
124
|
+
jscript_log('faillisted', 10, JSON.stringify(google_afd_response), "/")
|
|
125
|
+
}
|
|
126
|
+
if(google_afd_response.token || google_afd_response.ads){
|
|
127
|
+
|
|
128
|
+
global_afd_response = google_afd_response;
|
|
129
|
+
if(google_afd_response.feedback_url){
|
|
130
|
+
google_about_url = google_afd_response.feedback_url;
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
if (google_afd_response.ads && google_afd_response.ads.length > 0) {
|
|
134
|
+
var google_ads = google_afd_response.ads;
|
|
135
|
+
for (var i = 0; i < google_ads.length; i++) {
|
|
136
|
+
seller_ratings = google_ads[i].seller_ratings;
|
|
137
|
+
site_links = google_ads[i].sitelinks;
|
|
138
|
+
ads="";
|
|
139
|
+
ads +=
|
|
140
|
+
'<div class="listing"><div class="url">' +
|
|
141
|
+
gadlink(google_ads[i], google_ads[i].line1, google_ads[i].visible_url) +
|
|
142
|
+
'</div>';
|
|
143
|
+
if (seller_ratings) {
|
|
144
|
+
ads += '<div class="ratings">'+seller_ratings.advertiser_info+' <img src="/assets/'+seller_ratings.rating+'star.gif" border="0"> <a href="'+seller_ratings.source_url+'" target="_blank">('+seller_ratings.review_count+')</a></div>';
|
|
145
|
+
}
|
|
146
|
+
ads +=
|
|
147
|
+
'<div class="description">' + google_ads[i].line2 + ' ' +
|
|
148
|
+
(google_ads[i].line3 != undefined ? google_ads[i].line3 + '' : '') +
|
|
149
|
+
'</div>' +
|
|
150
|
+
'<div class="host">' +
|
|
151
|
+
gadlink(google_ads[i], google_ads[i].visible_url, google_ads[i].visible_url) +
|
|
152
|
+
'</div>';
|
|
153
|
+
if (site_links && site_links.length > 0) {
|
|
154
|
+
ads += '<table class="sitelinks" cellpadding=0 cellspacing=0 border=0>';
|
|
155
|
+
for (var x = 0; x < site_links.length; x++) {
|
|
156
|
+
if(x % 2 == 0){
|
|
157
|
+
ads += '<tr>';
|
|
158
|
+
}
|
|
159
|
+
ads +=
|
|
160
|
+
'<td class="sitelink">' +
|
|
161
|
+
gadlink(site_links[x], site_links[x].link_text, google_ads[i].visible_url) +
|
|
162
|
+
'</td>';
|
|
163
|
+
if(x % 2 == 1){
|
|
164
|
+
ads += '</tr>';
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
if(x % 2 == 0){
|
|
168
|
+
ads += '</tr>';
|
|
169
|
+
}
|
|
170
|
+
ads += '</table>';
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
ads += '</div>';
|
|
174
|
+
if(google_ads[i].position=="Top"){
|
|
175
|
+
ads_array.push(ads);
|
|
176
|
+
}else{
|
|
177
|
+
bottom_ads_array.push(ads);
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
|
|
182
|
+
if (google_afd_response.categories && google_afd_response.categories.length > 0) {
|
|
183
|
+
var google_categories = google_afd_response.categories;
|
|
184
|
+
for (var i = 0; i < google_categories.length; i++) {
|
|
185
|
+
subcats = google_categories[i].subcategories;
|
|
186
|
+
popularCategories =
|
|
187
|
+
'<div class="termgroup">' +
|
|
188
|
+
'<h3><a class="popular_category" ' +
|
|
189
|
+
'href="/#' + google_categories[i].term + '"' +
|
|
190
|
+
' onclick="window.location=\'/results' +
|
|
191
|
+
'?q=' + encodeURIComponent(google_categories[i].term) +
|
|
192
|
+
'&token=' + google_categories[i].token + '\';return false;"' +
|
|
193
|
+
'>' +
|
|
194
|
+
google_categories[i].term +
|
|
195
|
+
'</a></h3>';
|
|
196
|
+
for(var gci =0; gci < subcats.length; gci++){
|
|
197
|
+
popularCategories = popularCategories +
|
|
198
|
+
'<div class="term">' +
|
|
199
|
+
'<a class="popular_category" ' +
|
|
200
|
+
'href="/#' + subcats[gci].term + '"' +
|
|
201
|
+
' onclick="window.location=\'/results' +
|
|
202
|
+
'?q=' + encodeURIComponent(subcats[gci].term) +
|
|
203
|
+
'&token=' + subcats[gci].token + '\';return false;"' +
|
|
204
|
+
'>' +
|
|
205
|
+
subcats[gci].term +
|
|
206
|
+
'</a></div>';
|
|
207
|
+
}
|
|
208
|
+
popularCategories = popularCategories + '</div>';
|
|
209
|
+
popularCategories_array.push(popularCategories);
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
if (google_afd_response.link_units && google_afd_response.link_units.length > 0) {
|
|
214
|
+
var google_link_units = google_afd_response.link_units;
|
|
215
|
+
for (var i = 0; i < google_link_units.length; i++) {
|
|
216
|
+
relatedSearches =
|
|
217
|
+
'<div class="term">' +
|
|
218
|
+
'<a class="related_searches" ' +
|
|
219
|
+
'href="/#' + google_link_units[i].term + '"' +
|
|
220
|
+
' onclick="window.location=\'/results' +
|
|
221
|
+
'?q=' + encodeURIComponent(google_link_units[i].term) +
|
|
222
|
+
'&token=' + google_link_units[i].token + '\';return false;"' +
|
|
223
|
+
'>' +
|
|
224
|
+
google_link_units[i].term +
|
|
225
|
+
'</a>' +
|
|
226
|
+
'</div>';
|
|
227
|
+
relatedSearches_array.push(relatedSearches);
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
}
|
|
231
|
+
if (google_afd_response.link_units && google_afd_response.link_units.length > 0) {
|
|
232
|
+
var google_link_units = google_afd_response.link_units;
|
|
233
|
+
for (var i = 0; i < google_link_units.length; i++) {
|
|
234
|
+
relatedSearches = "";
|
|
235
|
+
if(i % 5 == 0){
|
|
236
|
+
relatedSearches += "<div class='termgroup'>";
|
|
237
|
+
}
|
|
238
|
+
relatedSearches +=
|
|
239
|
+
'<div class="term">' +
|
|
240
|
+
'<a class="related_searches" ' +
|
|
241
|
+
'href="/#' + google_link_units[i].term + '"' +
|
|
242
|
+
' onclick="window.location=\'/results' +
|
|
243
|
+
'?q=' + encodeURIComponent(google_link_units[i].term) +
|
|
244
|
+
'&token=' + google_link_units[i].token + '\';return false;"' +
|
|
245
|
+
'>' +
|
|
246
|
+
google_link_units[i].term +
|
|
247
|
+
'</a>' +
|
|
248
|
+
'</div>';
|
|
249
|
+
if(((i % 5) == 4) || ((i-1)==google_link_units.length)){
|
|
250
|
+
relatedSearches += "</div>";
|
|
251
|
+
}
|
|
252
|
+
if(((i+1) % 10 == 0)){
|
|
253
|
+
relatedSearches += "<div class='clear'> </div>";
|
|
254
|
+
}
|
|
255
|
+
genCatSearches_array.push(relatedSearches);
|
|
256
|
+
}
|
|
257
|
+
|
|
258
|
+
}
|
|
259
|
+
try{document.getElementById('results').innerHTML = ads_array.join("\n");}catch(error){}
|
|
260
|
+
try{document.getElementById('bottomresults').innerHTML = bottom_ads_array.join("\n");}catch(error){}
|
|
261
|
+
|
|
262
|
+
if(ads_array.length>1){
|
|
263
|
+
document.getElementById('sponsoredresults').style.display='block';
|
|
264
|
+
}
|
|
265
|
+
if(bottom_ads_array.length>1){
|
|
266
|
+
document.getElementById('bottomsponsoredresults').style.display='block';
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
try{document.getElementById('keywords').innerHTML = relatedSearches_array.join("\n");}catch(error){}
|
|
270
|
+
try{document.getElementById('gencats').innerHTML = genCatSearches_array.join("\n");}catch(error){}
|
|
271
|
+
// if(genCatSearches_array.length==0){
|
|
272
|
+
// try{
|
|
273
|
+
// document.getElementById('gencats').innerHTML = popularCategories_array.join("\n");
|
|
274
|
+
// }catch(error){}
|
|
275
|
+
// }
|
|
276
|
+
try{document.getElementById('popcats').innerHTML = popularCategories_array.join("\n");}catch(error){}
|
|
277
|
+
try{document.getElementById('token').value = google_afd_response.search_token;}catch(error){}
|
|
278
|
+
console.log(google_afd_response);
|
|
279
|
+
try{document.getElementById('token2').value = google_afd_response.search_token;}catch(error){}
|
|
280
|
+
}
|
|
281
|
+
}
|
|
282
|
+
|
|
283
|
+
function getParam(name) {
|
|
284
|
+
var match = new RegExp('[\?&]' + name + "=([^&]+)","i").exec(location.search);
|
|
285
|
+
if (match==null) return null;
|
|
286
|
+
else return decodeURIComponent(match[1]).replace(/\+/g,' ');
|
|
287
|
+
}
|
|
288
|
+
</script>
|
|
289
|
+
|
|
290
|
+
|
|
291
|
+
|
|
292
|
+
<center>
|
|
293
|
+
<div id="container">
|
|
294
|
+
<div id="header">
|
|
295
|
+
<div class="logo">
|
|
296
|
+
<a href="./example_files/example.html">Foo.com</a>
|
|
297
|
+
</div>
|
|
298
|
+
</div>
|
|
299
|
+
|
|
300
|
+
|
|
301
|
+
|
|
302
|
+
|
|
303
|
+
|
|
304
|
+
|
|
305
|
+
|
|
306
|
+
<div id="main">
|
|
307
|
+
<div class="image">
|
|
308
|
+
<img alt="Cordovabeach" border="0" src="./example_files/cordovabeach.jpg">
|
|
309
|
+
</div>
|
|
310
|
+
<div class="search">
|
|
311
|
+
<div class="catch_phrase">
|
|
312
|
+
<div id="wysiwyg_id_322" class="mercury-region" data-type="editable">Search FOO.com
|
|
313
|
+
</div>
|
|
314
|
+
</div>
|
|
315
|
+
<div id="search">
|
|
316
|
+
<form action="http://www.foo.com/results" method="/get">
|
|
317
|
+
<input class="search_field" name="q" type="text">
|
|
318
|
+
<input id="token" name="token" type="hidden" value="AG06ipADDhq1IogUPtnbN7KiSVdr6HlXngoTCITm8PO41bICFSENtAodnwEA0RgDIAA4AUCwAlCUjqIBUIO6sAhQ4a65DlDN_pgPUOK53A9Qqo3jD1C1q_YPUM3B_g9QivCIEVCU-qcTUIfrhBtQx4yNHVCsxv8eUPD02SBQ1PXZIFDd2ZEhUIOcrSlQu5ytKVDSsa0pUPKxrSlQ3KCvKVCTnKYtULKU5y1QsKX8U1CTtJSVAVDL74OWAVDqp6KyAVCslfPAAVC6lfPAAVCOl_PAAVCYrMGbA1DlhNOdA2iUjqIBcQL5qk1K1hZJggETCOW09_O41bICFfILtAodzTkAq5EBp8Lq2utL_VI">
|
|
319
|
+
<input class="search_button" type="submit" value="Search">
|
|
320
|
+
</form>
|
|
321
|
+
</div>
|
|
322
|
+
|
|
323
|
+
</div>
|
|
324
|
+
</div>
|
|
325
|
+
|
|
326
|
+
<div id="footer">
|
|
327
|
+
<a href="http://www.foo.com/digimedia_privacy_policy.html" target="_blank">Privacy Policy</a>
|
|
328
|
+
-
|
|
329
|
+
© 2012 Digimedia.com, L.P.
|
|
330
|
+
</div>
|
|
331
|
+
|
|
332
|
+
</div>
|
|
333
|
+
</center>
|
|
334
|
+
<script type="text/javascript">
|
|
335
|
+
var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
|
|
336
|
+
document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
|
|
337
|
+
</script><script src="./example_files/ga.js" type="text/javascript"></script>
|
|
338
|
+
<script type="text/javascript">
|
|
339
|
+
var pageTracker = _gat._getTracker('UA-1726084-83');
|
|
340
|
+
pageTracker._initData();
|
|
341
|
+
pageTracker._setDomainName('foo.com');
|
|
342
|
+
pageTracker._trackPageview('/');
|
|
343
|
+
</script>
|
|
344
|
+
|
|
345
|
+
<script>
|
|
346
|
+
google_tag = 'dp-digimedia_js';
|
|
347
|
+
var google_afd_request = {
|
|
348
|
+
client: 'ca-dp-digimedia-rs_js',
|
|
349
|
+
domain_name: 'www.foo.com',
|
|
350
|
+
num_ads: 0,
|
|
351
|
+
num_radlinks: 10,
|
|
352
|
+
token: getParam('token'),
|
|
353
|
+
q: getParam('q'),
|
|
354
|
+
kw: 'foo',
|
|
355
|
+
channel: 'afsonly'
|
|
356
|
+
}
|
|
357
|
+
</script>
|
|
358
|
+
<script language="JavaScript" src="./example_files/show_afd_ads.js" type="text/javascript"></script><script src="./example_files/domainpark.cgi"></script>
|
|
359
|
+
|
|
360
|
+
|
|
361
|
+
|
|
362
|
+
|
|
363
|
+
</body></html>
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
<html xmlns:og="http://opengraphprotocol.org/schema/">
|
|
2
|
+
<head>
|
|
3
|
+
<meta charset="utf-8"/>
|
|
4
|
+
<meta property="og:type" content="website"/>
|
|
5
|
+
<meta property="og:site_name" content="foo.com">
|
|
6
|
+
<meta property="og:title" content="Foo Title">
|
|
7
|
+
<meta property="og:description" content="Foo description">
|
|
8
|
+
<meta property="og:image" content="http://foo.com/img/front/facebook.png">
|
|
9
|
+
<title>Foo</title>
|
|
10
|
+
</head>
|
|
11
|
+
|
|
12
|
+
</html>
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
require 'spec_helper'
|
|
2
|
+
|
|
3
|
+
describe LinkThumbnailer::Fetcher do
|
|
4
|
+
|
|
5
|
+
it { should respond_to :fetch }
|
|
6
|
+
it { should respond_to :url }
|
|
7
|
+
it { should respond_to :url= }
|
|
8
|
+
|
|
9
|
+
let(:fetcher) { LinkThumbnailer::Fetcher.new }
|
|
10
|
+
let(:url) { 'http://foo.com' }
|
|
11
|
+
|
|
12
|
+
describe ".fetch" do
|
|
13
|
+
|
|
14
|
+
before do
|
|
15
|
+
LinkThumbnailer.configure {|config| config.redirect_count = 3}
|
|
16
|
+
end
|
|
17
|
+
|
|
18
|
+
context "when redirect_count is more than config" do
|
|
19
|
+
|
|
20
|
+
it { expect { fetcher.fetch(url, 10) }.to raise_exception(ArgumentError) }
|
|
21
|
+
|
|
22
|
+
end
|
|
23
|
+
|
|
24
|
+
context "when no http error" do
|
|
25
|
+
|
|
26
|
+
before do
|
|
27
|
+
stub_request(:get, url).to_return(status: 200, body: 'foo', headers: {})
|
|
28
|
+
end
|
|
29
|
+
|
|
30
|
+
it "returns body response" do
|
|
31
|
+
fetcher.fetch(url).should eq('foo')
|
|
32
|
+
end
|
|
33
|
+
|
|
34
|
+
it "sets fetcher url" do
|
|
35
|
+
fetcher.fetch(url)
|
|
36
|
+
fetcher.url.to_s.should eq(url)
|
|
37
|
+
end
|
|
38
|
+
|
|
39
|
+
end
|
|
40
|
+
|
|
41
|
+
context "when http redirection" do
|
|
42
|
+
|
|
43
|
+
context "and relative uri" do
|
|
44
|
+
|
|
45
|
+
let(:another_url) { '/bar' }
|
|
46
|
+
|
|
47
|
+
before do
|
|
48
|
+
stub_request(:get, url).to_return(status: 300, body: 'foo', headers: { 'Location' => another_url })
|
|
49
|
+
stub_request(:get, url + another_url).to_return(status: 200, body: 'bar', headers: {})
|
|
50
|
+
end
|
|
51
|
+
|
|
52
|
+
it "returns body response" do
|
|
53
|
+
fetcher.fetch(url).should eq('bar')
|
|
54
|
+
end
|
|
55
|
+
|
|
56
|
+
it "sets fetcher url" do
|
|
57
|
+
fetcher.fetch(url)
|
|
58
|
+
fetcher.url.to_s.should eq(url + another_url)
|
|
59
|
+
end
|
|
60
|
+
|
|
61
|
+
end
|
|
62
|
+
|
|
63
|
+
context "and absolute uri" do
|
|
64
|
+
|
|
65
|
+
let(:another_url) { 'http://bar.com' }
|
|
66
|
+
|
|
67
|
+
before do
|
|
68
|
+
stub_request(:get, url).to_return(status: 300, body: 'foo', headers: { 'Location' => another_url })
|
|
69
|
+
stub_request(:get, another_url).to_return(status: 200, body: 'bar', headers: {})
|
|
70
|
+
end
|
|
71
|
+
|
|
72
|
+
it "returns body response" do
|
|
73
|
+
fetcher.fetch(url).should eq('bar')
|
|
74
|
+
end
|
|
75
|
+
|
|
76
|
+
it "sets fetcher url" do
|
|
77
|
+
fetcher.fetch(url)
|
|
78
|
+
fetcher.url.to_s.should eq(another_url)
|
|
79
|
+
end
|
|
80
|
+
|
|
81
|
+
end
|
|
82
|
+
|
|
83
|
+
end
|
|
84
|
+
|
|
85
|
+
context "when http error" do
|
|
86
|
+
|
|
87
|
+
before do
|
|
88
|
+
stub_request(:get, url).to_return(status: 500, body: 'foo', headers: {})
|
|
89
|
+
end
|
|
90
|
+
|
|
91
|
+
it { expect { fetcher.fetch(url) }.to raise_exception(Net::HTTPFatalError) }
|
|
92
|
+
|
|
93
|
+
end
|
|
94
|
+
|
|
95
|
+
end
|
|
96
|
+
|
|
97
|
+
end
|