link_thumbnailer 0.0.3 → 0.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/CHANGELOG.md +11 -1
- data/lib/link_thumbnailer/object.rb +1 -0
- data/lib/link_thumbnailer/version.rb +1 -1
- data/lib/link_thumbnailer/web_image.rb +11 -0
- data/lib/link_thumbnailer.rb +2 -1
- data/link_thumbnailer.gemspec +1 -0
- data/spec/doc_parser_spec.rb +7 -0
- data/spec/doc_spec.rb +23 -0
- data/spec/examples/example.html +363 -0
- data/spec/fetcher_spec.rb +45 -0
- data/spec/img_comparator_spec.rb +16 -0
- data/spec/img_url_filter_spec.rb +31 -0
- data/spec/link_thumbnailer_spec.rb +5 -4
- data/spec/object_spec.rb +95 -0
- data/spec/opengraph_spec.rb +7 -0
- data/spec/web_image_spec.rb +49 -0
- metadata +36 -2
data/CHANGELOG.md
CHANGED
|
@@ -1,3 +1,13 @@
|
|
|
1
|
+
# 0.0.4
|
|
2
|
+
|
|
3
|
+
- Add specs for almost all classes
|
|
4
|
+
- Add a method `to_json` for WebImage class to be able to get a usable array of images' attributes
|
|
5
|
+
|
|
6
|
+
# 0.0.3
|
|
7
|
+
|
|
8
|
+
- Add specs for LinkThumbnailer class
|
|
9
|
+
- Refactor config system, now using dedicated configuration class
|
|
10
|
+
|
|
1
11
|
# 0.0.2
|
|
2
12
|
|
|
3
13
|
- Added Rspec
|
|
@@ -16,4 +26,4 @@
|
|
|
16
26
|
- LinkThumbnailer::Opengraph
|
|
17
27
|
- LinkThumbnailer::WebImage
|
|
18
28
|
- LinkThumbnailer.configure
|
|
19
|
-
- LinkThumbnailer.generate
|
|
29
|
+
- LinkThumbnailer.generate
|
|
@@ -14,6 +14,7 @@ module LinkThumbnailer
|
|
|
14
14
|
end
|
|
15
15
|
end
|
|
16
16
|
|
|
17
|
+
# TODO remove blank call. Rails dependent.
|
|
17
18
|
def valid?
|
|
18
19
|
return false if self.keys.empty?
|
|
19
20
|
LinkThumbnailer.configuration.mandatory_attributes.each {|a| return false if self[a].blank? } if LinkThumbnailer.configuration.strict
|
|
@@ -1,8 +1,19 @@
|
|
|
1
|
+
require 'json'
|
|
2
|
+
|
|
1
3
|
module LinkThumbnailer
|
|
2
4
|
module WebImage
|
|
3
5
|
|
|
4
6
|
attr_accessor :source_url
|
|
5
7
|
attr_accessor :doc
|
|
6
8
|
|
|
9
|
+
def to_json
|
|
10
|
+
result = []
|
|
11
|
+
%w(source_url mime_type density colums rows filesize number_colors).each {|m|
|
|
12
|
+
result << { m.to_sym => self.send(m) } if self.respond_to?(m)
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
JSON(result)
|
|
16
|
+
end
|
|
17
|
+
|
|
7
18
|
end
|
|
8
19
|
end
|
data/lib/link_thumbnailer.rb
CHANGED
|
@@ -16,7 +16,8 @@ module LinkThumbnailer
|
|
|
16
16
|
|
|
17
17
|
class << self
|
|
18
18
|
|
|
19
|
-
attr_accessor :configuration, :object, :fetcher, :doc_parser,
|
|
19
|
+
attr_accessor :configuration, :object, :fetcher, :doc_parser,
|
|
20
|
+
:img_url_filters, :img_parser
|
|
20
21
|
|
|
21
22
|
def config
|
|
22
23
|
self.configuration ||= Configuration.new(
|
data/link_thumbnailer.gemspec
CHANGED
|
@@ -19,6 +19,7 @@ Gem::Specification.new do |gem|
|
|
|
19
19
|
gem.add_dependency(%q{hashie}, ['~> 1.2.0'])
|
|
20
20
|
gem.add_dependency(%q{net-http-persistent}, ['~> 2.7'])
|
|
21
21
|
gem.add_dependency(%q{rmagick}, ['~> 2.13.1'])
|
|
22
|
+
gem.add_dependency(%q{json}, ['~> 1.7.5'])
|
|
22
23
|
|
|
23
24
|
gem.add_development_dependency(%q{rspec}, ['~> 2.11.0'])
|
|
24
25
|
gem.add_development_dependency(%q{webmock}, ['~> 1.8.10'])
|
data/spec/doc_spec.rb
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
require 'spec_helper'
|
|
2
|
+
|
|
3
|
+
describe LinkThumbnailer::Doc do
|
|
4
|
+
|
|
5
|
+
class Foo
|
|
6
|
+
end
|
|
7
|
+
|
|
8
|
+
let(:foo) { Foo.new }
|
|
9
|
+
|
|
10
|
+
before do
|
|
11
|
+
foo.extend LinkThumbnailer::Doc
|
|
12
|
+
end
|
|
13
|
+
|
|
14
|
+
subject { foo }
|
|
15
|
+
|
|
16
|
+
it { should respond_to :doc_base_href }
|
|
17
|
+
it { should respond_to :img_srcs }
|
|
18
|
+
it { should respond_to :img_abs_urls }
|
|
19
|
+
it { should respond_to :title }
|
|
20
|
+
it { should respond_to :description }
|
|
21
|
+
it { should respond_to :source_url }
|
|
22
|
+
|
|
23
|
+
end
|
|
@@ -0,0 +1,363 @@
|
|
|
1
|
+
<!DOCTYPE html>
|
|
2
|
+
<!-- saved from url=(0019)http://www.foo.com/ -->
|
|
3
|
+
<html><head><meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
|
|
4
|
+
<meta charset="UTF-8">
|
|
5
|
+
<title>Foo.com</title>
|
|
6
|
+
<link href="./example_files/style-3706572431311a3a4cf5c6f3266c9bce.css" media="all" rel="stylesheet" type="text/css">
|
|
7
|
+
<link href="./example_files/belt_layout1_google-1c8ee8bd905a6121e7a7ac73b7ffb888.css" media="all" rel="stylesheet" type="text/css">
|
|
8
|
+
<script src="./example_files/application-e8b3208729190cb9cc8a800ff3283fd8.js" type="text/javascript"></script>
|
|
9
|
+
<link href="./example_files/load_style.css" media="all" rel="stylesheet" type="text/css">
|
|
10
|
+
<meta content="authenticity_token" name="csrf-param">
|
|
11
|
+
<meta content="Mh9Ervhd7HlDNhhJdZ+nKec9RE0sn2FO8nyJXUrKUng=" name="csrf-token">
|
|
12
|
+
</head>
|
|
13
|
+
<body>
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
<style>
|
|
17
|
+
.listing .sitelinks{
|
|
18
|
+
padding:5px 15px;
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
.listing .sitelinks td{
|
|
22
|
+
padding-right:16px;
|
|
23
|
+
|
|
24
|
+
}
|
|
25
|
+
.listing .sitelinks a, .listing .ratings a{
|
|
26
|
+
color:#0000DE;
|
|
27
|
+
}
|
|
28
|
+
.listing .url a:hover{
|
|
29
|
+
color:#a02934;
|
|
30
|
+
}
|
|
31
|
+
.ratings{
|
|
32
|
+
color: #666666;
|
|
33
|
+
}
|
|
34
|
+
.listing{
|
|
35
|
+
margin-bottom:15px;
|
|
36
|
+
}
|
|
37
|
+
.listing .url {
|
|
38
|
+
font-size:16px;
|
|
39
|
+
}
|
|
40
|
+
.listing .host {
|
|
41
|
+
color:#a02934;
|
|
42
|
+
display:block;
|
|
43
|
+
font-size:16px;
|
|
44
|
+
text-decoration:none;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
.listing .url a{
|
|
48
|
+
color:#0000DE;
|
|
49
|
+
line-height:auto;
|
|
50
|
+
}
|
|
51
|
+
.listing .description a{
|
|
52
|
+
text-decoration:none;
|
|
53
|
+
color:black;
|
|
54
|
+
font-size:16px;
|
|
55
|
+
line-height:12pt;
|
|
56
|
+
}
|
|
57
|
+
.listing .host a{
|
|
58
|
+
text-decoration:none;
|
|
59
|
+
color:#008000;
|
|
60
|
+
font-size:16px;
|
|
61
|
+
line-height:12pt;
|
|
62
|
+
}
|
|
63
|
+
</style>
|
|
64
|
+
<script src="./example_files/jquery-1.5.js"></script>
|
|
65
|
+
<script>
|
|
66
|
+
var google_about_url = '';
|
|
67
|
+
var ads_array = new Array();
|
|
68
|
+
var bottom_ads_array = new Array();
|
|
69
|
+
var webSearch = "";
|
|
70
|
+
var google_tag = "";
|
|
71
|
+
|
|
72
|
+
var genCatSearches_array=new Array();
|
|
73
|
+
var relatedSearches_array=new Array();
|
|
74
|
+
var popularCategories_array = new Array();
|
|
75
|
+
var digi_keyword_links_array = new Array();
|
|
76
|
+
var global_afd_response = "";
|
|
77
|
+
|
|
78
|
+
var call_num = 1;
|
|
79
|
+
function redirect(){
|
|
80
|
+
document.getElementById('results').innerHTML = "No results found";
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
function jscript_log(name, severity, message, page){
|
|
84
|
+
$.ajax({
|
|
85
|
+
type: "POST",
|
|
86
|
+
url: "/log_error",
|
|
87
|
+
data: {
|
|
88
|
+
name: name,
|
|
89
|
+
severity: severity,
|
|
90
|
+
domain: window.location.hostname,
|
|
91
|
+
message: message,
|
|
92
|
+
tag: google_tag,
|
|
93
|
+
page: page
|
|
94
|
+
},
|
|
95
|
+
context: document.body
|
|
96
|
+
})
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
function token_link(keyword){
|
|
100
|
+
window.location = '/results' + '?q=' + encodeURIComponent(keyword) + '&token=' + global_afd_response.token;
|
|
101
|
+
return false;
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
function link_to_google(){
|
|
105
|
+
if(google_about_url!=''){
|
|
106
|
+
window.open(google_about_url,'_blank');
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
function gadlink(ga, inner_text, visible_url){
|
|
111
|
+
visible_url = visible_url.replace(/<b>/gi,'')
|
|
112
|
+
visible_url = visible_url.replace(/<\/b>/gi,'')
|
|
113
|
+
return '<a ' +
|
|
114
|
+
'href="http://' + visible_url + '"' +
|
|
115
|
+
' onclick="window.open(\'' + ga.url + '\');return false;"' +
|
|
116
|
+
' target="_blank" ' +
|
|
117
|
+
'>' +
|
|
118
|
+
inner_text + '</a>';
|
|
119
|
+
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
function google_afd_ad_request_done(google_afd_response) {
|
|
123
|
+
if(google_afd_response.faillisted==true){
|
|
124
|
+
jscript_log('faillisted', 10, JSON.stringify(google_afd_response), "/")
|
|
125
|
+
}
|
|
126
|
+
if(google_afd_response.token || google_afd_response.ads){
|
|
127
|
+
|
|
128
|
+
global_afd_response = google_afd_response;
|
|
129
|
+
if(google_afd_response.feedback_url){
|
|
130
|
+
google_about_url = google_afd_response.feedback_url;
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
if (google_afd_response.ads && google_afd_response.ads.length > 0) {
|
|
134
|
+
var google_ads = google_afd_response.ads;
|
|
135
|
+
for (var i = 0; i < google_ads.length; i++) {
|
|
136
|
+
seller_ratings = google_ads[i].seller_ratings;
|
|
137
|
+
site_links = google_ads[i].sitelinks;
|
|
138
|
+
ads="";
|
|
139
|
+
ads +=
|
|
140
|
+
'<div class="listing"><div class="url">' +
|
|
141
|
+
gadlink(google_ads[i], google_ads[i].line1, google_ads[i].visible_url) +
|
|
142
|
+
'</div>';
|
|
143
|
+
if (seller_ratings) {
|
|
144
|
+
ads += '<div class="ratings">'+seller_ratings.advertiser_info+' <img src="/assets/'+seller_ratings.rating+'star.gif" border="0"> <a href="'+seller_ratings.source_url+'" target="_blank">('+seller_ratings.review_count+')</a></div>';
|
|
145
|
+
}
|
|
146
|
+
ads +=
|
|
147
|
+
'<div class="description">' + google_ads[i].line2 + ' ' +
|
|
148
|
+
(google_ads[i].line3 != undefined ? google_ads[i].line3 + '' : '') +
|
|
149
|
+
'</div>' +
|
|
150
|
+
'<div class="host">' +
|
|
151
|
+
gadlink(google_ads[i], google_ads[i].visible_url, google_ads[i].visible_url) +
|
|
152
|
+
'</div>';
|
|
153
|
+
if (site_links && site_links.length > 0) {
|
|
154
|
+
ads += '<table class="sitelinks" cellpadding=0 cellspacing=0 border=0>';
|
|
155
|
+
for (var x = 0; x < site_links.length; x++) {
|
|
156
|
+
if(x % 2 == 0){
|
|
157
|
+
ads += '<tr>';
|
|
158
|
+
}
|
|
159
|
+
ads +=
|
|
160
|
+
'<td class="sitelink">' +
|
|
161
|
+
gadlink(site_links[x], site_links[x].link_text, google_ads[i].visible_url) +
|
|
162
|
+
'</td>';
|
|
163
|
+
if(x % 2 == 1){
|
|
164
|
+
ads += '</tr>';
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
if(x % 2 == 0){
|
|
168
|
+
ads += '</tr>';
|
|
169
|
+
}
|
|
170
|
+
ads += '</table>';
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
ads += '</div>';
|
|
174
|
+
if(google_ads[i].position=="Top"){
|
|
175
|
+
ads_array.push(ads);
|
|
176
|
+
}else{
|
|
177
|
+
bottom_ads_array.push(ads);
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
|
|
182
|
+
if (google_afd_response.categories && google_afd_response.categories.length > 0) {
|
|
183
|
+
var google_categories = google_afd_response.categories;
|
|
184
|
+
for (var i = 0; i < google_categories.length; i++) {
|
|
185
|
+
subcats = google_categories[i].subcategories;
|
|
186
|
+
popularCategories =
|
|
187
|
+
'<div class="termgroup">' +
|
|
188
|
+
'<h3><a class="popular_category" ' +
|
|
189
|
+
'href="/#' + google_categories[i].term + '"' +
|
|
190
|
+
' onclick="window.location=\'/results' +
|
|
191
|
+
'?q=' + encodeURIComponent(google_categories[i].term) +
|
|
192
|
+
'&token=' + google_categories[i].token + '\';return false;"' +
|
|
193
|
+
'>' +
|
|
194
|
+
google_categories[i].term +
|
|
195
|
+
'</a></h3>';
|
|
196
|
+
for(var gci =0; gci < subcats.length; gci++){
|
|
197
|
+
popularCategories = popularCategories +
|
|
198
|
+
'<div class="term">' +
|
|
199
|
+
'<a class="popular_category" ' +
|
|
200
|
+
'href="/#' + subcats[gci].term + '"' +
|
|
201
|
+
' onclick="window.location=\'/results' +
|
|
202
|
+
'?q=' + encodeURIComponent(subcats[gci].term) +
|
|
203
|
+
'&token=' + subcats[gci].token + '\';return false;"' +
|
|
204
|
+
'>' +
|
|
205
|
+
subcats[gci].term +
|
|
206
|
+
'</a></div>';
|
|
207
|
+
}
|
|
208
|
+
popularCategories = popularCategories + '</div>';
|
|
209
|
+
popularCategories_array.push(popularCategories);
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
if (google_afd_response.link_units && google_afd_response.link_units.length > 0) {
|
|
214
|
+
var google_link_units = google_afd_response.link_units;
|
|
215
|
+
for (var i = 0; i < google_link_units.length; i++) {
|
|
216
|
+
relatedSearches =
|
|
217
|
+
'<div class="term">' +
|
|
218
|
+
'<a class="related_searches" ' +
|
|
219
|
+
'href="/#' + google_link_units[i].term + '"' +
|
|
220
|
+
' onclick="window.location=\'/results' +
|
|
221
|
+
'?q=' + encodeURIComponent(google_link_units[i].term) +
|
|
222
|
+
'&token=' + google_link_units[i].token + '\';return false;"' +
|
|
223
|
+
'>' +
|
|
224
|
+
google_link_units[i].term +
|
|
225
|
+
'</a>' +
|
|
226
|
+
'</div>';
|
|
227
|
+
relatedSearches_array.push(relatedSearches);
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
}
|
|
231
|
+
if (google_afd_response.link_units && google_afd_response.link_units.length > 0) {
|
|
232
|
+
var google_link_units = google_afd_response.link_units;
|
|
233
|
+
for (var i = 0; i < google_link_units.length; i++) {
|
|
234
|
+
relatedSearches = "";
|
|
235
|
+
if(i % 5 == 0){
|
|
236
|
+
relatedSearches += "<div class='termgroup'>";
|
|
237
|
+
}
|
|
238
|
+
relatedSearches +=
|
|
239
|
+
'<div class="term">' +
|
|
240
|
+
'<a class="related_searches" ' +
|
|
241
|
+
'href="/#' + google_link_units[i].term + '"' +
|
|
242
|
+
' onclick="window.location=\'/results' +
|
|
243
|
+
'?q=' + encodeURIComponent(google_link_units[i].term) +
|
|
244
|
+
'&token=' + google_link_units[i].token + '\';return false;"' +
|
|
245
|
+
'>' +
|
|
246
|
+
google_link_units[i].term +
|
|
247
|
+
'</a>' +
|
|
248
|
+
'</div>';
|
|
249
|
+
if(((i % 5) == 4) || ((i-1)==google_link_units.length)){
|
|
250
|
+
relatedSearches += "</div>";
|
|
251
|
+
}
|
|
252
|
+
if(((i+1) % 10 == 0)){
|
|
253
|
+
relatedSearches += "<div class='clear'> </div>";
|
|
254
|
+
}
|
|
255
|
+
genCatSearches_array.push(relatedSearches);
|
|
256
|
+
}
|
|
257
|
+
|
|
258
|
+
}
|
|
259
|
+
try{document.getElementById('results').innerHTML = ads_array.join("\n");}catch(error){}
|
|
260
|
+
try{document.getElementById('bottomresults').innerHTML = bottom_ads_array.join("\n");}catch(error){}
|
|
261
|
+
|
|
262
|
+
if(ads_array.length>1){
|
|
263
|
+
document.getElementById('sponsoredresults').style.display='block';
|
|
264
|
+
}
|
|
265
|
+
if(bottom_ads_array.length>1){
|
|
266
|
+
document.getElementById('bottomsponsoredresults').style.display='block';
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
try{document.getElementById('keywords').innerHTML = relatedSearches_array.join("\n");}catch(error){}
|
|
270
|
+
try{document.getElementById('gencats').innerHTML = genCatSearches_array.join("\n");}catch(error){}
|
|
271
|
+
// if(genCatSearches_array.length==0){
|
|
272
|
+
// try{
|
|
273
|
+
// document.getElementById('gencats').innerHTML = popularCategories_array.join("\n");
|
|
274
|
+
// }catch(error){}
|
|
275
|
+
// }
|
|
276
|
+
try{document.getElementById('popcats').innerHTML = popularCategories_array.join("\n");}catch(error){}
|
|
277
|
+
try{document.getElementById('token').value = google_afd_response.search_token;}catch(error){}
|
|
278
|
+
console.log(google_afd_response);
|
|
279
|
+
try{document.getElementById('token2').value = google_afd_response.search_token;}catch(error){}
|
|
280
|
+
}
|
|
281
|
+
}
|
|
282
|
+
|
|
283
|
+
function getParam(name) {
|
|
284
|
+
var match = new RegExp('[\?&]' + name + "=([^&]+)","i").exec(location.search);
|
|
285
|
+
if (match==null) return null;
|
|
286
|
+
else return decodeURIComponent(match[1]).replace(/\+/g,' ');
|
|
287
|
+
}
|
|
288
|
+
</script>
|
|
289
|
+
|
|
290
|
+
|
|
291
|
+
|
|
292
|
+
<center>
|
|
293
|
+
<div id="container">
|
|
294
|
+
<div id="header">
|
|
295
|
+
<div class="logo">
|
|
296
|
+
<a href="./example_files/example.html">Foo.com</a>
|
|
297
|
+
</div>
|
|
298
|
+
</div>
|
|
299
|
+
|
|
300
|
+
|
|
301
|
+
|
|
302
|
+
|
|
303
|
+
|
|
304
|
+
|
|
305
|
+
|
|
306
|
+
<div id="main">
|
|
307
|
+
<div class="image">
|
|
308
|
+
<img alt="Cordovabeach" border="0" src="./example_files/cordovabeach.jpg">
|
|
309
|
+
</div>
|
|
310
|
+
<div class="search">
|
|
311
|
+
<div class="catch_phrase">
|
|
312
|
+
<div id="wysiwyg_id_322" class="mercury-region" data-type="editable">Search FOO.com
|
|
313
|
+
</div>
|
|
314
|
+
</div>
|
|
315
|
+
<div id="search">
|
|
316
|
+
<form action="http://www.foo.com/results" method="/get">
|
|
317
|
+
<input class="search_field" name="q" type="text">
|
|
318
|
+
<input id="token" name="token" type="hidden" value="AG06ipADDhq1IogUPtnbN7KiSVdr6HlXngoTCITm8PO41bICFSENtAodnwEA0RgDIAA4AUCwAlCUjqIBUIO6sAhQ4a65DlDN_pgPUOK53A9Qqo3jD1C1q_YPUM3B_g9QivCIEVCU-qcTUIfrhBtQx4yNHVCsxv8eUPD02SBQ1PXZIFDd2ZEhUIOcrSlQu5ytKVDSsa0pUPKxrSlQ3KCvKVCTnKYtULKU5y1QsKX8U1CTtJSVAVDL74OWAVDqp6KyAVCslfPAAVC6lfPAAVCOl_PAAVCYrMGbA1DlhNOdA2iUjqIBcQL5qk1K1hZJggETCOW09_O41bICFfILtAodzTkAq5EBp8Lq2utL_VI">
|
|
319
|
+
<input class="search_button" type="submit" value="Search">
|
|
320
|
+
</form>
|
|
321
|
+
</div>
|
|
322
|
+
|
|
323
|
+
</div>
|
|
324
|
+
</div>
|
|
325
|
+
|
|
326
|
+
<div id="footer">
|
|
327
|
+
<a href="http://www.foo.com/digimedia_privacy_policy.html" target="_blank">Privacy Policy</a>
|
|
328
|
+
-
|
|
329
|
+
© 2012 Digimedia.com, L.P.
|
|
330
|
+
</div>
|
|
331
|
+
|
|
332
|
+
</div>
|
|
333
|
+
</center>
|
|
334
|
+
<script type="text/javascript">
|
|
335
|
+
var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
|
|
336
|
+
document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
|
|
337
|
+
</script><script src="./example_files/ga.js" type="text/javascript"></script>
|
|
338
|
+
<script type="text/javascript">
|
|
339
|
+
var pageTracker = _gat._getTracker('UA-1726084-83');
|
|
340
|
+
pageTracker._initData();
|
|
341
|
+
pageTracker._setDomainName('foo.com');
|
|
342
|
+
pageTracker._trackPageview('/');
|
|
343
|
+
</script>
|
|
344
|
+
|
|
345
|
+
<script>
|
|
346
|
+
google_tag = 'dp-digimedia_js';
|
|
347
|
+
var google_afd_request = {
|
|
348
|
+
client: 'ca-dp-digimedia-rs_js',
|
|
349
|
+
domain_name: 'www.foo.com',
|
|
350
|
+
num_ads: 0,
|
|
351
|
+
num_radlinks: 10,
|
|
352
|
+
token: getParam('token'),
|
|
353
|
+
q: getParam('q'),
|
|
354
|
+
kw: 'foo',
|
|
355
|
+
channel: 'afsonly'
|
|
356
|
+
}
|
|
357
|
+
</script>
|
|
358
|
+
<script language="JavaScript" src="./example_files/show_afd_ads.js" type="text/javascript"></script><script src="./example_files/domainpark.cgi"></script>
|
|
359
|
+
|
|
360
|
+
|
|
361
|
+
|
|
362
|
+
|
|
363
|
+
</body></html>
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
require 'spec_helper'
|
|
2
|
+
|
|
3
|
+
describe LinkThumbnailer::Fetcher do
|
|
4
|
+
|
|
5
|
+
it { should respond_to :fetch }
|
|
6
|
+
|
|
7
|
+
let(:fetcher) { LinkThumbnailer::Fetcher.new }
|
|
8
|
+
|
|
9
|
+
describe ".fetch" do
|
|
10
|
+
|
|
11
|
+
before do
|
|
12
|
+
LinkThumbnailer.configure {|config| config.redirect_count = 3}
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
context "when redirect_count is more than config" do
|
|
16
|
+
|
|
17
|
+
it { lambda { fetcher.fetch('http://foo.com', 10) }.should raise_exception(ArgumentError) }
|
|
18
|
+
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
context "when no http error" do
|
|
22
|
+
|
|
23
|
+
before do
|
|
24
|
+
stub_request(:get, 'http://foo.com/').to_return(:status => 200, :body => 'foo', :headers => {})
|
|
25
|
+
end
|
|
26
|
+
|
|
27
|
+
subject { fetcher.fetch('http://foo.com') }
|
|
28
|
+
|
|
29
|
+
it { should eq('foo') }
|
|
30
|
+
|
|
31
|
+
end
|
|
32
|
+
|
|
33
|
+
context "when http error" do
|
|
34
|
+
|
|
35
|
+
before do
|
|
36
|
+
stub_request(:get, 'http://foo.com/').to_return(:status => 500, :body => 'foo', :headers => {})
|
|
37
|
+
end
|
|
38
|
+
|
|
39
|
+
it { lambda { fetcher.fetch('http://foo.com') }.should raise_exception(Net::HTTPFatalError) }
|
|
40
|
+
|
|
41
|
+
end
|
|
42
|
+
|
|
43
|
+
end
|
|
44
|
+
|
|
45
|
+
end
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
require 'spec_helper'
|
|
2
|
+
|
|
3
|
+
describe LinkThumbnailer::ImgUrlFilter do
|
|
4
|
+
|
|
5
|
+
it { should respond_to :reject? }
|
|
6
|
+
|
|
7
|
+
describe ".reject?" do
|
|
8
|
+
|
|
9
|
+
let(:img_url_filter) { LinkThumbnailer::ImgUrlFilter.new }
|
|
10
|
+
|
|
11
|
+
before do
|
|
12
|
+
LinkThumbnailer.configure {|config| config.blacklist_urls = [
|
|
13
|
+
%r{^http://not_valid\.net/}
|
|
14
|
+
]}
|
|
15
|
+
end
|
|
16
|
+
|
|
17
|
+
context "when img_url does not contain any blacklisted urls" do
|
|
18
|
+
|
|
19
|
+
it { img_url_filter.reject?('http://valid.com/foo/bar.png').should be_false }
|
|
20
|
+
|
|
21
|
+
end
|
|
22
|
+
|
|
23
|
+
context "when img_url does contain any blacklisted urls" do
|
|
24
|
+
|
|
25
|
+
it { img_url_filter.reject?('http://not_valid.net/foo/bar.png').should be_true }
|
|
26
|
+
|
|
27
|
+
end
|
|
28
|
+
|
|
29
|
+
end
|
|
30
|
+
|
|
31
|
+
end
|
|
@@ -2,7 +2,8 @@ require 'spec_helper'
|
|
|
2
2
|
|
|
3
3
|
describe LinkThumbnailer do
|
|
4
4
|
|
|
5
|
-
let(:og_example)
|
|
5
|
+
let(:og_example) { File.open(File.dirname(__FILE__) + '/examples/og_example.html').read() }
|
|
6
|
+
let(:example) { File.open(File.dirname(__FILE__) + '/examples/example.html').read() }
|
|
6
7
|
|
|
7
8
|
it { should respond_to :configuration }
|
|
8
9
|
it { should respond_to :configure }
|
|
@@ -99,7 +100,7 @@ describe LinkThumbnailer do
|
|
|
99
100
|
subject { LinkThumbnailer.generate('http://zerply.com') }
|
|
100
101
|
|
|
101
102
|
it { should_not be_nil }
|
|
102
|
-
it {
|
|
103
|
+
it { should be_valid }
|
|
103
104
|
|
|
104
105
|
end
|
|
105
106
|
|
|
@@ -116,7 +117,7 @@ describe LinkThumbnailer do
|
|
|
116
117
|
subject { LinkThumbnailer.generate('foo') }
|
|
117
118
|
|
|
118
119
|
it { should_not be_nil }
|
|
119
|
-
it {
|
|
120
|
+
it { should be_valid }
|
|
120
121
|
|
|
121
122
|
end
|
|
122
123
|
|
|
@@ -129,7 +130,7 @@ describe LinkThumbnailer do
|
|
|
129
130
|
subject { LinkThumbnailer.generate('http://zerply.com') }
|
|
130
131
|
|
|
131
132
|
it { should_not be_nil }
|
|
132
|
-
it {
|
|
133
|
+
it { should be_valid }
|
|
133
134
|
|
|
134
135
|
end
|
|
135
136
|
|
data/spec/object_spec.rb
ADDED
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
require 'spec_helper'
|
|
2
|
+
|
|
3
|
+
describe LinkThumbnailer::Object do
|
|
4
|
+
|
|
5
|
+
it { should respond_to :valid? }
|
|
6
|
+
|
|
7
|
+
let(:object) { LinkThumbnailer::Object.new }
|
|
8
|
+
|
|
9
|
+
describe ".method_missing" do
|
|
10
|
+
|
|
11
|
+
before do
|
|
12
|
+
object[:foo] = 'foo'
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
subject { object }
|
|
16
|
+
|
|
17
|
+
it { subject.foo.should eq('foo') }
|
|
18
|
+
it { subject.foo?.should be_true }
|
|
19
|
+
it { subject.bar.should be_nil }
|
|
20
|
+
it { subject.bar?.should be_false }
|
|
21
|
+
|
|
22
|
+
end
|
|
23
|
+
|
|
24
|
+
describe ".valid" do
|
|
25
|
+
|
|
26
|
+
before do
|
|
27
|
+
LinkThumbnailer.configure {|config|}
|
|
28
|
+
end
|
|
29
|
+
|
|
30
|
+
context "when strict" do
|
|
31
|
+
|
|
32
|
+
before do
|
|
33
|
+
LinkThumbnailer.configure { |config| config.strict = true }
|
|
34
|
+
end
|
|
35
|
+
|
|
36
|
+
context "and valid" do
|
|
37
|
+
|
|
38
|
+
before do
|
|
39
|
+
LinkThumbnailer.configuration.mandatory_attributes.each { |a| object[a] = 'foo' }
|
|
40
|
+
end
|
|
41
|
+
|
|
42
|
+
subject { object }
|
|
43
|
+
|
|
44
|
+
it { should be_valid }
|
|
45
|
+
it { subject.keys.should eq(LinkThumbnailer.configuration.mandatory_attributes) }
|
|
46
|
+
it { subject.values.should include 'foo' }
|
|
47
|
+
|
|
48
|
+
end
|
|
49
|
+
|
|
50
|
+
context "and not valid" do
|
|
51
|
+
|
|
52
|
+
subject { object }
|
|
53
|
+
|
|
54
|
+
it { should_not be_valid }
|
|
55
|
+
it { subject.keys.should be_empty }
|
|
56
|
+
it { subject.values.should be_empty }
|
|
57
|
+
|
|
58
|
+
end
|
|
59
|
+
|
|
60
|
+
end
|
|
61
|
+
|
|
62
|
+
context "when not strict" do
|
|
63
|
+
|
|
64
|
+
before do
|
|
65
|
+
LinkThumbnailer.configure { |config| config.strict = false }
|
|
66
|
+
end
|
|
67
|
+
|
|
68
|
+
context "and empty" do
|
|
69
|
+
|
|
70
|
+
subject { object }
|
|
71
|
+
|
|
72
|
+
it { should_not be_valid }
|
|
73
|
+
it { subject.keys.should be_empty }
|
|
74
|
+
it { subject.values.should be_empty }
|
|
75
|
+
|
|
76
|
+
end
|
|
77
|
+
|
|
78
|
+
context "and not empty" do
|
|
79
|
+
|
|
80
|
+
before do
|
|
81
|
+
object[:foo] = 'foo'
|
|
82
|
+
end
|
|
83
|
+
|
|
84
|
+
subject { object }
|
|
85
|
+
|
|
86
|
+
it { should be_valid }
|
|
87
|
+
it { subject.foo.should eq('foo') }
|
|
88
|
+
|
|
89
|
+
end
|
|
90
|
+
|
|
91
|
+
end
|
|
92
|
+
|
|
93
|
+
end
|
|
94
|
+
|
|
95
|
+
end
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
require 'spec_helper'
|
|
2
|
+
|
|
3
|
+
describe LinkThumbnailer::WebImage do
|
|
4
|
+
|
|
5
|
+
class Foo
|
|
6
|
+
end
|
|
7
|
+
|
|
8
|
+
let(:foo) { Foo.new }
|
|
9
|
+
|
|
10
|
+
before do
|
|
11
|
+
foo.extend LinkThumbnailer::WebImage
|
|
12
|
+
end
|
|
13
|
+
|
|
14
|
+
subject { foo }
|
|
15
|
+
|
|
16
|
+
it { should respond_to :to_json }
|
|
17
|
+
it { should respond_to :source_url }
|
|
18
|
+
it { should respond_to :doc }
|
|
19
|
+
|
|
20
|
+
describe ".to_json" do
|
|
21
|
+
|
|
22
|
+
context "with default attributes" do
|
|
23
|
+
|
|
24
|
+
let(:attributes) { %w(source_url) }
|
|
25
|
+
|
|
26
|
+
subject { foo.to_json }
|
|
27
|
+
|
|
28
|
+
it { JSON.parse(subject).first.keys.should eq(attributes) }
|
|
29
|
+
|
|
30
|
+
end
|
|
31
|
+
|
|
32
|
+
context "with all attributes" do
|
|
33
|
+
|
|
34
|
+
let(:attributes) { %w(source_url mime_type density colums rows filesize number_colors) }
|
|
35
|
+
|
|
36
|
+
before do
|
|
37
|
+
attributes.each {|a| foo.class.send(:define_method, a.to_sym) { 'foo' } }
|
|
38
|
+
end
|
|
39
|
+
|
|
40
|
+
subject { foo.to_json }
|
|
41
|
+
|
|
42
|
+
it { puts JSON.parse(subject).map {|e| e.keys.first }.should eq(attributes) }
|
|
43
|
+
it { puts JSON.parse(subject).map {|e| e.values.first }.should include('foo') }
|
|
44
|
+
|
|
45
|
+
end
|
|
46
|
+
|
|
47
|
+
end
|
|
48
|
+
|
|
49
|
+
end
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: link_thumbnailer
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.4
|
|
5
5
|
prerelease:
|
|
6
6
|
platform: ruby
|
|
7
7
|
authors:
|
|
@@ -9,7 +9,7 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2012-09-
|
|
12
|
+
date: 2012-09-27 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
name: nokogiri
|
|
@@ -75,6 +75,22 @@ dependencies:
|
|
|
75
75
|
- - ~>
|
|
76
76
|
- !ruby/object:Gem::Version
|
|
77
77
|
version: 2.13.1
|
|
78
|
+
- !ruby/object:Gem::Dependency
|
|
79
|
+
name: json
|
|
80
|
+
requirement: !ruby/object:Gem::Requirement
|
|
81
|
+
none: false
|
|
82
|
+
requirements:
|
|
83
|
+
- - ~>
|
|
84
|
+
- !ruby/object:Gem::Version
|
|
85
|
+
version: 1.7.5
|
|
86
|
+
type: :runtime
|
|
87
|
+
prerelease: false
|
|
88
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
89
|
+
none: false
|
|
90
|
+
requirements:
|
|
91
|
+
- - ~>
|
|
92
|
+
- !ruby/object:Gem::Version
|
|
93
|
+
version: 1.7.5
|
|
78
94
|
- !ruby/object:Gem::Dependency
|
|
79
95
|
name: rspec
|
|
80
96
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -136,9 +152,18 @@ files:
|
|
|
136
152
|
- lib/link_thumbnailer/version.rb
|
|
137
153
|
- lib/link_thumbnailer/web_image.rb
|
|
138
154
|
- link_thumbnailer.gemspec
|
|
155
|
+
- spec/doc_parser_spec.rb
|
|
156
|
+
- spec/doc_spec.rb
|
|
157
|
+
- spec/examples/example.html
|
|
139
158
|
- spec/examples/og_example.html
|
|
159
|
+
- spec/fetcher_spec.rb
|
|
160
|
+
- spec/img_comparator_spec.rb
|
|
161
|
+
- spec/img_url_filter_spec.rb
|
|
140
162
|
- spec/link_thumbnailer_spec.rb
|
|
163
|
+
- spec/object_spec.rb
|
|
164
|
+
- spec/opengraph_spec.rb
|
|
141
165
|
- spec/spec_helper.rb
|
|
166
|
+
- spec/web_image_spec.rb
|
|
142
167
|
homepage: https://github.com/gottfrois/link_thumbnailer
|
|
143
168
|
licenses: []
|
|
144
169
|
post_install_message:
|
|
@@ -165,6 +190,15 @@ specification_version: 3
|
|
|
165
190
|
summary: Ruby gem ranking images from a given URL returning an object containing images
|
|
166
191
|
and website informations.
|
|
167
192
|
test_files:
|
|
193
|
+
- spec/doc_parser_spec.rb
|
|
194
|
+
- spec/doc_spec.rb
|
|
195
|
+
- spec/examples/example.html
|
|
168
196
|
- spec/examples/og_example.html
|
|
197
|
+
- spec/fetcher_spec.rb
|
|
198
|
+
- spec/img_comparator_spec.rb
|
|
199
|
+
- spec/img_url_filter_spec.rb
|
|
169
200
|
- spec/link_thumbnailer_spec.rb
|
|
201
|
+
- spec/object_spec.rb
|
|
202
|
+
- spec/opengraph_spec.rb
|
|
170
203
|
- spec/spec_helper.rb
|
|
204
|
+
- spec/web_image_spec.rb
|