trawler 0.0.2 → 0.0.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/trawler/parser.rb +4 -3
- data/lib/trawler/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: d4dae42eded6ebcc957c1698005a183dba23bf22
|
|
4
|
+
data.tar.gz: e813de043eb6984f7027624a0f6820bb06baff69
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 9f89defee433fa347c8eb2f1ea2ae16ffedd0bc032adfea622fa847a6b4e553440ae5ecbf75304e6435cdbcef3138c492700cd90536566238e9bcb6cf5e27960
|
|
7
|
+
data.tar.gz: a66e38a3293a817f2d0d67594e09e53dd5b5ce6e22f6d0c66398a1fb7dfa651055d167c189f2ec51feefc42fef80a7eb078dfd1f925b0cfacd6ada46c1faf153
|
data/lib/trawler/parser.rb
CHANGED
|
@@ -26,8 +26,9 @@ module Trawler
|
|
|
26
26
|
images << find_images
|
|
27
27
|
images.flatten!
|
|
28
28
|
images = images.select { |img| !img.nil? }.select { |s| !s.empty? }
|
|
29
|
-
images.flatten.map! { |img| img.strip }
|
|
30
|
-
images.map { |img| normalize_url(img) }
|
|
29
|
+
images.flatten.map! { |img| img.strip }
|
|
30
|
+
images.map! { |img| normalize_url(img) }
|
|
31
|
+
images.uniq
|
|
31
32
|
end
|
|
32
33
|
|
|
33
34
|
def normalize_url(uri)
|
|
@@ -69,7 +70,7 @@ module Trawler
|
|
|
69
70
|
images.reject! { |img| img[:src] =~ /(background|icons|icon)/i }
|
|
70
71
|
images.map! { |img| img[:src] }
|
|
71
72
|
images << buzzfeed_images
|
|
72
|
-
|
|
73
|
+
images.flatten.uniq
|
|
73
74
|
end
|
|
74
75
|
|
|
75
76
|
def meta_title
|
data/lib/trawler/version.rb
CHANGED