pagedump 0.2.2 → 0.3.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +8 -8
- data/lib/pagedump/driver.rb +7 -2
- data/lib/pagedump/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
---
|
2
2
|
!binary "U0hBMQ==":
|
3
3
|
metadata.gz: !binary |-
|
4
|
-
|
4
|
+
MGM3ZjQxYjY3ZmE3NDMxNWJjY2U2M2NiYjJiYWUyYzA4NWY0MzQyNw==
|
5
5
|
data.tar.gz: !binary |-
|
6
|
-
|
6
|
+
Y2UzZGU5ZDkwNThlN2RiODI3ZTA4MTUyMTE2Zjk2MzU5M2JhNjYzZQ==
|
7
7
|
SHA512:
|
8
8
|
metadata.gz: !binary |-
|
9
|
-
|
10
|
-
|
11
|
-
|
9
|
+
NzkwOTg5MTBmN2MyYThlOGJjZDVhY2Y0Nzk0NDFkYTFmNWEzNzIzZWQ3OGZm
|
10
|
+
YTQ0NjAzOTE4NmU1Mjc5YTQxMjkxOTE5YmUwNjI1MmU4YTg3YWJkYzdhYzY1
|
11
|
+
ZWU1MWUwNGM0ZWRhM2Q3ZTdjNzJmMjhmMzg3YzI2ZTExYTBiMzk=
|
12
12
|
data.tar.gz: !binary |-
|
13
|
-
|
14
|
-
|
15
|
-
|
13
|
+
NGEyMTVjMWJjZWUwN2U3OGZkNmY4NWY2ZWFhNDFlZjZkOTAwYjFiMWI0YWY3
|
14
|
+
ZTQ3MmEyZTdkYTc0YzNmZWQ1YTVmYmQwNDQzNzI4MDNhMDFmMDM2MzViYWE1
|
15
|
+
ZTI4Nzc3YTUyODc3YzQxYjJiMGY3NzYxYzNjYWJiYzliY2IzOGU=
|
data/lib/pagedump/driver.rb
CHANGED
@@ -19,8 +19,13 @@ module Pagedump
|
|
19
19
|
end
|
20
20
|
|
21
21
|
def link weight, href
|
22
|
-
|
23
|
-
|
22
|
+
begin
|
23
|
+
relative = URI.parse(href)
|
24
|
+
abs_link = URI.parse(url).merge(relative).to_s
|
25
|
+
@wlinks[abs_link] = weight
|
26
|
+
rescue URI::InvalidURIError
|
27
|
+
Pagedump.logger.warn "[Driver #{name}] Error parsing href \"#{href}\". Ignoring link (weight was #{weight})"
|
28
|
+
end
|
24
29
|
end
|
25
30
|
|
26
31
|
def scrap
|
data/lib/pagedump/version.rb
CHANGED