pagedump 0.2.2 → 0.3.0

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    ODBmZmFlZmUxZDFiMjQ3YTlmOTNiNzQ0N2VmYzMzM2Q4NDkxYWQ3Mw==
+    MGM3ZjQxYjY3ZmE3NDMxNWJjY2U2M2NiYjJiYWUyYzA4NWY0MzQyNw==
   data.tar.gz: !binary |-
-    NzEwZmRjNzIyMDcwOTU3ZDIzYzg1MjRkNDllMDhlOWYwZDkxOGQzZg==
+    Y2UzZGU5ZDkwNThlN2RiODI3ZTA4MTUyMTE2Zjk2MzU5M2JhNjYzZQ==
 SHA512:
   metadata.gz: !binary |-
-    N2IyNjdhMWU3OGQzZjI3YTA4ODcyODUxNWExYmVkYmZlODc1YzY1NDU1NmI5
-    MzU2YzM2NTQ5YmI4ZGZhMzZhOGJmNmY3MDcxNWI4MGFkNzY2NzBlZmEyZjg4
-    NjEwNTFjYzU5NTZiNzk1ZDM0ODMwNmNiNjZjOTMxOTg2ODQ1MTQ=
+    NzkwOTg5MTBmN2MyYThlOGJjZDVhY2Y0Nzk0NDFkYTFmNWEzNzIzZWQ3OGZm
+    YTQ0NjAzOTE4NmU1Mjc5YTQxMjkxOTE5YmUwNjI1MmU4YTg3YWJkYzdhYzY1
+    ZWU1MWUwNGM0ZWRhM2Q3ZTdjNzJmMjhmMzg3YzI2ZTExYTBiMzk=
   data.tar.gz: !binary |-
-    YmM1Mzg0ZjM5YTk2MGYwYThmOWY3NGNhNzA3YTEwNWM2YzhkYjczZDVjNDBj
-    MGFjYmVlZWE1NmZmNTM5MzAyMWIyNGQ1OTFlNjJjYzA3OTA2NDgyYWIzYTUw
-    ZWVhMjA5NmEwNGNjNmFhNGNmZjkwY2ViN2M5MTE3ZGM5NGYyYTY=
+    NGEyMTVjMWJjZWUwN2U3OGZkNmY4NWY2ZWFhNDFlZjZkOTAwYjFiMWI0YWY3
+    ZTQ3MmEyZTdkYTc0YzNmZWQ1YTVmYmQwNDQzNzI4MDNhMDFmMDM2MzViYWE1
+    ZTI4Nzc3YTUyODc3YzQxYjJiMGY3NzYxYzNjYWJiYzliY2IzOGU=

data/lib/pagedump/driver.rb

@@ -19,8 +19,13 @@ module Pagedump
     end
 
     def link weight, href
-      abs_link = URI.parse(url).merge(URI.parse(href)).to_s
-      @wlinks[abs_link] = weight
+      begin
+        relative = URI.parse(href)
+        abs_link = URI.parse(url).merge(relative).to_s
+        @wlinks[abs_link] = weight
+      rescue URI::InvalidURIError
+        Pagedump.logger.warn "[Driver #{name}] Error parsing href \"#{href}\". Ignoring link (weight was #{weight})"
+      end
     end
 
     def scrap

data/lib/pagedump/version.rb

@@ -1,3 +1,3 @@
 module Pagedump
-  VERSION = "0.2.2"
+  VERSION = "0.3.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pagedump
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.3.0
 platform: ruby
 authors:
 - Damien Cram