page_by_page 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1caf9eb5db3b666affd8d965eeda90581829cc0c
-  data.tar.gz: 50d38d6016992599ca2e3338f922836cc9007160
+  metadata.gz: 5fa944dd4b26a3928521fab9ab0715912b5b41da
+  data.tar.gz: ec53a56c45380b0a95994ab056bbf1d0e33b2fc1
 SHA512:
-  metadata.gz: 4ffc3556b738790cf827a69b185d827230f08a63558d3d417de62c609e916ad0f0f2d60437f22199e82b915356b662c4a1de072b31477ace04e1f6181db40bec
-  data.tar.gz: c8ddaa7f047288edffdac0568de7ffe2aa60e964163adf9a9ebb8cc94130afb447886c22df2469e4043ca75e8450cfc3c3ec13e97a7bd3e442392007b422e5a5
+  metadata.gz: ea009729e29a8bd6922992d9afcddec3dfe5cf1dc9003cbae7bb24e1c1c2a8b4fddd521adf7f879d298a25431db18ae8f8fbf22bd6b382a90244ad385d298c5a
+  data.tar.gz: 254f829aa7fc8b08e280c00f0c640c96740893e6f8c564403a0b9b2d50f03465318739ecb383f650c71104adbbe3a2fdb6389832a28ed312f74479ee45771c40

data/lib/page_by_page.rb

@@ -26,10 +26,12 @@ class PageByPage
 
   def fetch
     items, all_items = [nil], []
-    until items.empty?
-      doc = parse @url.next
-      items = doc.css @selector
-      all_items << items
+    catch :no_more do
+      until items.empty?
+        doc = parse @url.next
+        items = doc.css @selector
+        all_items << items
+      end
     end
     all_items.flatten
   end
@@ -38,6 +40,12 @@ class PageByPage
 
   def parse url
     Nokogiri::HTML open url
+  rescue OpenURI::HTTPError => e
+    if e.message == '404 Not Found'
+      throw :no_more
+    else
+      raise e
+    end
   end
 
 end

data/lib/page_by_page/version.rb

@@ -1,3 +1,3 @@
 class PageByPage
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: page_by_page
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - ken