scrapework 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c58c41ad16325995c414d072e220c583b83f1bdc52778ccc843c706efe745924
-  data.tar.gz: 0f22e214c0006c0e76a6368b7368b199daf5ce6a53afc3d5b0b76205f198b9da
+  metadata.gz: 4d05be6e525594f8a297ad5bae0abaeeb366a198bd4acb450f837449c7c19e93
+  data.tar.gz: 0e74bd49022f11e5712e363ef9ddaf9710c37456324cee058596eb00340b2308
 SHA512:
-  metadata.gz: fd6af54c141cae5e3eb55c9da405777fca1958f0503f774aa1695444951efc47a9744fa6d3675448acf6c1d1894f552bdcc6e29c9bdaaa1e4bf8bdbcbd879164
-  data.tar.gz: 011c840fe58b474dc0008eb43e9e9c8a02689dbf1cd3a6e1b8cad56b7a1485183b41ec4b076360803ee56b842a495590fce042bc46d7c792583fc6bb10c6b949
+  metadata.gz: 486ebab03674cae60200091d0983c766e61e177a15eb897de4951adf7de46cd2b22614e4d8ea981a5574b70f9388a58212a1e7c35e2a87e7f9f6a3973c552652
+  data.tar.gz: db1b96744ebbe5d9833ac20591aa7ba6dc6ad6634ff957c473e6482037f0efe3862d48f2db16c8e42e34822959be4dbd29e36867906895255a2d2cacf11c0ea4

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+# 0.1.2
+
+  * Error in mapped attribute raises `Scrapework::MappingError`
+
 # 0.1.1
 
   * Pagination mapped method calls block in context of the object instance.

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    scrapework (0.1.0)
+    scrapework (0.1.2)
       active_attr
       activesupport
       nokogiri
@@ -27,7 +27,7 @@ GEM
     jaro_winkler (1.5.2)
     mini_portile2 (2.4.0)
     minitest (5.11.3)
-    nokogiri (1.10.2)
+    nokogiri (1.10.3)
       mini_portile2 (~> 2.4.0)
     parallel (1.17.0)
     parser (2.6.2.1)

data/examples/manga.rb

@@ -5,6 +5,37 @@ require 'scrapework'
 # This example sets up several data types and uses them
 # to download every chapter of a manga.
 
+# A manga list web page
+class MangaList < Scrapework::Object
+  has_many :manga, class: 'Manga'
+
+  # Will not return the array of full collection
+  def each(*args, &block)
+    manga.each(*args, &block)
+
+    next_page&.each(*args, &block)
+  end
+
+  map 'manga' do |html|
+    html.css('.update_item h3 a').map do |a|
+      { uri: a['href'], title: a.text.strip }
+    end
+  end
+
+  paginate do |html|
+    pages = html.css('.group-page a').to_a[1..-2]
+    current = pages.find_index { |p| p['class'] == 'pageselect' }
+
+    prev_page_link = pages[current - 1] if current
+    next_page_link = pages[current + 1] if current
+
+    prev_page = { url: prev_page_link['href'] } if prev_page_link
+    next_page = { url: next_page_link['href'] } if next_page_link
+
+    [prev_page, next_page]
+  end
+end
+
 # A manga web page
 class Manga < Scrapework::Object
   attribute :title

data/lib/scrapework/object.rb

@@ -123,7 +123,11 @@ module Scrapework
       mapped_method = :"_mapped_#{name}"
 
       define_method(mapped_method) do
-        value = instance_exec(_document, &block)
+        value = begin
+                  instance_exec(_document, &block)
+                rescue StandardError => e
+                  raise MappingError, e.message
+                end
 
         public_send("#{name}=", value)
       end

data/lib/scrapework/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Scrapework
-  VERSION = '0.1.1'
+  VERSION = '0.1.2'
 end

data/lib/scrapework.rb

@@ -5,5 +5,7 @@ require 'scrapework/object'
 
 module Scrapework
   class Error < StandardError; end
+  class MappingError < Error; end
+
   # Your code goes here...
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: scrapework
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - jphager2
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-04-19 00:00:00.000000000 Z
+date: 2019-04-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: active_attr