arb-crawler 1.0.2 → 1.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cbb085b8ff9958806dad57320027af7dd2d78802
-  data.tar.gz: c5e76c072ce0b0e2eef14bb69932da3a285ee2c0
+  metadata.gz: df2e4dc94d0653f7567230ceb393b11e96602e2f
+  data.tar.gz: f3f9776483c4e385ff0c49070ffbc36f6c25852b
 SHA512:
-  metadata.gz: e2fe5708b073caf1e7097d1be8797aecf7acb7a792866a0a206571cfb3e32d98b2d3dc4b1b2356a3b4367dbd6f579bbd916ba16de65321e1b5b5bcef322f05c5
-  data.tar.gz: 4d193b9fa506a2897d58db72cd969a1363326089e651ae2e52c4904a91b54d2b8c3f861da55246c7d476fcbea2af29ef78b110499da4eae457fcc91fa0ef681d
+  metadata.gz: c859ad0dad974404bedbbb82d876fe9669cadbca818ef01a877cfea1d0172a82a9539b420c1008a2b0791fd54d9368de349084874ec21cc80865d25d02d47145
+  data.tar.gz: a3974808e0167d7ccd568e6e0ebd29a16a4bdd5f283344fedae7e74ae0312594625a3733d2b00fc90717886f63cae99eda97290a2960f2c32a88f68df6662541

data/lib/arb/crawler.rb

@@ -60,7 +60,8 @@ module Arb
             end
           end
 
-          define_method "#{method}_by_#{way}" do |url,css_or_xpath,&blk|
+          #Make sure that the content_key distinct from those attribute keys
+          define_method "#{method}_by_#{way}" do |url,css_or_xpath,content_key=:text,&blk|
             [].tap do |arr|
               raw=send("#{method}_by_#{way}_raw",url,css_or_xpath)
               raw && raw.each do |nokogiri_element|
@@ -68,8 +69,10 @@ module Arb
                   nokogiri_element.attributes.keys.each do |key|
                     hash[key.to_sym]=nokogiri_element.attribute(key).value
                   end
-                  hash.singleton_class.send :define_method, :text do
-                    nokogiri_element.text
+                  if hash.keys.include?(content_key.to_sym)
+                    puts("Warning: Content key #{content_key} can not be used due to conflict!")
+                  else
+                    hash[content_key]=nokogiri_element.text
                   end
                   blk[hash] if blk
                 end

data/lib/arb/crawler/version.rb

@@ -1,5 +1,5 @@
 module Arb
   module Crawler
-    VERSION = "1.0.2"
+    VERSION = "1.0.3"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: arb-crawler
 version: !ruby/object:Gem::Version
-  version: 1.0.2
+  version: 1.0.3
 platform: ruby
 authors:
 - arybin
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-02-21 00:00:00.000000000 Z
+date: 2017-08-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -115,7 +115,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.8
+rubygems_version: 2.6.12
 signing_key: 
 specification_version: 4
 summary: Web page crawler.