spidy 0.3.3 → 0.3.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a70bf5d610f60d0b71c719cf870995a7e93b6e9abd71ef9823a71e2ed506f190
-  data.tar.gz: 203bc7721020e244b9ad3ecc526b27e1c8d83a807cc2798bcb8930b1e17d5277
+  metadata.gz: 38936d0a025edde8a0ecb15a164c36fbccf1346f9bee9ec7d01a43931eaeb163
+  data.tar.gz: 71c02d424da0b18cfad383035c78465b1c81ccdfe41399baa511a7bae3675662
 SHA512:
-  metadata.gz: 9977aeb13ff786bd8fbeb7d8ca0ee3ef7b67dfb577739c9aba0a310c46741fa48d86596de6f69ad05eaf2d64f9de4259bea84d4939ee2c7288781106fb25f2b3
-  data.tar.gz: d64e9e66b25d8985f2c009abddd6f6b862aa8f533b67e125fa35008d308424e766d3ad4a8a64c16a0c9ed3448cdad14a09c80f6f77437e604826808286270d4f
+  metadata.gz: d97c61f76fb9dde1d5693c7d33830c6df7605930408c42666ffe31a6d46262d1203cfed710d2112f2c396cdcbc3e40f1149d9fc005c5947af3851946bd6f487e
+  data.tar.gz: ffe6d6362f6bb50c11e54cb398730b0a649ac832b5fdd048d61675dce7a17ec58993900cbaa250238c0cc702cbe649e901cab660c265adb2ef8207e2704ea48c

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    spidy (0.3.3)
+    spidy (0.3.4)
       activesupport
       mechanize
       pry

data/example/wikip.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+Spidy.define do
+  def self.infobox_scrape(params, &block)
+    call(params.html.at('.infobox'), name: :infobox, &block)
+  end
+
+  define(as: :html) do
+    let(:title, 'h1')
+  end
+
+  define(:infobox, as: :html, connector: :direct) do
+    let(:columns) do
+      html.search('tr').each do |tr|
+        {
+          name: tr.at('th')&.text,
+          value: tr.at('td')&.text
+        }
+      end
+    end
+  end
+end

data/lib/spidy/connector.rb

@@ -126,6 +126,8 @@ module Spidy::Connector
     wait_time ||= DEFAULT_WAIT_TIME
 
     connector = get_connector(value, user_agent: user_agent, socks_proxy: socks_proxy)
+    return connector if connector.is_a?(Spidy::Connector::Direct)
+
     RetryableCaller.new(connector, wait_time: wait_time, logger: logger)
   end
 

data/lib/spidy/connector/direct.rb

@@ -5,7 +5,11 @@
 #
 class Spidy::Connector::Direct
   def call(resource, &yielder)
-    yielder.call(resource)
+    if block_given?
+      yield resource
+    else
+      resource
+    end
   end
 
   def initialize(user_agent:)

data/lib/spidy/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Spidy
-  VERSION = '0.3.3'
+  VERSION = '0.3.6'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: spidy
 version: !ruby/object:Gem::Version
-  version: 0.3.3
+  version: 0.3.6
 platform: ruby
 authors:
 - aileron
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-10-05 00:00:00.000000000 Z
+date: 2020-10-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -218,6 +218,7 @@ files:
 - example/master_detail.rb
 - example/proxy.rb
 - example/retry.rb
+- example/wikip.rb
 - exe/spidy
 - lib/spidy.rb
 - lib/spidy/binder.rb
@@ -257,7 +258,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.1.4
 signing_key:
 specification_version: 4
 summary: web spider dsl