spidy 0.0.11 → 0.0.12
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/spidy/console.rb +2 -2
- data/lib/spidy/definition.rb +6 -5
- data/lib/spidy/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 148a52cc58c8f24a441e720ce2270166886b60d25bb894e053e853a224a157a2
|
4
|
+
data.tar.gz: 553b1eaf47f1517daa7dba3f7fc059437c0aadd480d6af8037e53f7983d9fb15
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: aa429c910d628059ba0f1527d1c5e3d2b7808eccf6d82717ee3c62a7149f8af50480e33283dcbc561b93df01704024fc31dfebf6c253bbec04c1078cebc98ecd
|
7
|
+
data.tar.gz: c2db182bdb2b9172be2abff69f0d3c83619f656d2cf75ecd763f887c1280c1766e79decf8c2011497905edc2eb4d2f1e9652d30889b6691d3f86a5059a22c553
|
data/lib/spidy/console.rb
CHANGED
@@ -19,11 +19,11 @@ class Spidy::Console
|
|
19
19
|
@definition_file&.eval_definition
|
20
20
|
end
|
21
21
|
|
22
|
-
def call(name =
|
22
|
+
def call(name = nil, url: nil, &block)
|
23
23
|
spidy.call(name, url: url, &block)
|
24
24
|
end
|
25
25
|
|
26
|
-
def each(name =
|
26
|
+
def each(name = nil, url: nil, &block)
|
27
27
|
spidy.each(name, url: url, &block)
|
28
28
|
end
|
29
29
|
end
|
data/lib/spidy/definition.rb
CHANGED
@@ -6,7 +6,7 @@
|
|
6
6
|
module Spidy::Definition
|
7
7
|
def call(name = :default, url: nil, stream: nil, err: nil, &output)
|
8
8
|
name = name.presence || :default
|
9
|
-
spidy = @namespace["#{name}_scraper"]
|
9
|
+
spidy = @namespace[:"#{name}_scraper"]
|
10
10
|
fail "undefined spidy [#{name}]" if spidy.nil?
|
11
11
|
|
12
12
|
exec(spidy, url: url, stream: stream, err: err, &output)
|
@@ -14,7 +14,7 @@ module Spidy::Definition
|
|
14
14
|
|
15
15
|
def each(name = :default, url: nil, stream: nil, err: nil, &output)
|
16
16
|
name = name.presence || :default
|
17
|
-
spidy = @namespace["#{name}_spider"]
|
17
|
+
spidy = @namespace[:"#{name}_spider"]
|
18
18
|
fail "undefined spidy [#{name}]" if spidy.nil?
|
19
19
|
|
20
20
|
exec(spidy, url: url, stream: stream, err: err, &output)
|
@@ -23,7 +23,7 @@ module Spidy::Definition
|
|
23
23
|
def spider(name = :default, connector: nil, as: nil)
|
24
24
|
@namespace ||= {}
|
25
25
|
connector = Spidy::Connector.get(as || connector) || connector
|
26
|
-
@namespace["#{name}_spider"] = proc do |url, &yielder|
|
26
|
+
@namespace[:"#{name}_spider"] = proc do |url, &yielder|
|
27
27
|
yield(yielder, connector, url)
|
28
28
|
end
|
29
29
|
end
|
@@ -32,7 +32,7 @@ module Spidy::Definition
|
|
32
32
|
@namespace ||= {}
|
33
33
|
connector = Spidy::Connector.get(connector || as)
|
34
34
|
binder = Spidy::Binder.get(binder || as)
|
35
|
-
@namespace["#{name}_scraper"] = define_proc(connector, binder, define_block)
|
35
|
+
@namespace[:"#{name}_scraper"] = define_proc(connector, binder, define_block)
|
36
36
|
end
|
37
37
|
|
38
38
|
private
|
@@ -51,7 +51,8 @@ module Spidy::Definition
|
|
51
51
|
|
52
52
|
def define_proc(connector, binder, define_block)
|
53
53
|
proc do |url, &yielder|
|
54
|
-
fail '
|
54
|
+
fail 'url is not specified' if url.blank?
|
55
|
+
fail 'block is not specified' if yielder.nil?
|
55
56
|
|
56
57
|
connection_yielder = lambda do |resource|
|
57
58
|
binder.call(resource, define_block) { |object| yielder.call(object) }
|
data/lib/spidy/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: spidy
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.12
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- aileron
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-10-
|
11
|
+
date: 2019-10-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|