spidy 0.0.11 → 0.0.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/spidy/console.rb +2 -2
- data/lib/spidy/definition.rb +6 -5
- data/lib/spidy/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 148a52cc58c8f24a441e720ce2270166886b60d25bb894e053e853a224a157a2
|
4
|
+
data.tar.gz: 553b1eaf47f1517daa7dba3f7fc059437c0aadd480d6af8037e53f7983d9fb15
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: aa429c910d628059ba0f1527d1c5e3d2b7808eccf6d82717ee3c62a7149f8af50480e33283dcbc561b93df01704024fc31dfebf6c253bbec04c1078cebc98ecd
|
7
|
+
data.tar.gz: c2db182bdb2b9172be2abff69f0d3c83619f656d2cf75ecd763f887c1280c1766e79decf8c2011497905edc2eb4d2f1e9652d30889b6691d3f86a5059a22c553
|
data/lib/spidy/console.rb
CHANGED
@@ -19,11 +19,11 @@ class Spidy::Console
|
|
19
19
|
@definition_file&.eval_definition
|
20
20
|
end
|
21
21
|
|
22
|
-
def call(name =
|
22
|
+
def call(name = nil, url: nil, &block)
|
23
23
|
spidy.call(name, url: url, &block)
|
24
24
|
end
|
25
25
|
|
26
|
-
def each(name =
|
26
|
+
def each(name = nil, url: nil, &block)
|
27
27
|
spidy.each(name, url: url, &block)
|
28
28
|
end
|
29
29
|
end
|
data/lib/spidy/definition.rb
CHANGED
@@ -6,7 +6,7 @@
|
|
6
6
|
module Spidy::Definition
|
7
7
|
def call(name = :default, url: nil, stream: nil, err: nil, &output)
|
8
8
|
name = name.presence || :default
|
9
|
-
spidy = @namespace["#{name}_scraper"]
|
9
|
+
spidy = @namespace[:"#{name}_scraper"]
|
10
10
|
fail "undefined spidy [#{name}]" if spidy.nil?
|
11
11
|
|
12
12
|
exec(spidy, url: url, stream: stream, err: err, &output)
|
@@ -14,7 +14,7 @@ module Spidy::Definition
|
|
14
14
|
|
15
15
|
def each(name = :default, url: nil, stream: nil, err: nil, &output)
|
16
16
|
name = name.presence || :default
|
17
|
-
spidy = @namespace["#{name}_spider"]
|
17
|
+
spidy = @namespace[:"#{name}_spider"]
|
18
18
|
fail "undefined spidy [#{name}]" if spidy.nil?
|
19
19
|
|
20
20
|
exec(spidy, url: url, stream: stream, err: err, &output)
|
@@ -23,7 +23,7 @@ module Spidy::Definition
|
|
23
23
|
def spider(name = :default, connector: nil, as: nil)
|
24
24
|
@namespace ||= {}
|
25
25
|
connector = Spidy::Connector.get(as || connector) || connector
|
26
|
-
@namespace["#{name}_spider"] = proc do |url, &yielder|
|
26
|
+
@namespace[:"#{name}_spider"] = proc do |url, &yielder|
|
27
27
|
yield(yielder, connector, url)
|
28
28
|
end
|
29
29
|
end
|
@@ -32,7 +32,7 @@ module Spidy::Definition
|
|
32
32
|
@namespace ||= {}
|
33
33
|
connector = Spidy::Connector.get(connector || as)
|
34
34
|
binder = Spidy::Binder.get(binder || as)
|
35
|
-
@namespace["#{name}_scraper"] = define_proc(connector, binder, define_block)
|
35
|
+
@namespace[:"#{name}_scraper"] = define_proc(connector, binder, define_block)
|
36
36
|
end
|
37
37
|
|
38
38
|
private
|
@@ -51,7 +51,8 @@ module Spidy::Definition
|
|
51
51
|
|
52
52
|
def define_proc(connector, binder, define_block)
|
53
53
|
proc do |url, &yielder|
|
54
|
-
fail '
|
54
|
+
fail 'url is not specified' if url.blank?
|
55
|
+
fail 'block is not specified' if yielder.nil?
|
55
56
|
|
56
57
|
connection_yielder = lambda do |resource|
|
57
58
|
binder.call(resource, define_block) { |object| yielder.call(object) }
|
data/lib/spidy/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: spidy
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.12
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- aileron
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-10-
|
11
|
+
date: 2019-10-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|