spidy 0.2.5 → 0.2.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: f123b0f2bb611ea41bafe6a9cb5a7bb7564ba6be7044127e77fddf34dc3faed1
4
- data.tar.gz: 87f0079575c62dac9a43d6900b88da45cce77a37f5b994376b0d31dd24b03fa5
3
+ metadata.gz: c6c2e2e85979c5d5492564fec243c23c44ef1d762230cd1a59400fcc46bf42a3
4
+ data.tar.gz: d551534240f528923ccb862e17ae521aaccdc5596e45c09e1cee0e90f0c990c5
5
5
  SHA512:
6
- metadata.gz: b6554befde64315d01d2db11ba22b479629ae602ca4acddee51c941bd091144849ad15f2b98c220d29bd97c70c02fc2726061db429db2140a50bbfe0fce850a2
7
- data.tar.gz: 511b7dccf5f93e4cf8a652d3039ec852c556cbd49e238c676029d1b0e611dce669ac84140c8b9be3f861426e8f248f6452698bf7319f5493cb7ecccb3cd1428d
6
+ metadata.gz: 3348c6243500f90f7157435bf36f1675744f46c0025dc4bab81fad4ccfb65c4e2ac0d029a837fb589c768b4868fbaf8ab7c258ad67aa4e1a9f33f0949701b2da
7
+ data.tar.gz: ef8d804eae97e2300747abb1b9e97f84e100b6b151e01b587fff95c98327ce21e0024456c6d8208ecd81ceaead8a0353d251f15a4ef4deff7e3b077e13c872cb
@@ -1,10 +1,12 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- spidy (0.2.3)
4
+ spidy (0.2.6)
5
5
  activesupport
6
6
  mechanize
7
7
  pry
8
+ socksify
9
+ tor
8
10
 
9
11
  GEM
10
12
  remote: https://rubygems.org/
@@ -16,7 +18,7 @@ GEM
16
18
  tzinfo (~> 1.1)
17
19
  zeitwerk (~> 2.2, >= 2.2.2)
18
20
  coderay (1.1.2)
19
- concurrent-ruby (1.1.6)
21
+ concurrent-ruby (1.1.7)
20
22
  connection_pool (2.2.3)
21
23
  diff-lcs (1.3)
22
24
  domain_name (0.5.20190701)
@@ -40,7 +42,7 @@ GEM
40
42
  mime-types-data (~> 3.2015)
41
43
  mime-types-data (3.2020.0512)
42
44
  mini_portile2 (2.4.0)
43
- minitest (5.14.1)
45
+ minitest (5.14.2)
44
46
  mixlib-shellout (2.4.4)
45
47
  net-http-digest_auth (1.4.1)
46
48
  net-http-persistent (4.0.0)
@@ -72,7 +74,9 @@ GEM
72
74
  diff-lcs (>= 1.2.0, < 2.0)
73
75
  rspec-support (~> 3.8.0)
74
76
  rspec-support (3.8.2)
77
+ socksify (1.7.1)
75
78
  thread_safe (0.3.6)
79
+ tor (0.1.4)
76
80
  tzinfo (1.2.7)
77
81
  thread_safe (~> 0.1)
78
82
  unf (0.1.4)
@@ -5,6 +5,7 @@ require 'active_support/all'
5
5
  require 'mechanize'
6
6
  require 'open-uri'
7
7
  require 'socksify'
8
+ require 'tor'
8
9
 
9
10
  #
10
11
  # web spider dsl engine
@@ -28,6 +28,10 @@ module Spidy::Definition
28
28
  @socks_proxy = { host: host, port: port }
29
29
  end
30
30
 
31
+ def tor?
32
+ Tor.running?
33
+ end
34
+
31
35
  def each(source = nil, name: :default, &yielder)
32
36
  name = name.presence || :default
33
37
  spidy = @namespace[:"#{name}_spider"]
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Spidy
4
- VERSION = '0.2.5'
4
+ VERSION = '0.2.6'
5
5
  end
@@ -31,6 +31,7 @@ Gem::Specification.new do |spec|
31
31
  spec.add_development_dependency 'ffaker'
32
32
  spec.add_development_dependency 'rspec-command'
33
33
 
34
+ spec.add_runtime_dependency 'tor'
34
35
  spec.add_runtime_dependency 'activesupport'
35
36
  spec.add_runtime_dependency 'mechanize'
36
37
  spec.add_runtime_dependency 'socksify'
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: spidy
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.5
4
+ version: 0.2.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - aileron
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2020-08-31 00:00:00.000000000 Z
11
+ date: 2020-09-01 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
@@ -94,6 +94,20 @@ dependencies:
94
94
  - - ">="
95
95
  - !ruby/object:Gem::Version
96
96
  version: '0'
97
+ - !ruby/object:Gem::Dependency
98
+ name: tor
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - ">="
102
+ - !ruby/object:Gem::Version
103
+ version: '0'
104
+ type: :runtime
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - ">="
109
+ - !ruby/object:Gem::Version
110
+ version: '0'
97
111
  - !ruby/object:Gem::Dependency
98
112
  name: activesupport
99
113
  requirement: !ruby/object:Gem::Requirement