spidy 0.2.5 → 0.2.6

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: f123b0f2bb611ea41bafe6a9cb5a7bb7564ba6be7044127e77fddf34dc3faed1
4
- data.tar.gz: 87f0079575c62dac9a43d6900b88da45cce77a37f5b994376b0d31dd24b03fa5
3
+ metadata.gz: c6c2e2e85979c5d5492564fec243c23c44ef1d762230cd1a59400fcc46bf42a3
4
+ data.tar.gz: d551534240f528923ccb862e17ae521aaccdc5596e45c09e1cee0e90f0c990c5
5
5
  SHA512:
6
- metadata.gz: b6554befde64315d01d2db11ba22b479629ae602ca4acddee51c941bd091144849ad15f2b98c220d29bd97c70c02fc2726061db429db2140a50bbfe0fce850a2
7
- data.tar.gz: 511b7dccf5f93e4cf8a652d3039ec852c556cbd49e238c676029d1b0e611dce669ac84140c8b9be3f861426e8f248f6452698bf7319f5493cb7ecccb3cd1428d
6
+ metadata.gz: 3348c6243500f90f7157435bf36f1675744f46c0025dc4bab81fad4ccfb65c4e2ac0d029a837fb589c768b4868fbaf8ab7c258ad67aa4e1a9f33f0949701b2da
7
+ data.tar.gz: ef8d804eae97e2300747abb1b9e97f84e100b6b151e01b587fff95c98327ce21e0024456c6d8208ecd81ceaead8a0353d251f15a4ef4deff7e3b077e13c872cb
@@ -1,10 +1,12 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- spidy (0.2.3)
4
+ spidy (0.2.6)
5
5
  activesupport
6
6
  mechanize
7
7
  pry
8
+ socksify
9
+ tor
8
10
 
9
11
  GEM
10
12
  remote: https://rubygems.org/
@@ -16,7 +18,7 @@ GEM
16
18
  tzinfo (~> 1.1)
17
19
  zeitwerk (~> 2.2, >= 2.2.2)
18
20
  coderay (1.1.2)
19
- concurrent-ruby (1.1.6)
21
+ concurrent-ruby (1.1.7)
20
22
  connection_pool (2.2.3)
21
23
  diff-lcs (1.3)
22
24
  domain_name (0.5.20190701)
@@ -40,7 +42,7 @@ GEM
40
42
  mime-types-data (~> 3.2015)
41
43
  mime-types-data (3.2020.0512)
42
44
  mini_portile2 (2.4.0)
43
- minitest (5.14.1)
45
+ minitest (5.14.2)
44
46
  mixlib-shellout (2.4.4)
45
47
  net-http-digest_auth (1.4.1)
46
48
  net-http-persistent (4.0.0)
@@ -72,7 +74,9 @@ GEM
72
74
  diff-lcs (>= 1.2.0, < 2.0)
73
75
  rspec-support (~> 3.8.0)
74
76
  rspec-support (3.8.2)
77
+ socksify (1.7.1)
75
78
  thread_safe (0.3.6)
79
+ tor (0.1.4)
76
80
  tzinfo (1.2.7)
77
81
  thread_safe (~> 0.1)
78
82
  unf (0.1.4)
@@ -5,6 +5,7 @@ require 'active_support/all'
5
5
  require 'mechanize'
6
6
  require 'open-uri'
7
7
  require 'socksify'
8
+ require 'tor'
8
9
 
9
10
  #
10
11
  # web spider dsl engine
@@ -28,6 +28,10 @@ module Spidy::Definition
28
28
  @socks_proxy = { host: host, port: port }
29
29
  end
30
30
 
31
+ def tor?
32
+ Tor.running?
33
+ end
34
+
31
35
  def each(source = nil, name: :default, &yielder)
32
36
  name = name.presence || :default
33
37
  spidy = @namespace[:"#{name}_spider"]
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Spidy
4
- VERSION = '0.2.5'
4
+ VERSION = '0.2.6'
5
5
  end
@@ -31,6 +31,7 @@ Gem::Specification.new do |spec|
31
31
  spec.add_development_dependency 'ffaker'
32
32
  spec.add_development_dependency 'rspec-command'
33
33
 
34
+ spec.add_runtime_dependency 'tor'
34
35
  spec.add_runtime_dependency 'activesupport'
35
36
  spec.add_runtime_dependency 'mechanize'
36
37
  spec.add_runtime_dependency 'socksify'
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: spidy
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.5
4
+ version: 0.2.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - aileron
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2020-08-31 00:00:00.000000000 Z
11
+ date: 2020-09-01 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
@@ -94,6 +94,20 @@ dependencies:
94
94
  - - ">="
95
95
  - !ruby/object:Gem::Version
96
96
  version: '0'
97
+ - !ruby/object:Gem::Dependency
98
+ name: tor
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - ">="
102
+ - !ruby/object:Gem::Version
103
+ version: '0'
104
+ type: :runtime
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - ">="
109
+ - !ruby/object:Gem::Version
110
+ version: '0'
97
111
  - !ruby/object:Gem::Dependency
98
112
  name: activesupport
99
113
  requirement: !ruby/object:Gem::Requirement