legitbot 0.3.2 → 0.4.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (32) hide show
  1. checksums.yaml +4 -4
  2. data/.rubocop.yml +8 -0
  3. data/Gemfile +2 -0
  4. data/Rakefile +5 -3
  5. data/legitbot.gemspec +4 -3
  6. data/lib/legitbot/ahrefs.rb +13 -8
  7. data/lib/legitbot/apple.rb +11 -11
  8. data/lib/legitbot/baidu.rb +5 -7
  9. data/lib/legitbot/bing.rb +5 -7
  10. data/lib/legitbot/botmatch.rb +17 -44
  11. data/lib/legitbot/config/resolver.rb +18 -0
  12. data/lib/legitbot/duckduckgo.rb +15 -7
  13. data/lib/legitbot/facebook.rb +8 -34
  14. data/lib/legitbot/google.rb +5 -8
  15. data/lib/legitbot/legitbot.rb +14 -9
  16. data/lib/legitbot/pinterest.rb +5 -8
  17. data/lib/legitbot/validators/domains.rb +71 -0
  18. data/lib/legitbot/validators/ip_ranges.rb +81 -0
  19. data/lib/legitbot/version.rb +3 -1
  20. data/lib/legitbot/yandex.rb +28 -12
  21. data/lib/legitbot.rb +2 -0
  22. data/test/ahrefs_test.rb +16 -8
  23. data/test/apple_as_google_test.rb +9 -4
  24. data/test/apple_test.rb +11 -4
  25. data/test/botmatch_test.rb +4 -22
  26. data/test/facebook_test.rb +24 -9
  27. data/test/google_test.rb +24 -14
  28. data/test/legitbot/validators/domains_test.rb +58 -0
  29. data/test/legitbot/validators/ip_ranges_test.rb +113 -0
  30. data/test/legitbot_test.rb +8 -4
  31. data/test/pinterest_test.rb +26 -14
  32. metadata +30 -8
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: legitbot
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.2
4
+ version: 0.4.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Alexander Azarov
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2019-09-16 00:00:00.000000000 Z
11
+ date: 2019-09-18 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: irrc
@@ -44,42 +44,56 @@ dependencies:
44
44
  requirements:
45
45
  - - ">="
46
46
  - !ruby/object:Gem::Version
47
- version: '0'
47
+ version: 0.8.0
48
48
  type: :development
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - ">="
53
53
  - !ruby/object:Gem::Version
54
- version: '0'
54
+ version: 0.8.0
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: rake
57
57
  requirement: !ruby/object:Gem::Requirement
58
58
  requirements:
59
59
  - - ">="
60
60
  - !ruby/object:Gem::Version
61
- version: '0'
61
+ version: 12.3.0
62
62
  type: :development
63
63
  prerelease: false
64
64
  version_requirements: !ruby/object:Gem::Requirement
65
65
  requirements:
66
66
  - - ">="
67
67
  - !ruby/object:Gem::Version
68
- version: '0'
68
+ version: 12.3.0
69
+ - !ruby/object:Gem::Dependency
70
+ name: rubocop
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - ">="
74
+ - !ruby/object:Gem::Version
75
+ version: 0.74.0
76
+ type: :development
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ">="
81
+ - !ruby/object:Gem::Version
82
+ version: 0.74.0
69
83
  - !ruby/object:Gem::Dependency
70
84
  name: minitest
71
85
  requirement: !ruby/object:Gem::Requirement
72
86
  requirements:
73
87
  - - ">="
74
88
  - !ruby/object:Gem::Version
75
- version: '0'
89
+ version: 5.1.0
76
90
  type: :development
77
91
  prerelease: false
78
92
  version_requirements: !ruby/object:Gem::Requirement
79
93
  requirements:
80
94
  - - ">="
81
95
  - !ruby/object:Gem::Version
82
- version: '0'
96
+ version: 5.1.0
83
97
  description: A library to make sure a Web request has been made by a real search engine,
84
98
  not a malicious agent
85
99
  email: self@alaz.me
@@ -88,6 +102,7 @@ extensions: []
88
102
  extra_rdoc_files: []
89
103
  files:
90
104
  - ".gitignore"
105
+ - ".rubocop.yml"
91
106
  - ".travis.yml"
92
107
  - Gemfile
93
108
  - LICENSE.txt
@@ -100,11 +115,14 @@ files:
100
115
  - lib/legitbot/baidu.rb
101
116
  - lib/legitbot/bing.rb
102
117
  - lib/legitbot/botmatch.rb
118
+ - lib/legitbot/config/resolver.rb
103
119
  - lib/legitbot/duckduckgo.rb
104
120
  - lib/legitbot/facebook.rb
105
121
  - lib/legitbot/google.rb
106
122
  - lib/legitbot/legitbot.rb
107
123
  - lib/legitbot/pinterest.rb
124
+ - lib/legitbot/validators/domains.rb
125
+ - lib/legitbot/validators/ip_ranges.rb
108
126
  - lib/legitbot/version.rb
109
127
  - lib/legitbot/yandex.rb
110
128
  - test/ahrefs_test.rb
@@ -113,6 +131,8 @@ files:
113
131
  - test/botmatch_test.rb
114
132
  - test/facebook_test.rb
115
133
  - test/google_test.rb
134
+ - test/legitbot/validators/domains_test.rb
135
+ - test/legitbot/validators/ip_ranges_test.rb
116
136
  - test/legitbot_test.rb
117
137
  - test/pinterest_test.rb
118
138
  homepage: https://github.com/alaz/legitbot
@@ -142,6 +162,8 @@ specification_version: 4
142
162
  summary: 'Validate requests from Web crawlers: impersonating or not?'
143
163
  test_files:
144
164
  - test/legitbot_test.rb
165
+ - test/legitbot/validators/domains_test.rb
166
+ - test/legitbot/validators/ip_ranges_test.rb
145
167
  - test/pinterest_test.rb
146
168
  - test/ahrefs_test.rb
147
169
  - test/apple_test.rb