legitbot 0.3.2 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. checksums.yaml +4 -4
  2. data/.rubocop.yml +8 -0
  3. data/Gemfile +2 -0
  4. data/Rakefile +5 -3
  5. data/legitbot.gemspec +4 -3
  6. data/lib/legitbot/ahrefs.rb +13 -8
  7. data/lib/legitbot/apple.rb +11 -11
  8. data/lib/legitbot/baidu.rb +5 -7
  9. data/lib/legitbot/bing.rb +5 -7
  10. data/lib/legitbot/botmatch.rb +17 -44
  11. data/lib/legitbot/config/resolver.rb +18 -0
  12. data/lib/legitbot/duckduckgo.rb +15 -7
  13. data/lib/legitbot/facebook.rb +8 -34
  14. data/lib/legitbot/google.rb +5 -8
  15. data/lib/legitbot/legitbot.rb +14 -9
  16. data/lib/legitbot/pinterest.rb +5 -8
  17. data/lib/legitbot/validators/domains.rb +71 -0
  18. data/lib/legitbot/validators/ip_ranges.rb +81 -0
  19. data/lib/legitbot/version.rb +3 -1
  20. data/lib/legitbot/yandex.rb +28 -12
  21. data/lib/legitbot.rb +2 -0
  22. data/test/ahrefs_test.rb +16 -8
  23. data/test/apple_as_google_test.rb +9 -4
  24. data/test/apple_test.rb +11 -4
  25. data/test/botmatch_test.rb +4 -22
  26. data/test/facebook_test.rb +24 -9
  27. data/test/google_test.rb +24 -14
  28. data/test/legitbot/validators/domains_test.rb +58 -0
  29. data/test/legitbot/validators/ip_ranges_test.rb +113 -0
  30. data/test/legitbot_test.rb +8 -4
  31. data/test/pinterest_test.rb +26 -14
  32. metadata +30 -8
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: legitbot
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.2
4
+ version: 0.4.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Alexander Azarov
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2019-09-16 00:00:00.000000000 Z
11
+ date: 2019-09-18 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: irrc
@@ -44,42 +44,56 @@ dependencies:
44
44
  requirements:
45
45
  - - ">="
46
46
  - !ruby/object:Gem::Version
47
- version: '0'
47
+ version: 0.8.0
48
48
  type: :development
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - ">="
53
53
  - !ruby/object:Gem::Version
54
- version: '0'
54
+ version: 0.8.0
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: rake
57
57
  requirement: !ruby/object:Gem::Requirement
58
58
  requirements:
59
59
  - - ">="
60
60
  - !ruby/object:Gem::Version
61
- version: '0'
61
+ version: 12.3.0
62
62
  type: :development
63
63
  prerelease: false
64
64
  version_requirements: !ruby/object:Gem::Requirement
65
65
  requirements:
66
66
  - - ">="
67
67
  - !ruby/object:Gem::Version
68
- version: '0'
68
+ version: 12.3.0
69
+ - !ruby/object:Gem::Dependency
70
+ name: rubocop
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - ">="
74
+ - !ruby/object:Gem::Version
75
+ version: 0.74.0
76
+ type: :development
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ">="
81
+ - !ruby/object:Gem::Version
82
+ version: 0.74.0
69
83
  - !ruby/object:Gem::Dependency
70
84
  name: minitest
71
85
  requirement: !ruby/object:Gem::Requirement
72
86
  requirements:
73
87
  - - ">="
74
88
  - !ruby/object:Gem::Version
75
- version: '0'
89
+ version: 5.1.0
76
90
  type: :development
77
91
  prerelease: false
78
92
  version_requirements: !ruby/object:Gem::Requirement
79
93
  requirements:
80
94
  - - ">="
81
95
  - !ruby/object:Gem::Version
82
- version: '0'
96
+ version: 5.1.0
83
97
  description: A library to make sure a Web request has been made by a real search engine,
84
98
  not a malicious agent
85
99
  email: self@alaz.me
@@ -88,6 +102,7 @@ extensions: []
88
102
  extra_rdoc_files: []
89
103
  files:
90
104
  - ".gitignore"
105
+ - ".rubocop.yml"
91
106
  - ".travis.yml"
92
107
  - Gemfile
93
108
  - LICENSE.txt
@@ -100,11 +115,14 @@ files:
100
115
  - lib/legitbot/baidu.rb
101
116
  - lib/legitbot/bing.rb
102
117
  - lib/legitbot/botmatch.rb
118
+ - lib/legitbot/config/resolver.rb
103
119
  - lib/legitbot/duckduckgo.rb
104
120
  - lib/legitbot/facebook.rb
105
121
  - lib/legitbot/google.rb
106
122
  - lib/legitbot/legitbot.rb
107
123
  - lib/legitbot/pinterest.rb
124
+ - lib/legitbot/validators/domains.rb
125
+ - lib/legitbot/validators/ip_ranges.rb
108
126
  - lib/legitbot/version.rb
109
127
  - lib/legitbot/yandex.rb
110
128
  - test/ahrefs_test.rb
@@ -113,6 +131,8 @@ files:
113
131
  - test/botmatch_test.rb
114
132
  - test/facebook_test.rb
115
133
  - test/google_test.rb
134
+ - test/legitbot/validators/domains_test.rb
135
+ - test/legitbot/validators/ip_ranges_test.rb
116
136
  - test/legitbot_test.rb
117
137
  - test/pinterest_test.rb
118
138
  homepage: https://github.com/alaz/legitbot
@@ -142,6 +162,8 @@ specification_version: 4
142
162
  summary: 'Validate requests from Web crawlers: impersonating or not?'
143
163
  test_files:
144
164
  - test/legitbot_test.rb
165
+ - test/legitbot/validators/domains_test.rb
166
+ - test/legitbot/validators/ip_ranges_test.rb
145
167
  - test/pinterest_test.rb
146
168
  - test/ahrefs_test.rb
147
169
  - test/apple_test.rb