crawler_detect 0.1.8 → 0.1.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. checksums.yaml +4 -4
  2. data/.travis.yml +3 -2
  3. data/lib/crawler_detect/library/crawlers.rb +18 -0
  4. data/lib/crawler_detect/version.rb +1 -1
  5. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 72dc67a0bdce98b43441a4ee38694d0051d119de1c51d452aff5269e16c2a380
4
- data.tar.gz: 13c0420ae71ad6a3815d05d062158f3b03e9e48373138413484e6734a6418093
3
+ metadata.gz: 1e57847099083aec764a23effc46a60415ebc5e0e67062f538054b8b286cf562
4
+ data.tar.gz: 47d3434aea283a1621313cb58be7cb701716197027ab989223014373220c7853
5
5
  SHA512:
6
- metadata.gz: 459bf586b5cb32b53142ddf67254e6287a6cbd6ced29169fe9ff3d550710549d365c0571cae792b51cea3fd74fc3966ddd427ad8e5605e75d397b09d32068283
7
- data.tar.gz: 7959aa23c01189b91248624443d48176f6ea26e2bb91b3c10701e7d395c0bc0ac31e51304cf6d3ab04e67ccb39f1a05fa21698c613cfe4565646ed77e253a8f4
6
+ metadata.gz: 39abccffe9404dd3fcb1497d26bc8895925e2fda9ef01715ad3cfcb6556941953a924e945e1d140c0e8c41599bc812bfcd17010b9f10ca9206aba8bea9db56da
7
+ data.tar.gz: fcbbc31a482050002c8482a955840230c064e49dd761146ce10407af269f1a5c140981096e07fc716a7a3ca248a6edc4d448431dbdf003c193b4ed4029e3fb4b
data/.travis.yml CHANGED
@@ -8,8 +8,9 @@ env:
8
8
  - "TEST_GROUP=3"
9
9
  - "TEST_GROUP=4"
10
10
  rvm:
11
- - 2.2
11
+ - 2.3
12
12
  - 2.5
13
- before_install: gem install bundler -v 1.16.2
13
+ - 2.6
14
+ before_install: gem install bundler
14
15
  script:
15
16
  - bundle exec parallel_rspec spec/ -n 4 --only-group $TEST_GROUP --group-by runtime --runtime-log spec/fixtures/parallel_runtime_rspec.log
data/lib/crawler_detect/library/crawlers.rb CHANGED
@@ -58,6 +58,8 @@ AdminLabs
58
58
  adressendeutschland
59
59
  adscanner
60
60
  Adstxtaggregator
61
+ adstxt-worker
62
+ adstxt\.com
61
63
  agentslug
62
64
  AHC
63
65
  aihit
@@ -73,6 +75,7 @@ allloadin
73
75
  AllSubmitter
74
76
  alyze\.info
75
77
  amagit
78
+ ^Amazon Simple Notification Service Agent$
76
79
  Anarchie
77
80
  AndroidDownloadManager
78
81
  Anemone
@@ -216,8 +219,10 @@ CookieReports
216
219
  copyright sheriff
217
220
  CopyRightCheck
218
221
  Copyscape
222
+ cortex\/
219
223
  Cosmos4j\.feedback
220
224
  Covario-IDS
225
+ Craw\/
221
226
  Crescent
222
227
  Crowsnest
223
228
  Criteo
@@ -271,6 +276,7 @@ drupact
271
276
  Drupal \(\+http:\/\/drupal\.org\/\)
272
277
  DTS Agent
273
278
  dubaiindex
279
+ DuplexWeb-Google
274
280
  EARTHCOM
275
281
  Easy-Thumb
276
282
  EasyDL
@@ -307,6 +313,7 @@ Extreme Picture Finder
307
313
  EyeNetIE
308
314
  ezooms
309
315
  facebookexternalhit
316
+ facebookexternalua
310
317
  facebookplatform
311
318
  fairshare
312
319
  Faraday v
@@ -365,6 +372,7 @@ GetRight
365
372
  getroot
366
373
  GetURLInfo\/
367
374
  GetWeb
375
+ Geziyor
368
376
  Ghost Inspector
369
377
  GigablastOpenSource
370
378
  GIS-LABS
@@ -395,6 +403,7 @@ Google-Calendar-Importer
395
403
  Google-HotelAdsVerifier
396
404
  Google-HTTP-Java-Client
397
405
  Google-Publisher-Plugin
406
+ Google-Read-Aloud
398
407
  Google-SearchByImage
399
408
  Google-Site-Verification
400
409
  Google-Structured-Data-Testing-Tool
@@ -469,6 +478,7 @@ http_get
469
478
  HttpComponents
470
479
  httphr
471
480
  HTTPMon
481
+ HTTPie
472
482
  httpRequest
473
483
  httpscheck
474
484
  httpssites_power
@@ -515,6 +525,7 @@ internet_archive
515
525
  Internet Ninja
516
526
  InternetSeer
517
527
  internetVista monitor
528
+ internetwache
518
529
  intraVnews
519
530
  IODC
520
531
  IOI
@@ -529,6 +540,7 @@ isitup\.org
529
540
  iskanie
530
541
  isUp\.li
531
542
  iThemes Sync\/
543
+ IZaBEE
532
544
  iZSearch
533
545
  JAHHO
534
546
  janforman
@@ -555,6 +567,7 @@ Kerrigan\/
555
567
  KeyCDN
556
568
  Keyword Density
557
569
  Keywords Research
570
+ khttp\/
558
571
  KickFire
559
572
  KimonoLabs\/
560
573
  Kml-Google
@@ -599,6 +612,7 @@ livedoor ScreenShot
599
612
  LoadImpactRload
600
613
  localsearch-web
601
614
  LongURL API
615
+ looid\.com
602
616
  looksystems\.net
603
617
  ltx71
604
618
  lua-resty-http
@@ -716,6 +730,7 @@ nominet\.uk
716
730
  Norton-Safeweb
717
731
  Notifixious
718
732
  notifyninja
733
+ NotionEmbedder
719
734
  nuhk
720
735
  nutch
721
736
  Nuzzel
@@ -728,6 +743,7 @@ Octopus
728
743
  oegp
729
744
  Offline Explorer
730
745
  Offline Navigator
746
+ OgScrper
731
747
  og-scraper
732
748
  okhttp
733
749
  omgili
@@ -1179,6 +1195,7 @@ Woko
1179
1195
  woorankreview
1180
1196
  Word\/
1181
1197
  WordPress\/
1198
+ worldping-api
1182
1199
  WordupinfoSearch
1183
1200
  wotbox
1184
1201
  WP Engine Install Performance API
@@ -1229,6 +1246,7 @@ Zermelo
1229
1246
  Zeus
1230
1247
  zgrab
1231
1248
  ZnajdzFoto
1249
+ ZnHTTP
1232
1250
  Zombie\.js
1233
1251
  Zoom\.Mac
1234
1252
  ZyBorg
data/lib/crawler_detect/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module CrawlerDetect
4
- VERSION = "0.1.8"
4
+ VERSION = "0.1.9"
5
5
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: crawler_detect
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.8
4
+ version: 0.1.9
5
5
  platform: ruby
6
6
  authors:
7
7
  - Pavel Kozlov
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2019-06-01 00:00:00.000000000 Z
11
+ date: 2019-11-15 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: activesupport