crawler_detect 1.2.11 → 1.2.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/crawler_detect/version.rb +1 -1
- metadata +16 -30
- data/.dockerignore +0 -1
- data/.github/workflows/build.yml +0 -51
- data/.github/workflows/update_raw_files.yml +0 -50
- data/.gitignore +0 -58
- data/.rspec +0 -3
- data/.rspec_status +0 -169339
- data/.rubocop.yml +0 -20
- data/CHANGELOG.md +0 -40
- data/Dockerfile +0 -20
- data/Gemfile +0 -7
- data/Rakefile +0 -8
- data/bin/update_raw_files +0 -10
- data/crawler_detect.gemspec +0 -44
- data/docker-compose.yml +0 -37
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: daf49d4143db3aaf2efa3a64634c10ee907d481799b31b4277d59c079e556507
|
|
4
|
+
data.tar.gz: e71ae95ce3a5a4aee83320ecee6fd79ca9e368acaa50387ca3c5b570eac34a6f
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 2a5e1111ab0820bcf525838503ff7ff0587a0b3d5fecde7912c298cd7e77b2f713575bc22fb9531368cda7d9a0972915a42108bba4bdf16112263a4136047d28
|
|
7
|
+
data.tar.gz: f33486846f81e8e53af918ca379076affd273cf42dde3e1cb1801ee614eb773890b91aa760659d8b37ee09cf44190d36ccdc8432a90c54d2a64fd416be22c9b9
|
metadata
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: crawler_detect
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.2.
|
|
4
|
+
version: 1.2.13
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Pavel Kozlov
|
|
8
|
-
bindir:
|
|
8
|
+
bindir: bin
|
|
9
9
|
cert_chain: []
|
|
10
10
|
date: 1980-01-02 00:00:00.000000000 Z
|
|
11
11
|
dependencies:
|
|
@@ -51,20 +51,6 @@ dependencies:
|
|
|
51
51
|
- - ">="
|
|
52
52
|
- !ruby/object:Gem::Version
|
|
53
53
|
version: '2.5'
|
|
54
|
-
- !ruby/object:Gem::Dependency
|
|
55
|
-
name: parallel_tests
|
|
56
|
-
requirement: !ruby/object:Gem::Requirement
|
|
57
|
-
requirements:
|
|
58
|
-
- - ">="
|
|
59
|
-
- !ruby/object:Gem::Version
|
|
60
|
-
version: '3.0'
|
|
61
|
-
type: :development
|
|
62
|
-
prerelease: false
|
|
63
|
-
version_requirements: !ruby/object:Gem::Requirement
|
|
64
|
-
requirements:
|
|
65
|
-
- - ">="
|
|
66
|
-
- !ruby/object:Gem::Version
|
|
67
|
-
version: '3.0'
|
|
68
54
|
- !ruby/object:Gem::Dependency
|
|
69
55
|
name: rack-test
|
|
70
56
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -121,6 +107,20 @@ dependencies:
|
|
|
121
107
|
- - ">="
|
|
122
108
|
- !ruby/object:Gem::Version
|
|
123
109
|
version: '0.82'
|
|
110
|
+
- !ruby/object:Gem::Dependency
|
|
111
|
+
name: appraisal
|
|
112
|
+
requirement: !ruby/object:Gem::Requirement
|
|
113
|
+
requirements:
|
|
114
|
+
- - ">="
|
|
115
|
+
- !ruby/object:Gem::Version
|
|
116
|
+
version: '2.5'
|
|
117
|
+
type: :development
|
|
118
|
+
prerelease: false
|
|
119
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
120
|
+
requirements:
|
|
121
|
+
- - ">="
|
|
122
|
+
- !ruby/object:Gem::Version
|
|
123
|
+
version: '2.5'
|
|
124
124
|
description: CrawlerDetect is a library to detect bots/crawlers via the user agent
|
|
125
125
|
email:
|
|
126
126
|
- loadkpi@gmail.com
|
|
@@ -128,22 +128,8 @@ executables: []
|
|
|
128
128
|
extensions: []
|
|
129
129
|
extra_rdoc_files: []
|
|
130
130
|
files:
|
|
131
|
-
- ".dockerignore"
|
|
132
|
-
- ".github/workflows/build.yml"
|
|
133
|
-
- ".github/workflows/update_raw_files.yml"
|
|
134
|
-
- ".gitignore"
|
|
135
|
-
- ".rspec"
|
|
136
|
-
- ".rspec_status"
|
|
137
|
-
- ".rubocop.yml"
|
|
138
|
-
- CHANGELOG.md
|
|
139
|
-
- Dockerfile
|
|
140
|
-
- Gemfile
|
|
141
131
|
- LICENSE.txt
|
|
142
132
|
- README.md
|
|
143
|
-
- Rakefile
|
|
144
|
-
- bin/update_raw_files
|
|
145
|
-
- crawler_detect.gemspec
|
|
146
|
-
- docker-compose.yml
|
|
147
133
|
- lib/crawler_detect.rb
|
|
148
134
|
- lib/crawler_detect/config.rb
|
|
149
135
|
- lib/crawler_detect/detector.rb
|
data/.dockerignore
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
Gemfile.lock
|
data/.github/workflows/build.yml
DELETED
|
@@ -1,51 +0,0 @@
|
|
|
1
|
-
name: build
|
|
2
|
-
|
|
3
|
-
on:
|
|
4
|
-
push: {}
|
|
5
|
-
pull_request: {}
|
|
6
|
-
workflow_dispatch: {}
|
|
7
|
-
|
|
8
|
-
jobs:
|
|
9
|
-
lint:
|
|
10
|
-
runs-on: ubuntu-latest
|
|
11
|
-
steps:
|
|
12
|
-
- uses: actions/checkout@v4
|
|
13
|
-
- uses: ruby/setup-ruby@v1
|
|
14
|
-
with:
|
|
15
|
-
ruby-version: ruby
|
|
16
|
-
bundler-cache: true
|
|
17
|
-
- run: bundle exec rubocop
|
|
18
|
-
test:
|
|
19
|
-
needs: lint
|
|
20
|
-
runs-on: ubuntu-latest
|
|
21
|
-
strategy:
|
|
22
|
-
fail-fast: false
|
|
23
|
-
matrix:
|
|
24
|
-
ruby: [2.5, 2.6, 2.7, 3.0, 3.1, 3.2, 3.3, 3.4, jruby-9.3, jruby-9.4]
|
|
25
|
-
test-group: [1, 2, 3, 4]
|
|
26
|
-
name: Ruby ${{ matrix.ruby }}, test-group ${{ matrix.test-group }}
|
|
27
|
-
steps:
|
|
28
|
-
- uses: actions/checkout@v4
|
|
29
|
-
- uses: ruby/setup-ruby@v1
|
|
30
|
-
with:
|
|
31
|
-
ruby-version: ${{ matrix.ruby }}
|
|
32
|
-
bundler-cache: true
|
|
33
|
-
- name: test
|
|
34
|
-
run: |
|
|
35
|
-
bundle exec parallel_rspec spec/ -n 4 --only-group ${{ matrix.test-group }} --group-by runtime --runtime-log spec/fixtures/parallel_runtime_rspec.log
|
|
36
|
-
push:
|
|
37
|
-
# Run on push to master branch
|
|
38
|
-
if: github.event_name == 'push' && github.ref == 'refs/heads/master'
|
|
39
|
-
name: Push gem to RubyGems.org
|
|
40
|
-
runs-on: ubuntu-latest
|
|
41
|
-
permissions:
|
|
42
|
-
id-token: write
|
|
43
|
-
contents: write
|
|
44
|
-
steps:
|
|
45
|
-
- uses: actions/checkout@v4
|
|
46
|
-
- name: Set up Ruby
|
|
47
|
-
uses: ruby/setup-ruby@v1
|
|
48
|
-
with:
|
|
49
|
-
ruby-version: ruby
|
|
50
|
-
bundler-cache: true
|
|
51
|
-
- uses: rubygems/release-gem@v1
|
|
@@ -1,50 +0,0 @@
|
|
|
1
|
-
name: Update Raw Crawler Files
|
|
2
|
-
|
|
3
|
-
on:
|
|
4
|
-
schedule:
|
|
5
|
-
- cron: '0 10 * * *'
|
|
6
|
-
workflow_dispatch: {}
|
|
7
|
-
|
|
8
|
-
permissions:
|
|
9
|
-
contents: write
|
|
10
|
-
pull-requests: write
|
|
11
|
-
|
|
12
|
-
jobs:
|
|
13
|
-
update-raw-files:
|
|
14
|
-
name: Update Raw Files
|
|
15
|
-
runs-on: ubuntu-latest
|
|
16
|
-
timeout-minutes: 30
|
|
17
|
-
|
|
18
|
-
steps:
|
|
19
|
-
- name: Checkout
|
|
20
|
-
uses: actions/checkout@v5
|
|
21
|
-
with:
|
|
22
|
-
fetch-depth: 0
|
|
23
|
-
|
|
24
|
-
- name: Execute raw files update
|
|
25
|
-
run: |
|
|
26
|
-
set -euxo pipefail
|
|
27
|
-
bash ./bin/update_raw_files
|
|
28
|
-
timeout-minutes: 5
|
|
29
|
-
|
|
30
|
-
- name: Create Pull Request
|
|
31
|
-
uses: peter-evans/create-pull-request@v7
|
|
32
|
-
with:
|
|
33
|
-
base: ${{ github.event.repository.default_branch }}
|
|
34
|
-
branch: "update-raw-files"
|
|
35
|
-
delete-branch: true
|
|
36
|
-
labels: automated
|
|
37
|
-
|
|
38
|
-
commit-message: |
|
|
39
|
-
Update raw crawler files
|
|
40
|
-
|
|
41
|
-
Automated update of crawlers data from upstream source.
|
|
42
|
-
|
|
43
|
-
title: "Automated: Update raw crawlers files"
|
|
44
|
-
body: |
|
|
45
|
-
## Update raw crawler files
|
|
46
|
-
|
|
47
|
-
This pull request contains automated update of crawlers data from upstream source.
|
|
48
|
-
|
|
49
|
-
---
|
|
50
|
-
*This PR was created automatically by the `update_raw_files` GitHub Action.*
|
data/.gitignore
DELETED
|
@@ -1,58 +0,0 @@
|
|
|
1
|
-
*.gem
|
|
2
|
-
*.rbc
|
|
3
|
-
/.config
|
|
4
|
-
/coverage/
|
|
5
|
-
/InstalledFiles
|
|
6
|
-
/pkg/
|
|
7
|
-
/spec/reports/
|
|
8
|
-
/spec/examples.txt
|
|
9
|
-
/test/tmp/
|
|
10
|
-
/test/version_tmp/
|
|
11
|
-
/tmp/
|
|
12
|
-
|
|
13
|
-
# Used by dotenv library to load environment variables.
|
|
14
|
-
# .env
|
|
15
|
-
|
|
16
|
-
# Ignore Byebug command history file.
|
|
17
|
-
.byebug_history
|
|
18
|
-
|
|
19
|
-
## Specific to RubyMotion:
|
|
20
|
-
.dat*
|
|
21
|
-
.repl_history
|
|
22
|
-
build/
|
|
23
|
-
*.bridgesupport
|
|
24
|
-
build-iPhoneOS/
|
|
25
|
-
build-iPhoneSimulator/
|
|
26
|
-
|
|
27
|
-
## Specific to RubyMotion (use of CocoaPods):
|
|
28
|
-
#
|
|
29
|
-
# We recommend against adding the Pods directory to your .gitignore. However
|
|
30
|
-
# you should judge for yourself, the pros and cons are mentioned at:
|
|
31
|
-
# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
|
|
32
|
-
#
|
|
33
|
-
# vendor/Pods/
|
|
34
|
-
|
|
35
|
-
## Documentation cache and generated files:
|
|
36
|
-
/.yardoc/
|
|
37
|
-
/_yardoc/
|
|
38
|
-
/doc/
|
|
39
|
-
/rdoc/
|
|
40
|
-
|
|
41
|
-
## Environment normalization:
|
|
42
|
-
/.bundle/
|
|
43
|
-
/vendor/bundle
|
|
44
|
-
/lib/bundler/man/
|
|
45
|
-
|
|
46
|
-
# for a library or gem, you might want to ignore these files since the code is
|
|
47
|
-
# intended to run in multiple environments; otherwise, check them in:
|
|
48
|
-
Gemfile.lock
|
|
49
|
-
.ruby-version
|
|
50
|
-
.ruby-gemset
|
|
51
|
-
|
|
52
|
-
# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
|
|
53
|
-
.rvmrc
|
|
54
|
-
|
|
55
|
-
# Used by RuboCop. Remote config files pulled in from inherit_from directive.
|
|
56
|
-
# .rubocop-https?--*
|
|
57
|
-
|
|
58
|
-
.idea
|
data/.rspec
DELETED