crawler-user-agents 1.0.100 → 1.0.102
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.pytest_cache/README.md +8 -0
- package/crawler-user-agents.json +16 -0
- package/package.json +1 -1
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
# pytest cache directory #
|
|
2
|
+
|
|
3
|
+
This directory contains data from the pytest's cache plugin,
|
|
4
|
+
which provides the `--lf` and `--ff` options, as well as the `cache` fixture.
|
|
5
|
+
|
|
6
|
+
**Do not** commit this to version control.
|
|
7
|
+
|
|
8
|
+
See [the docs](https://docs.pytest.org/en/stable/how-to/cache.html) for more information.
|
package/crawler-user-agents.json
CHANGED
|
@@ -4952,6 +4952,14 @@
|
|
|
4952
4952
|
"Feedbin feed-id:2005098 - 2 subscribers"
|
|
4953
4953
|
]
|
|
4954
4954
|
},
|
|
4955
|
+
{
|
|
4956
|
+
"pattern": "CriteoBot",
|
|
4957
|
+
"addition_date": "2022/11/13",
|
|
4958
|
+
"url": "https://www.criteo.com/",
|
|
4959
|
+
"instances": [
|
|
4960
|
+
"CriteoBot/0.1 (+https://www.criteo.com/criteo-crawler/)"
|
|
4961
|
+
]
|
|
4962
|
+
},
|
|
4955
4963
|
{
|
|
4956
4964
|
"pattern": "Snap URL Preview Service",
|
|
4957
4965
|
"addition_date": "2022/11/13",
|
|
@@ -4959,5 +4967,13 @@
|
|
|
4959
4967
|
"instances": [
|
|
4960
4968
|
"Snap URL Preview Service; bot; snapchat; https://developers.snap.com/robots"
|
|
4961
4969
|
]
|
|
4970
|
+
},
|
|
4971
|
+
{
|
|
4972
|
+
"pattern": "Better Uptime Bot",
|
|
4973
|
+
"addition_date": "2022/11/13",
|
|
4974
|
+
"url": "https://betteruptime.com/",
|
|
4975
|
+
"instances": [
|
|
4976
|
+
"Better Uptime Bot Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36"
|
|
4977
|
+
]
|
|
4962
4978
|
}
|
|
4963
4979
|
]
|