abstract-webtools 0.1.6.45__py3-none-any.whl → 0.1.6.47__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- abstract_webtools/managers/userAgentManager.py +23 -28
- {abstract_webtools-0.1.6.45.dist-info → abstract_webtools-0.1.6.47.dist-info}/METADATA +1 -1
- {abstract_webtools-0.1.6.45.dist-info → abstract_webtools-0.1.6.47.dist-info}/RECORD +5 -5
- {abstract_webtools-0.1.6.45.dist-info → abstract_webtools-0.1.6.47.dist-info}/WHEEL +0 -0
- {abstract_webtools-0.1.6.45.dist-info → abstract_webtools-0.1.6.47.dist-info}/top_level.txt +0 -0
@@ -2,30 +2,25 @@ from ..abstract_webtools import *
|
|
2
2
|
import random
|
3
3
|
operating_systems = ['Macintosh','Windows','Linux']
|
4
4
|
browsers = ['Firefox','Chrome','IceDragon','Waterfox','Gecko','Safari','MetaSr']
|
5
|
+
def get_itter(iter_input,itter_list):
|
6
|
+
if not iter_input:
|
7
|
+
return itter_list[0]
|
8
|
+
if iter_input in itter_list:
|
9
|
+
return iter_input
|
10
|
+
iter_input_lower = iter_input.lower()
|
11
|
+
for itter in itter_list:
|
12
|
+
itter_lower = itter.lower()
|
13
|
+
if iter_input_lower in itter_lower:
|
14
|
+
return itter
|
15
|
+
return itter_list[0]
|
5
16
|
def get_browser(browser=None):
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
return browser
|
10
|
-
browser_lower = browser.lower()
|
11
|
-
for string_browser in browsers:
|
12
|
-
string_browser_lower = string_browser.lower()
|
13
|
-
if string_browser in string_browser_lower:
|
14
|
-
return string_browser
|
15
|
-
return browsers[0]
|
16
|
-
def get_os(os=None):
|
17
|
-
os_lower = os.lower()
|
18
|
-
if not os:
|
19
|
-
return operating_systems[0]
|
20
|
-
for string_os in operating_systems:
|
21
|
-
string_os_lower = string_os.lower()
|
22
|
-
if string_os in string_os_lower:
|
23
|
-
return string_os
|
24
|
-
return operating_systems[0]
|
17
|
+
return get_itter(browser,browsers)
|
18
|
+
def get_operating_system(operating_system=None):
|
19
|
+
return get_itter(operating_system,operating_systems)
|
25
20
|
class UserAgentManager:
|
26
|
-
def __init__(self,
|
27
|
-
self.
|
28
|
-
self.browser =
|
21
|
+
def __init__(self, operating_system=None, browser=None, version=None,user_agent=None):
|
22
|
+
self.operating_system = get_operating_system(operating_system=operating_system)
|
23
|
+
self.browser = get_browser(browser=browser)
|
29
24
|
self.version = version or '42.0'
|
30
25
|
self.user_agent = user_agent or self.get_user_agent()
|
31
26
|
self.header = self.user_agent_header()
|
@@ -37,15 +32,15 @@ class UserAgentManager:
|
|
37
32
|
def get_user_agent(self):
|
38
33
|
ua_db = self.user_agent_db()
|
39
34
|
|
40
|
-
if self.
|
41
|
-
|
35
|
+
if self.operating_system and self.operating_system in ua_db:
|
36
|
+
operating_system_db = ua_db[self.os]
|
42
37
|
else:
|
43
|
-
|
38
|
+
operating_system_db = random.choice(list(ua_db.values()))
|
44
39
|
|
45
|
-
if self.browser and self.browser in
|
46
|
-
browser_db =
|
40
|
+
if self.browser and self.browser in operating_system_db:
|
41
|
+
browser_db = operating_system_db[self.browser]
|
47
42
|
else:
|
48
|
-
browser_db = random.choice(list(
|
43
|
+
browser_db = random.choice(list(operating_system_db.values()))
|
49
44
|
|
50
45
|
if self.version and self.version in browser_db:
|
51
46
|
return browser_db[self.version]
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: abstract_webtools
|
3
|
-
Version: 0.1.6.
|
3
|
+
Version: 0.1.6.47
|
4
4
|
Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
|
5
5
|
Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
|
6
6
|
Author: putkoff
|
@@ -22,7 +22,7 @@ abstract_webtools/managers/soupManager.py,sha256=-_mRCWlyzfKlF64UU53WXBmCvJ98jQ4
|
|
22
22
|
abstract_webtools/managers/sslManager.py,sha256=C-QgQw9CW84uOE5kx2MPjC3RsLbE2JQqdwdTs0H4ecc,1370
|
23
23
|
abstract_webtools/managers/tlsAdapter.py,sha256=XZSMZz9EUOhv-h3_Waf6mjV1dA3oN_M_oWuoo4VZ_HE,1454
|
24
24
|
abstract_webtools/managers/urlManager.py,sha256=Dvf-TiSo5j_YjZS2Eq6lFfbhveneD6NA_wEE0xUXy_E,8858
|
25
|
-
abstract_webtools/managers/userAgentManager.py,sha256=
|
25
|
+
abstract_webtools/managers/userAgentManager.py,sha256=VBevImuWhrz8WHEdtZ5lBwtxbtTYzsBqQcXM8DN9txs,2500
|
26
26
|
abstract_webtools/managers/videoDownloader.py,sha256=eFk0yF6Eq9sywhNlnEC1HrnFe5zlcBXXS2UqWQN_2aE,10436
|
27
27
|
abstract_webtools/managers/videoDownloader2.py,sha256=v3H6akdhvVWGrB-r35m3cp_-aKkNWadpfCiMylOnv6w,12748
|
28
28
|
abstract_webtools/managers/linkManager/__init__.py,sha256=NpfWNzvTLSfsIWSeLYIxPzeLHADk_grSx5rfgCeWERw,27
|
@@ -35,7 +35,7 @@ abstract_webtools/managers/soupManager/soupManager.py,sha256=U3_o189-OWoBRaSCe2s
|
|
35
35
|
abstract_webtools/managers/urlManager/__init__.py,sha256=gaJCHeK91Z-eYsBnxgdhbIUten1-gbx-zqx70R6ag-Y,26
|
36
36
|
abstract_webtools/managers/urlManager/urlManager.py,sha256=vCFuLADmv3h7icaaoAsImGqb_49VizPY_ZvMl-C7PYk,7756
|
37
37
|
abstract_webtools/managers/videos/Heather brooke swallo from condom.mp4,sha256=h-bKFLAHt7pGLGu4EcMvSSox7BPRK0Nga3u813iMVKQ,8335544
|
38
|
-
abstract_webtools-0.1.6.
|
39
|
-
abstract_webtools-0.1.6.
|
40
|
-
abstract_webtools-0.1.6.
|
41
|
-
abstract_webtools-0.1.6.
|
38
|
+
abstract_webtools-0.1.6.47.dist-info/METADATA,sha256=NJCiYGbgE7ntNlk4jyqXFDTz3kDyTWEEXIsE9wcCrbw,16029
|
39
|
+
abstract_webtools-0.1.6.47.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
|
40
|
+
abstract_webtools-0.1.6.47.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
|
41
|
+
abstract_webtools-0.1.6.47.dist-info/RECORD,,
|
File without changes
|
File without changes
|