abstract-webtools 0.1.5.91__py3-none-any.whl → 0.1.5.92__py3-none-any.whl

abstract_webtools/managers/domainManager.py

@@ -1,4 +1,37 @@
-from ..abstract_webtools import *
+from abstract_webtools import *
+import os
+from abstract_webtools import *
+#from .urlManager import *
+from urllib.parse import urlparse
+from abstract_utilities import *
+from selenium import webdriver
+from selenium.webdriver.chrome.options import Options
+import logging
+import urllib3
+
+# Suppress urllib3 warnings and debug logs
+urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
+logging.getLogger("urllib3").setLevel(logging.WARNING)
+
+# Suppress Selenium logs
+logging.getLogger("selenium").setLevel(logging.WARNING)
+
+import os
+from selenium import webdriver
+from selenium.webdriver.chrome.options import Options
+
+# Setup Chrome options
+chrome_options = Options()
+chrome_options.binary_location = "/home/profiles/solcatcher/.cache/selenium/chrome/linux64/130.0.6723.58/chrome"
+chrome_options.add_argument("--headless")  # Run in headless mode
+chrome_options.add_argument("--no-sandbox")
+chrome_options.add_argument("--disable-dev-shm-usage")
+chrome_options.add_argument("--disable-gpu")
+chrome_options.add_argument("--disable-software-rasterizer")
+chrome_options.add_argument("--disable-extensions")
+chrome_options.add_argument("--remote-debugging-port=9222")
+
+
 class domainManager(metaclass=SingletonMeta):
     def __init__(self, url):
         if not hasattr(self, 'initialized'):  # Prevent reinitialization
@@ -50,3 +83,18 @@ class domainManager(metaclass=SingletonMeta):
             self.drivers[url] = driver
             driver.get(url)
         return self.drivers[url]
+def get_selenium_source(url):
+    url_mgr = urlManager(url)
+    if url_mgr.url:
+        url = str(url_mgr.url)
+        manager = domainManager(url)
+        driver = manager.get_driver(url)
+        try:
+            # Get page source
+            page_source = driver.page_source
+            return page_source
+        finally:
+            # Don't quit the driver unless you're done with all interactions
+            pass
+driver = get_selenium_source('http://solpump.io/')
+input(driver)

abstract_webtools/managers/seleniumManager.py

@@ -39,7 +39,7 @@ class SingletonMeta(type):
             cls._instances[cls] = instance
         return cls._instances[cls]
 
-class domainManager(metaclass=SingletonMeta):
+class seleneumManager(metaclass=SingletonMeta):
     def __init__(self, url):
         if not hasattr(self, 'initialized'):  # Prevent reinitialization
             self.initialized = True
@@ -77,6 +77,8 @@ class domainManager(metaclass=SingletonMeta):
 
     def get_driver(self, url):
         if url and url not in self.drivers:
+            chrome_options = Options()
+            chrome_options.add_argument("--headless")
             driver = webdriver.Chrome(options=chrome_options)
             self.drivers[url] = driver
             driver.get(url)
@@ -96,3 +98,4 @@ def get_selenium_source(url):
         finally:
             # Don't quit the driver unless you're done with all interactions
             pass
+

{abstract_webtools-0.1.5.91.dist-info → abstract_webtools-0.1.5.92.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract_webtools
-Version: 0.1.5.91
+Version: 0.1.5.92
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.5.91.dist-info → abstract_webtools-0.1.5.92.dist-info}/RECORD

@@ -8,21 +8,21 @@ abstract_webtools/url_grabber_new.py,sha256=Oh2Kc0gBScCo0xpopNsg8JE5lIbPuzZVKM5f
 abstract_webtools/managers/__init__.py,sha256=5aIpbdUsDWTrhPUAjfIKnG54OULqOKan9LBL5EIUllo,407
 abstract_webtools/managers/cipherManager.py,sha256=NHQGdR11eNSm-1H-GezD5dyQgsPTJwY5kczt8Sher2s,1621
 abstract_webtools/managers/crawlManager.py,sha256=9KYI949SqOqj-FS0V2VJFdXaeWoLpfYKfIXwNI6pvJ0,10604
-abstract_webtools/managers/domainManager.py,sha256=LsbR59PbMyDKh-sL5nEcx8c89-9r2ZaCcEKdBEPjwhM,1983
+abstract_webtools/managers/domainManager.py,sha256=95znOBv05W77mW_fbZAfl4RmlENDlYqhEOMkL02L220,3610
 abstract_webtools/managers/dynamicRateLimiter.py,sha256=gopQcQo50JG2D0KcyepNCIQ_1uDQEBIHBzWf4R2Wgy0,7617
 abstract_webtools/managers/linkManager.py,sha256=m6y9s8jknrTX8RtOAFKeHd4yd23G7Rgf0T7Sp7wmHUw,12180
 abstract_webtools/managers/mySocketClient.py,sha256=-j1Q8Ds9RCSbjZdx3ZF9mVpgwxaO0BBssanUcpYVQoY,2045
 abstract_webtools/managers/networkManager.py,sha256=Op2QDXrP-gmm0tCToe-Ryt9xuOtMppcN2KLKP1WZiu0,952
 abstract_webtools/managers/requestManager.py,sha256=tJ4BmLajU-8AERaYSSlnvipmCXZsKc7tRHzDPMaYgvY,17287
-abstract_webtools/managers/seleniumManager.py,sha256=lQdqD4YqLCQSkk-Dvk_ZVrq1y-NvbLEvfZc-vJvl2Nw,3525
+abstract_webtools/managers/seleniumManager.py,sha256=iseJJZ1-cMAmqlgkH0TP8nzS_1s2YAlrQPOHKLRJjwg,3621
 abstract_webtools/managers/soupManager.py,sha256=nFHalHxxDXNI2HhDg8ffZYF36LbJ-uWxx4JnRFa3Hhw,16542
 abstract_webtools/managers/sslManager.py,sha256=C-QgQw9CW84uOE5kx2MPjC3RsLbE2JQqdwdTs0H4ecc,1370
 abstract_webtools/managers/tlsAdapter.py,sha256=XZSMZz9EUOhv-h3_Waf6mjV1dA3oN_M_oWuoo4VZ_HE,1454
 abstract_webtools/managers/urlManager.py,sha256=XqMrCM84BeWEfWtHc_8UFpT91ZtG-okzdKdCuC49vsA,8678
 abstract_webtools/managers/userAgentManager.py,sha256=33SB2p2FG7EYZl7l2iYm1U4gI9PcdkGTZHw5lg_Ogrw,1653
 abstract_webtools/managers/videoDownloader.py,sha256=6G_aLc05BTMUYUWc7iqYtHF_BaR7DnCNK_NJ-QnjsYY,10531
-abstract_webtools-0.1.5.91.dist-info/LICENSE,sha256=g3WEJFiVS27HyCGRTwKSsMLyciMaGFdWcZGOe1QalZk,3877
-abstract_webtools-0.1.5.91.dist-info/METADATA,sha256=EOA-TN4pJa3UHpt56Klg_guNRUQ4cvHSVbBofI6E5xY,15858
-abstract_webtools-0.1.5.91.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-abstract_webtools-0.1.5.91.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
-abstract_webtools-0.1.5.91.dist-info/RECORD,,
+abstract_webtools-0.1.5.92.dist-info/LICENSE,sha256=g3WEJFiVS27HyCGRTwKSsMLyciMaGFdWcZGOe1QalZk,3877
+abstract_webtools-0.1.5.92.dist-info/METADATA,sha256=7yKBnxwTgt1ZQmQ6CNo_RhLGQKUEjYFHycsUx5rV6dg,15858
+abstract_webtools-0.1.5.92.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+abstract_webtools-0.1.5.92.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
+abstract_webtools-0.1.5.92.dist-info/RECORD,,