abstract-webtools 0.1.5.91__tar.gz → 0.1.5.93__tar.gz

{abstract_webtools-0.1.5.91/src/abstract_webtools.egg-info → abstract_webtools-0.1.5.93}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract_webtools
-Version: 0.1.5.91
+Version: 0.1.5.93
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.5.91 → abstract_webtools-0.1.5.93}/setup.py

@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
     long_description = fh.read()
 setuptools.setup(
     name='abstract_webtools',
-    version='0.1.5.91',
+    version='0.1.5.93',
     author='putkoff',
     author_email='partners@abstractendeavors.com',
     description='Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.',

{abstract_webtools-0.1.5.91 → abstract_webtools-0.1.5.93}/src/abstract_webtools/managers/domainManager.py

@@ -1,4 +1,37 @@
-from ..abstract_webtools import *
+from abstract_webtools import *
+import os
+from abstract_webtools import *
+#from .urlManager import *
+from urllib.parse import urlparse
+from abstract_utilities import *
+from selenium import webdriver
+from selenium.webdriver.chrome.options import Options
+import logging
+import urllib3
+
+# Suppress urllib3 warnings and debug logs
+urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
+logging.getLogger("urllib3").setLevel(logging.WARNING)
+
+# Suppress Selenium logs
+logging.getLogger("selenium").setLevel(logging.WARNING)
+
+import os
+from selenium import webdriver
+from selenium.webdriver.chrome.options import Options
+
+# Setup Chrome options
+chrome_options = Options()
+chrome_options.binary_location = "/home/profiles/solcatcher/.cache/selenium/chrome/linux64/130.0.6723.58/chrome"
+chrome_options.add_argument("--headless")  # Run in headless mode
+chrome_options.add_argument("--no-sandbox")
+chrome_options.add_argument("--disable-dev-shm-usage")
+chrome_options.add_argument("--disable-gpu")
+chrome_options.add_argument("--disable-software-rasterizer")
+chrome_options.add_argument("--disable-extensions")
+chrome_options.add_argument("--remote-debugging-port=9222")
+
+
 class domainManager(metaclass=SingletonMeta):
     def __init__(self, url):
         if not hasattr(self, 'initialized'):  # Prevent reinitialization
@@ -50,3 +83,18 @@ class domainManager(metaclass=SingletonMeta):
             self.drivers[url] = driver
             driver.get(url)
         return self.drivers[url]
+def get_selenium_source(url):
+    url_mgr = urlManager(url)
+    if url_mgr.url:
+        url = str(url_mgr.url)
+        manager = domainManager(url)
+        driver = manager.get_driver(url)
+        try:
+            # Get page source
+            page_source = driver.page_source
+            return page_source
+        finally:
+            # Don't quit the driver unless you're done with all interactions
+            pass
+driver = get_selenium_source('http://solpump.io/')
+input(driver)

{abstract_webtools-0.1.5.91 → abstract_webtools-0.1.5.93}/src/abstract_webtools/managers/seleniumManager.py

@@ -39,7 +39,7 @@ class SingletonMeta(type):
             cls._instances[cls] = instance
         return cls._instances[cls]
 
-class domainManager(metaclass=SingletonMeta):
+class seleniumManager(metaclass=SingletonMeta):
     def __init__(self, url):
         if not hasattr(self, 'initialized'):  # Prevent reinitialization
             self.initialized = True
@@ -77,6 +77,8 @@ class domainManager(metaclass=SingletonMeta):
 
     def get_driver(self, url):
         if url and url not in self.drivers:
+            chrome_options = Options()
+            chrome_options.add_argument("--headless")
             driver = webdriver.Chrome(options=chrome_options)
             self.drivers[url] = driver
             driver.get(url)
@@ -96,3 +98,4 @@ def get_selenium_source(url):
         finally:
             # Don't quit the driver unless you're done with all interactions
             pass
+

{abstract_webtools-0.1.5.91 → abstract_webtools-0.1.5.93/src/abstract_webtools.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract_webtools
-Version: 0.1.5.91
+Version: 0.1.5.93
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff