wcp-library 1.1.8__py3-none-any.whl → 1.2.1__py3-none-any.whl

wcp_library/async_sql/oracle.py

@@ -1,6 +1,7 @@
 import logging
 from typing import Optional
 
+import numpy as np
 import pandas as pd
 import oracledb
 from oracledb import AsyncConnectionPool
@@ -204,14 +205,17 @@ class AsyncOracleConnection(object):
             bindList.append(':' + column)
         bind = ', '.join(bindList)
 
-        main_dict = dfObj.to_dict('records')
         if remove_nan:
-            for val, item in enumerate(main_dict):
-                for sub_item, value in item.items():
-                    if pd.isna(value):
-                        main_dict[val][sub_item] = None
-                    else:
-                        main_dict[val][sub_item] = value
+            dfObj = dfObj.replace({np.nan: None})
+        main_dict = dfObj.to_dict('records')
+
+        # if remove_nan:
+        #     for val, item in enumerate(main_dict):
+        #         for sub_item, value in item.items():
+        #             if pd.isna(value):
+        #                 main_dict[val][sub_item] = None
+        #             else:
+        #                 main_dict[val][sub_item] = value
 
         query = """INSERT INTO {} ({}) VALUES ({})""".format(outputTableName, col, bind)
         await self.execute_many(query, main_dict)

wcp_library/async_sql/postgres.py

@@ -1,6 +1,7 @@
 import logging
 from typing import Optional
 
+import numpy as np
 import pandas as pd
 from psycopg.sql import SQL
 from psycopg_pool import AsyncConnectionPool
@@ -187,14 +188,17 @@ class AsyncPostgresConnection(object):
             param_list.append(f"%({column})s")
         params = ', '.join(param_list)
 
-        main_dict = dfObj.to_dict('records')
         if remove_nan:
-            for val, item in enumerate(main_dict):
-                for sub_item, value in item.items():
-                    if pd.isna(value):
-                        main_dict[val][sub_item] = None
-                    else:
-                        main_dict[val][sub_item] = value
+            dfObj = dfObj.replace({np.nan: None})
+        main_dict = dfObj.to_dict('records')
+
+        # if remove_nan:
+        #     for val, item in enumerate(main_dict):
+        #         for sub_item, value in item.items():
+        #             if pd.isna(value):
+        #                 main_dict[val][sub_item] = None
+        #             else:
+        #                 main_dict[val][sub_item] = value
 
         query = """INSERT INTO {} ({}) VALUES ({})""".format(outputTableName, col, params)
         await self.execute_many(query, main_dict)

wcp_library/selenium_helper.py

@@ -0,0 +1,77 @@
+from pathlib import Path
+from typing import Optional
+
+from selenium import webdriver
+from selenium.webdriver.common.by import By
+from selenium.webdriver.chrome.service import Service
+from selenium.webdriver.support import expected_conditions
+from selenium.webdriver.support.wait import WebDriverWait
+from selenium.webdriver.remote.webelement import WebElement
+from webdriver_manager.chrome import ChromeDriverManager
+
+
+class SeleniumHelper:
+    def __init__(self, headless: bool = False, download_path: Optional[Path] = None):
+        self._headless = headless
+        self._download_path = download_path
+
+        opt = webdriver.ChromeOptions()
+        opt.add_argument("--start-maximized")
+        if headless:
+            opt.add_argument('headless')
+
+        opt.page_load_strategy = 'eager'
+
+        experimental_options_dict = {"download.prompt_for_download": False,
+                                        "download.directory_upgrade": True,
+                                        "safebrowsing.enabled": True}
+        if download_path:
+            experimental_options_dict["download.default_directory"] = str(download_path)
+
+        opt.add_experimental_option("prefs", experimental_options_dict)
+        opt.timeouts = {'implicit': 5000}
+
+        self.driver = webdriver.Chrome(service=Service(ChromeDriverManager().install()), options=opt)
+
+
+    def find_button_by_text(self, text: str) -> WebElement:
+        """
+        Find a button by its text
+
+        :param text:
+        :return button element:
+        """
+
+        buttons = self.driver.find_elements(By.TAG_NAME, 'Button')
+        for b in buttons:
+            if b.text == text:
+                return b
+
+        # If there is something weird with the button text, this should find it
+        for b in buttons:
+            if text in b.text:
+                return b
+
+    def find_span_by_text(self, text: str) -> WebElement:
+        """
+        Find a span by its text
+
+        :param text:
+        :return span element:
+        """
+
+        buttons = self.driver.find_elements(By.TAG_NAME, 'Span')
+        for b in buttons:
+            if b.text == text:
+                return b
+
+    def wait_until_element_visible(self, css_element: str, timeout: int = 30) -> None:
+        """
+        Wait until an element is visible
+
+        :param css_element:
+        :param timeout:
+        :return:
+        """
+
+        WebDriverWait(self.driver, timeout).until(expected_conditions.presence_of_element_located((By.CSS_SELECTOR, css_element)))

wcp_library/sql/oracle.py

@@ -1,6 +1,7 @@
 import logging
 from typing import Optional
 
+import numpy as np
 import pandas as pd
 import oracledb
 from oracledb import ConnectionPool
@@ -208,14 +209,17 @@ class OracleConnection(object):
             bindList.append(':' + column)
         bind = ', '.join(bindList)
 
-        main_dict = dfObj.to_dict('records')
         if remove_nan:
-            for val, item in enumerate(main_dict):
-                for sub_item, value in item.items():
-                    if pd.isna(value):
-                        main_dict[val][sub_item] = None
-                    else:
-                        main_dict[val][sub_item] = value
+            dfObj = dfObj.replace({np.nan: None})
+        main_dict = dfObj.to_dict('records')
+
+        # if remove_nan:
+        #     for val, item in enumerate(main_dict):
+        #         for sub_item, value in item.items():
+        #             if pd.isna(value):
+        #                 main_dict[val][sub_item] = None
+        #             else:
+        #                 main_dict[val][sub_item] = value
 
         query = """INSERT INTO {} ({}) VALUES ({})""".format(outputTableName, col, bind)
         self.execute_many(query, main_dict)

wcp_library/sql/postgres.py

@@ -1,6 +1,7 @@
 import logging
 from typing import Optional
 
+import numpy as np
 import pandas as pd
 from psycopg.sql import SQL
 from psycopg_pool import ConnectionPool
@@ -187,14 +188,17 @@ class PostgresConnection(object):
             param_list.append(f"%({column})s")
         params = ', '.join(param_list)
 
-        main_dict = dfObj.to_dict('records')
         if remove_nan:
-            for val, item in enumerate(main_dict):
-                for sub_item, value in item.items():
-                    if pd.isna(value):
-                        main_dict[val][sub_item] = None
-                    else:
-                        main_dict[val][sub_item] = value
+            dfObj = dfObj.replace({np.nan: None})
+        main_dict = dfObj.to_dict('records')
+
+        # if remove_nan:
+        #     for val, item in enumerate(main_dict):
+        #         for sub_item, value in item.items():
+        #             if pd.isna(value):
+        #                 main_dict[val][sub_item] = None
+        #             else:
+        #                 main_dict[val][sub_item] = value
 
         query = """INSERT INTO {} ({}) VALUES ({})""".format(outputTableName, col, params)
         self.execute_many(query, main_dict)

{wcp_library-1.1.8.dist-info → wcp_library-1.2.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: wcp-library
-Version: 1.1.8
+Version: 1.2.1
 Summary: Common utilites for internal development at WCP
 Home-page: https://github.com/Whitecap-DNA/WCP-Library
 Author: Mitch-Petersen
@@ -20,6 +20,8 @@ Requires-Dist: psycopg-binary (>=3.2.3,<4.0.0)
 Requires-Dist: psycopg-pool (>=3.2.3,<4.0.0)
 Requires-Dist: pycryptodome (>=3.21.0,<4.0.0)
 Requires-Dist: requests (>=2.32.3,<3.0.0)
+Requires-Dist: selenium (>=4.27.1,<5.0.0)
+Requires-Dist: webdriver-manager (>=4.0.2,<5.0.0)
 Requires-Dist: yarl (>=1.17.1,<2.0.0)
 Project-URL: Documentation, https://github.com/Whitecap-DNA/WCP-Library/wiki
 Project-URL: Repository, https://github.com/Whitecap-DNA/WCP-Library

{wcp_library-1.1.8.dist-info → wcp_library-1.2.1.dist-info}/RECORD

@@ -4,8 +4,8 @@ wcp_library/async_credentials/api.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
 wcp_library/async_credentials/oracle.py,sha256=MvC7wsHnSyAyPGnRVlH0dvvW2xk5ap_IAByoHX4rUWY,5436
 wcp_library/async_credentials/postgres.py,sha256=3wjqtLH0Nc-U80iscYnz5DV-9M2X4IjPW51C5MI2_tI,5297
 wcp_library/async_sql/__init__.py,sha256=m4eWmUGYUEDomhhOp1ScB2uSIXFsNUNO589o5RwWdyM,1035
-wcp_library/async_sql/oracle.py,sha256=T4wLdX3sHQQOfDNqb35GM4wHFP5Vs5veB7iQtdCxPVM,7402
-wcp_library/async_sql/postgres.py,sha256=MGPv1ffUDn7oJX1ojviVD3N7jk8dtQERnbDateuwZJo,6597
+wcp_library/async_sql/oracle.py,sha256=W4_zXc3XxNnMZYXmyCCqx4dx1SQ6J8Tf_ifht_d8btI,7509
+wcp_library/async_sql/postgres.py,sha256=gFkgSpJQ7Giwjtjbh-38szhtFHPAt8WbvtZEp7UZ3oM,6704
 wcp_library/credentials/__init__.py,sha256=HRmg7mqcATeclIz3lZQjSR4nmK6aY6MK9-QXEYZoFrw,1857
 wcp_library/credentials/ftp.py,sha256=FRxKVWifz7olQIrSjDgkTqk7rmc7Zdwmkfq7b62DQY8,4965
 wcp_library/credentials/oracle.py,sha256=IJVGd10LH5LUNKUSFAbApi0sjR1AbloMJRHTuR9zFrQ,5095
@@ -16,9 +16,10 @@ wcp_library/ftp/ftp.py,sha256=EpyW0J2QIGxP8zVGD4VarA0hi4C2XAPDPF-0j2sRdpI,4350
 wcp_library/ftp/sftp.py,sha256=hykXGLGdxe7DYAxFdTwjPjTEOYuIpSMyK3NOiTQNUK0,4176
 wcp_library/informatica.py,sha256=IXZtk_9X1XLbOEwFrsyOwTgajQKvtXgANBHmuTOP3Kk,4064
 wcp_library/logging.py,sha256=tpnEuet-V6SK68JWk5cpt4K51YO0AxaebXrwGDGabFs,2048
+wcp_library/selenium_helper.py,sha256=rlphTXsUgnbaXZknY5nfQqxFhnc7UmrpzhV3hQ-cv7k,2509
 wcp_library/sql/__init__.py,sha256=CLlBEBrWVAwE79bUxuQiwikSrYH8m9QRYSJ2l0-ofsY,1003
-wcp_library/sql/oracle.py,sha256=QT1-SHMs6ebQpzkJ1vjgsAP5TWHDdJF7pWL9QJ52O9Y,7235
-wcp_library/sql/postgres.py,sha256=I2iDQ13z_hbEfpFBliozLfsg8xUdSzEVqr12yyPSdh4,6489
-wcp_library-1.1.8.dist-info/METADATA,sha256=zBQOq7YYsEAB9lrbeqVSrokHvVwHri1-JO0NNJ8UhAE,1421
-wcp_library-1.1.8.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-wcp_library-1.1.8.dist-info/RECORD,,
+wcp_library/sql/oracle.py,sha256=a0wc9zwBdzhZCZFRWxZlokDJEEt-HqhqmwRbtp2T8ZA,7342
+wcp_library/sql/postgres.py,sha256=397Ii0ImjEo_e_QuWJRazfs0WpT9cGrnc6sBPyr4UyY,6596
+wcp_library-1.2.1.dist-info/METADATA,sha256=OTbh7b1itfvVpO9ex6-yxz6MP9ZsjvKF_C9UFDdEcwk,1513
+wcp_library-1.2.1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+wcp_library-1.2.1.dist-info/RECORD,,