rgwfuncs 0.0.65__py3-none-any.whl → 0.0.67__py3-none-any.whl

rgwfuncs/df_lib.py

@@ -2,7 +2,7 @@ import pandas as pd
 import pymssql
 import os
 import json
-from datetime import datetime
+from datetime import datetime, timedelta
 import time
 import gc
 import mysql.connector
@@ -509,6 +509,10 @@ def load_data_from_path(file_path: str) -> pd.DataFrame:
     # Ensure the file path is absolute
     file_path = os.path.abspath(file_path)
 
+    # Check if the file exists
+    if not os.path.isfile(file_path):
+        raise ValueError(f"File not found: {file_path}")
+
     # Determine file type by extension
     file_extension = file_path.split('.')[-1].lower()
 
@@ -518,6 +522,8 @@ def load_data_from_path(file_path: str) -> pd.DataFrame:
         df.replace('', None, inplace=True)
     elif file_extension in ['xls', 'xlsx']:
         df = pd.read_excel(file_path)
+    elif file_extension == 'ods':
+        df = pd.read_excel(file_path, engine='odf')
     elif file_extension == 'json':
         df = pd.read_json(file_path)
     elif file_extension == 'parquet':
@@ -2013,24 +2019,24 @@ def sync_dataframe_to_sqlite_database(
 def load_fresh_data_or_pull_from_cache(fetch_func: Callable[[], pd.DataFrame], cache_dir: str, file_prefix: str, cache_cutoff_hours: int) -> pd.DataFrame:
     """
     Retrieve data from a cache if a recent cache file exists, or fetch fresh data, save it to the cache, and return it.
-    
+
     This function checks a specified directory for the most recent cache file matching a specified prefix.
     If a recent cache file (within the cutoff time in hours) is found, the data is read from there.
     Otherwise, it calls the data-fetching function, saves the newly fetched data to a new cache file, and returns it.
 
     Parameters:
-    - fetch_func (typing.Callable[[], pd.DataFrame]): 
+    - fetch_func (typing.Callable[[], pd.DataFrame]):
         A callable function that, when executed, returns a pandas DataFrame with fresh data.
-    - cache_dir (str): 
+    - cache_dir (str):
         The directory where cache files are stored.
-    - file_prefix (str): 
+    - file_prefix (str):
         The prefix used for cache filenames to identify relevant cache files.
-    - cache_cutoff_hours (int): 
+    - cache_cutoff_hours (int):
         The maximum age of a cache file (in hours) to be considered valid.
         If no file is fresh enough, fresh data will be fetched.
 
     Returns:
-    - pd.DataFrame: 
+    - pd.DataFrame:
         The pandas DataFrame containing either cached or freshly fetched data.
     """
 
@@ -2047,7 +2053,7 @@ def load_fresh_data_or_pull_from_cache(fetch_func: Callable[[], pd.DataFrame], c
     # Retrieve the latest cache file if it exists
     for filename in os.listdir(cache_dir):
         if filename.startswith(file_prefix) and filename.endswith(".csv"):
-            timestamp_str: str = filename[len(file_prefix)+1:].replace('.csv', '')
+            timestamp_str: str = filename[len(file_prefix) + 1:].replace('.csv', '')
             try:
                 file_time: datetime = datetime.strptime(timestamp_str, '%Y%m%d%H%M%S')
                 if latest_cache_time is None or file_time > latest_cache_time:
@@ -2069,4 +2075,3 @@ def load_fresh_data_or_pull_from_cache(fetch_func: Callable[[], pd.DataFrame], c
         df.to_csv(os.path.join(cache_dir, cache_filename), index=False)
 
     return df
-

{rgwfuncs-0.0.65.dist-info → rgwfuncs-0.0.67.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rgwfuncs
-Version: 0.0.65
+Version: 0.0.67
 Summary: A functional programming paradigm for mathematical modelling and data science
 Home-page: https://github.com/ryangerardwilson/rgwfunc
 Author: Ryan Gerard Wilson

{rgwfuncs-0.0.65.dist-info → rgwfuncs-0.0.67.dist-info}/RECORD

@@ -1,12 +1,12 @@
 rgwfuncs/__init__.py,sha256=LSn54Tlyskcb6Wab_wUpPLB6UGMe5LdrB3GU88mDEbU,1712
 rgwfuncs/algebra_lib.py,sha256=rKFITfpWfgdBswnbMUuS41XgndEt-jUVz2ObO_ik7eM,42234
-rgwfuncs/df_lib.py,sha256=FdyGzXxBJUImJYfa0oYiqAfbF581180w-KspG8--pBc,70895
+rgwfuncs/df_lib.py,sha256=r6T-MwyDq9NAPW1Xf6NzSy7ZFicIKdemR-UKu6TZt5g,71111
 rgwfuncs/docs_lib.py,sha256=y3wSAOPO3qsA4HZ7xAtW8HimM8w-c8hjcEzMRLJ96ao,1960
 rgwfuncs/interactive_shell_lib.py,sha256=A7EWsYxAfDev_N0-2GjRvAtp0bAwBPHIczXb8Gu9fzI,1107
 rgwfuncs/str_lib.py,sha256=rtAdRlnSJIu3JhI-tA_A0wCiPK2m-zn5RoGpBxv_g-4,2228
-rgwfuncs-0.0.65.dist-info/LICENSE,sha256=jLvt20gcUZYB8UOvyBvyKQ1qhYYhD__qP7ZDx2lPFkU,1062
-rgwfuncs-0.0.65.dist-info/METADATA,sha256=pI0mJoVRg7f6vm3S2Fm3KI_-KoBlQvJqp06kvAOF-Ic,60288
-rgwfuncs-0.0.65.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-rgwfuncs-0.0.65.dist-info/entry_points.txt,sha256=j-c5IOPIQ0252EaOV6j6STio56sbXl2C4ym_fQ0lXx0,43
-rgwfuncs-0.0.65.dist-info/top_level.txt,sha256=aGuVIzWsKiV1f2gCb6mynx0zx5ma0B1EwPGFKVEMTi4,9
-rgwfuncs-0.0.65.dist-info/RECORD,,
+rgwfuncs-0.0.67.dist-info/LICENSE,sha256=jLvt20gcUZYB8UOvyBvyKQ1qhYYhD__qP7ZDx2lPFkU,1062
+rgwfuncs-0.0.67.dist-info/METADATA,sha256=N1PBQQAjEWCY0f4Fi3O0u5MqRCSKlCtGAnLO9WdK51k,60288
+rgwfuncs-0.0.67.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+rgwfuncs-0.0.67.dist-info/entry_points.txt,sha256=j-c5IOPIQ0252EaOV6j6STio56sbXl2C4ym_fQ0lXx0,43
+rgwfuncs-0.0.67.dist-info/top_level.txt,sha256=aGuVIzWsKiV1f2gCb6mynx0zx5ma0B1EwPGFKVEMTi4,9
+rgwfuncs-0.0.67.dist-info/RECORD,,