medicafe 0.250725.18__tar.gz → 0.250728.0__tar.gz

{medicafe-0.250725.18 → medicafe-0.250728.0}/MediBot/MediBot.bat

@@ -106,6 +106,42 @@ if exist "C:\Python34\Lib\site-packages\MediBot\update_medicafe.py" (
     )
 )
 
+:: Check for updates function
+:check_for_updates
+:: Run the check using the existing update script
+for /f "delims=" %%a in ('python "%upgrade_medicafe%" --check-only 2^>nul') do (
+    set "update_check_result=%%a"
+)
+
+:: Check if update is available (with better error handling)
+if "!update_check_result!"=="UP_TO_DATE" (
+    echo .
+    ping -n 2 127.0.0.1 >nul
+) else if "!update_check_result!"=="ERROR" (
+    echo Auto-Update Check Error.
+    ping -n 2 127.0.0.1 >nul
+) else if "!update_check_result:~0,16!"=="UPDATE_AVAILABLE:" (
+    set "new_version=!update_check_result:~16!"
+    echo.
+    echo =============================================================
+    echo                    UPDATE AVAILABLE
+    echo =============================================================
+    echo.
+    echo A new version of MediCafe is available!
+    echo Current version: %medicafe_version%
+    echo New version:     !new_version!
+    echo.
+    echo To update, select option 1 from the menu below.
+    echo.
+    echo =============================================================
+    echo.
+    ping -n 3 127.0.0.1 >nul
+) else (
+    :: Handle any other unexpected results (empty, malformed, etc.)
+    echo Checking for updates... Unable to check for updates.
+    ping -n 2 127.0.0.1 >nul
+)
+
 :: Main menu
 :main_menu
 cls
@@ -114,6 +150,16 @@ echo --------------------------------------------------------------
 echo                .//*  Welcome to MediCafe  *\\. 
 echo --------------------------------------------------------------
 echo. 
+
+:: Check for updates if internet is available
+if "!internet_available!"=="1" (
+    call :check_for_updates
+    if errorlevel 1 (
+        echo Checking for updates... Error occurred.
+        ping -n 2 127.0.0.1 >nul
+    )
+)
+
 echo Please select an option:
 echo.
 if "!internet_available!"=="1" (
@@ -184,7 +230,7 @@ goto main_menu
 :medibot_flow
 call :process_csvs
 cls
-echo Please wait...
+echo Starting MediBot...
 py "%python_script2%" "%config_file%"
 if errorlevel 1 echo Failed to run MediBot.
 pause

{medicafe-0.250725.18 → medicafe-0.250728.0}/MediBot/MediBot.py

@@ -318,7 +318,7 @@ class ExecutionState:
 if __name__ == "__main__":
     e_state = None
     try:
-        print("Please wait...")
+        print("Initializing. Loading configuration and preparing environment...")
         # Default paths for configuration and crosswalk files
         default_config_path = os.path.join(os.path.dirname(__file__), '..', 'json', 'config.json')
         default_crosswalk_path = os.path.join(os.path.dirname(__file__), '..', 'json', 'crosswalk.json')
@@ -352,7 +352,12 @@ if __name__ == "__main__":
         
         print("Load Complete...")
         MediLink_ConfigLoader.log("Load Complete event triggered. Clearing console. Displaying Menu...", level="INFO")
-        _ = os.system('cls')
+        # Windows XP console buffer fix: Use cls with echo to reset buffer state
+        _ = os.system('cls && echo.')
+        
+        # Additional buffer stabilization
+        time.sleep(0.1)
+        sys.stdout.flush()
         
         proceed, selected_patient_ids, selected_indices, fixed_values = user_interaction(csv_data, interaction_mode, error_message, reverse_mapping)
 

{medicafe-0.250725.18 → medicafe-0.250728.0}/MediBot/MediBot_Crosswalk_Library.py

@@ -716,13 +716,15 @@ def update_crosswalk_with_new_payer_id(client, insurance_name, payer_id, config,
         print(message)
         MediLink_ConfigLoader.log(message, config, level="ERROR")
 
-def save_crosswalk(client, config, crosswalk):
+def save_crosswalk(client, config, crosswalk, skip_api_operations=False):
     """
     Saves the crosswalk to a JSON file. Ensures that all necessary keys are present and logs the outcome.
     
     Args:
+        client (APIClient): API client for fetching payer names (ignored if skip_api_operations=True).
         config (dict): Configuration settings for logging.
         crosswalk (dict): The crosswalk dictionary to save.
+        skip_api_operations (bool): If True, skips API calls and user prompts for faster saves.
     
     Returns:
         bool: True if the crosswalk was saved successfully, False otherwise.
@@ -739,13 +741,21 @@ def save_crosswalk(client, config, crosswalk):
     for payer_id, details in crosswalk.get('payer_id', {}).items():
         current_endpoint = details.get('endpoint', None)
         if current_endpoint and current_endpoint not in config['MediLink_Config']['endpoints']:
-            print("WARNING: The current endpoint '{}' for payer ID '{}' is not valid.".format(current_endpoint, payer_id))
-            MediLink_ConfigLoader.log("Current endpoint '{}' for payer ID '{}' is not valid. Prompting for selection.".format(current_endpoint, payer_id), config, level="WARNING")
-            selected_endpoint = select_endpoint(config, current_endpoint)  # Prompt user to select a valid endpoint
-            crosswalk['payer_id'][payer_id]['endpoint'] = selected_endpoint  # Update the endpoint in the crosswalk
-            MediLink_ConfigLoader.log("Updated payer ID {} with new endpoint '{}'.".format(payer_id, selected_endpoint), config, level="INFO")
+            if skip_api_operations:
+                # Log warning but don't prompt user during API-bypass mode
+                MediLink_ConfigLoader.log("WARNING: Invalid endpoint '{}' for payer ID '{}' - skipping correction due to API bypass mode".format(current_endpoint, payer_id), config, level="WARNING")
+            else:
+                print("WARNING: The current endpoint '{}' for payer ID '{}' is not valid.".format(current_endpoint, payer_id))
+                MediLink_ConfigLoader.log("Current endpoint '{}' for payer ID '{}' is not valid. Prompting for selection.".format(current_endpoint, payer_id), config, level="WARNING")
+                selected_endpoint = select_endpoint(config, current_endpoint)  # Prompt user to select a valid endpoint
+                crosswalk['payer_id'][payer_id]['endpoint'] = selected_endpoint  # Update the endpoint in the crosswalk
+                MediLink_ConfigLoader.log("Updated payer ID {} with new endpoint '{}'.".format(payer_id, selected_endpoint), config, level="INFO")
     
     try:
+        # Log API bypass mode if enabled
+        if skip_api_operations:
+            MediLink_ConfigLoader.log("save_crosswalk running in API bypass mode - skipping API calls and user prompts", config, level="INFO")
+        
         # Initialize the 'payer_id' key if it doesn't exist
         if 'payer_id' not in crosswalk: 
             print("save_crosswalk is initializing 'payer_id' key...")
@@ -755,13 +765,23 @@ def save_crosswalk(client, config, crosswalk):
         # Ensure all payer IDs have a name and initialize medisoft_id and medisoft_medicare_id as empty lists if they do not exist
         for payer_id in crosswalk['payer_id']:
             if 'name' not in crosswalk['payer_id'][payer_id]: 
-                fetch_and_store_payer_name(client, payer_id, crosswalk, config)
-                MediLink_ConfigLoader.log("Fetched and stored payer name for payer ID: {}.".format(payer_id), config, level="DEBUG")
+                if skip_api_operations:
+                    # Set placeholder name and log for MediBot to handle later
+                    crosswalk['payer_id'][payer_id]['name'] = 'Unknown'
+                    MediLink_ConfigLoader.log("Set placeholder name for payer ID {} - will be resolved by MediBot health check".format(payer_id), config, level="INFO")
+                else:
+                    fetch_and_store_payer_name(client, payer_id, crosswalk, config)
+                    MediLink_ConfigLoader.log("Fetched and stored payer name for payer ID: {}.".format(payer_id), config, level="DEBUG")
             
             # Check for the endpoint key
             if 'endpoint' not in crosswalk['payer_id'][payer_id]:
-                crosswalk['payer_id'][payer_id]['endpoint'] = select_endpoint(config)  # Use the helper function to set the endpoint
-                MediLink_ConfigLoader.log("Initialized 'endpoint' for payer ID {}.".format(payer_id), config, level="DEBUG")
+                if skip_api_operations:
+                    # Set default endpoint and log
+                    crosswalk['payer_id'][payer_id]['endpoint'] = 'AVAILITY'
+                    MediLink_ConfigLoader.log("Set default endpoint for payer ID {} - can be adjusted via MediBot if needed".format(payer_id), config, level="INFO")
+                else:
+                    crosswalk['payer_id'][payer_id]['endpoint'] = select_endpoint(config)  # Use the helper function to set the endpoint
+                    MediLink_ConfigLoader.log("Initialized 'endpoint' for payer ID {}.".format(payer_id), config, level="DEBUG")
 
             # Initialize medisoft_id and medisoft_medicare_id as empty lists if they do not exist
             crosswalk['payer_id'][payer_id].setdefault('medisoft_id', [])

{medicafe-0.250725.18 → medicafe-0.250728.0}/MediBot/MediBot_Preprocessor_lib.py

@@ -171,20 +171,108 @@ def filter_rows(csv_data):
     excluded_insurance = {'AETNA', 'AETNA MEDICARE', 'HUMANA MED HMO'}
     csv_data[:] = [row for row in csv_data if row.get('Patient ID') and row.get('Primary Insurance') not in excluded_insurance]
 
+def clean_surgery_date_string(date_str):
+    """
+    Cleans and normalizes surgery date strings to handle damaged data.
+    
+    Parameters:
+    - date_str (str): The raw date string from the CSV
+    
+    Returns:
+    - str: Cleaned date string in MM/DD/YYYY format, or empty string if unparseable
+    """
+    if not date_str:
+        return ''
+    
+    # Convert to string and strip whitespace
+    date_str = str(date_str).strip()
+    if not date_str:
+        return ''
+    
+    # Remove common problematic characters and normalize
+    date_str = date_str.replace('\n', ' ').replace('\r', ' ').replace('\t', ' ')
+    date_str = ' '.join(date_str.split())  # Normalize whitespace
+    
+    # Handle common date format variations
+    date_formats = [
+        '%m/%d/%Y',    # 12/25/2023
+        '%m-%d-%Y',    # 12-25-2023
+        '%m/%d/%y',    # 12/25/23
+        '%m-%d-%y',    # 12-25-23
+        '%Y/%m/%d',    # 2023/12/25
+        '%Y-%m-%d',    # 2023-12-25
+        '%m/%d/%Y %H:%M:%S',  # 12/25/2023 14:30:00
+        '%m-%d-%Y %H:%M:%S',  # 12-25-2023 14:30:00
+    ]
+    
+    # Try to parse with different formats
+    for fmt in date_formats:
+        try:
+            parsed_date = datetime.strptime(date_str, fmt)
+            # Return in standard MM/DD/YYYY format
+            return parsed_date.strftime('%m/%d/%Y')
+        except ValueError:
+            continue
+    
+    # If no format matches, try to extract date components
+    try:
+        # Remove any time components and extra text
+        date_only = date_str.split()[0]  # Take first part if there's extra text
+        
+        # Try to extract numeric components
+        import re
+        numbers = re.findall(r'\d+', date_only)
+        
+        if len(numbers) >= 3:
+            # Assume MM/DD/YYYY or MM-DD-YYYY format
+            month, day, year = int(numbers[0]), int(numbers[1]), int(numbers[2])
+            
+            # Validate ranges
+            if 1 <= month <= 12 and 1 <= day <= 31 and 1900 <= year <= 2100:
+                # Handle 2-digit years
+                if year < 100:
+                    year += 2000 if year < 50 else 1900
+                
+                parsed_date = datetime(year, month, day)
+                return parsed_date.strftime('%m/%d/%Y')
+    except (ValueError, IndexError):
+        pass
+    
+    # If all parsing attempts fail, return empty string
+    return ''
+
 def convert_surgery_date(csv_data):
+    """
+    Converts surgery date strings to datetime objects with comprehensive data cleaning.
+    
+    Parameters:
+    - csv_data (list): List of dictionaries containing CSV row data
+    """
     for row in csv_data:
         surgery_date_str = row.get('Surgery Date', '')
+        
         if not surgery_date_str:
             MediLink_ConfigLoader.log("Warning: Surgery Date not found for row: {}".format(row), level="WARNING")
-            # BUG This needs a cleaning step for the Surgery Date string in case we're receiving damaged data.
             row['Surgery Date'] = datetime.min  # Assign a minimum datetime value if empty
             print("Surgery Date not found for row: {}".format(row))
         else:
-            try:
-                row['Surgery Date'] = datetime.strptime(surgery_date_str, '%m/%d/%Y')
-            except ValueError as e:
-                MediLink_ConfigLoader.log("Error parsing Surgery Date '{}': {} for row: {}".format(surgery_date_str, e, row), level="ERROR")
-                row['Surgery Date'] = datetime.min  # Assign a minimum datetime value if parsing fails
+            # Clean the date string first
+            cleaned_date_str = clean_surgery_date_string(surgery_date_str)
+            
+            if not cleaned_date_str:
+                MediLink_ConfigLoader.log("Error: Could not clean Surgery Date '{}' for row: {}".format(surgery_date_str, row), level="ERROR")
+                row['Surgery Date'] = datetime.min  # Assign a minimum datetime value if cleaning fails
+                print("Could not clean Surgery Date '{}' for row: {}".format(surgery_date_str, row))
+            else:
+                try:
+                    # Parse the cleaned date string
+                    row['Surgery Date'] = datetime.strptime(cleaned_date_str, '%m/%d/%Y')
+                    MediLink_ConfigLoader.log("Successfully cleaned and parsed Surgery Date '{}' -> '{}' for row: {}".format(
+                        surgery_date_str, cleaned_date_str, row), level="DEBUG")
+                except ValueError as e:
+                    MediLink_ConfigLoader.log("Error parsing cleaned Surgery Date '{}': {} for row: {}".format(
+                        cleaned_date_str, e, row), level="ERROR")
+                    row['Surgery Date'] = datetime.min  # Assign a minimum datetime value if parsing fails
 
 def sort_and_deduplicate(csv_data):
     # Create a dictionary to hold unique patients based on Patient ID