medicafe 0.240517.0__py3-none-any.whl → 0.240716.2__py3-none-any.whl

MediBot/MediBot.bat

@@ -11,6 +11,8 @@ set "medicafe_package=medicafe"
 set "upgrade_medicafe=F:\Medibot\update_medicafe.py"
 set "temp_file=F:\Medibot\last_update_timestamp.txt"
 set "firefox_path=C:\Program Files\Mozilla Firefox\firefox.exe"
+set "claims_status_script=..\MediLink\MediLink_ClaimStatus.py"
+set "deductible_script=..\MediLink\MediLink_Deductible.py"
 set "package_version="
 set PYTHONWARNINGS=ignore
 
@@ -99,14 +101,18 @@ if "!internet_available!"=="1" (
     echo 1. Check for MediCafe Package Updates
     echo 2. Download Email de Carol
     echo 3. MediLink Claims
+    echo 4. United Claims Status
+    echo 5. United Deductible
 )
-echo 4. Run MediBot
-echo 5. Exit
+echo 6. Run MediBot
+echo 7. Exit
 echo.
 set /p choice=Enter your choice:  
 
-if "!choice!"=="5" goto end_script
-if "!choice!"=="4" goto medibot_flow
+if "!choice!"=="7" goto end_script
+if "!choice!"=="6" goto medibot_flow
+if "!choice!"=="5" goto united_deductible
+if "!choice!"=="4" goto united_claims_status
 if "!choice!"=="3" goto medilink_flow
 if "!choice!"=="2" goto download_emails
 if "!choice!"=="1" goto check_updates
@@ -133,6 +139,7 @@ if "!internet_available!"=="0" (
     goto main_menu
 )
 echo Downloading emails...
+:: move this path.
 py "../MediLink/MediLink_Gmail.py" "%firefox_path%"
 if errorlevel 1 (
     echo Failed to download emails.
@@ -161,11 +168,38 @@ if "!internet_available!"=="0" (
 )
 call :process_csvs
 cls
+:: move this path.
 py "C:\Python34\Lib\site-packages\MediLink\MediLink.py"
 if errorlevel 1 echo MediLink failed to execute.
 pause
 goto main_menu
 
+:: United Claims Status
+:united_claims_status
+if "!internet_available!"=="0" (
+    echo No internet connection available.
+    goto main_menu
+)
+cls
+echo Checking United Claims Status...
+py "%claims_status_script%"
+if errorlevel 1 echo Failed to check United Claims Status.
+pause
+goto main_menu
+
+:: United Deductible
+:united_deductible
+if "!internet_available!"=="0" (
+    echo No internet connection available.
+    goto main_menu
+)
+cls
+echo Checking United Deductible...
+py "%deductible_script%"
+if errorlevel 1 echo Failed to check United Deductible.
+pause
+goto main_menu
+
 :: Process CSV Files
 :process_csvs
 for /f "tokens=1-5 delims=/: " %%a in ('echo %time%') do (
@@ -173,7 +207,13 @@ for /f "tokens=1-5 delims=/: " %%a in ('echo %time%') do (
     set "minute=%%b"
     set "second=%%c"
 )
-set "timestamp=%DATE:~-4%%DATE:~3,2%%DATE:~0,2%_%hour%%minute%"
+for /f "tokens=2-4 delims=/ " %%a in ('echo %date%') do (
+    set "day=%%a"
+    set "month=%%b"
+    set "year=%%c"
+)
+set "timestamp=!year!!month!!day!_!hour!!minute!"
+
 set "latest_csv="
 for /f "delims=" %%a in ('dir /b /a-d /o-d "%source_folder%\*.csv" 2^>nul') do (
     set "latest_csv=%%a"
@@ -195,4 +235,4 @@ goto :eof
 :end_script
 echo Exiting MediCafe.
 pause
-exit /b
+exit /b

MediBot/MediBot.py

@@ -22,41 +22,6 @@ except ImportError:
     from MediBot import MediBot_Crosswalk_Library
     crosswalk_update = MediBot_Crosswalk_Library.crosswalk_update
 
-"""
-# Development Task List for MediBot
-
-Error Handling Improvements
-- [ ] Its really difficult to get out of the main menu if you go open MediBot by accident
-- [ ] Develop a centralized error handling and logging mechanism for improved troubleshooting.
-- [ ] Implement validation checks during patient data entry to prevent submission of incomplete or incorrect records.
-
-Insurance Mode Adjustments
-- [ ] Integrate a comprehensive list of insurance company codes for automatic selection.
-- [ ] Automate insurance-specific data entry adjustments, such as character replacements specific to Medicare.
-
-Diagnosis Entry
-- [ ] Automate data extraction from Surgery Schedule to import to CSV a column indicating diagnosis code per px.
-
-Script Efficiency and Reliability
-- [ ] Ensure robust handling of Medisoft's field navigation quirks, particularly for fields that are skipped or require special access.
-
-Documentation and Support
-- [ ] Create detailed documentation for setup, configuration, and usage of the script.
-- [ ] Establish a support channel for users to report issues or request features.
-
-Future Directions
-- [ ] Consider developing a graphical user interface (GUI) for non-technical users for easier script management and execution.
-
-Medisoft Field Navigation: 
-    Investigate and optimize navigation for fields that Medisoft skips or requires backward navigation to access.
-
-Insurance Mode Features: 
-    Evaluate the feasibility and implement the use of the F6 search for insurance address verification, enhancing user verification processes. 
-
-Error Handling and Logging: 
-    Implement a check for AHK script execution status, providing feedback or troubleshooting steps if the script encounters issues.
-"""
-
 def identify_field(header, field_mapping):
     for medisoft_field, patterns in field_mapping.items():
         for pattern in patterns:
@@ -223,7 +188,7 @@ class ExecutionState:
             MediLink_ConfigLoader.log("Constants initialized...")
             
         except Exception as e:
-            print("Failed to load or update configuration: {}".format(e))
+            print("MediBot: Failed to load or update configuration: {}".format(e))
             raise # Re-throwing the exception or using a more sophisticated error handling mechanism might be needed
             # Handle the exception somehow (e.g., retry, halt, log)??
         
@@ -261,6 +226,7 @@ if __name__ == "__main__":
         MediLink_ConfigLoader.log("Pre-processing CSV Data...", level="INFO")
         MediBot_Preprocessor.preprocess_csv_data(csv_data, e_state.crosswalk)  
         headers = csv_data[0].keys() # Make sure all the headers are in place
+        # Patient charges should be added prior to the intake_scan.
         
         print("Performing Intake Scan...")
         MediLink_ConfigLoader.log("Performing Intake Scan...", level="INFO")
@@ -294,9 +260,12 @@ if __name__ == "__main__":
             
             if existing_patients:
                 print("\nNOTE: The following patient(s) already EXIST in the system and \n      will be excluded from processing:")
+                # TODO ... not excluded anymore, because charges may need to be added. 
+                # So at this point in the processing, we should have already processed the surgery schedules and enriched the data with Charges.
                 for patient_id, patient_name in existing_patients:
                     print("(ID: {0}) {1}".format(patient_id, patient_name))
                 # Update csv_data to exclude existing patients
+                # TODO This now has to be updated to handle patients that exist but need new charges added. 
                 csv_data = [row for row in csv_data if row[reverse_mapping['Patient ID #2']] in patients_to_process]
             else:
                 print("\nSelected patient(s) are NEW patients and will be processed.")
@@ -306,6 +275,10 @@ if __name__ == "__main__":
             else:
                 proceed = input("\nDo you want to proceed with the {} remaining patient(s)? (yes/no): ".format(len(patients_to_process))).lower().strip() in ['yes', 'y']
 
+            # TODO Here is where we need to add the step where we move to MediBot_Charges. 
+            # The return is an enriched dataset to be picked up by medibot which means we need to return: 
+            # csv_data, field_mapping, reverse_mapping, and fixed_values.
+
             if proceed:
             
             #    Would be nice to have some kind of self-test here.

MediBot/MediBot_Charges.py

@@ -1,28 +0,0 @@
-"""
-MediBot_Charges.py
-
-This module provides a helper function for MediBot.py, specifically designed to handle the charge entry process in Medisoft for patients undergoing cataract surgeries. Each patient typically undergoes procedures on both eyes, treated as separate procedures but often requiring price bundling to address patient preferences for consistent billing across both eyes.
-
-Key Features:
-- Handles up to 200 patients in a single batch, with typical usage around 20 patients.
-- Implements price bundling logic to ensure that if a patient has multiple procedures (one for each eye), the charges are balanced such that the total cost is evenly spread across both procedures. This approach aligns with patient expectations of receiving consistent charges for each eye.
-- Integrates pricing schedules from a configuration file for private insurance, which vary based on the duration of the procedure:
-    - $450 for 1-15 minutes
-    - $480 for 16-22 minutes
-    - $510 for 23-27 minutes
-    - $540 for 28-37 minutes
-    - $580 for 37-59 minutes (59 minutes being the maximum allowed duration)
-- Special handling for Medicare patients, details of which are pending clarification.
-
-Limitations:
-- The bundling logic for commercial insurance billing is subject to the fulfillment of deductibles and other conditions, which do not necessarily synchronize with the timing of procedures for both eyes. The exact mechanics of this bundling under various conditions remain partially unspecified.
-
-Usage:
-- This module is intended to be used as part of the MediBot system, interfaced through MediBot.py, to automate the data entry and billing process in Medisoft for ophthalmology clinics, specifically those performing cataract surgeries.
-
-Note:
-- The exact implementation details for Medicare patients and the full logic for price bundling under all insurance conditions are yet to be finalized and documented.
-
-Date:
-- 4/16/24
-"""

MediBot/MediBot_Crosswalk_Library.py

@@ -14,10 +14,10 @@ except ImportError:
     from MediLink import MediLink_ConfigLoader
 
 try:
-    from MediLink_API_v2 import fetch_payer_name_from_api
+    from MediLink_API_v3 import fetch_payer_name_from_api
 except ImportError:
-    from MediLink import MediLink_API_v2
-    fetch_payer_name_from_api = MediLink_API_v2.fetch_payer_name_from_api
+    from MediLink import MediLink_API_v3
+    fetch_payer_name_from_api = MediLink_API_v3.fetch_payer_name_from_api
 
 try:
     from MediBot import MediBot_Preprocessor_lib
@@ -127,7 +127,7 @@ def initialize_crosswalk_from_mapat():
     validate_and_correct_payer_ids(crosswalk, config)
     
     # Save the initial crosswalk
-    if save_crosswalk(config['MediLink_Config']['crosswalkPath'], crosswalk):
+    if save_crosswalk(config, crosswalk):
         message = "Crosswalk initialized with mappings for {} payers.".format(len(crosswalk.get('payer_id', {})))
         print(message)
         MediLink_ConfigLoader.log(message, config, level="INFO")
@@ -167,6 +167,7 @@ def crosswalk_update(config, crosswalk):
   
     # Load incremental mapping data from Z.dat (Patient ID to Insurance Name)
     # TODO This may be a redundant approach?
+    # This is a singular path. This is fine though because any time we process a Z.DAT we'd have the crosswalk incremented.
     patient_id_to_insurance_name = MediBot_Preprocessor_lib.parse_z_dat(config['MediLink_Config']['Z_DAT_PATH'], config['MediLink_Config'])
     MediLink_ConfigLoader.log("Parsed Z data...")
 
@@ -196,7 +197,7 @@ def crosswalk_update(config, crosswalk):
             crosswalk['payer_id'][payer_id]['medisoft_medicare_id'] = list(crosswalk['payer_id'][payer_id]['medisoft_medicare_id'])
             
     # Save the updated crosswalk to the specified file
-    return save_crosswalk(config['MediLink_Config']['crosswalkPath'], crosswalk)
+    return save_crosswalk(config, crosswalk)
 
 def update_crosswalk_with_corrected_payer_id(old_payer_id, corrected_payer_id, config, crosswalk):
     """Updates the crosswalk with the corrected payer ID."""
@@ -215,7 +216,7 @@ def update_crosswalk_with_corrected_payer_id(old_payer_id, corrected_payer_id, c
     MediLink_ConfigLoader.log("Crosswalk csv_replacements updated: added {} -> {}".format(old_payer_id, corrected_payer_id), config, level="INFO")
     
     # Save the updated crosswalk
-    return save_crosswalk(config['MediLink_Config']['crosswalkPath'], crosswalk)
+    return save_crosswalk(config, crosswalk)
 
 def update_crosswalk_with_new_payer_id(insurance_name, payer_id, config):
     """Updates the crosswalk with a new payer ID."""
@@ -228,14 +229,14 @@ def update_crosswalk_with_new_payer_id(insurance_name, payer_id, config):
             crosswalk['payer_id'][payer_id] = {"medisoft_id": [medisoft_id_str], "medisoft_medicare_id": []}
         else:
             crosswalk['payer_id'][payer_id]['medisoft_id'].append(medisoft_id_str)
-        save_crosswalk(config['MediLink_Config']['crosswalkPath'], crosswalk)
+        save_crosswalk(config, crosswalk)
         MediLink_ConfigLoader.log("Updated crosswalk with new payer ID {} for insurance name {}".format(payer_id, insurance_name), config, level="INFO")
     else:
         message = "Failed to update crosswalk: Medisoft ID not found for insurance name {}".format(insurance_name)
         print(message)
         MediLink_ConfigLoader.log(message, config, level="ERROR")
         
-def save_crosswalk(crosswalk_path, crosswalk):
+def save_crosswalk(config, crosswalk):
     """
     Saves the updated crosswalk to a JSON file.
     Args:
@@ -244,6 +245,13 @@ def save_crosswalk(crosswalk_path, crosswalk):
     Returns:
         bool: True if the file was successfully saved, False otherwise.
     """
+    # Attempt to fetch crosswalkPath from MediLink_Config
+    try:
+        crosswalk_path = config['MediLink_Config']['crosswalkPath']
+    except KeyError:
+        # If KeyError occurs, fall back to fetching crosswalkPath directly
+        crosswalk_path = config.get('crosswalkPath', None)  # Replace None with a default value if needed
+
     try:
         # Initialize 'payer_id' key if not present
         if 'payer_id' not in crosswalk:

MediBot/MediBot_Preprocessor.py

@@ -20,61 +20,6 @@ try:
 except ImportError:
     from MediBot import MediBot_Preprocessor_lib
 
-"""
-Preprocessing Enhancements
-- [X] Preprocess Insurance Policy Numbers and Group Numbers to replace '-' with ''.
-- [X] De-duplicate entries in the CSV and only entering the px once even if they show up twice in the file.
-- [ ] Implement dynamic field combination in CSV pre-processing for flexibility with various CSV formats.
-- [ ] Enhance SSN cleaning logic to handle more variations of sensitive data masking.
-- [ ] Optimize script startup and CSV loading to reduce initial latency.
-
-Data Integrity and Validation
-- [ ] Conduct a thorough CSV integrity check before processing to flag potential issues upfront.
-- [ ] Implement a mechanism to confirm the accuracy of entered data, potentially through a verification step or summary report.
-- [ ] Explore the possibility of integrating direct database queries for existing patient checks to streamline the process.
-- [ ] Automate the replacement of spaces with underscores ('_') in last names for Medicare entries.
-- [ ] Enhance CSV integrity checks to identify and report potential issues with data format, especially concerning insurance policy numbers and special character handling.
-
-Known Issues and Bugs
-- [ ] Address the handling of '.' and other special characters that may disrupt parsing, especially under Windows XP.
-- [ ] Investigate the issue with Excel modifying long policy numbers in the CSV and provide guidance or a workaround.
-
-Future Work
-- [X] Check for PatientID number in La Forma Z to link back to Carol's table for mapping Medisoft insurance name to payerID and payer name and address.
-- [X] Check for PatientID to Medisoft custom insurance name mapping in MAPAT.
-- [X] Middle Names should all be single letters. Make sure it gets truncated before submitting.
-- [ ] Consolidate data from multiple sources (Provider_Notes.csv, Surgery_Schedule.csv, and Carols_CSV.csv) into a single table with Patient ID as the key, ensuring all data elements are aligned and duplicate entries are minimized.
-- [ ] Implement logic to verify and match Patient IDs across different files to ensure data integrity before consolidation. (Catching errors between source data)
-- [ ] Optimize the preprocessing of surgery dates and diagnosis codes for use in patient billing and scheduling systems.
-- [ ] Read Surgery Schedule doc and parse out a Patient ID : Diagnosis Code table.
-- [ ] The Minutes & Cancellation data with logic to consolidate into one table in memory.
-- [ ] Dynamically list the endpoint for a new Payer ID via API or user interaction to update the crosswalk.json efficiently.
-- [ ] Pull listed addresses of insurance from the CSV. (Not really necessary)
-- [ ] Retroactively learn Medisoft insurance name and payerID from the provided data sources.
-
-Development Roadmap for crosswalk_update():
-- [X] Automation required for updating the crosswalk.json when new Medisoft insurance is discovered.
-- [X] New Medisoft insurances are identified based on the payer ID number.
-- [X] Check the existence of the payer ID in crosswalk.json under existing endpoints.
-- [X] Facilitate grouping of IDs for insurances like CIGNA with multiple addresses but few payer IDs.
-- [X] Retroactive learning based on selected insurances in Medisoft 
-- [ ] Prompt user via endpoint APIs to add new payer ID to an endpoint if it does not exist.
-- [ ] Retain payer IDs without Insurance ID for future assignments.
-- [ ] Check for free payer IDs and determine the appropriate endpoint for assignment.
-- [ ] Present unrecognized payer IDs with Carol's Insurance Name to users for assignment to Insurance ID. (Try API Call)
-- [ ] Integrate API checks to verify payer ID availability and related information.
-- [ ] Implement "Fax/Mail or Other" endpoint for unavailable payer IDs.
-- [ ] Present user with a list of top insurances for selection based on fuzzy search scores.
-- [ ] Establish payer ID to insurance ID relationship based on user selection.
-- [ ] Implicitly establish payer ID to endpoint mapping based on user selection.
-- [ ] Implement validation mechanisms to prevent incorrect mappings and ensure data integrity.
-- [ ] Considerations for extracting insurance addresses (if necessary)
-- [ ] Handle better the case where a payer_id doesn't exist (When Carol's CSV doesn't bring the Payer ID).
-        Maybe ask the user what the payer ID is for that patient? I dont know.
-- [ ] TODO (MED) Crosswalk (both initializing and updating) needs to pull AFTER the Preprocessor for Carol's CSV because
-        all that data lives in-memory and then gets corrections or replacements before being used so we need 
-        the post-correction data to be used to build and update the crosswalk.
-"""
 # Load configuration
 # Should this also take args? Path for ./MediLink needed to be added for this to resolve
 config, crosswalk = MediLink_ConfigLoader.load_configuration()
@@ -82,10 +27,11 @@ config, crosswalk = MediLink_ConfigLoader.load_configuration()
 # CSV Preprocessor built for Carol
 def preprocess_csv_data(csv_data, crosswalk):
     try:
-        # Add the "Ins1 Insurance ID" column to the CSV data.
-        # This initializes the column with empty values for each row.
-        MediLink_ConfigLoader.log("CSV Pre-processor: Adding 'Ins1 Insurance ID' column to the CSV data...", level="INFO")
-        MediBot_Preprocessor_lib.add_insurance_id_column(csv_data)
+        # Add the "Ins1 Insurance ID" and "Default Diagnosis #1" columns to the CSV data.
+        # This initializes the columns with empty values for each row.
+        columns_to_add = ['Ins1 Insurance ID', 'Default Diagnosis #1', 'Procedure Code', 'Minutes', 'Amount']
+        MediLink_ConfigLoader.log("CSV Pre-processor: Initializing empty columns to the CSV data...", level="INFO")
+        MediBot_Preprocessor_lib.add_columns(csv_data, columns_to_add)
         
         # Filter out rows without a Patient ID and rows where the Primary Insurance
         # is 'AETNA', 'AETNA MEDICARE', or 'HUMANA MED HMO'.
@@ -93,13 +39,20 @@ def preprocess_csv_data(csv_data, crosswalk):
         MediBot_Preprocessor_lib.filter_rows(csv_data)
         
         # Convert 'Surgery Date' from string format to datetime objects for sorting purposes.
-        # Sort the patients by 'Surgery Date' and then by 'Patient Last' name alphabetically.
-        # Deduplicate patient records based on Patient ID, keeping the entry with the earliest surgery date.
+        MediBot_Preprocessor_lib.convert_surgery_date(csv_data)
+        
         # Update the CSV data to include only unique patient records.
         # Re-sort the CSV data after deduplication to ensure the correct order.
+        # Sort the patients by 'Surgery Date' and then by 'Patient Last' name alphabetically.
+        # Deduplicate patient records based on Patient ID, keeping the entry with the earliest surgery date.
         MediLink_ConfigLoader.log("CSV Pre-processor: Sorting and de-duplicating patient records...", level="INFO")
-        MediBot_Preprocessor_lib.convert_surgery_date(csv_data)
-        MediBot_Preprocessor_lib.sort_and_deduplicate(csv_data)
+        MediBot_Preprocessor_lib.sort_and_deduplicate(csv_data) 
+        # TODO This eventually needs to be handled differently because now we're wanting to handle both surgery dates.
+        # Instead of deleting, maybe we need to make a secondary dataset or some kind of flag or isolate here where 
+        # MediBot knows to skip it when entering the patient data but is ready to put Charges for the second surgery date.
+        # MediLink_Scheduler will have a dictionary persist somewhere that would tell us which patients were billed 
+        # and which haven't been yet. So, if the patient 'exists' in the system, the next quetion is about claims/billing status.
+        # Eventually, we really want to get out of Medisoft... 
         
         # Convert 'Surgery Date' back to string format if needed for further processing.
         # Combine 'Patient First', 'Patient Middle', and 'Patient Last' into a single 'Patient Name' field.
@@ -117,6 +70,16 @@ def preprocess_csv_data(csv_data, crosswalk):
         # If the Payer ID is not found in the crosswalk, create a placeholder entry in the crosswalk and mark the row for review.
         MediLink_ConfigLoader.log("CSV Pre-processor: Populating 'Ins1 Insurance ID' based on Crosswalk...", level="INFO")
         MediBot_Preprocessor_lib.update_insurance_ids(csv_data, crosswalk)
+        
+        # Enrich the "Default Diagnosis #1" column based on the parsed docx for each row.
+        # This needs to handle the different patient dates correctly so we get the right diagnosis code assigned to the right patient on the right date of service.
+        # Currently, we've deleted all the second date entries for patients. As long as they exist in the system, they're just deleted.
+        MediLink_ConfigLoader.log("CSV Pre-processor: Populating 'Default Diagnosis #1' based on Surgery Schedule and Crosswalk...", level="INFO")
+        MediBot_Preprocessor_lib.update_diagnosis_codes(csv_data)
+        
+        # Enrich the procedure code column based on the diagnosis code for each patient. 
+        MediLink_ConfigLoader.log("CSV Pre-processor: Populating 'Procedure Code' based on Crosswalk...", level="INFO")
+        MediBot_Preprocessor_lib.update_procedure_codes(csv_data)
     
     except Exception as e:
         message = "An error occurred while pre-processing CSV data. Please repair the CSV directly and try again: {}".format(e)