pomera-ai-commander 0.1.0

package/core/update_pattern_library.py

@@ -0,0 +1,169 @@
+#!/usr/bin/env python3
+"""
+Script to update the pattern library in settings.json with the 20 regex use cases
+"""
+
+import json
+import os
+
+def get_default_pattern_library():
+    """
+    Returns the 20 regex use cases extracted from RegexUseCases.md
+    """
+    return [
+        # Data Validation Patterns
+        {
+            "find": r"^[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}$",
+            "replace": "[EMAIL]",
+            "purpose": "Email Address Validation - Validates standard email format"
+        },
+        {
+            "find": r"^(?=.*[a-z])(?=.*[A-Z])(?=.*\d)(?=.*[@$!%*?&])[A-Za-z\d@$!%*?&]{8,}$",
+            "replace": "[STRONG_PASSWORD]",
+            "purpose": "Password Strength - Min 8 chars, uppercase, lowercase, digit, special char"
+        },
+        {
+            "find": r"^\(?(\d{3})\)?[-.\s]?(\d{3})[-.\s]?(\d{4})$",
+            "replace": r"(\1) \2-\3",
+            "purpose": "North American Phone Number - Validates and formats 10-digit phone numbers"
+        },
+        {
+            "find": r"^https?:\/\/(?:www\.)?[-a-zA-Z0-9@:%.\_\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b([-a-zA-Z0-9()@:%_\+.~#?&//=]*)$",
+            "replace": "[URL]",
+            "purpose": "URL Structure Validation - Validates HTTP/HTTPS URLs"
+        },
+        {
+            "find": r"^[a-zA-Z0-9]([._-](?![._-])|[a-zA-Z0-9]){3,18}[a-zA-Z0-9]$",
+            "replace": "[USERNAME]",
+            "purpose": "Username Format - 5-20 chars, alphanumeric start/end, no consecutive special chars"
+        },
+        {
+            "find": r"^((25[0-5]|2[0-4][0-9]|1?[0-9][0-9]?)\.){3}(25[0-5]|2[0-4][0-9]|1?[0-9][0-9]?)$",
+            "replace": "[IP_ADDRESS]",
+            "purpose": "IPv4 Address Validation - Validates IP addresses (0-255 per octet)"
+        },
+        {
+            "find": r"^\d{4}-(0[1-9]|1[0-2])-(0[1-9]|[12]\d|3[01])$",
+            "replace": "[DATE]",
+            "purpose": "YYYY-MM-DD Date Format - Validates ISO date format"
+        },
+        {
+            "find": r"^(?:4[0-9]{12}(?:[0-9]{3})?|5[1-5][0-9]{14}|3[47][0-9]{13})$",
+            "replace": "[CREDIT_CARD]",
+            "purpose": "Credit Card Number - Identifies Visa, Mastercard, American Express formats"
+        },
+        
+        # Information Extraction Patterns
+        {
+            "find": r"[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}",
+            "replace": "[EMAIL]",
+            "purpose": "Extract All Email Addresses - Finds emails anywhere in text"
+        },
+        {
+            "find": r"https?:\/\/[^\s/$.?#].[^\s]*",
+            "replace": "[URL]",
+            "purpose": "Extract All URLs - Finds HTTP/HTTPS URLs in text"
+        },
+        {
+            "find": r"(?<=\s|^)#(\w+)",
+            "replace": "#[HASHTAG]",
+            "purpose": "Extract Hashtags - Finds social media hashtags"
+        },
+        {
+            "find": r"(?<=\s|^)@(\w{1,15})\b",
+            "replace": "@[MENTION]",
+            "purpose": "Extract @Mentions - Finds social media mentions (1-15 chars)"
+        },
+        {
+            "find": r"^(?P<ip>[\d.]+) (?P<identd>\S+) (?P<user>\S+) \[(?P<timestamp>.*?)\] \"(?P<request>.*?)\" (?P<status_code>\d{3}) (?P<size>\d+|-).*$",
+            "replace": "[LOG_ENTRY]",
+            "purpose": "Log File Parsing - Parses Apache/Nginx log entries with named groups"
+        },
+        {
+            "find": r"(?:^|,)(\"(?:[^\"]|\"\")*\"|[^,]*)",
+            "replace": "[CSV_FIELD]",
+            "purpose": "Simple CSV Parsing - Handles quoted fields with commas"
+        },
+        {
+            "find": r"<h1.*?>(.*?)<\/h1>",
+            "replace": r"\1",
+            "purpose": "HTML Tag Content - Extracts content from H1 tags"
+        },
+        
+        # Text Cleaning Patterns
+        {
+            "find": r"<[^<]+?>",
+            "replace": "",
+            "purpose": "Strip HTML Tags - Removes all HTML tags from text"
+        },
+        {
+            "find": r"\b(\w+)\s+\1\b",
+            "replace": r"\1",
+            "purpose": "Remove Duplicate Words - Removes consecutive duplicate words"
+        },
+        {
+            "find": r"^\s+|\s+$",
+            "replace": "",
+            "purpose": "Trim Whitespace - Removes leading and trailing whitespace"
+        },
+        {
+            "find": r"^\(?(\d{3})\)?[-.\s]?(\d{3})[-.\s]?(\d{4})$",
+            "replace": r"\1-\2-\3",
+            "purpose": "Normalize Phone Numbers - Converts to XXX-XXX-XXXX format"
+        },
+        {
+            "find": r"\b(\d{4}[- ]?){3}(\d{4})\b",
+            "replace": r"XXXX-XXXX-XXXX-\2",
+            "purpose": "Mask Sensitive Data - Masks credit card numbers, shows last 4 digits"
+        }
+    ]
+
+def update_settings_pattern_library():
+    """
+    Updates the settings.json file with the complete pattern library
+    if it's empty or if the file is being created for the first time.
+    """
+    settings_file = "settings.json"
+    
+    # Check if settings.json exists
+    if not os.path.exists(settings_file):
+        print("settings.json not found. Creating new file with pattern library.")
+        settings = {
+            "pattern_library": get_default_pattern_library()
+        }
+    else:
+        # Load existing settings
+        try:
+            with open(settings_file, 'r', encoding='utf-8') as f:
+                settings = json.load(f)
+        except (json.JSONDecodeError, FileNotFoundError) as e:
+            print(f"Error reading settings.json: {e}")
+            print("Creating new settings with pattern library.")
+            settings = {
+                "pattern_library": get_default_pattern_library()
+            }
+            
+    # Check if pattern_library exists and if it's empty or has only basic patterns
+    if "pattern_library" not in settings:
+        print("No pattern_library found. Adding complete pattern library.")
+        settings["pattern_library"] = get_default_pattern_library()
+    else:
+        current_patterns = settings["pattern_library"]
+        # Check if it's empty or has only basic patterns (less than 10 patterns)
+        if len(current_patterns) < 10:
+            print(f"Pattern library has only {len(current_patterns)} patterns. Updating with complete library.")
+            settings["pattern_library"] = get_default_pattern_library()
+        else:
+            print(f"Pattern library already has {len(current_patterns)} patterns. No update needed.")
+            return
+    
+    # Save updated settings
+    try:
+        with open(settings_file, 'w', encoding='utf-8') as f:
+            json.dump(settings, f, indent=4, ensure_ascii=False)
+        print(f"Successfully updated {settings_file} with {len(settings['pattern_library'])} regex patterns.")
+    except Exception as e:
+        print(f"Error writing to settings.json: {e}")
+
+if __name__ == "__main__":
+    update_settings_pattern_library()