webpilot-engine 2.0.3__tar.gz → 2.0.4__tar.gz

{webpilot_engine-2.0.3 → webpilot_engine-2.0.4}/PKG-INFO

@@ -1,11 +1,16 @@
 Metadata-Version: 2.4
 Name: webpilot-engine
-Version: 2.0.3
+Version: 2.0.4
 Summary: WebPilot: Enterprise Autonomous Browser Engine, Universal Form Inspector & AI Agent Web Runtime
 Author: Abdulkarim Salih, WebPilot Core Team
 License: MIT
+Project-URL: Homepage, https://github.com/AbdulkarimSSS/webpilot
+Project-URL: Documentation, https://github.com/AbdulkarimSSS/webpilot#readme
+Project-URL: Repository, https://github.com/AbdulkarimSSS/webpilot.git
+Project-URL: Bug Tracker, https://github.com/AbdulkarimSSS/webpilot/issues
+Project-URL: Changelog, https://github.com/AbdulkarimSSS/webpilot/blob/master/CHANGELOG.md
 Keywords: webpilot,browser-runtime,ai-agent,web-automation,playwright,form-filler,ats-automation,sap-successfactors,workday,browser-supervisor,process-isolation
-Classifier: Development Status :: 5 - Production/Stable
+Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: Topic :: Software Development :: Testing
 Classifier: Topic :: Internet :: WWW/HTTP :: Browsers
@@ -28,7 +33,7 @@ Requires-Dist: pytest-cov>=4.1.0; extra == "dev"
 Requires-Dist: pytest-mock>=3.12.0; extra == "dev"
 Requires-Dist: Faker>=24.0.0; extra == "dev"
 Provides-Extra: mcp
-Requires-Dist: mcp>=1.0.0; extra == "mcp"
+Requires-Dist: mcp<2,>=1.0.0; extra == "mcp"
 
 # WebPilot: Autonomous Multi-Tier Browser Automation Engine & AI Agent Web Runtime
 

{webpilot_engine-2.0.3 → webpilot_engine-2.0.4}/adapters/live_session_manager.py

@@ -210,13 +210,16 @@ class LiveSessionManager:
             time.sleep(0.2)
 
         if not active:
-            if sys.platform == "win32" and proc_pid:
+            if proc_pid:
                 try:
-                    subprocess.run(
-                        ["taskkill", "/F", "/T", "/PID", str(proc_pid)],
-                        stdout=subprocess.DEVNULL,
-                        stderr=subprocess.DEVNULL,
-                    )
+                    if sys.platform == "win32":
+                        subprocess.run(
+                            ["taskkill", "/F", "/T", "/PID", str(proc_pid)],
+                            stdout=subprocess.DEVNULL,
+                            stderr=subprocess.DEVNULL,
+                        )
+                    else:
+                        os.kill(proc_pid, 9)
                 except Exception:
                     pass
             raise RuntimeError(f"Chromium failed to open CDP port {port} within 5 seconds.")

webpilot_engine-2.0.4/common/__init__.py

@@ -0,0 +1,17 @@
+"""Common utilities package for universal web applier."""
+
+from common.text import clean_label, truncate_text
+from common.cookies import sanitize_cookies, load_and_sanitize_cookies, save_cookies
+from common.retry import with_retry
+from common.logging import redact_sensitive, log_event
+
+__all__ = [
+    "clean_label",
+    "truncate_text",
+    "sanitize_cookies",
+    "load_and_sanitize_cookies",
+    "save_cookies",
+    "with_retry",
+    "redact_sensitive",
+    "log_event",
+]

webpilot_engine-2.0.4/common/cookies.py

@@ -0,0 +1,48 @@
+"""Cookie sanitization and persistence helpers for Playwright."""
+
+import json
+import os
+from typing import Any, Dict, List, Optional
+from core.exceptions import ValidationError
+
+INVALID_COOKIE_KEYS = ("hostOnly", "session", "storeId", "id")
+VALID_SAME_SITE_VALUES = ("Strict", "Lax", "None")
+
+def sanitize_cookies(raw_cookies: List[Dict[str, Any]]) -> List[Dict[str, Any]]:
+    """Sanitizes raw cookie objects ensuring full Playwright compatibility."""
+    if not isinstance(raw_cookies, list):
+        raise ValidationError(f"Expected list of cookies, got {type(raw_cookies).__name__}")
+
+    sanitized: List[Dict[str, Any]] = []
+    for c in raw_cookies:
+        if not isinstance(c, dict):
+            continue
+        cookie = dict(c)
+        same_site = str(cookie.get("sameSite", "")).capitalize()
+        if same_site in VALID_SAME_SITE_VALUES:
+            cookie["sameSite"] = same_site
+        else:
+            cookie.pop("sameSite", None)
+
+        for key in INVALID_COOKIE_KEYS:
+            cookie.pop(key, None)
+
+        sanitized.append(cookie)
+
+    return sanitized
+
+def load_and_sanitize_cookies(filepath: str) -> List[Dict[str, Any]]:
+    """Loads a JSON cookie file from disk and returns sanitized cookie dictionaries."""
+    if not os.path.isfile(filepath):
+        raise FileNotFoundError(f"Cookie file not found: {filepath}")
+
+    with open(filepath, "r", encoding="utf-8") as f:
+        raw_cookies = json.load(f)
+
+    return sanitize_cookies(raw_cookies)
+
+def save_cookies(filepath: str, cookies: List[Dict[str, Any]]) -> None:
+    """Persists cookie objects to disk formatted cleanly."""
+    os.makedirs(os.path.dirname(os.path.abspath(filepath)), exist_ok=True)
+    with open(filepath, "w", encoding="utf-8") as f:
+        json.dump(cookies, f, indent=2, ensure_ascii=False)

webpilot_engine-2.0.4/common/logging.py

@@ -0,0 +1,52 @@
+"""Structured logging and sensitive data redaction utilities."""
+
+import re
+from typing import Any, Dict, List, Set, Union
+
+SENSITIVE_KEY_PATTERNS: Set[str] = {
+    "password",
+    "secret",
+    "token",
+    "api_key",
+    "apikey",
+    "national_id",
+    "iqama",
+    "ssn",
+    "credentials",
+    "auth",
+    "cookie",
+}
+
+
+def redact_sensitive(data: Any) -> Any:
+    """Recursively redacts sensitive keys and values from dictionaries, lists, or strings."""
+    if isinstance(data, dict):
+        redacted = {}
+        for k, v in data.items():
+            k_lower = str(k).lower().strip()
+            if any(p in k_lower for p in SENSITIVE_KEY_PATTERNS):
+                redacted[k] = "[REDACTED]"
+            else:
+                redacted[k] = redact_sensitive(v)
+        return redacted
+
+    if isinstance(data, list):
+        return [redact_sensitive(item) for item in data]
+
+    if isinstance(data, tuple):
+        return tuple(redact_sensitive(item) for item in data)
+
+    if isinstance(data, str):
+        # Redact patterns resembling 9-10 digit national IDs (excluding all-zeros placeholders)
+        masked = re.sub(r"\b(?!0{9,10}\b)[1-9]\d{8,9}\b", "[REDACTED_ID]", data)
+        # Redact email addresses
+        masked = re.sub(r"[a-zA-Z0-9_.+-]+@[a-zA-Z0-9-]+\.[a-zA-Z0-9-.]+", "[REDACTED_EMAIL]", masked)
+        return masked
+
+    return data
+
+
+def log_event(level: str, operation: str, context: Dict[str, Any]) -> None:
+    """Prints a structured log line with sensitive fields automatically redacted."""
+    safe_ctx = redact_sensitive(context)
+    print(f"[{level.upper()}] {operation} | {safe_ctx}")

webpilot_engine-2.0.4/common/retry.py

@@ -0,0 +1,31 @@
+"""Resilience utilities: retry with exponential backoff and safe execution."""
+
+import time
+from typing import Any, Callable, Optional, Tuple, Type
+
+def with_retry(
+    action: Callable[[], Any],
+    max_attempts: int = 3,
+    initial_delay_sec: float = 0.2,
+    backoff_factor: float = 2.0,
+    allowed_exceptions: Tuple[Type[Exception], ...] = (Exception,),
+    on_retry: Optional[Callable[[int, Exception], None]] = None,
+) -> Any:
+    """Executes a callable with retries upon specified exceptions."""
+    delay = initial_delay_sec
+    last_error: Optional[Exception] = None
+
+    for attempt in range(1, max_attempts + 1):
+        try:
+            return action()
+        except allowed_exceptions as exc:
+            last_error = exc
+            if attempt == max_attempts:
+                break
+            if on_retry:
+                on_retry(attempt, exc)
+            time.sleep(delay)
+            delay *= backoff_factor
+
+    if last_error:
+        raise last_error

webpilot_engine-2.0.4/common/text.py

@@ -0,0 +1,19 @@
+"""Text processing and string normalization utilities."""
+
+import re
+
+def clean_label(text: str) -> str:
+    """Strips unicode whitespace, tabs, newlines, and leading asterisks/spaces."""
+    if not text:
+        return ""
+    # Replace non-breaking spaces and line breaks with single space
+    cleaned = re.sub(r"[\u00a0\r\n\t]+", " ", str(text))
+    # Strip leading whitespace and asterisks commonly used in required indicators
+    cleaned = re.sub(r"^[\s\*]+", "", cleaned)
+    return cleaned.strip()
+
+def truncate_text(text: str, max_length: int = 80) -> str:
+    """Truncates text safely with boundary check."""
+    if not text or len(text) <= max_length:
+        return text or ""
+    return text[:max_length].strip()

webpilot_engine-2.0.4/config/device_profile.example.json

@@ -0,0 +1,17 @@
+{
+  "device_name": "Desktop Chrome Standard",
+  "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36",
+  "viewport": {
+    "width": 1400,
+    "height": 1100
+  },
+  "device_scale_factor": 1.0,
+  "is_mobile": false,
+  "has_touch": false,
+  "locale": "en-US",
+  "timezone_id": "UTC",
+  "geolocation": null,
+  "permissions": [],
+  "platform": "Win32",
+  "vendor": "Google Inc."
+}

webpilot_engine-2.0.4/config/device_profile.json

@@ -0,0 +1,17 @@
+{
+  "device_name": "Desktop Chrome Standard",
+  "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36",
+  "viewport": {
+    "width": 1400,
+    "height": 1100
+  },
+  "device_scale_factor": 1.0,
+  "is_mobile": false,
+  "has_touch": false,
+  "locale": "en-US",
+  "timezone_id": "UTC",
+  "geolocation": null,
+  "permissions": [],
+  "platform": "Win32",
+  "vendor": "Google Inc."
+}

webpilot_engine-2.0.4/config/settings.example.json

@@ -0,0 +1,12 @@
+{
+  "headless": true,
+  "default_timeout_ms": 45000,
+  "form_ready_timeout_ms": 10000,
+  "submission_wait_ms": 8000,
+  "expand_section_wait_ms": 800,
+  "screenshots_dir": "screenshots",
+  "cookies_path": null,
+  "data_path": null,
+  "proxy": null,
+  "geolocation": null
+}

webpilot_engine-2.0.4/config/settings.json

@@ -0,0 +1,12 @@
+{
+  "headless": true,
+  "default_timeout_ms": 45000,
+  "form_ready_timeout_ms": 10000,
+  "submission_wait_ms": 8000,
+  "expand_section_wait_ms": 800,
+  "screenshots_dir": "screenshots",
+  "cookies_path": null,
+  "data_path": null,
+  "proxy": null,
+  "geolocation": null
+}

{webpilot_engine-2.0.3 → webpilot_engine-2.0.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "webpilot-engine"
-version = "2.0.3"
+version = "2.0.4"
 description = "WebPilot: Enterprise Autonomous Browser Engine, Universal Form Inspector & AI Agent Web Runtime"
 readme = "README.md"
 authors = [
@@ -27,7 +27,7 @@ keywords = [
     "process-isolation"
 ]
 classifiers = [
-    "Development Status :: 5 - Production/Stable",
+    "Development Status :: 4 - Beta",
     "Intended Audience :: Developers",
     "Topic :: Software Development :: Testing",
     "Topic :: Internet :: WWW/HTTP :: Browsers",
@@ -45,6 +45,13 @@ dependencies = [
     "python-dotenv>=1.0.0",
 ]
 
+[project.urls]
+Homepage = "https://github.com/AbdulkarimSSS/webpilot"
+Documentation = "https://github.com/AbdulkarimSSS/webpilot#readme"
+Repository = "https://github.com/AbdulkarimSSS/webpilot.git"
+"Bug Tracker" = "https://github.com/AbdulkarimSSS/webpilot/issues"
+Changelog = "https://github.com/AbdulkarimSSS/webpilot/blob/master/CHANGELOG.md"
+
 [project.optional-dependencies]
 dev = [
     "pytest>=8.0.0",
@@ -54,7 +61,7 @@ dev = [
     "Faker>=24.0.0",
 ]
 mcp = [
-    "mcp>=1.0.0",
+    "mcp>=1.0.0,<2",
 ]
 
 [project.scripts]
@@ -69,7 +76,10 @@ py-modules = ["cli", "mcp_server", "engine", "builder", "models", "exceptions"]
 
 [tool.setuptools.packages.find]
 where = ["."]
-include = ["adapters*", "config*", "constants*", "core*", "orchestration*", "services*", "supervisor*", "validators*"]
+include = ["adapters*", "common*", "config*", "constants*", "core*", "orchestration*", "services*", "supervisor*", "validators*"]
+
+[tool.setuptools.package-data]
+config = ["*.json"]
 
 [tool.pytest.ini_options]
 minversion = "8.0"

{webpilot_engine-2.0.3 → webpilot_engine-2.0.4}/supervisor/shell.py

@@ -111,7 +111,7 @@ def run_interactive_shell(host: str = "127.0.0.1", port: int = 9333):
 
         elif cmd == "upload":
             if not arg:
-                print("[!] Error: upload path required, e.g. upload resume=C:/cv.pdf")
+                print("[!] Error: upload path required, e.g. upload resume=path/to/cv.pdf")
                 continue
             req = SupervisorActionRequest(action="apply", upload_files=[arg.strip()])
             res = client.execute(req)

{webpilot_engine-2.0.3 → webpilot_engine-2.0.4}/webpilot_engine.egg-info/PKG-INFO

@@ -1,11 +1,16 @@
 Metadata-Version: 2.4
 Name: webpilot-engine
-Version: 2.0.3
+Version: 2.0.4
 Summary: WebPilot: Enterprise Autonomous Browser Engine, Universal Form Inspector & AI Agent Web Runtime
 Author: Abdulkarim Salih, WebPilot Core Team
 License: MIT
+Project-URL: Homepage, https://github.com/AbdulkarimSSS/webpilot
+Project-URL: Documentation, https://github.com/AbdulkarimSSS/webpilot#readme
+Project-URL: Repository, https://github.com/AbdulkarimSSS/webpilot.git
+Project-URL: Bug Tracker, https://github.com/AbdulkarimSSS/webpilot/issues
+Project-URL: Changelog, https://github.com/AbdulkarimSSS/webpilot/blob/master/CHANGELOG.md
 Keywords: webpilot,browser-runtime,ai-agent,web-automation,playwright,form-filler,ats-automation,sap-successfactors,workday,browser-supervisor,process-isolation
-Classifier: Development Status :: 5 - Production/Stable
+Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: Topic :: Software Development :: Testing
 Classifier: Topic :: Internet :: WWW/HTTP :: Browsers
@@ -28,7 +33,7 @@ Requires-Dist: pytest-cov>=4.1.0; extra == "dev"
 Requires-Dist: pytest-mock>=3.12.0; extra == "dev"
 Requires-Dist: Faker>=24.0.0; extra == "dev"
 Provides-Extra: mcp
-Requires-Dist: mcp>=1.0.0; extra == "mcp"
+Requires-Dist: mcp<2,>=1.0.0; extra == "mcp"
 
 # WebPilot: Autonomous Multi-Tier Browser Automation Engine & AI Agent Web Runtime
 

{webpilot_engine-2.0.3 → webpilot_engine-2.0.4}/webpilot_engine.egg-info/SOURCES.txt

@@ -13,7 +13,16 @@ adapters/dom_scripts.py
 adapters/envelope_builder.py
 adapters/live_session_manager.py
 adapters/upload_adapter.py
+common/__init__.py
+common/cookies.py
+common/logging.py
+common/retry.py
+common/text.py
 config/__init__.py
+config/device_profile.example.json
+config/device_profile.json
+config/settings.example.json
+config/settings.json
 config/settings.py
 constants/__init__.py
 constants/contracts.py

{webpilot_engine-2.0.3 → webpilot_engine-2.0.4}/webpilot_engine.egg-info/requires.txt

@@ -9,4 +9,4 @@ pytest-mock>=3.12.0
 Faker>=24.0.0
 
 [mcp]
-mcp>=1.0.0
+mcp<2,>=1.0.0

{webpilot_engine-2.0.3 → webpilot_engine-2.0.4}/webpilot_engine.egg-info/top_level.txt

@@ -1,6 +1,7 @@
 adapters
 builder
 cli
+common
 config
 constants
 core