PyPI - clue-api - Versions diffs - 1.5.0.dev244__tar.gz → 1.5.0.dev251__tar.gz - Mend

clue-api 1.5.0.dev244tar.gz → 1.5.0.dev251tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (99) hide show

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: clue-api
-Version: 1.5.0.dev244
+Version: 1.5.0.dev251
 Summary: Clue distributed enrichment service
 License: MIT
 License-File: LICENSE

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/plugin/helpers/email_render.py RENAMED Viewed

@@ -93,7 +93,98 @@ def filter_elements(payload: str) -> str:
     return cast(str, soup.prettify())
-def process_eml(data, output_dir, load_images=False):  # noqa: C901
+def _render_simplified_part(payload: str, output_path: str, imgkit_options: dict, viewport_width: int) -> None:
+    "Render a text MIME part in simplified mode: no word-wrap, overflow clipped, with a truncation badge if needed."
+    probe_html = f"""
+    <html>
+    <head>
+    <style>
+        body * {{ white-space: nowrap !important; word-wrap: normal !important;
+                  word-break: normal !important; }}
+    </style>
+    </head>
+    <body>
+        {payload}
+    </body>
+    </html>
+    """
+    probe_fd, probe_path = tempfile.mkstemp(suffix=".jpeg")
+    os.close(probe_fd)
+    probe_width: int | None = None
+    overflows = False
+    try:
+        imgkit.from_string(probe_html, probe_path, options=imgkit_options)
+        try:
+            with Image.open(probe_path) as probe_img:
+                probe_width = probe_img.size[0]
+        except Image.DecompressionBombError:
+            logger.warning(
+                "Probe image exceeded PIL decompression-bomb limits; treating payload as overflowed",
+            )
+            overflows = True
+    finally:
+        if os.path.exists(probe_path):
+            os.remove(probe_path)
+    if probe_width is not None:
+        overflows = probe_width > viewport_width
+    if overflows:
+        if probe_width is not None:
+            logger.warning(
+                "Payload overflowed viewport (%dpx > %dpx), adding truncation indicator",
+                probe_width,
+                viewport_width,
+            )
+        else:
+            logger.warning(
+                "Payload may overflow viewport; adding truncation indicator",
+            )
+    truncation_open = (
+        "<div style='border: 2px dashed red; padding: 4px;'>"
+        "<div style='color: red; font-size: 24px;'><b>[Content truncated / Contenu tronqué]</b></div>"
+        "<div style='color: red; font-size: 12px;'>Use 'Full' mode to see full content / "
+        "Utilisez le mode &laquo; Full &raquo; pour afficher l'intégralité du contenu</div>"
+        if overflows
+        else ""
+    )
+    truncation_close = "</div>" if overflows else ""
+    final_html = f"""
+    <html>
+    <head>
+    <style>
+        body * {{ max-width: {viewport_width}px !important; overflow: hidden !important;
+                  white-space: nowrap !important; word-wrap: normal !important;
+                  word-break: normal !important; }}
+    </style>
+    </head>
+    <body style="max-width: {viewport_width}px; overflow: hidden;">
+        {truncation_open}
+        {payload}
+        {truncation_close}
+    </body>
+    </html>
+    """
+    imgkit.from_string(final_html, output_path, options=imgkit_options)
+def _render_full_part(payload: str, output_path: str, imgkit_options: dict, viewport_width: int) -> None:
+    "Render a text MIME part in full mode: word-wrap enabled, no clipping."
+    html = f"""
+    <html>
+    <head>
+    <style>
+        body * {{ max-width: {viewport_width}px; word-wrap: break-word; }}
+    </style>
+    </head>
+    <body style="max-width: {viewport_width}px;">
+        {payload}
+    </body>
+    </html>
+    """
+    imgkit.from_string(html, output_path, options=imgkit_options)
+def process_eml(data, output_dir, load_images=False, mode="simplified"):  # noqa: C901
     "Process the email (bytes), extract MIME parts and useful headers. Generate a JPEG picture of the mail"
     logger.debug("Beginning eml processing")
@@ -105,7 +196,8 @@ def process_eml(data, output_dir, load_images=False):  # noqa: C901
         subject_field = get_header_data(msg, "Subject")
         id_field = get_header_data(msg, "Message-Id")
-        imgkit_options = {"load-error-handling": "skip", "no-images": None}
+        viewport_width = 2048
+        imgkit_options = {"load-error-handling": "skip", "no-images": None, "width": viewport_width}
         images_list = []
@@ -155,7 +247,10 @@ def process_eml(data, output_dir, load_images=False):  # noqa: C901
                 try:
                     payload_path = NamedTemporaryFile(suffix=".jpeg").name
-                    imgkit.from_string(payload, payload_path, options=imgkit_options)
+                    if mode == "simplified":
+                        _render_simplified_part(payload, payload_path, imgkit_options, viewport_width)
+                    else:
+                        _render_full_part(payload, payload_path, imgkit_options, viewport_width)
                     logger.info("Decoded %s" % payload_path)
                     images_list.append(payload_path)
                 except Exception as e:
@@ -175,8 +270,43 @@ def process_eml(data, output_dir, load_images=False):  # noqa: C901
         result_image = os.path.join(output_dir, "output.jpeg")
         if len(images_list) > 0:
-            images = [img.convert("RGB") if img.mode != "RGB" else img for img in map(Image.open, images_list)]
-            combo = append_images(images)
+            # Open images with decompression bomb protection
+            opened_images = []
+            for image_path in images_list:
+                try:
+                    with Image.open(image_path) as img:
+                        # Force load and convert to RGB to catch decompression bombs
+                        rgb_img = img.convert("RGB")
+                        opened_images.append(rgb_img)
+                except Image.DecompressionBombError:
+                    logger.warning(f"Image too large (decompression bomb): {image_path}. Creating placeholder.")
+                    # Create a placeholder HTML message
+                    placeholder_html = """
+                    <html>
+                    <body style="background-color: #ffebee; padding: 20px; text-align: center;">
+                        <h2 style="color: #c62828;">Component Too Large / Composant trop volumineux</h2>
+                        <p>This image exceeds the maximum allowed size and cannot be displayed. /
+                        Ce fichier joint dépasse la taille maximale autorisée et ne peut pas être affiché. </p>
+                    </body>
+                    </html>
+                    """
+                    try:
+                        placeholder_fd, placeholder_path = tempfile.mkstemp(suffix=".jpeg")
+                        os.close(placeholder_fd)
+                        try:
+                            imgkit.from_string(placeholder_html, placeholder_path, options=imgkit_options)
+                            with Image.open(placeholder_path) as placeholder_img:
+                                # Force load and convert to RGB
+                                rgb_placeholder = placeholder_img.convert("RGB")
+                                opened_images.append(rgb_placeholder)
+                        finally:
+                            if os.path.exists(placeholder_path):
+                                os.remove(placeholder_path)
+                    except Exception:
+                        logger.exception("Failed to create placeholder image")
+                        # Continue without this image
+            combo = append_images(opened_images)
             combo.save(result_image)
             # Clean up temporary images
             for i in images_list:
@@ -189,7 +319,7 @@ def process_eml(data, output_dir, load_images=False):  # noqa: C901
         raise ClueException("Error when processing email") from e
-def render(email_path: str, cart_buffer: io.BytesIO) -> ImageResult | None:
+def render(email_path: str, cart_buffer: io.BytesIO, mode: str = "simplified") -> ImageResult | None:
     "Helper function that, given a buffer containing a carted email, returns an image rendering of it."
     cart_buffer.seek(0)
     buf = io.BytesIO()
@@ -203,6 +333,7 @@ def render(email_path: str, cart_buffer: io.BytesIO) -> ImageResult | None:
         process_eml(
             buf.read(),
             tmp_dir,
+            mode=mode,
         )
         error = None

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/pyproject.toml RENAMED Viewed

@@ -141,7 +141,7 @@ log_cli_level = "WARN"
 [tool.poetry]
 package-mode = true
 name = "clue-api"
-version = "1.5.0.dev244"
+version = "1.5.0.dev251"
 description = "Clue distributed enrichment service"
 authors = ["Canadian Centre for Cyber Security <contact@cyber.gc.ca>"]
 license = "MIT"

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/LICENSE RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/README.md RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/.gitignore RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/api/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/api/base.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/api/v1/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/api/v1/actions.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/api/v1/auth.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/api/v1/configs.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/api/v1/fetchers.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/api/v1/lookup.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/api/v1/registration.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/api/v1/static.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/api/v1/sync.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/app.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/cache/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/bytes_utils.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/classification.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/classification.yml RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/dict_utils.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/exceptions.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/forge.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/json_utils.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/list_utils.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/logging/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/logging/audit.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/logging/format.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/regex.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/str_utils.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/swagger.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/common/uid.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/config.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/constants/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/constants/env.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/constants/supported_types.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/cronjobs/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/cronjobs/plugins.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/error.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/extensions/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/extensions/config.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/gunicorn_config.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/healthz.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/helper/discover.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/helper/headers.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/helper/oauth.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/actions.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/config.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/fetchers.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/graph.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/model_list.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/network.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/results/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/results/base.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/results/file.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/results/graph.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/results/image.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/results/status.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/results/validation.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/schema.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/selector.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/sync.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/models/validators.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/patched.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/plugin/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/plugin/celery_app.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/plugin/helpers/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/plugin/helpers/central_server.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/plugin/helpers/token.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/plugin/helpers/trino.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/plugin/models.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/plugin/utils.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/py.typed RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/remote/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/remote/datatypes/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/remote/datatypes/cache.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/remote/datatypes/events.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/remote/datatypes/hash.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/remote/datatypes/queues/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/remote/datatypes/queues/comms.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/remote/datatypes/set.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/remote/datatypes/user_quota_tracker.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/security/__init__.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/security/obo.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/security/utils.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/services/action_service.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/services/auth_service.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/services/config_service.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/services/fetcher_service.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/services/jwt_service.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/services/lookup_service.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/services/mongo_service.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/services/type_service.py RENAMED Viewed

File without changes

{clue_api-1.5.0.dev244 → clue_api-1.5.0.dev251}/clue/services/user_service.py RENAMED Viewed

File without changes

clue-api 1.5.0.dev244__tar.gz → 1.5.0.dev251__tar.gz

clue-api 1.5.0.dev244tar.gz → 1.5.0.dev251tar.gz