httpdbg 0.13.2__tar.gz → 0.13.4__tar.gz

{httpdbg-0.13.2 → httpdbg-0.13.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: httpdbg
-Version: 0.13.2
+Version: 0.13.4
 Summary: A very simple tool to debug HTTP(S) client requests
 Author-email: cle-b <cle@tictac.pm>
 License: Apache-2.0

{httpdbg-0.13.2 → httpdbg-0.13.4}/httpdbg/__init__.py

@@ -3,6 +3,6 @@ from httpdbg.hooks.all import httpdbg
 from httpdbg.records import HTTPRecords
 
 
-VERSION = "0.13.2"
+VERSION = "0.13.4"
 
 __all__ = ["httpdbg", "HTTPRecords"]

httpdbg-0.13.4/httpdbg/preview.py

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+from typing import Tuple, Dict, Union
+
+
+def parse_content_type(content_type: str) -> Tuple[str, Dict[str, str]]:
+    s = content_type.split(";")
+    media_type = s[0]
+    directives = {}
+    for directive in s[1:]:
+        sp = directive.split("=")
+        if len(sp) == 2:
+            directives[sp[0].strip()] = sp[1].strip()
+    return media_type, directives
+
+
+def generate_preview(
+    raw_data: bytes, content_type: str, content_encoding: str
+) -> Dict[str, Union[str, bool]]:
+    body: Dict[str, Union[str, bool]] = {}
+
+    body["content_type"] = content_type
+
+    if content_encoding.lower() == "br":
+        try:
+            import brotli  # type: ignore
+
+            raw_data = brotli.decompress(raw_data)
+        except Exception:
+            # if there is no brotli library available to decompress the data we keep the compressed data
+            pass
+    elif content_encoding.lower() == "gzip":
+        try:
+            import zlib
+
+            raw_data = zlib.decompressobj(16 + zlib.MAX_WBITS).decompress(raw_data)
+        except Exception:
+            pass
+        # TODO deflate
+
+    if "image/" in content_type.lower():
+        body["image"] = True
+    else:
+        if isinstance(raw_data, str):
+            body["text"] = raw_data
+        elif isinstance(raw_data, bytes):
+            try:
+                body["text"] = raw_data.decode(
+                    parse_content_type(content_type)[1].get("charset", "utf-8")
+                )
+            except Exception:
+                pass
+
+    return body

httpdbg-0.13.4/httpdbg/webapp/static/filter.js

@@ -0,0 +1,29 @@
+"use strict";
+
+function update_filter_url() {
+    var sheet = document.getElementById("filter").sheet;
+
+    while (sheet.cssRules.length > 0) {
+        sheet.deleteRule(0);
+    }
+
+    var value = document.getElementById("filter-url").value;
+
+    if (value == "") {
+        // if there is no filter, all rows are visible
+        sheet.insertRule("[data-filter-url] {display: table-row;}");
+        sheet.insertRule(".initiator-header {display: table-row-group;}");
+    } else {
+        // if there is a filter, only the requests that match the filter are visible
+        sheet.insertRule("[data-filter-url*='" + value + "'] {display: table-row;}");
+        if (CSS.supports("selector(:has(*))")) {
+            // an initiator row is visible only if it contains at least one visible request
+            sheet.insertRule(".initiator-header:has([data-filter-url*='" + value + "']) {display: table-row-group;}");
+            // if there is a filter and no request visible, the filter icon is red
+            sheet.insertRule(".requests-table:not(:has([data-filter-url*='" + value + "'])):has(tbody) .icon-filter {filter: grayscale(0%) !important;}");
+        } else {
+            // in case :has is not supported, the initiator rows are always visible
+            sheet.insertRule(".initiator-header {display: table-row-group;}");
+        }
+    }
+}

httpdbg-0.13.4/httpdbg/webapp/static/icons/filter-outline-icon.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" shape-rendering="geometricPrecision" text-rendering="geometricPrecision" image-rendering="optimizeQuality" fill-rule="evenodd" clip-rule="evenodd" viewBox="0 0 512 410.73"><path fill="red" stroke="black" fill-rule="nonzero" d="M335.62 410.73H164.96V239.89L13.31 59.96C7.33 52.52 3.19 44.79 1.29 37.65c-1.79-6.72-1.76-13.28.34-19.1 2.3-6.44 6.92-11.63 13.91-14.9C20.35 1.41 26.3.13 33.4.1L472.7.04c7.93-.29 14.95.96 20.74 3.44 7.02 2.97 12.28 7.87 15.44 14.17 3.05 6.1 3.93 13.27 2.34 21.06-1.5 7.24-5.17 15.11-11.32 23.16l-151.94 178.1v170.76h-12.34zm95.61-347.71-69.16 81.05-18.67-16.01 69.16-81.05 18.67 16.01zm-84.8 99.39-24.45 28.66-18.68-16.01 24.45-28.66 18.68 16.01zM189.64 386.06h133.64V235.48l3-8L480.45 46.79c3.77-4.97 5.94-9.39 6.7-13.04.45-2.2.35-3.95-.24-5.12-.49-.97-1.58-1.87-3.19-2.55-2.53-1.13-6.06-1.64-10.44-1.42l-439.84.06c-3.33-.05-5.83.41-7.5 1.18-.68.32-1.09.65-1.18.92-.32.91-.2 2.48.33 4.46 1.05 3.96 3.61 8.57 7.38 13.28L186.7 227.59l2.94 7.89v150.58z"/></svg>

{httpdbg-0.13.2 → httpdbg-0.13.4}/httpdbg/webapp/static/index.htm

@@ -115,7 +115,7 @@
                         <th class="method" title="method"></th>
                         <th class="url">
                             url
-                            <img class="icon" src="static/icons/filter-outline-icon.svg-+-$**HTTPDBG_VERSION**$"
+                            <img class="icon icon-filter" src="static/icons/filter-outline-icon.svg-+-$**HTTPDBG_VERSION**$"
                                 alt="filter for url" />
                             <label for="filter-url" class="visuallyhidden">
                                 filter for url
@@ -128,7 +128,7 @@
                 </thead>
 
                 <script id="template_initiator" type="x-tmpl-mustache">
-                    <tbody id="initiator-{{initiator.id}}" name="initiator">
+                    <tbody id="initiator-{{initiator.id}}" name="initiator" class="initiator-header">
                         <tr class="initiator">
                             <td colspan="4" class="initiator-label" title="{{initiator.long_label}}">
                                 {{initiator.short_label}}

{httpdbg-0.13.2 → httpdbg-0.13.4}/httpdbg/webapp/static/render.js

@@ -127,6 +127,12 @@ function fill_content(request_id, name) {
 
     if (request.body && request.body.text) {
         request.body.raw_text = "global.requests['" + request_id + "'].data.request.body.text";
+
+        const parsed_text = parse_raw_text(request.body.text, request.body.content_type);
+        if (parsed_text) {
+            request.body.parsed = parsed_text;
+        }
+
         if (request.body.parsed) {
             request.body.parsed_text = "global.requests['" + request_id + "'].data.request.body.parsed";
         }
@@ -140,6 +146,12 @@ function fill_content(request_id, name) {
 
     if (response.body && response.body.text) {
         response.body.raw_text = "global.requests['" + request_id + "'].data.response.body.text";
+
+        const parsed_text = parse_raw_text(response.body.text, response.body.content_type);
+        if (parsed_text) {
+            response.body.parsed = parsed_text;
+        }
+
         if (response.body.parsed) {
             response.body.parsed_text = "global.requests['" + request_id + "'].data.response.body.parsed";
         }
@@ -314,7 +326,7 @@ function select_next_request() {
 
     if (request == undefined) {
         // maybe there are some requests under another initiator
-        var next_initiator = document.querySelector(".active-row").parentElement.nextElementSibling;        
+        var next_initiator = document.querySelector(".active-row").parentElement.nextElementSibling;
 
         if (next_initiator != undefined) {
             request = next_initiator.querySelector(".request");
@@ -324,4 +336,34 @@ function select_next_request() {
     if (request != undefined) {
         request.click();
     }
+}
+
+function parse_raw_text(raw_text, content_type) {
+    var parsed_text="";
+
+    if (content_type.toLowerCase().includes("json")) {
+        try {
+            parsed_text = JSON.stringify(JSON.parse(raw_text), null, "    ");
+        } catch {
+            return;
+        }
+    } else if (content_type.toLowerCase().includes("x-www-form-urlencoded")) {
+        try {
+            var params = new URLSearchParams(raw_text);
+
+            for (const key of params.keys()) {
+                params.getAll(key).forEach((value) => {
+                    try {
+                        parsed_text += key + ": " + JSON.stringify(JSON.parse(value), null, "    ") + "\n";
+                    } catch {
+                        parsed_text += key + ": " + value + "\n";
+                    }
+                });
+            }
+        } catch {
+            return;
+        }
+    }
+
+    return parsed_text;
 }

{httpdbg-0.13.2 → httpdbg-0.13.4}/httpdbg/webapp/static/table.css

@@ -70,6 +70,10 @@
     padding: 6px !important;
 }
 
+.initiator-header {
+    display: none;
+}
+
 .request {
     display: none;
 }
@@ -100,4 +104,8 @@
     width: 50%;
     border-width: 0px;
     padding: 1px 2px;
+}
+
+.icon-filter {
+    filter: grayscale(100%);
 }

{httpdbg-0.13.2 → httpdbg-0.13.4}/httpdbg.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: httpdbg
-Version: 0.13.2
+Version: 0.13.4
 Summary: A very simple tool to debug HTTP(S) client requests
 Author-email: cle-b <cle@tictac.pm>
 License: Apache-2.0

httpdbg-0.13.4/tests/test_preview.py

@@ -0,0 +1,56 @@
+# -*- coding: utf-8 -*-
+import pytest
+
+from httpdbg.preview import generate_preview
+
+
+@pytest.mark.preview
+def test_preview_unknown_type_text():
+    body = generate_preview("a text", "unknown/type", "")
+    assert body == {"text": "a text", "content_type": "unknown/type"}
+
+
+@pytest.mark.preview
+def test_preview_unknown_type_bytes():
+    body = generate_preview(b"a text", "unknown/type", "")
+    assert body == {"text": "a text", "content_type": "unknown/type"}
+
+
+@pytest.mark.preview
+@pytest.mark.parametrize("content_type", ["text/json", "application/json", "text", ""])
+def test_preview_text(content_type):
+    raw_data = '{"a": "1", "b": {"c": 2} }'
+    body = generate_preview(raw_data, content_type, "")
+
+    assert body == {
+        "text": raw_data,
+        "content_type": content_type,
+    }
+
+
+@pytest.mark.preview
+def test_preview_image():
+    body = generate_preview(None, "image/png", "")
+
+    assert body == {
+        "image": True,
+        "content_type": "image/png",
+    }
+
+
+def test_preview_application_no_content_type_text():
+    body = generate_preview("just text", "", "")
+
+    assert body == {
+        "text": "just text",
+        "content_type": "",
+    }
+
+
+def test_preview_application_no_content_type_bytes():
+    body = generate_preview("just éà bytes".encode("utf-8"), "", "")
+
+    assert body == {
+        "text": "just éà bytes",
+        "content_type": "",
+    }

httpdbg-0.13.2/httpdbg/preview.py

@@ -1,88 +0,0 @@
-# -*- coding: utf-8 -*-
-import json
-import urllib
-from typing import Tuple, Dict, Union
-from xml.dom import minidom
-
-
-def parse_content_type(content_type: str) -> Tuple[str, Dict[str, str]]:
-    s = content_type.split(";")
-    media_type = s[0]
-    directives = {}
-    for directive in s[1:]:
-        sp = directive.split("=")
-        if len(sp) == 2:
-            directives[sp[0].strip()] = sp[1].strip()
-    return media_type, directives
-
-
-def generate_preview(
-    raw_data: bytes, content_type: str, content_encoding: str
-) -> Dict[str, Union[str, bool]]:
-    body: Dict[str, Union[str, bool]] = {}
-
-    if content_encoding.lower() == "br":
-        try:
-            import brotli  # type: ignore
-
-            raw_data = brotli.decompress(raw_data)
-        except Exception:
-            # if there is no brotli library available to decompress the data we keep the compressed data
-            pass
-    elif content_encoding.lower() == "gzip":
-        try:
-            import zlib
-
-            raw_data = zlib.decompressobj(16 + zlib.MAX_WBITS).decompress(raw_data)
-        except Exception:
-            pass
-        # TODO deflate
-
-    if "image/" in content_type.lower():
-        body["image"] = True
-    else:
-        if isinstance(raw_data, str):
-            body["text"] = raw_data
-        elif isinstance(raw_data, bytes):
-            try:
-                body["text"] = raw_data.decode(
-                    parse_content_type(content_type)[1].get("charset", "utf-8")
-                )
-            except Exception:
-                pass
-
-        if body.get("text"):
-            if isinstance(body["text"], str):
-                # json
-                try:
-                    body["parsed"] = json.dumps(
-                        json.loads(body["text"]), sort_keys=True, indent=4
-                    )
-                except Exception:
-                    # xml, ...
-                    try:
-                        lines = minidom.parseString(body["text"]).toprettyxml(
-                            indent="   "
-                        )
-                        body["parsed"] = "\n".join(
-                            [line for line in lines.split("\n") if line.strip() != ""]
-                        )
-                    except Exception:
-                        # query string
-                        try:
-                            if (
-                                parse_content_type(content_type)[0]
-                                == "application/x-www-form-urlencoded"
-                            ):
-                                qs = []
-                                for key, value in urllib.parse.parse_qsl(
-                                    body["text"], strict_parsing=True
-                                ):
-                                    if value:
-                                        qs.append(f"{key}={value}")
-                                if qs:
-                                    body["parsed"] = "\n\n".join(qs)
-                        except Exception:
-                            pass
-
-    return body

httpdbg-0.13.2/httpdbg/webapp/static/filter.js

@@ -1,18 +0,0 @@
-"use strict";
-
-function update_filter_url() {
-    var sheet = document.getElementById("filter").sheet;
-
-    while (sheet.cssRules.length > 0) {
-        sheet.deleteRule(0);
-    }
-
-    var value = document.getElementById("filter-url").value;
-    if (value == "") {
-        new_rule = '[data-filter-url] {display: table-row;}'
-    } else {
-        var new_rule = '[data-filter-url*="' + value + '"] {display: table-row;}'
-    }
-
-    sheet.insertRule(new_rule);
-}

httpdbg-0.13.2/httpdbg/webapp/static/icons/filter-outline-icon.svg

@@ -1 +0,0 @@
-<svg xmlns="http://www.w3.org/2000/svg" shape-rendering="geometricPrecision" text-rendering="geometricPrecision" image-rendering="optimizeQuality" fill-rule="evenodd" clip-rule="evenodd" viewBox="0 0 512 410.73"><path fill-rule="nonzero" d="M335.62 410.73H164.96V239.89L13.31 59.96C7.33 52.52 3.19 44.79 1.29 37.65c-1.79-6.72-1.76-13.28.34-19.1 2.3-6.44 6.92-11.63 13.91-14.9C20.35 1.41 26.3.13 33.4.1L472.7.04c7.93-.29 14.95.96 20.74 3.44 7.02 2.97 12.28 7.87 15.44 14.17 3.05 6.1 3.93 13.27 2.34 21.06-1.5 7.24-5.17 15.11-11.32 23.16l-151.94 178.1v170.76h-12.34zm95.61-347.71-69.16 81.05-18.67-16.01 69.16-81.05 18.67 16.01zm-84.8 99.39-24.45 28.66-18.68-16.01 24.45-28.66 18.68 16.01zM189.64 386.06h133.64V235.48l3-8L480.45 46.79c3.77-4.97 5.94-9.39 6.7-13.04.45-2.2.35-3.95-.24-5.12-.49-.97-1.58-1.87-3.19-2.55-2.53-1.13-6.06-1.64-10.44-1.42l-439.84.06c-3.33-.05-5.83.41-7.5 1.18-.68.32-1.09.65-1.18.92-.32.91-.2 2.48.33 4.46 1.05 3.96 3.61 8.57 7.38 13.28L186.7 227.59l2.94 7.89v150.58z"/></svg>

httpdbg-0.13.2/tests/test_preview.py

@@ -1,96 +0,0 @@
-# -*- coding: utf-8 -*-
-import pytest
-
-from httpdbg.preview import generate_preview
-
-
-@pytest.mark.preview
-def test_preview_unknown_type_text():
-    body = generate_preview("a text", "unknown/type", "")
-    assert body == {"text": "a text"}
-
-
-@pytest.mark.preview
-def test_preview_unknown_type_bytes():
-    body = generate_preview(b"a text", "unknown/type", "")
-    assert body == {"text": "a text"}
-
-
-@pytest.mark.preview
-@pytest.mark.parametrize(
-    "content_type",
-    ["text/html", "application/xhtml+xml", "application/xml", "text", ""],
-)
-def test_preview_xml(content_type):
-    raw_data = "<html><head><title>:-)</title></head><body>empty</body></html>"
-    body = generate_preview(raw_data, content_type, "")
-    parsed = '<?xml version="1.0" ?>\n<html>\n   <head>\n      <title>:-)</title>\n   </head>\n   <body>empty</body>\n</html>'
-
-    assert body == {
-        "text": raw_data,
-        "parsed": parsed,
-    }
-
-
-@pytest.mark.preview
-@pytest.mark.parametrize("content_type", ["text/json", "application/json", "text", ""])
-def test_preview_json(content_type):
-    raw_data = '{"a": "1", "b": {"c": 2} }'
-    body = generate_preview(raw_data, "application/json", "")
-    parsed = '{\n    "a": "1",\n    "b": {\n        "c": 2\n    }\n}'
-
-    assert body == {
-        "text": raw_data,
-        "parsed": parsed,
-    }
-
-
-@pytest.mark.preview
-def test_preview_query_string():
-    raw_data = "a=1&b=2&c=%7B%27er%27%3A+43434%7D"
-    body = generate_preview(
-        raw_data,
-        "application/x-www-form-urlencoded",
-        "",
-    )
-    parsed = "a=1\n\nb=2\n\nc={'er': 43434}"
-
-    assert body == {
-        "text": raw_data,
-        "parsed": parsed,
-    }
-
-
-@pytest.mark.preview
-def test_preview_query_string_not_urlencoded_mimetype():
-    raw_data = "a=1&b=2&c=%7B%27er%27%3A+43434%7D"
-    body = generate_preview(raw_data, "test/plain", "")
-
-    assert body == {
-        "text": raw_data,
-    }
-
-
-@pytest.mark.preview
-def test_preview_image():
-    body = generate_preview(None, "image/png", "")
-
-    assert body == {
-        "image": True,
-    }
-
-
-def test_preview_application_no_content_type_text():
-    body = generate_preview("just text", "", "")
-
-    assert body == {
-        "text": "just text",
-    }
-
-
-def test_preview_application_no_content_type_bytes():
-    body = generate_preview("just éà bytes".encode("utf-8"), "", "")
-
-    assert body == {
-        "text": "just éà bytes",
-    }