urban-json-html 0.1.0__tar.gz

urban_json_html-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 black beard
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

urban_json_html-0.1.0/PKG-INFO

@@ -0,0 +1,49 @@
+Metadata-Version: 2.4
+Name: urban-json-html
+Version: 0.1.0
+Summary: Plugin urban-json : conversion HTML vers JSON (loadhtml).
+Author-email: Gael Beard <gaelgael5@gmail.com>
+License-Expression: Apache-2.0
+Project-URL: Homepage, https://github.com/gaelgael5/Jslt
+Project-URL: Repository, https://github.com/gaelgael5/Jslt
+Keywords: json,transform,template,jslt,html,plugin
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Text Processing :: Markup
+Classifier: Typing :: Typed
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: urban-json
+Dynamic: license-file
+
+# urban-json-html
+
+Plugin [urban-json](https://github.com/gaelgael5/Jslt) : **HTML vers JSON** dans les
+templates, via `loadhtml(chemin_ou_url)` (port de `ServiceHtml`, .NET). Aucune
+dépendance : `html.parser` de la bibliothèque standard.
+
+```bash
+pip install urban-json-html
+```
+
+Forme produite (celle du .NET, HtmlAgilityPack) :
+
+```json
+{ "#id": "#document", "content": { "#id": "p", "class": "x", "content": "#text: Bonjour" } }
+```
+
+- élément → `{"#id": balise, attributs…, "content": enfant | [enfants]}` ;
+- texte → `"#text: …"` (blancs seuls ignorés, entités conservées) ;
+- commentaire et `<!DOCTYPE>` → `"#comment: …"`.
+
+`loadhtml` accepte un fichier (chemin ou URI `file://`) ou une URL `http(s)://`
+(délai de 30 s). Attention aux URL issues de données non fiables (SSRF).

urban_json_html-0.1.0/README.md

@@ -0,0 +1,22 @@
+# urban-json-html
+
+Plugin [urban-json](https://github.com/gaelgael5/Jslt) : **HTML vers JSON** dans les
+templates, via `loadhtml(chemin_ou_url)` (port de `ServiceHtml`, .NET). Aucune
+dépendance : `html.parser` de la bibliothèque standard.
+
+```bash
+pip install urban-json-html
+```
+
+Forme produite (celle du .NET, HtmlAgilityPack) :
+
+```json
+{ "#id": "#document", "content": { "#id": "p", "class": "x", "content": "#text: Bonjour" } }
+```
+
+- élément → `{"#id": balise, attributs…, "content": enfant | [enfants]}` ;
+- texte → `"#text: …"` (blancs seuls ignorés, entités conservées) ;
+- commentaire et `<!DOCTYPE>` → `"#comment: …"`.
+
+`loadhtml` accepte un fichier (chemin ou URI `file://`) ou une URL `http(s)://`
+(délai de 30 s). Attention aux URL issues de données non fiables (SSRF).

urban_json_html-0.1.0/pyproject.toml

@@ -0,0 +1,56 @@
+[build-system]
+requires = ["setuptools>=77", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "urban-json-html"
+dynamic = ["version"]
+description = "Plugin urban-json : conversion HTML vers JSON (loadhtml)."
+readme = "README.md"
+requires-python = ">=3.9"
+license = "Apache-2.0"
+license-files = ["LICENSE"]
+authors = [{ name = "Gael Beard", email = "gaelgael5@gmail.com" }]
+keywords = ["json", "transform", "template", "jslt", "html", "plugin"]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "Operating System :: OS Independent",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: Text Processing :: Markup",
+    "Typing :: Typed",
+]
+dependencies = [
+    "urban-json",
+]
+
+[project.urls]
+Homepage = "https://github.com/gaelgael5/Jslt"
+Repository = "https://github.com/gaelgael5/Jslt"
+
+# Découverte automatique par urban-json : installer ce paquet suffit à exposer ses fonctions.
+[project.entry-points."urban_json.functions"]
+html = "urban_json_html:register"
+
+[tool.setuptools.dynamic]
+version = { attr = "urban_json_html.__version__" }
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
+[tool.setuptools.package-data]
+urban_json_html = ["py.typed"]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+pythonpath = ["src"]
+
+[tool.ruff]
+line-length = 100
+src = ["src", "tests"]

urban_json_html-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

urban_json_html-0.1.0/src/urban_json_html/__init__.py

@@ -0,0 +1,166 @@
+"""Plugin urban-json : conversion HTML vers JSON (``loadhtml``).
+
+Port de ``ServiceHtml`` / ``HtmlToJson`` (.NET, HtmlAgilityPack) avec le
+``html.parser`` de la bibliothèque standard, sans dépendance. Forme produite,
+identique au .NET :
+
+* élément -> ``{"#id": balise, <attributs>…, "content": enfant | [enfants]}``
+  (``content`` absent sans enfant, valeur seule pour un enfant unique) ;
+* texte -> ``"#text: <texte brut>"``, ignoré s'il n'est fait que de blancs ;
+* commentaire et ``<!DOCTYPE>`` -> ``"#comment: <!-- … -->"`` (HtmlAgilityPack
+  range la déclaration DOCTYPE parmi les commentaires) ;
+* racine -> ``{"#id": "#document", …}``.
+
+Comme HtmlAgilityPack, le texte garde ses entités telles quelles (``&amp;``) et
+la casse d'origine des balises est conservée. Écarts : les noms d'attributs sont
+mis en minuscules et leurs valeurs décodées (``html.parser`` le fait toujours) ;
+un chemin relatif est accepté (le .NET exigeait un chemin absolu ou une URI).
+
+Découvert automatiquement via l'entry point ``urban_json.functions``.
+"""
+
+from __future__ import annotations
+
+import os
+import re
+from html.parser import HTMLParser
+from typing import Any
+from urllib.parse import unquote, urlparse
+
+from urban_json import JsltError
+
+__version__ = "0.1.0"
+
+__all__ = ["execute_loadhtml", "html_to_json", "register"]
+
+#: Délai maximal (secondes) pour charger une page distante.
+DEFAULT_TIMEOUT = 30.0
+
+# Éléments HTML sans contenu ni balise fermante.
+_VOID = {
+    "area", "base", "br", "col", "embed", "hr", "img", "input", "link", "meta",
+    "param", "source", "track", "wbr",
+}
+_TAG_NAME = re.compile(r"<\s*([^\s/>]+)")
+
+
+class _Node:
+    __slots__ = ("attrs", "children", "name")
+
+    def __init__(self, name: str, attrs: list[tuple[str, str | None]]) -> None:
+        self.name = name
+        self.attrs = attrs
+        self.children: list[Any] = []
+
+
+class _TreeBuilder(HTMLParser):
+    def __init__(self) -> None:
+        super().__init__(convert_charrefs=False)
+        self.root = _Node("#document", [])
+        self.stack = [self.root]
+
+    def _append(self, item: Any) -> None:
+        self.stack[-1].children.append(item)
+
+    def handle_starttag(self, tag: str, attrs: list[tuple[str, str | None]]) -> None:
+        raw = self.get_starttag_text() or ""
+        match = _TAG_NAME.match(raw)
+        node = _Node(match.group(1) if match else tag, attrs)
+        self._append(node)
+        if tag not in _VOID:
+            self.stack.append(node)
+
+    def handle_startendtag(self, tag: str, attrs: list[tuple[str, str | None]]) -> None:
+        raw = self.get_starttag_text() or ""
+        match = _TAG_NAME.match(raw)
+        self._append(_Node(match.group(1) if match else tag, attrs))
+
+    def handle_endtag(self, tag: str) -> None:
+        # Ferme jusqu'à la balise ouverte correspondante ; une fermante orpheline est ignorée.
+        for depth in range(len(self.stack) - 1, 0, -1):
+            if self.stack[depth].name.lower() == tag:
+                del self.stack[depth:]
+                return
+
+    def handle_data(self, data: str) -> None:
+        self._append(("#text", data))
+
+    def handle_entityref(self, name: str) -> None:
+        self._append(("#text", f"&{name};"))
+
+    def handle_charref(self, name: str) -> None:
+        self._append(("#text", f"&#{name};"))
+
+    def handle_comment(self, data: str) -> None:
+        self._append(("#comment", f"<!--{data}-->"))
+
+    def handle_decl(self, decl: str) -> None:
+        self._append(("#comment", f"<!{decl}>"))
+
+
+def _merge_text(children: list[Any]) -> list[Any]:
+    """Recolle les morceaux de texte consécutifs (le parseur coupe sur les entités)."""
+    merged: list[Any] = []
+    for child in children:
+        if isinstance(child, tuple) and child[0] == "#text" and merged and isinstance(merged[-1], tuple) \
+                and merged[-1][0] == "#text":
+            merged[-1] = ("#text", merged[-1][1] + child[1])
+        else:
+            merged.append(child)
+    return merged
+
+
+def _to_json(item: Any) -> Any:
+    if isinstance(item, tuple):
+        kind, text = item
+        return f"{kind}: {text}" if text.strip() else None
+    result: dict[str, Any] = {"#id": item.name}
+    for name, value in item.attrs:
+        result.setdefault(name, value if value is not None else "")
+    children = [c for c in (_to_json(child) for child in _merge_text(item.children)) if c is not None]
+    if len(children) == 1:
+        result["content"] = children[0]
+    elif children:
+        result["content"] = children
+    return result
+
+
+def html_to_json(payload: str) -> dict:
+    """Convertit un texte HTML en JSON (forme ``HtmlToJson`` du .NET)."""
+    builder = _TreeBuilder()
+    builder.feed(payload)
+    builder.close()
+    return _to_json(builder.root)
+
+
+def _fetch_url(url: str) -> str:
+    """Charge une page distante. Point d'injection pour les tests."""
+    from urllib.request import Request, urlopen
+
+    request = Request(url, headers={"User-Agent": "urban-json-html"})
+    with urlopen(request, timeout=DEFAULT_TIMEOUT) as response:
+        charset = response.headers.get_content_charset() or "utf-8"
+        return response.read().decode(charset, errors="replace")
+
+
+def execute_loadhtml(ctx: Any, path: Any = None) -> dict:
+    if not path:
+        raise JsltError("loadhtml : le chemin ou l'URL de la page est requis")
+    location = str(path)
+    parsed = urlparse(location)
+    if parsed.scheme in ("http", "https"):
+        return html_to_json(_fetch_url(location))
+    file_path = unquote(parsed.path) if parsed.scheme == "file" else location
+    if not os.path.isfile(file_path):
+        raise JsltError(f"loadhtml : page HTML introuvable {file_path!r}")
+    with open(file_path, encoding="utf-8-sig", errors="replace") as handle:
+        return html_to_json(handle.read())
+
+
+def register(registry: Any) -> None:
+    """Enregistre ``loadhtml``."""
+    registry.register(
+        "loadhtml",
+        execute_loadhtml,
+        description="Charge une page HTML (fichier ou URL http/https) et la convertit en JSON {#id, attributs, content}",
+    )

urban_json_html-0.1.0/src/urban_json_html.egg-info/PKG-INFO

@@ -0,0 +1,49 @@
+Metadata-Version: 2.4
+Name: urban-json-html
+Version: 0.1.0
+Summary: Plugin urban-json : conversion HTML vers JSON (loadhtml).
+Author-email: Gael Beard <gaelgael5@gmail.com>
+License-Expression: Apache-2.0
+Project-URL: Homepage, https://github.com/gaelgael5/Jslt
+Project-URL: Repository, https://github.com/gaelgael5/Jslt
+Keywords: json,transform,template,jslt,html,plugin
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Text Processing :: Markup
+Classifier: Typing :: Typed
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: urban-json
+Dynamic: license-file
+
+# urban-json-html
+
+Plugin [urban-json](https://github.com/gaelgael5/Jslt) : **HTML vers JSON** dans les
+templates, via `loadhtml(chemin_ou_url)` (port de `ServiceHtml`, .NET). Aucune
+dépendance : `html.parser` de la bibliothèque standard.
+
+```bash
+pip install urban-json-html
+```
+
+Forme produite (celle du .NET, HtmlAgilityPack) :
+
+```json
+{ "#id": "#document", "content": { "#id": "p", "class": "x", "content": "#text: Bonjour" } }
+```
+
+- élément → `{"#id": balise, attributs…, "content": enfant | [enfants]}` ;
+- texte → `"#text: …"` (blancs seuls ignorés, entités conservées) ;
+- commentaire et `<!DOCTYPE>` → `"#comment: …"`.
+
+`loadhtml` accepte un fichier (chemin ou URI `file://`) ou une URL `http(s)://`
+(délai de 30 s). Attention aux URL issues de données non fiables (SSRF).

urban_json_html-0.1.0/src/urban_json_html.egg-info/SOURCES.txt

@@ -0,0 +1,12 @@
+LICENSE
+README.md
+pyproject.toml
+src/urban_json_html/__init__.py
+src/urban_json_html/py.typed
+src/urban_json_html.egg-info/PKG-INFO
+src/urban_json_html.egg-info/SOURCES.txt
+src/urban_json_html.egg-info/dependency_links.txt
+src/urban_json_html.egg-info/entry_points.txt
+src/urban_json_html.egg-info/requires.txt
+src/urban_json_html.egg-info/top_level.txt
+tests/test_html.py

urban_json_html-0.1.0/src/urban_json_html.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

urban_json_html-0.1.0/src/urban_json_html.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[urban_json.functions]
+html = urban_json_html:register

urban_json_html-0.1.0/src/urban_json_html.egg-info/requires.txt

@@ -0,0 +1 @@
+urban-json

urban_json_html-0.1.0/src/urban_json_html.egg-info/top_level.txt

@@ -0,0 +1 @@
+urban_json_html

urban_json_html-0.1.0/tests/test_html.py

@@ -0,0 +1,95 @@
+"""loadhtml — port de ServiceHtml (HtmlAgilityPack -> JSON)."""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+import pytest
+from urban_json import FunctionRegistry, JsltError, JsltTemplate
+
+from urban_json_html import html_to_json, register
+
+
+@pytest.fixture(scope="module")
+def registry() -> FunctionRegistry:
+    reg = FunctionRegistry()
+    register(reg)
+    return reg
+
+
+def test_structure_element_attributs_contenu() -> None:
+    out = html_to_json('<div id="a" class="x"><p>Bonjour</p><p>le <b>monde</b></p></div>')
+    assert out == {
+        "#id": "#document",
+        "content": {
+            "#id": "div", "id": "a", "class": "x",
+            "content": [
+                {"#id": "p", "content": "#text: Bonjour"},
+                {"#id": "p", "content": ["#text: le ", {"#id": "b", "content": "#text: monde"}]},
+            ],
+        },
+    }
+
+
+def test_texte_blanc_ignore_commentaire_et_doctype() -> None:
+    out = html_to_json("<!DOCTYPE html>\n<p> <!-- note --> </p>")
+    assert out["content"] == [
+        "#comment: <!DOCTYPE html>",
+        {"#id": "p", "content": "#comment: <!-- note -->"},
+    ]
+
+
+def test_elements_vides_et_casse_des_balises() -> None:
+    out = html_to_json('<DIV>a<br>b<IMG src="x.png"></DIV>')
+    assert out["content"] == {
+        "#id": "DIV",
+        "content": ["#text: a", {"#id": "br"}, "#text: b", {"#id": "IMG", "src": "x.png"}],
+    }
+
+
+def test_balise_non_fermee_et_attribut_sans_valeur() -> None:
+    out = html_to_json("<ul><li>1<li>2</ul><input disabled>")
+    assert out["content"][0]["#id"] == "ul"
+    assert out["content"][1] == {"#id": "input", "disabled": ""}
+
+
+def test_entites_conservees_comme_html_agility_pack() -> None:
+    assert html_to_json("<p>a &amp; b</p>")["content"]["content"] == "#text: a &amp; b"
+
+
+def test_loadhtml_fichier(registry, tmp_path: Path) -> None:
+    page = tmp_path / "p.html"
+    page.write_text("<h1>Titre</h1>", encoding="utf-8")
+    template = JsltTemplate.parse('{ "r": loadhtml($.p) }')
+    out = template.transform({"p": str(page)}, functions=registry)["r"]
+    assert out["content"] == {"#id": "h1", "content": "#text: Titre"}
+
+
+def test_loadhtml_uri_fichier(registry, tmp_path: Path) -> None:
+    page = tmp_path / "p.html"
+    page.write_text("<i>x</i>", encoding="utf-8")
+    template = JsltTemplate.parse('{ "r": loadhtml($.p) }')
+    assert template.transform({"p": page.as_uri()}, functions=registry)["r"]["content"]["#id"] == "i"
+
+
+def test_loadhtml_url(registry, monkeypatch) -> None:
+    import urban_json_html
+
+    monkeypatch.setattr(urban_json_html, "_fetch_url", lambda url: "<em>web</em>")
+    template = JsltTemplate.parse('{ "r": loadhtml("https://exemple.test/page") }')
+    assert template.transform({}, functions=registry)["r"]["content"] == {"#id": "em", "content": "#text: web"}
+
+
+@pytest.mark.parametrize("value", [None, "/chemin/absent.html"])
+def test_loadhtml_erreurs(registry, value) -> None:
+    template = JsltTemplate.parse('{ "r": loadhtml($.p) }')
+    with pytest.raises(JsltError, match="loadhtml"):
+        template.transform({"p": value}, functions=registry)
+
+
+def test_catalogue_et_decouverte(registry) -> None:
+    from urban_json import default_registry, load_plugins
+
+    assert len(registry.catalog()[0]["description"]) >= 15
+    load_plugins()
+    assert "loadhtml" in default_registry