justhtml 0.12.0__py3-none-any.whl → 0.38.0__py3-none-any.whl

justhtml/tokens.py

@@ -4,7 +4,7 @@ from typing import Literal
 
 
 class Tag:
-    __slots__ = ("attrs", "kind", "name", "self_closing")
+    __slots__ = ("attrs", "end_pos", "kind", "name", "self_closing", "start_pos")
 
     START: Literal[0] = 0
     END: Literal[1] = 1
@@ -12,7 +12,9 @@ class Tag:
     kind: int
     name: str
     attrs: dict[str, str | None]
+    end_pos: int | None
     self_closing: bool
+    start_pos: int | None
 
     def __init__(
         self,
@@ -20,11 +22,15 @@ class Tag:
         name: str,
         attrs: dict[str, str | None] | None,
         self_closing: bool = False,
+        start_pos: int | None = None,
+        end_pos: int | None = None,
     ) -> None:
         self.kind = kind
         self.name = name
         self.attrs = attrs if attrs is not None else {}
         self.self_closing = bool(self_closing)
+        self.start_pos = start_pos
+        self.end_pos = end_pos
 
 
 class CharacterTokens:
@@ -37,12 +43,14 @@ class CharacterTokens:
 
 
 class CommentToken:
-    __slots__ = ("data",)
+    __slots__ = ("data", "start_pos")
 
     data: str
+    start_pos: int | None
 
-    def __init__(self, data: str) -> None:
+    def __init__(self, data: str, start_pos: int | None = None) -> None:
         self.data = data
+        self.start_pos = start_pos
 
 
 class Doctype:
@@ -79,6 +87,9 @@ class EOFToken:
     __slots__ = ()
 
 
+AnyToken = Tag | CharacterTokens | CommentToken | DoctypeToken | EOFToken
+
+
 class TokenSinkResult:
     __slots__ = ()
 
@@ -89,8 +100,9 @@ class TokenSinkResult:
 class ParseError:
     """Represents a parse error with location information."""
 
-    __slots__ = ("_end_column", "_source_html", "code", "column", "line", "message")
+    __slots__ = ("_end_column", "_source_html", "category", "code", "column", "line", "message")
 
+    category: str
     code: str
     line: int | None
     column: int | None
@@ -105,10 +117,12 @@ class ParseError:
         code: str,
         line: int | None = None,
         column: int | None = None,
+        category: str = "parse",
         message: str | None = None,
         source_html: str | None = None,
         end_column: int | None = None,
     ) -> None:
+        self.category = category
         self.code = code
         self.line = line
         self.column = column
@@ -118,7 +132,11 @@ class ParseError:
 
     def __repr__(self) -> str:
         if self.line is not None and self.column is not None:
+            if self.category != "parse":
+                return f"ParseError({self.code!r}, line={self.line}, column={self.column}, category={self.category!r})"
             return f"ParseError({self.code!r}, line={self.line}, column={self.column})"
+        if self.category != "parse":
+            return f"ParseError({self.code!r}, category={self.category!r})"
         return f"ParseError({self.code!r})"
 
     def __str__(self) -> str:
@@ -133,7 +151,12 @@ class ParseError:
     def __eq__(self, other: object) -> bool:
         if not isinstance(other, ParseError):
             return NotImplemented
-        return self.code == other.code and self.line == other.line and self.column == other.column
+        return (
+            self.category == other.category
+            and self.code == other.code
+            and self.line == other.line
+            and self.column == other.column
+        )
 
     def as_exception(self, end_column: int | None = None) -> SyntaxError:
         """Convert to a SyntaxError-like exception with source highlighting.