ssc_codegen 0.18.0__tar.gz → 0.19.1__tar.gz

{ssc_codegen-0.18.0 → ssc_codegen-0.19.1}/.gitignore

@@ -145,3 +145,6 @@ test_schemas/
 .idea/inspectionProfiles/profiles_settings.xml
 .idea/inspectionProfiles/Project_Default.xml
 .idea/libraries/Dart_SDK.xml
+
+# slopmachines
+.claude/*

{ssc_codegen-0.18.0 → ssc_codegen-0.19.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ssc_codegen
-Version: 0.18.0
+Version: 0.19.1
 Summary: Python-dsl code converter to html parser for web scraping 
 Project-URL: Documentation, https://github.com/vypivshiy/selector_schema_codegen#readme
 Project-URL: Issues, https://github.com/vypivshiy/selector_schema_codegen/issues

{ssc_codegen-0.18.0 → ssc_codegen-0.19.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "ssc_codegen"
-version = "0.18.0"
+version = "0.19.1"
 description = "Python-dsl code converter to html parser for web scraping "
 readme = "README.md"
 requires-python = ">=3.10"

{ssc_codegen-0.18.0 → ssc_codegen-0.19.1}/ssc_codegen/ast/__init__.py

@@ -34,6 +34,8 @@ from .struct import (
     TableRow,
     TableMatchKey,
     RequestConfig,
+    ErrorResponse,
+    PlaceholderSpec,
     Field,
     StartParse,
 )
@@ -136,7 +138,7 @@ __all__ = [
     "Init", "InitField", "SplitDoc",
     "Key", "Value",
     "TableConfig", "TableRow", "TableMatchKey",
-    "RequestConfig", "Field", "StartParse",
+    "RequestConfig", "ErrorResponse", "PlaceholderSpec", "Field", "StartParse",
     # selectors
     "CssSelect", "CssSelectAll",
     "XpathSelect", "XpathSelectAll",

{ssc_codegen-0.18.0 → ssc_codegen-0.19.1}/ssc_codegen/ast/struct.py

@@ -6,7 +6,46 @@ from typing import cast
 from .base import Node
 from .types import VariableType, StructType
 
-_PLACEHOLDER_RE = _re.compile(r"\{\{([\w-]+)\}\}")
+# Typed placeholder grammar:
+#   {{ NAME ( : PRIM )? ( [] )? ( ? )? ( | STYLE )? }}
+#   NAME   = [A-Za-z][A-Za-z0-9_-]*         (first char must be a letter)
+#   PRIM   = str | int | float | bool       (default: str)
+#   STYLE  = repeat | csv | bracket | pipe | space   (arrays only; default: repeat)
+# Legacy `{{name}}` remains valid (groups 2-5 = None → str, scalar, required).
+_PLACEHOLDER_RE = _re.compile(
+    r"\{\{"
+    r"([A-Za-z][A-Za-z0-9_-]*)"
+    r"(?::(str|int|float|bool))?"
+    r"(\[\])?"
+    r"(\?)?"
+    r"(?:\|(repeat|csv|bracket|pipe|space))?"
+    r"\}\}"
+)
+
+# Widened pattern — any `{{…}}`-shaped token. Used by the linter to flag
+# malformed placeholders that the strict _PLACEHOLDER_RE would silently skip.
+_PLACEHOLDER_WIDE_RE = _re.compile(r"\{\{([^{}]*)\}\}")
+
+
+@dataclass
+class PlaceholderSpec:
+    """Parsed `{{…}}` token from an @request payload."""
+
+    name: str = ""
+    type_name: str = "str"  # "str" | "int" | "float" | "bool"
+    is_array: bool = False
+    is_optional: bool = False
+    style: str | None = None  # None == default "repeat" when is_array
+
+
+def _parse_placeholder(match: "_re.Match[str]") -> PlaceholderSpec:
+    return PlaceholderSpec(
+        name=match.group(1),
+        type_name=match.group(2) or "str",
+        is_array=bool(match.group(3)),
+        is_optional=bool(match.group(4)),
+        style=match.group(5) or None,
+    )
 
 
 @dataclass
@@ -51,6 +90,14 @@ class Struct(Node):
     def use_request(self) -> bool:
         return bool(self.request_configs)
 
+    @property
+    def is_rest(self) -> bool:
+        return self.struct_type == StructType.REST
+
+    @property
+    def errors(self) -> "list[ErrorResponse]":
+        return [n for n in self.body if isinstance(n, ErrorResponse)]
+
 
 @dataclass
 class StructDocstring(Node):
@@ -183,7 +230,8 @@ class TableMatchKey(Node):
 class RequestConfig(Node):
     """
     Optional transport layer config for a struct.
-    DSL: @request [name="suffix"] [response-path="..."] [response-join="..."] \"""...\"""
+    DSL: @request [name="suffix"] [response-path="..."] [response-join="..."]
+                  [response=JsonSchema] [doc="..."] \"""...\"""
 
     raw_payload stores the verbatim curl or raw HTTP string (with {{placeholders}}).
     Transport normalization (curl/HTTP parse → kwargs) happens at converter stage.
@@ -191,6 +239,10 @@ class RequestConfig(Node):
     name="" (unnamed) generates fetch()/async_fetch().
     name="by-id" generates fetch_by_id()/async_fetch_by_id() (Python)
     or fetchById() (JS).
+
+    response_schema (type=rest only): json schema name for typed 2xx response.
+        Empty string = void return.
+    doc (type=rest only): per-method docstring.
     """
 
     raw_payload: str = ""
@@ -199,18 +251,44 @@ class RequestConfig(Node):
         ""  # join separator when response-path resolves to list[str]
     )
     name: str = ""  # method name suffix; "" = default fetch()
+    response_schema: str = ""  # type=rest: json schema for 2xx body
+    doc: str = ""  # type=rest: per-method docstring
 
     @property
-    def placeholders(self) -> list[str]:
-        """Unique placeholder names in declaration order."""
+    def placeholders(self) -> list[PlaceholderSpec]:
+        """Unique placeholders in declaration order (dedup by name)."""
         seen: set[str] = set()
-        result: list[str] = []
-        for name in _PLACEHOLDER_RE.findall(self.raw_payload):
-            if name not in seen:
-                seen.add(name)
-                result.append(name)
+        result: list[PlaceholderSpec] = []
+        for m in _PLACEHOLDER_RE.finditer(self.raw_payload):
+            spec = _parse_placeholder(m)
+            if spec.name not in seen:
+                seen.add(spec.name)
+                result.append(spec)
         return result
 
+    @property
+    def placeholder_names(self) -> list[str]:
+        """Unique placeholder names in declaration order."""
+        return [p.name for p in self.placeholders]
+
+
+@dataclass
+class ErrorResponse(Node):
+    """
+    Error response mapping for type=rest struct.
+    DSL: @error <status> [field="<name>"] <JsonSchema>
+
+    status: HTTP status code [100..599].
+    schema_name: json schema reference for deserialised error body.
+    discriminator_field: optional body field name. When set, the error triggers
+        on 2xx responses where <field> is present in the parsed JSON body
+        (used for APIs that return 200 + error payload).
+    """
+
+    status: int = 0
+    schema_name: str = ""
+    discriminator_field: str | None = None
+
 
 @dataclass
 class Field(Node):

{ssc_codegen-0.18.0 → ssc_codegen-0.19.1}/ssc_codegen/ast/types.py

@@ -77,3 +77,4 @@ class StructType(IntEnum):
     DICT = auto()
     TABLE = auto()
     FLAT = auto()
+    REST = auto()