ssc_codegen 0.22.0__tar.gz → 0.24.0__tar.gz

{ssc_codegen-0.22.0 → ssc_codegen-0.24.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ssc_codegen
-Version: 0.22.0
+Version: 0.24.0
 Summary: Python-dsl code converter to html parser for web scraping 
 Project-URL: Documentation, https://github.com/vypivshiy/selector_schema_codegen#readme
 Project-URL: Issues, https://github.com/vypivshiy/selector_schema_codegen/issues
@@ -28,9 +28,6 @@ Requires-Dist: pyyaml>=6.0
 Requires-Dist: soupsieve>=2.6
 Requires-Dist: typer>=0.15.1
 Requires-Dist: typing-extensions; python_version < '3.11'
-Provides-Extra: repl
-Requires-Dist: httpx>=0.28.1; extra == 'repl'
-Requires-Dist: ipython>=8.39.0; extra == 'repl'
 Description-Content-Type: text/markdown
 
 # ssc-codegen
@@ -86,11 +83,11 @@ ssc-gen generate schema.kdl -t py-bs4 -o ./output
 # all .kdl files in a directory
 ssc-gen generate examples/ -t js-pure -o ./output
 
-# with custom package name (for Go and other targets)
-ssc-gen generate schema.kdl -t go-goquery -o ./parsers --package scraper
+# with custom package name
+ssc-gen generate schema.kdl -t py-bs4 -o ./parsers --package scraper
 ```
 
-Targets: `py-bs4`, `py-lxml`, `py-parsel`, `py-slax`, `js-pure`, `go-goquery`
+Targets: `py-bs4`, `py-lxml`, `py-parsel`, `py-slax`, `js-pure`
 
 ### Lint schemas
 

{ssc_codegen-0.22.0 → ssc_codegen-0.24.0}/README.md

@@ -51,11 +51,11 @@ ssc-gen generate schema.kdl -t py-bs4 -o ./output
 # all .kdl files in a directory
 ssc-gen generate examples/ -t js-pure -o ./output
 
-# with custom package name (for Go and other targets)
-ssc-gen generate schema.kdl -t go-goquery -o ./parsers --package scraper
+# with custom package name
+ssc-gen generate schema.kdl -t py-bs4 -o ./parsers --package scraper
 ```
 
-Targets: `py-bs4`, `py-lxml`, `py-parsel`, `py-slax`, `js-pure`, `go-goquery`
+Targets: `py-bs4`, `py-lxml`, `py-parsel`, `py-slax`, `js-pure`
 
 ### Lint schemas
 

{ssc_codegen-0.22.0 → ssc_codegen-0.24.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "ssc_codegen"
-version = "0.22.0"
+version = "0.24.0"
 description = "Python-dsl code converter to html parser for web scraping "
 readme = "README.md"
 requires-python = ">=3.10"
@@ -42,12 +42,6 @@ Examples = "https://github.com/vypivshiy/selector_schema_codegen/examples"
 [project.scripts]
 ssc-gen = 'ssc_codegen.main:main'
 
-[project.optional-dependencies]
-repl = [
-    "httpx>=0.28.1",
-    "ipython>=8.39.0",
-]
-
 [build-system]
 requires = ["hatchling"]
 build-backend = "hatchling.build"
@@ -81,21 +75,21 @@ exclude = ["__init__.py"]
 
 [tool.mypy]
 python_version = "3.10"
-pretty = true
-ignore_missing_imports = true
-disallow_untyped_defs = true
 show_error_codes = true
-no_implicit_optional = true
-mypy_path = 'ssc_codegen'
 exclude = [
-    "converters/.*\\.py$",  # to tired typing
-    "examples/.*\\.py$"
+    "ssc_codegen/ast"  # ignore built-in ast and project ast
+
 ]
 [[tool.mypy.overrides]]
 module="tests.*"
 disallow_untyped_defs = false
 
 
+[[tool.mypy.overrides]]
+module = ["colorama", "lxml", "lxml.*"]
+ignore_missing_imports = true
+
+
 [tool.coverage.report]
 exclude_also = [
     'def __repr__',

ssc_codegen-0.24.0/ssc_codegen/__init__.py

@@ -0,0 +1 @@
+from ssc_codegen.core.reader import parse_module

{ssc_codegen-0.22.0 → ssc_codegen-0.24.0}/ssc_codegen/ast/__init__.py

@@ -1,3 +1,4 @@
+# mypy: ignore-errors
 """
 AST nodes for the KDL Schema DSL.
 

{ssc_codegen-0.22.0 → ssc_codegen-0.24.0}/ssc_codegen/ast/base.py

@@ -1,5 +1,5 @@
 from __future__ import annotations
-from dataclasses import dataclass, field, fields
+from dataclasses import dataclass, field
 from typing import TYPE_CHECKING
 
 from .types import VariableType

{ssc_codegen-0.22.0 → ssc_codegen-0.24.0}/ssc_codegen/ast/jsondef.py

@@ -10,7 +10,7 @@ class JsonDefField(Node):
     Single field in a JSON mapping definition.
 
     type_name   — primitive ("str", "int", "float", "bool") or ref name.
-    is_optional — True when field declared with ? suffix or @optional arg.
+    is_optional — True when field declared with ? suffix.
     is_array    — True when field declared with (array) prefix.
     ref_name    — set when type_name references another JsonDef.
     alias       — original JSON key when it differs from name.

{ssc_codegen-0.22.0 → ssc_codegen-0.24.0}/ssc_codegen/ast/struct.py

@@ -291,10 +291,12 @@ class RequestConfig(Node):
 class ErrorResponse(Node):
     """
     Error response mapping for type=rest struct.
-    DSL: @error <status> <SchemaName> [field=value ...]
+    DSL: @error <status> <SchemaName> [keys...] [field=value ...]
 
     status: HTTP status code [100..599].
     schema_name: json schema reference for deserialised error body.
+    required_keys: key names that must exist in the JSON body (positional args).
+        Error triggers on matching status + all keys present.
     conditions: field=value pairs checked against the parsed JSON body.
         Keys are dot-paths (e.g. "response.success", "data.0.type").
         When non-empty, the error triggers on matching status + all conditions.
@@ -302,6 +304,7 @@ class ErrorResponse(Node):
 
     status: int = 0
     schema_name: str = ""
+    required_keys: list[str] = field(default_factory=list)
     conditions: dict[str, Any] = field(default_factory=dict)
 
 

{ssc_codegen-0.22.0 → ssc_codegen-0.24.0}/ssc_codegen/ast/typedef.py

@@ -37,5 +37,5 @@ class TypeDef(Node):
     struct_type: StructType = StructType.ITEM
 
     @property
-    def fields(self) -> List[TypeDefField]:
+    def fields(self) -> list[TypeDefField]:
         return self.body

{ssc_codegen-0.22.0 → ssc_codegen-0.24.0}/ssc_codegen/converters/base.py

@@ -102,8 +102,8 @@ class BaseConverter:
             self._pre_callbacks[node_type] = fn
             if post_callback:
                 if isinstance(post_callback, str):
-                    self._post_callbacks[node_type] = (
-                        lambda _, _2: post_callback
+                    self._post_callbacks[node_type] = lambda _, _2: (
+                        post_callback
                     )  # type: ignore
                 else:
                     self._post_callbacks[node_type] = post_callback