ssc_codegen 0.32.3__tar.gz → 0.34.0__tar.gz

{ssc_codegen-0.32.3 → ssc_codegen-0.34.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ssc_codegen
-Version: 0.32.3
+Version: 0.34.0
 Summary: Python-dsl code converter to html parser for web scraping 
 Project-URL: Documentation, https://github.com/vypivshiy/selector_schema_codegen#readme
 Project-URL: Issues, https://github.com/vypivshiy/selector_schema_codegen/issues
@@ -69,7 +69,7 @@ uv tool install ssc_codegen
 Generate Python parser:
 
 ```bash
-ssc-gen generate books.kdl -l python -L bs4 -o ./output
+ssc-gen generate python books.kdl -L bs4 -o ./output
 ```
 
 ## Usage
@@ -78,22 +78,25 @@ ssc-gen generate books.kdl -l python -L bs4 -o ./output
 
 ```bash
 # single file (Python + bs4)
-ssc-gen generate schema.kdl -l python -L bs4 -o ./output
+ssc-gen generate python schema.kdl -L bs4 -o ./output
 
 # all .kdl files in a directory (JavaScript)
-ssc-gen generate examples/ -l js -o ./output
+ssc-gen generate js examples/ -o ./output
+
+# Go (goquery + net/http)
+ssc-gen generate go schema.kdl -o ./output
 
 # with custom package name
-ssc-gen generate schema.kdl -l python -L bs4 -o ./parsers --package scraper
+ssc-gen generate python schema.kdl -L bs4 -o ./parsers --package scraper
 
 # with @request support (REST/HTTP codegen)
-ssc-gen generate schema.kdl -l python -L bs4 -o ./out --http-client httpx
+ssc-gen generate python schema.kdl -L bs4 -o ./out --http-client httpx
 
 # extract helper functions into a separate runtime module
-ssc-gen generate schema.kdl -l python -L bs4 -o ./out -R
+ssc-gen generate python schema.kdl -L bs4 -o ./out -R
 ```
 
-Languages (`--lang / -l`): `python`, `js`.
+Languages: `generate python`, `generate js`, `generate go`.
 HTML libraries (`--lib / -L`, Python only): `bs4` (default), `lxml`, `parsel`, `slax`.
 
 ### Lint schemas

{ssc_codegen-0.32.3 → ssc_codegen-0.34.0}/README.md

@@ -37,7 +37,7 @@ uv tool install ssc_codegen
 Generate Python parser:
 
 ```bash
-ssc-gen generate books.kdl -l python -L bs4 -o ./output
+ssc-gen generate python books.kdl -L bs4 -o ./output
 ```
 
 ## Usage
@@ -46,22 +46,25 @@ ssc-gen generate books.kdl -l python -L bs4 -o ./output
 
 ```bash
 # single file (Python + bs4)
-ssc-gen generate schema.kdl -l python -L bs4 -o ./output
+ssc-gen generate python schema.kdl -L bs4 -o ./output
 
 # all .kdl files in a directory (JavaScript)
-ssc-gen generate examples/ -l js -o ./output
+ssc-gen generate js examples/ -o ./output
+
+# Go (goquery + net/http)
+ssc-gen generate go schema.kdl -o ./output
 
 # with custom package name
-ssc-gen generate schema.kdl -l python -L bs4 -o ./parsers --package scraper
+ssc-gen generate python schema.kdl -L bs4 -o ./parsers --package scraper
 
 # with @request support (REST/HTTP codegen)
-ssc-gen generate schema.kdl -l python -L bs4 -o ./out --http-client httpx
+ssc-gen generate python schema.kdl -L bs4 -o ./out --http-client httpx
 
 # extract helper functions into a separate runtime module
-ssc-gen generate schema.kdl -l python -L bs4 -o ./out -R
+ssc-gen generate python schema.kdl -L bs4 -o ./out -R
 ```
 
-Languages (`--lang / -l`): `python`, `js`.
+Languages: `generate python`, `generate js`, `generate go`.
 HTML libraries (`--lib / -L`, Python only): `bs4` (default), `lxml`, `parsel`, `slax`.
 
 ### Lint schemas

{ssc_codegen-0.32.3 → ssc_codegen-0.34.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "ssc_codegen"
-version = "0.32.3"
+version = "0.34.0"
 description = "Python-dsl code converter to html parser for web scraping "
 readme = "README.md"
 requires-python = ">=3.10"

{ssc_codegen-0.32.3 → ssc_codegen-0.34.0}/ssc_codegen/ast/__init__.py

@@ -20,6 +20,8 @@ from .module import (
     Utilities,
 )
 
+from .function import FunctionDef
+
 from .typedef import TypeDef, TypeDefField
 
 from .jsondef import JsonDef, JsonDefField
@@ -147,6 +149,8 @@ __all__ = [
     "CodeEndHook",
     "Docstring",
     "Utilities",
+    # function
+    "FunctionDef",
     # typedef
     "TypeDef",
     "TypeDefField",

ssc_codegen-0.34.0/ssc_codegen/ast/function.py

@@ -0,0 +1,28 @@
+from __future__ import annotations
+
+from dataclasses import dataclass, field
+
+from .base import Node
+from .types import TypeInfo, VariableType
+
+
+@dataclass
+class FunctionDef(Node):
+    """Module-level single-value extraction function.
+
+    DSL: ``fn <name> { pipeline }`` or ``(raw)fn <name> { pipeline }``.
+
+    Generates a standalone function instead of a class.
+    ``is_raw`` selects the document type: HTML (DOCUMENT) or plain text (STRING).
+    ``ret_type_info`` is resolved after pipeline build (AUTO → concrete type).
+    """
+
+    name: str = ""
+    is_raw: bool = False
+    doc: str = ""
+    accept_type_info: TypeInfo = field(
+        default_factory=lambda: TypeInfo(base=VariableType.DOCUMENT)
+    )
+    ret_type_info: TypeInfo = field(
+        default_factory=lambda: TypeInfo(base=VariableType.AUTO)
+    )

{ssc_codegen-0.32.3 → ssc_codegen-0.34.0}/ssc_codegen/ast/types.py

@@ -49,3 +49,4 @@ class StructType(IntEnum):
     TABLE = auto()
     FLAT = auto()
     REST = auto()
+    RAW = auto()

{ssc_codegen-0.32.3 → ssc_codegen-0.34.0}/ssc_codegen/core/expressions.py

@@ -5,6 +5,7 @@ from __future__ import annotations
 import ast as _py_ast
 import re as _re
 from collections.abc import Sequence
+from types import SimpleNamespace
 from typing import Any, Callable, TypeAlias
 
 from ssc_codegen.ast import (
@@ -18,6 +19,7 @@ from ssc_codegen.ast import (
     Field,
     Filter,
     Fmt,
+    FunctionDef,
     Index,
     InitField,
     JsonDef,
@@ -103,6 +105,7 @@ FieldLikeNode: TypeAlias = (
     | Value
     | Field
     | InitField
+    | FunctionDef
 )
 
 
@@ -206,7 +209,7 @@ def resolve_index_types(
     the element base with is_array=False.
     """
     if parent.body:
-        prev = parent.body[-1]
+        prev = _prev_type_info(parent)
         ret_ti = TypeInfo(base=prev.ret_type_info.base)
         return prev.ret_type_info, ret_ti, prev.is_array
     auto = TypeInfo(base=VariableType.AUTO)
@@ -420,18 +423,26 @@ def parse_expressions(
             raise BuildTimeError(f"Unknown expression: {node.name}")
         lint.push(node.name)
         lint_pipeline_op(node, lint)
-        # Guard: ops in _REQUIRES_PREV access parent.body[-1] unconditionally
-        # in their handlers. Emit a diagnostic and skip the handler when the
-        # pipeline is empty so far, instead of crashing with IndexError.
+        # Guard: ops in _REQUIRES_PREV access parent.body[-1] in their
+        # handlers. Emit a diagnostic and skip when the pipeline is empty —
+        # UNLESS the parent starts with STRING (RAW struct fields), where
+        # string ops are valid as the first operation.
         if not parent.body and node.name in _REQUIRES_PREV:
-            lint.error(
-                node,
-                message=(f"'{node.name}' requires a preceding operation"),
-                code="E100",
-                hint="add a producer first, e.g. `css '.x'; text`",
-            )
-            lint.pop()
-            continue
+            parent_accept = getattr(parent, "accept_type_info", None)
+            if (
+                parent_accept is not None
+                and parent_accept.base == VariableType.STRING
+            ):
+                pass  # RAW struct field — string ops OK as first node
+            else:
+                lint.error(
+                    node,
+                    message=(f"'{node.name}' requires a preceding operation"),
+                    code="E100",
+                    hint="add a producer first, e.g. `css '.x'; text`",
+                )
+                lint.pop()
+                continue
         # Guard: handlers reading node.args[i] without a bounds check would
         # crash with `tuple index out of range` when the user omits args.
         required_args = _MIN_ARGS.get(node.name)
@@ -471,8 +482,8 @@ def parse_expressions(
         )
         parent.ret_type_info = last_ti
 
-        # Populate type_info on Field/Value/InitField
-        if isinstance(parent, (Field, Value, InitField)):
+        # Populate type_info on Field/Value/InitField/FunctionDef
+        if isinstance(parent, (Field, Value, InitField, FunctionDef)):
             last_ret = last_ti.base
             is_arr = (
                 parent.body[-2].is_array if len(parent.body) >= 2 else False
@@ -504,6 +515,28 @@ _ExpressionHandler = Callable[
 _EXPRESSION_HANDLERS: dict[str, _ExpressionHandler] = {}
 
 
+def _prev_type_info(
+    parent: FieldLikeNode,
+) -> SimpleNamespace:
+    """Return a namespace with ``ret_type_info`` and ``is_array`` for the
+    pipeline cursor.
+
+    When the pipeline is non-empty, uses the last node's ret type.
+    When empty (first op), falls back to the parent's accept type —
+    this lets RAW struct fields start directly with string ops
+    (re/split/fmt/etc.) since their document is already a STRING.
+    """
+    if parent.body:
+        prev = parent.body[-1]
+        return SimpleNamespace(
+            ret_type_info=prev.ret_type_info, is_array=prev.is_array
+        )
+    return SimpleNamespace(
+        ret_type_info=parent.accept_type_info,
+        is_array=parent.accept_type_info.is_array,
+    )
+
+
 # Ops whose handlers access ``parent.body[-1]`` unconditionally and therefore
 # require a preceding node. Used by ``parse_expressions`` to emit a clean
 # E100 diagnostic instead of crashing with IndexError on an empty pipeline.
@@ -659,7 +692,7 @@ def _expr_text(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
     if parent.body:
-        prev = parent.body[-1]
+        prev = _prev_type_info(parent)
         accept_ti = prev.ret_type_info
         is_arr = prev.is_array
     else:
@@ -678,7 +711,7 @@ def _expr_raw(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
     if parent.body:
-        prev = parent.body[-1]
+        prev = _prev_type_info(parent)
         accept_ti = prev.ret_type_info
         is_arr = prev.is_array
     else:
@@ -697,7 +730,7 @@ def _expr_attr(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
     if parent.body:
-        prev = parent.body[-1]
+        prev = _prev_type_info(parent)
         accept_ti = prev.ret_type_info
         is_arr = prev.is_array
     else:
@@ -727,7 +760,7 @@ def _expr_trim(
         if node.args
         else ""
     )
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return Trim(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -749,7 +782,7 @@ def _expr_ltrim(
         if node.args
         else ""
     )
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return Ltrim(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -771,7 +804,7 @@ def _expr_rtrim(
         if node.args
         else ""
     )
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return Rtrim(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -785,7 +818,7 @@ def _expr_rtrim(
 def _expr_norm_space(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return NormalizeSpace(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -799,7 +832,7 @@ def _expr_rm_prefix(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
     substr = ctx.property_defines.get(node.args[0].value, node.args[0].value)
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return RmPrefix(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -814,7 +847,7 @@ def _expr_rm_suffix(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
     substr = ctx.property_defines.get(node.args[0].value, node.args[0].value)
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return RmSuffix(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -829,7 +862,7 @@ def _expr_rm_prefix_suffix(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
     substr = ctx.property_defines.get(node.args[0].value, node.args[0].value)
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return RmPrefixSuffix(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -844,7 +877,7 @@ def _expr_fmt(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
     tmpl = ctx.property_defines.get(node.args[0].value, node.args[0].value)
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return Fmt(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -858,7 +891,7 @@ def _expr_fmt(
 def _expr_repl(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     if node.children:
         items = {
             str(child.name): str(child.args[0].value) for child in node.children
@@ -890,7 +923,7 @@ def _expr_repl(
 def _expr_lower(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return Lower(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -903,7 +936,7 @@ def _expr_lower(
 def _expr_upper(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return Upper(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -936,7 +969,7 @@ def _expr_join(
 def _expr_unescape(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return Unescape(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -954,7 +987,7 @@ def _expr_re(
 ):
     raw = ctx.property_defines.get(node.args[0].value, node.args[0].value)
     pattern = normalize_regex_pattern(raw)
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return Re(
         parent=parent,
         pattern=pattern,
@@ -978,7 +1011,7 @@ def _expr_re_all(
 def _expr_re_sub(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     raw = ctx.property_defines.get(node.args[0].value, node.args[0].value)
     pattern = normalize_regex_pattern(raw)
     repl = cast(
@@ -1045,7 +1078,7 @@ def _expr_slice(
 ):
     start, end = int(node.args[0].value), int(node.args[1].value)
     if parent.body:
-        prev = parent.body[-1]
+        prev = _prev_type_info(parent)
         return Slice(
             parent=parent,
             start=start,
@@ -1079,7 +1112,7 @@ def _expr_unique(
 def _expr_to_int(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return ToInt(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -1092,7 +1125,7 @@ def _expr_to_int(
 def _expr_to_float(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return ToFloat(
         parent=parent,
         accept_type_info=prev.ret_type_info,
@@ -1108,7 +1141,7 @@ def _expr_to_bool(
     # Guard against empty parent.body is enforced centrally in
     # parse_expressions via _REQUIRES_PREV — handler is reached only when a
     # preceding node exists.
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return ToBool(parent=parent, accept_type_info=prev.ret_type_info)
 
 
@@ -1164,7 +1197,7 @@ def _expr_fallback(
     node: KdlNode, parent: FieldLikeNode, ctx: ParseContext, lint: LintContext
 ):
     value = [] if not node.args else node.args[0].value
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     prev_ti = prev.ret_type_info
     fb = Fallback(
         parent=parent,
@@ -1189,7 +1222,7 @@ def _expr_filter(
             ret_type_info=TypeInfo(base=VariableType.DOCUMENT, is_array=True),
             is_array=True,
         )
-    prev = parent.body[-1]
+    prev = _prev_type_info(parent)
     return Filter(
         parent=parent,
         accept_type_info=prev.ret_type_info,

{ssc_codegen-0.32.3 → ssc_codegen-0.34.0}/ssc_codegen/core/linter.py

@@ -49,7 +49,7 @@ def _node_args(node: KdlNode) -> list[str]:
 
 
 _VALID_STRUCT_TYPES = frozenset(
-    {"item", "list", "dict", "table", "flat", "rest"}
+    {"item", "list", "dict", "table", "flat", "rest", "raw"}
 )
 
 _REQUIRED_RESERVED: dict[str, frozenset[str]] = {
@@ -59,15 +59,18 @@ _REQUIRED_RESERVED: dict[str, frozenset[str]] = {
     "table": frozenset({"@table", "@rows", "@match", "@value"}),
     "flat": frozenset(),
     "rest": frozenset({"@request"}),
+    "raw": frozenset(),
 }
 
 _RESERVED_ALLOWED: dict[str, frozenset[str] | None] = {
     "@request": None,
     "@doc": None,
-    "@pre-validate": frozenset({"item", "list", "dict", "table", "flat"}),
-    "@check": frozenset({"item", "list", "dict", "table", "flat"}),
-    "@init": frozenset({"item", "list", "dict", "table", "flat"}),
-    "@split-doc": frozenset({"list", "dict"}),
+    "@pre-validate": frozenset(
+        {"item", "list", "dict", "table", "flat", "raw"}
+    ),
+    "@check": frozenset({"item", "list", "dict", "table", "flat", "raw"}),
+    "@init": frozenset({"item", "list", "dict", "table", "flat", "raw"}),
+    "@split-doc": frozenset({"list", "dict", "raw"}),
     "@key": frozenset({"dict"}),
     "@value": frozenset({"dict", "table"}),
     "@table": frozenset({"table"}),
@@ -165,6 +168,7 @@ def lint_module(
     _lint_defines(doc, source_path, diags, children_defines)
     _lint_json_defs(doc, source_path, diags, children_defines)
     _lint_structs(doc, source_path, diags, children_defines)
+    _lint_fns(doc, source_path, diags)
     _lint_nested_topdown(doc, source_path, diags)
     _lint_json_refs_topdown(doc, source_path, diags, children_defines)
     return diags
@@ -175,7 +179,7 @@ def _lint_top_level(
     source_path: str,
     diags: list[ReadDiagnostic],
 ) -> None:
-    for node in doc.select(":root:not(@doc, json, struct, define, import)"):
+    for node in doc.select(":root:not(@doc, json, struct, fn, define, import)"):
         diags.append(
             _error(
                 node,
@@ -375,6 +379,69 @@ def _lint_structs(
         _lint_single_struct(node, source_path, diags, children_defines)
 
 
+# Directives allowed inside ``fn`` / ``(raw)fn`` body.
+_FN_ALLOWED_RESERVED: frozenset[str] = frozenset({"@doc"})
+
+
+def _lint_fns(
+    doc: KdlDocument,
+    source_path: str,
+    diags: list[ReadDiagnostic],
+) -> None:
+    """Structural lint for ``fn`` / ``(raw)fn`` directives."""
+    for node in doc.select("fn:root"):
+        name = _node_arg(node, 0)
+        if not name:
+            diags.append(
+                _error(
+                    node,
+                    "'fn' requires a name",
+                    source_path,
+                    code="E001",
+                    hint='example: fn page_title { css "h1" { text } }',
+                )
+            )
+            continue
+
+        annotation = node.type_annotation
+        if annotation and annotation != "(raw)":
+            diags.append(
+                _error(
+                    node,
+                    f"unsupported fn annotation '{annotation}' — only '(raw)' is recognized",
+                    source_path,
+                    code="E400",
+                    hint="use 'fn { ... }' (HTML) or '(raw)fn { ... }' (plain text)",
+                )
+            )
+
+        ops = list(node.children)
+        if not ops:
+            diags.append(
+                _error(
+                    node,
+                    f"fn '{name}' must contain at least one pipeline operation",
+                    source_path,
+                    code="E001",
+                    hint='example: fn title { css "h1" { text } }',
+                )
+            )
+
+        for child in ops:
+            if (
+                child.name.startswith("@")
+                and child.name not in _FN_ALLOWED_RESERVED
+            ):
+                diags.append(
+                    _error(
+                        child,
+                        f"'{child.name}' is not allowed inside fn — use a struct for init/check/request/etc.",
+                        source_path,
+                        code="E203",
+                    )
+                )
+
+
 def _lint_nested_topdown(
     doc: KdlDocument,
     source_path: str,

{ssc_codegen-0.32.3 → ssc_codegen-0.34.0}/ssc_codegen/core/module_handler.py

@@ -5,12 +5,15 @@ from __future__ import annotations
 from pathlib import Path
 
 from ssc_codegen.ast import (
+    FunctionDef,
     JsonDef,
     Module,
     StructBase,
     Struct,
     StructRest,
     StructType,
+    VariableType,
+    TypeInfo,
 )
 from ssc_codegen.exceptions import BuildTimeError
 from kdlquery import KdlNode, parse as kdl_parse
@@ -23,7 +26,11 @@ from ssc_codegen.core.contexts import (
     ParseContext,
 )
 from ssc_codegen.core.expressions import resolve_define_references
-from ssc_codegen.core.struct_parser import parse_json_fields, parse_struct
+from ssc_codegen.core.struct_parser import (
+    parse_function,
+    parse_json_fields,
+    parse_struct,
+)
 
 _KDL_TEXT_ENCODING = "utf-8-sig"
 
@@ -42,6 +49,7 @@ def handle_struct(
         "dict": StructType.DICT,
         "table": StructType.TABLE,
         "rest": StructType.REST,
+        "raw": StructType.RAW,
     }
     st = struct_type_map.get(type_)
     if st is None:
@@ -64,6 +72,28 @@ def handle_struct(
     return struct
 
 
+def handle_function(
+    node: KdlNode, module: Module, ctx: ParseContext, lint: LintContext
+) -> FunctionDef:
+    raw_annotation = node.type_annotation
+    is_raw = raw_annotation == "(raw)"
+    if not node.args:
+        raise BuildTimeError("'fn' requires a name")
+    name = str(node.args[0].value)
+    fn = FunctionDef(
+        parent=module,
+        name=name,
+        is_raw=is_raw,
+        accept_type_info=(
+            TypeInfo(base=VariableType.STRING)
+            if is_raw
+            else TypeInfo(base=VariableType.DOCUMENT)
+        ),
+    )
+    parse_function(node.children, fn, ctx, lint)
+    return fn
+
+
 def handle_json(
     node: KdlNode, module: Module, ctx: ParseContext, lint: LintContext
 ) -> JsonDef:

{ssc_codegen-0.32.3 → ssc_codegen-0.34.0}/ssc_codegen/core/reader.py

@@ -16,6 +16,7 @@ from ssc_codegen.core.expressions import typedef_from_struct
 from ssc_codegen.core.rest_artifacts import rest_artifacts_from_struct
 from ssc_codegen.core.module_handler import (
     handle_define,
+    handle_function,
     handle_json,
     handle_struct,
     resolve_imports,
@@ -68,6 +69,7 @@ def parse_module(
         module.source_file = source_path.name if source_path else ""
         structs: list = []
         typedefs: list = []
+        functions: list = []
 
         for node in top_nodes:
             lint.push(node.name)
@@ -79,6 +81,9 @@ def parse_module(
                 struct = handle_struct(node, module, ctx, lint)
                 typedefs.append(typedef_from_struct(struct, module))
                 structs.append(struct)
+            elif node.name == "fn":
+                fn = handle_function(node, module, ctx, lint)
+                functions.append(fn)
             elif node.name in ("define", "import"):
                 pass  # already handled
             else:
@@ -95,6 +100,7 @@ def parse_module(
             if isinstance(struct, StructRest):
                 module.body.extend(rest_artifacts_from_struct(struct, module))
             module.body.append(struct)
+        module.body.extend(functions)
 
         # merge lint diagnostics into walker diagnostics
         diagnostics.extend(lint.diagnostics)