@pineforge/codegen-pyodide 0.7.3 → 0.7.4

package/glue.py

@@ -9,13 +9,13 @@ import sys
 if "/codegen" not in sys.path:
     sys.path.insert(0, "/codegen")
 
-from pineforge_codegen import transpile
+from pineforge_codegen import transpile_full
 from pineforge_codegen.errors import CompileError
 
 
 def transpile_json(source: str) -> str:
     try:
-        cpp = transpile(source)
+        full = transpile_full(source)
     except CompileError as e:
         diags = []
         for d in e.diagnostics:
@@ -32,4 +32,4 @@ def transpile_json(source: str) -> str:
                 entry["endCol"] = end_col
             diags.append(entry)
         return json.dumps({"ok": False, "error": str(e), "diagnostics": diags})
-    return json.dumps({"ok": True, "cpp": cpp})
+    return json.dumps({"ok": True, "cpp": full["cpp"], "inputs": full["inputs"], "strategyParams": full["strategyParams"]})

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pineforge/codegen-pyodide",
-  "version": "0.7.3",
+  "version": "0.7.4",
   "description": "Gate-validated Pyodide payload for the PineScript v6 -> C++ transpiler: archive (run in Pyodide), unpacked source, introspected tables, and release metadata.",
   "type": "module",
   "main": "index.mjs",

package/pineforge_codegen/__init__.py

@@ -51,3 +51,42 @@ def transpile(pine_source: str, *, check_support: bool = True, filename: str = "
     # ``if (trace_enabled_) { trace(...); ... }`` block.
     ctx.pf_trace_pragmas = pragmas
     return CodeGen(ctx).generate()
+
+
+def transpile_full(pine_source: str, *, check_support: bool = True,
+                   filename: str = "<input>") -> dict:
+    """Transpile like :func:`transpile`, plus the host-UI input manifest.
+
+    Runs ONE pipeline pass (Lexer -> Parser -> support check -> Analyzer ->
+    CodeGen.generate) and returns the generated C++ alongside the data the
+    cloud Studio needs to auto-build a backtest "override params" form:
+
+    - ``cpp``: the generated C++ source (identical to :func:`transpile`).
+    - ``inputs``: a list of ``InputDef`` dicts (one per top-level
+      ``var = input.*(...)`` declaration). Each has ``title`` / ``type`` /
+      ``default`` and optionally ``min`` / ``max`` / ``step`` / ``options``
+      (omitted when the corresponding signature argument is absent or
+      references a non-const value). See
+      :meth:`CodeGen.extract_input_manifest`.
+    - ``strategyParams``: the literal ``strategy(...)`` kwargs the analyzer
+      surfaced (e.g. ``initial_capital``, ``pyramiding``).
+
+    Args mirror :func:`transpile`.
+
+    Returns:
+        ``{"cpp": str, "inputs": list[dict], "strategyParams": dict}``.
+    """
+    pragmas = extract_pf_trace_pragmas(pine_source)
+    tokens = Lexer(pine_source, filename=filename).tokenize()
+    ast = Parser(tokens, source=pine_source, filename=filename).parse()
+    if check_support:
+        check_support_or_raise(ast, filename=filename)
+    ctx = Analyzer(ast, filename=filename).analyze()
+    ctx.pf_trace_pragmas = pragmas
+    gen = CodeGen(ctx)
+    cpp = gen.generate()
+    return {
+        "cpp": cpp,
+        "inputs": gen.extract_input_manifest(),
+        "strategyParams": dict(ctx.strategy_params),
+    }

package/pineforge_codegen/codegen/input.py

@@ -15,13 +15,32 @@ Mixin contract — host class must provide:
 
 from __future__ import annotations
 
-from ..ast_nodes import FuncCall, Identifier, MemberAccess, StringLiteral
+from ..ast_nodes import (
+    BoolLiteral,
+    FuncCall,
+    Identifier,
+    MemberAccess,
+    NumberLiteral,
+    StringLiteral,
+    VarDecl,
+)
 from .. import signatures as sigs
 
 
 class InputHelper:
     """``input.*`` call analysis helpers — defaults, titles, getter dispatch, enum guard."""
 
+    # Maps the input function short-name -> the form-facing type tag emitted in
+    # the input manifest (consumed by the host UI's override form). ``price``
+    # is a float slider, ``time`` an int timestamp; everything string-like
+    # collapses to "string".
+    _FORM_TYPE = {
+        "int": "int", "float": "float", "bool": "bool", "string": "string",
+        "source": "source", "enum": "enum", "price": "float", "time": "int",
+        "color": "string", "timeframe": "string", "session": "string",
+        "symbol": "string", "text_area": "string",
+    }
+
     def _is_input_call(self, node: FuncCall) -> bool:
         """True if ``node`` is an ``input(...)`` or ``input.<type>(...)`` call."""
         func_name, namespace = self._resolve_callee(node.callee)
@@ -187,3 +206,125 @@ class InputHelper:
                 f"{ename}.{dv.member} is not a member of enum {ename} "
                 "(internal: Analyzer should reject this first)"
             )
+
+    # ------------------------------------------------------------------
+    # Input manifest extraction (host UI override-form source of truth)
+    # ------------------------------------------------------------------
+
+    def _literal_or_none(self, node):
+        """Return a JSON scalar for a *const* literal AST node, else None.
+
+        ``None`` signals non-const (an identifier, computed expression, …) so
+        callers can omit a bound/option that references a runtime value.
+        Enum member refs (``Dir.Up``) collapse to the ``"Dir.Up"`` string tag.
+        """
+        if isinstance(node, StringLiteral):
+            return node.value
+        # BoolLiteral must be checked before NumberLiteral: a Pine ``true`` is a
+        # BoolLiteral (not a NumberLiteral), but guarding the order keeps intent
+        # explicit and future-proof against bool/int node overlap.
+        if isinstance(node, BoolLiteral):
+            return node.value
+        if isinstance(node, NumberLiteral):
+            return node.value
+        # enum member ref like ``Dir.Up`` -> "Dir.Up" (string tag)
+        if isinstance(node, MemberAccess) and isinstance(node.object, Identifier):
+            return f"{node.object.name}.{node.member}"
+        return None
+
+    def _merged_args(self, node: FuncCall, func_name, namespace):
+        """Merge positional args + kwargs into signature-positional order.
+
+        Returns ``(param_names | None, merged_list)``. Mirrors the merge logic
+        in :meth:`_get_input_title` / :meth:`_get_input_default` so manifest
+        extraction reads bounds/options off the same positions codegen does.
+        """
+        if namespace == "input" and func_name in sigs.INPUT_FUNCTIONS:
+            names = sigs.get_param_names("input", func_name)
+        elif func_name == "input" and namespace is None:
+            names = sigs.get_param_names(None, "input")
+        else:
+            names = None
+        merged = list(node.args)
+        if names:
+            for i, pname in enumerate(names):
+                if pname in node.kwargs:
+                    while len(merged) <= i:
+                        merged.append(None)
+                    if merged[i] is None:
+                        merged[i] = node.kwargs[pname]
+        return names, merged
+
+    def extract_input_manifest(self) -> list[dict]:
+        """Walk top-level ``var = input.*(...)`` decls into an InputDef list.
+
+        Each entry: ``{title, type, default[, min, max, step, options]}``. The
+        optional keys are emitted only when the corresponding signature
+        argument is a const literal; a bound/option referencing a non-literal
+        is omitted (never crashes). One pass over ``self.ctx.ast.body``.
+        """
+        out: list[dict] = []
+        for stmt in self.ctx.ast.body:
+            if not (
+                isinstance(stmt, VarDecl)
+                and isinstance(stmt.value, FuncCall)
+                and self._is_input_call(stmt.value)
+            ):
+                continue
+            node = stmt.value
+            func_name, namespace = self._resolve_callee(node.callee)
+            names, merged = self._merged_args(node, func_name, namespace)
+            title = self._get_input_title(node, var_name=stmt.name)
+            default_node = self._get_input_default(node)
+            default_val = (
+                self._literal_or_none(default_node)
+                if default_node is not None
+                else None
+            )
+            if namespace == "input":
+                form_type = self._FORM_TYPE.get(func_name, "string")
+            else:
+                # Plain ``input(...)``: Pine types the result by its defval.
+                # The codegen already emits the matching scalar getter, so the
+                # manifest must mirror that — infer from the resolved default's
+                # Python type. ``bool`` MUST be tested before ``int`` because
+                # ``isinstance(True, int)`` is True. A None/non-literal default
+                # falls back to "string".
+                if isinstance(default_val, bool):
+                    form_type = "bool"
+                elif isinstance(default_val, int):
+                    form_type = "int"
+                elif isinstance(default_val, float):
+                    form_type = "float"
+                elif isinstance(default_val, str):
+                    form_type = "string"
+                else:
+                    form_type = "string"
+            entry: dict = {
+                "title": title,
+                "type": form_type,
+                "default": default_val,
+            }
+            # Pull min/max/step/options by signature param name; emit only
+            # const literals so the override form never references a runtime
+            # value it can't reproduce.
+            if names:
+                idx = {n: i for i, n in enumerate(names)}
+                for key, pname in (("min", "minval"), ("max", "maxval"), ("step", "step")):
+                    i = idx.get(pname)
+                    if i is not None and i < len(merged) and merged[i] is not None:
+                        v = self._literal_or_none(merged[i])
+                        # bool is an int subclass — exclude it from numeric bounds
+                        if isinstance(v, (int, float)) and not isinstance(v, bool):
+                            entry[key] = v
+                oi = idx.get("options")
+                if oi is not None and oi < len(merged) and merged[oi] is not None:
+                    opts_node = merged[oi]
+                    elems = getattr(opts_node, "elements", None)
+                    if elems is not None:
+                        vals = [self._literal_or_none(e) for e in elems]
+                        # any non-const element -> omit the whole options list
+                        if vals and all(isinstance(v, str) for v in vals):
+                            entry["options"] = vals
+            out.append(entry)
+        return out

package/release.json

@@ -1,7 +1,7 @@
 {
-  "codegen": "0.7.3",
+  "codegen": "0.7.4",
   "pyodide": "314.0.0",
   "python": "3.14.0",
   "emscripten": "emscripten_5_0_3",
-  "sha256": "e23536bd4e2bbc4f3974459dd53e0adc72f5d62c78c587ab3536da18d31d581f"
+  "sha256": "cd01ab4408e2d24d3b1b6627fe2c92c533a3cc3d91f0d1386953d128bdcc5995"
 }

package/tables.json

@@ -1,5 +1,5 @@
 {
-  "CODEGEN_VERSION": "0.7.3",
+  "CODEGEN_VERSION": "0.7.4",
   "TA_CLASS_MAP_KEYS": [
     "sma",
     "ema",

package/transpile.worker.mjs

@@ -18,13 +18,13 @@ import sys
 if "/codegen" not in sys.path:
     sys.path.insert(0, "/codegen")
 
-from pineforge_codegen import transpile
+from pineforge_codegen import transpile_full
 from pineforge_codegen.errors import CompileError
 
 
 def transpile_json(source: str) -> str:
     try:
-        cpp = transpile(source)
+        full = transpile_full(source)
     except CompileError as e:
         diags = []
         for d in e.diagnostics:
@@ -41,7 +41,7 @@ def transpile_json(source: str) -> str:
                 entry["endCol"] = end_col
             diags.append(entry)
         return json.dumps({"ok": False, "error": str(e), "diagnostics": diags})
-    return json.dumps({"ok": True, "cpp": cpp})
+    return json.dumps({"ok": True, "cpp": full["cpp"], "inputs": full["inputs"], "strategyParams": full["strategyParams"]})
 `;
 
 const post = (m) => self.postMessage(m);