egglog 12.0.0__cp313-cp313t-manylinux_2_17_ppc64.manylinux2014_ppc64.whl

egglog/pretty.py

@@ -0,0 +1,566 @@
+"""
+Pretty printing for declerations.
+"""
+
+from __future__ import annotations
+
+import ast
+from collections import Counter, defaultdict
+from dataclasses import dataclass, field
+from typing import TYPE_CHECKING, TypeAlias, assert_never
+
+import black
+import cloudpickle
+
+from .declarations import *
+
+if TYPE_CHECKING:
+    from collections.abc import Mapping
+
+
+__all__ = [
+    "BINARY_METHODS",
+    "UNARY_METHODS",
+    "pretty_callable_ref",
+    "pretty_decl",
+]
+MAX_LINE_LENGTH = 110
+LINE_DIFFERENCE = 10
+BLACK_MODE = black.Mode(line_length=180)
+
+# Use this special character in place of the args, so that if the args are inlined
+# in the viz, they will replace it
+ARG_STR = "·"
+
+# Special methods which we might want to use as functions
+# Mapping to the operator they represent for pretty printing them
+# https://docs.python.org/3/reference/datamodel.html
+BINARY_METHODS = {
+    "__lt__": "<",
+    "__le__": "<=",
+    "__eq__": "==",
+    "__ne__": "!=",
+    "__gt__": ">",
+    "__ge__": ">=",
+    # Numeric
+    "__add__": "+",
+    "__sub__": "-",
+    "__mul__": "*",
+    "__matmul__": "@",
+    "__truediv__": "/",
+    "__floordiv__": "//",
+    "__mod__": "%",
+    # TODO: Support divmod, with tuple return value
+    # "__divmod__": "divmod",
+    # TODO: Three arg power
+    "__pow__": "**",
+    "__lshift__": "<<",
+    "__rshift__": ">>",
+    "__and__": "&",
+    "__xor__": "^",
+    "__or__": "|",
+}
+
+
+UNARY_METHODS = {
+    "__pos__": "+",
+    "__neg__": "-",
+    "__invert__": "~",
+}
+
+NAMED_UNARY_METHODS = {
+    "__abs__": "abs",
+    "__round__": "round",
+    "__trunc__": "trunc",
+    "__floor__": "floor",
+    "__ceil__": "ceil",
+}
+
+AllDecls: TypeAlias = (
+    RulesetDecl | CombinedRulesetDecl | CommandDecl | ActionDecl | FactDecl | ExprDecl | ScheduleDecl | BackOffDecl
+)
+
+
+def pretty_decl(
+    decls: Declarations, decl: AllDecls, *, wrapping_fn: str | None = None, ruleset_ident: Ident | None = None
+) -> str:
+    """
+    Pretty print a decleration.
+
+    This will use re-format the result and put the expression on the last line, preceeded by the statements.
+    """
+    traverse = TraverseContext(decls)
+    traverse(decl, toplevel=True)
+    pretty = traverse.pretty()
+    expr = pretty(decl, ruleset_ident=ruleset_ident)
+    if wrapping_fn:
+        expr = f"{wrapping_fn}({expr})"
+    program = "\n".join([*pretty.statements, expr])
+    try:
+        # TODO: Try replacing with ruff for speed
+        # https://github.com/amyreese/ruff-api
+        return black.format_str(program, mode=BLACK_MODE).strip()
+    except black.parsing.InvalidInput:
+        return program
+
+
+def pretty_callable_ref(
+    decls: Declarations,
+    ref: CallableRef,
+    first_arg: ExprDecl | None = None,
+    bound_tp_params: tuple[JustTypeRef, ...] | None = None,
+    include_all_args: bool = False,
+) -> str:
+    """
+    Pretty print a callable reference, using a dummy value for
+    the args if the function is not in the form `f(x, ...)`.
+
+    To be used in the visualization.
+    """
+    # Pass in three dummy args, which are the max used for any operation that
+    # is not a generic function call
+    args: list[ExprDecl] = [UnboundVarDecl(ARG_STR)] * 3
+    if first_arg:
+        args.insert(0, first_arg)
+    context = PrettyContext(decls, defaultdict(lambda: 0))
+    res = context._call_inner(ref, args, bound_tp_params=bound_tp_params, parens=False)
+    # Either returns a function or a function with args. If args are provided, they would just be called,
+    # on the function, so return them, because they are dummies
+    if isinstance(res, tuple):
+        # If we want to include all args as ARG_STR, then we need to figure out how many to use
+        # used for set_cost so that `cost(E(...))` will show up as a call
+        if include_all_args:
+            signature = decls.get_callable_decl(ref).signature
+            assert isinstance(signature, FunctionSignature)
+            correct_args: list[ExprDecl] = [UnboundVarDecl(ARG_STR)] * len(signature.arg_types)
+            return f"{res[0]}({', '.join(context(a, parens=False, unwrap_lit=True) for a in correct_args)})"
+        return res[0]
+    return res
+
+
+# TODO: Add a different pretty callable ref that doesnt fill in wholes but instead returns the function
+# so that things like Math.__add__ will be represented properly
+
+
+@dataclass
+class TraverseContext:
+    """
+    State for traversing expressions (or declerations that contain expressions), so we can know how many parents each
+    expression has.
+    """
+
+    decls: Declarations
+
+    # All expressions we have seen (incremented the parent counts of all children)
+    _seen: set[AllDecls] = field(default_factory=set)
+    # The number of parents for each expressions
+    parents: Counter[AllDecls] = field(default_factory=Counter)
+
+    def pretty(self) -> PrettyContext:
+        """
+        Create a pretty context from the state of this traverse context.
+        """
+        return PrettyContext(self.decls, self.parents)
+
+    def __call__(self, decl: AllDecls, toplevel: bool = False) -> None:  # noqa: C901, PLR0912
+        if not toplevel:
+            self.parents[decl] += 1
+        if decl in self._seen:
+            return
+        match decl:
+            case RewriteDecl(_, lhs, rhs, conditions) | BiRewriteDecl(_, lhs, rhs, conditions):
+                self(lhs)
+                self(rhs)
+                for cond in conditions:
+                    self(cond)
+            case RuleDecl(head, body, _):
+                for action in head:
+                    self(action)
+                for fact in body:
+                    self(fact)
+            case SetDecl(_, lhs, rhs) | UnionDecl(_, lhs, rhs) | EqDecl(_, lhs, rhs):
+                self(lhs)
+                self(rhs)
+            case LetDecl(_, d) | ExprActionDecl(d) | ExprFactDecl(d):
+                self(d.expr)
+            case ChangeDecl(_, d, _) | SaturateDecl(d) | RepeatDecl(d, _) | ActionCommandDecl(d):
+                self(d)
+            case PanicDecl(_) | UnboundVarDecl(_) | LetRefDecl(_) | LitDecl(_) | PyObjectDecl(_):
+                pass
+            case SequenceDecl(decls) | RulesetDecl(decls):
+                for de in decls:
+                    if isinstance(de, DefaultRewriteDecl):
+                        continue
+                    self(de)
+            case CallDecl(ref, exprs, _) | GetCostDecl(ref, exprs):
+                match ref:
+                    case FunctionRef(UnnamedFunctionRef(_, res)):
+                        self(res.expr)
+                    case _:
+                        for e in exprs:
+                            self(e.expr)
+            case RunDecl(_, until, scheduler):
+                if until:
+                    for f in until:
+                        self(f)
+                if scheduler:
+                    self(scheduler)
+            case PartialCallDecl(c):
+                self(c)
+            case CombinedRulesetDecl(_):
+                pass
+            case DefaultRewriteDecl():
+                pass
+            case SetCostDecl(_, e, c):
+                self(e)
+                self(c)
+            case BackOffDecl() | ValueDecl():
+                pass
+            case LetSchedulerDecl(scheduler, schedule):
+                self(scheduler)
+                self(schedule)
+            case GetCostDecl(ref, args):
+                self(CallDecl(ref, args))
+            case _:
+                assert_never(decl)
+
+        self._seen.add(decl)
+
+
+@dataclass
+class PrettyContext:
+    """
+
+    We need to build up a list of all the expressions we are pretty printing, so that we can see who has parents and who is mutated
+    and create temp variables for them.
+
+    """
+
+    decls: Declarations
+    parents: Mapping[AllDecls, int]
+
+    # All the expressions we have saved as names
+    names: dict[AllDecls, str] = field(default_factory=dict)
+    # A list of statements assigning variables or calling destructive ops
+    statements: list[str] = field(default_factory=list)
+    # Mapping of type to the number of times we have generated a name for that type, used to generate unique names
+    _gen_name_types: dict[str, int] = field(default_factory=lambda: defaultdict(lambda: 0))
+
+    def __call__(
+        self, decl: AllDecls, *, unwrap_lit: bool = False, parens: bool = False, ruleset_ident: Ident | None = None
+    ) -> str:
+        if decl in self.names:
+            return self.names[decl]
+        expr, tp_name = self.uncached(decl, unwrap_lit=unwrap_lit, parens=parens, ruleset_ident=ruleset_ident)
+        # We use a heuristic to decide whether to name this sub-expression as a variable
+        # The rough goal is to reduce the number of newlines, given our line length of ~180
+        # We determine it's worth making a new line for this expression if the total characters
+        # it would take up is > than some constant (~ line length).
+        line_diff: int = len(expr) - LINE_DIFFERENCE
+        n_parents = self.parents[decl]
+        if n_parents > 1 and (
+            n_parents * line_diff > MAX_LINE_LENGTH
+            # Schedulers with multiple parents need to be the same object, b/c are created with hidden UUIDs
+            or tp_name == "scheduler"
+        ):
+            self.names[decl] = expr_name = self._name_expr(tp_name, expr, copy_identifier=False)
+            return expr_name
+        return expr
+
+    def uncached(  # noqa: C901, PLR0911, PLR0912
+        self, decl: AllDecls, *, unwrap_lit: bool, parens: bool, ruleset_ident: Ident | None
+    ) -> tuple[str, str]:
+        """
+        Returns a tuple of a string value of the decleration and the "type" to use when create a memoized cached version
+        for de-duplication.
+        """
+        match decl:
+            case LitDecl(value):
+                match value:
+                    case None:
+                        return "Unit()", "Unit"
+                    case bool(b):
+                        return str(b) if unwrap_lit else f"Bool({b})", "Bool"
+                    case int(i):
+                        return str(i) if unwrap_lit else f"i64({i})", "i64"
+                    case float(f):
+                        return str(f) if unwrap_lit else f"f64({f})", "f64"
+                    case str(s):
+                        return repr(s) if unwrap_lit else f"String({s!r})", "String"
+                assert_never(value)
+            case UnboundVarDecl(name) | LetRefDecl(name):
+                return name, name
+            case CallDecl(_, _, _):
+                return self._call(decl, parens)
+            case PartialCallDecl(CallDecl(ref, typed_args, _)):
+                return self._pretty_partial(ref, [a.expr for a in typed_args], parens), "fn"
+            case PyObjectDecl(pickled):
+                value = cloudpickle.loads(pickled)
+                value_str = repr(value)
+                if not is_valid_python_expr(value_str):
+                    # If this isn't a valid python expr, represent as string
+                    value_str = f"eval({value_str!r})"
+                return value_str if unwrap_lit else f"PyObject({value_str})", "PyObject"
+            case ActionCommandDecl(action):
+                return self(action), "action"
+            case RewriteDecl(_, lhs, rhs, conditions) | BiRewriteDecl(_, lhs, rhs, conditions):
+                args = ", ".join(map(self, (rhs, *conditions)))
+                fn = "rewrite" if isinstance(decl, RewriteDecl) else "birewrite"
+                return f"{fn}({self(lhs)}).to({args})", "rewrite"
+            case RuleDecl(head, body, name):
+                l = ", ".join(map(self, body))
+                if name:
+                    l += f", name={name}"
+                r = ", ".join(map(self, head))
+                return f"rule({l}).then({r})", "rule"
+            case SetDecl(_, lhs, rhs):
+                return f"set_({self(lhs)}).to({self(rhs)})", "action"
+            case UnionDecl(_, lhs, rhs):
+                return f"union({self(lhs)}).with_({self(rhs)})", "action"
+            case LetDecl(name, expr):
+                return f"let({name!r}, {self(expr.expr)})", "action"
+            case ExprActionDecl(expr):
+                return self(expr.expr), "action"
+            case ExprFactDecl(expr):
+                return self(expr.expr), "fact"
+            case ChangeDecl(_, expr, change):
+                return f"{change}({self(expr)})", "action"
+            case PanicDecl(s):
+                return f"panic({s!r})", "action"
+            case SetCostDecl(_, expr, cost):
+                return f"set_cost({self(expr)}, {self(cost, unwrap_lit=True)})", "action"
+            case EqDecl(_, left, right):
+                return f"eq({self(left)}).to({self(right)})", "fact"
+            case RulesetDecl(rules):
+                if ruleset_ident:
+                    return f"ruleset(name={ruleset_ident.name!r})", f"ruleset_{ruleset_ident.name}"
+                args = ", ".join(self(r) for r in rules if not isinstance(r, DefaultRewriteDecl))
+                return f"ruleset({args})", "ruleset"
+            case CombinedRulesetDecl(rulesets):
+                list_args = [r.name for r in rulesets]
+                if ruleset_ident:
+                    list_args.append(f"name={ruleset_ident.name!r})")
+                return (f"unstable_combine_rulesets({', '.join(list_args)})", "combined_ruleset")
+            case SaturateDecl(schedule):
+                return f"{self(schedule, parens=True)}.saturate()", "schedule"
+            case RepeatDecl(schedule, times):
+                return f"{self(schedule, parens=True)} * {times}", "schedule"
+            case SequenceDecl(schedules):
+                if len(schedules) == 2:
+                    return f"{self(schedules[0], parens=True)} + {self(schedules[1], parens=True)}", "schedule"
+                args = ", ".join(map(self, schedules))
+                return f"seq({args})", "schedule"
+            case LetSchedulerDecl(scheduler, schedule):
+                return f"{self(scheduler, parens=True)}.scope({self(schedule, parens=True)})", "schedule"
+            case RunDecl(ruleset_ident, until, scheduler):
+                ruleset = self.decls._rulesets[ruleset_ident]
+                ruleset_str = self(ruleset, ruleset_ident=ruleset_ident)
+                if not until and not scheduler:
+                    return ruleset_str, "schedule"
+                arg_lst = list(map(self, until or []))
+                if scheduler:
+                    arg_lst.append(f"scheduler={self(scheduler)}")
+                return f"run({ruleset_str}, {', '.join(arg_lst)})", "schedule"
+            case DefaultRewriteDecl():
+                msg = "default rewrites should not be pretty printed"
+                raise TypeError(msg)
+            case BackOffDecl(_, match_limit, ban_length):
+                list_args = []
+                if match_limit is not None:
+                    list_args.append(f"match_limit={match_limit}")
+                if ban_length is not None:
+                    list_args.append(f"ban_length={ban_length}")
+                return f"back_off({', '.join(list_args)})", "scheduler"
+            case ValueDecl(value):
+                return str(value), "value"
+            case GetCostDecl(ref, args):
+                return f"get_cost({self(CallDecl(ref, args))})", "get_cost"
+        assert_never(decl)
+
+    def _call(
+        self,
+        decl: CallDecl,
+        parens: bool,
+    ) -> tuple[str, str]:
+        """
+        Pretty print the call. Also returns if it was saved as a name.
+
+        :param parens: If true, wrap the call in parens if it is a binary method call.
+        """
+        args = [a.expr for a in decl.args]
+        ref = decl.callable
+        # Special case !=
+        if decl.callable == FunctionRef(Ident.builtin("!=")):
+            l, r = self(args[0]), self(args[1])
+            return f"ne({l}).to({r})", "Unit"
+        signature = self.decls.get_callable_decl(ref).signature
+
+        # Determine how many of the last arguments are defaults, by iterating from the end and comparing the arg with the default
+        n_defaults = 0
+        # Dont try counting defaults for function application
+        if isinstance(signature, FunctionSignature):
+            for arg, default in zip(
+                reversed(args), reversed(signature.arg_defaults), strict=not signature.var_arg_type
+            ):
+                if arg != default:
+                    break
+                n_defaults += 1
+        if n_defaults:
+            args = args[:-n_defaults]
+
+        # If this is a function application, the type is the first type arg of the function object
+        if signature == "fn-app":
+            tp_name = decl.args[0].tp.args[0].ident.name
+        else:
+            assert isinstance(signature, FunctionSignature)
+            tp_name = signature.semantic_return_type.ident.name
+        if isinstance(signature, FunctionSignature) and signature.mutates:
+            first_arg = args[0]
+            expr_str = self(first_arg)
+            # copy an identifier expression iff it has multiple parents (b/c then we can't mutate it directly)
+            has_multiple_parents = self.parents[first_arg] > 1
+            self.names[decl] = expr_name = self._name_expr(tp_name, expr_str, copy_identifier=has_multiple_parents)
+            # Set the first arg to be the name of the mutated arg and return the name
+            args[0] = LetRefDecl(expr_name)
+        else:
+            expr_name = None
+        res = self._call_inner(ref, args, decl.bound_tp_params, parens)
+        expr = (
+            (f"{res[0]}({', '.join(self(a, parens=False, unwrap_lit=True) for a in res[1])})")
+            if isinstance(res, tuple)
+            else res
+        )
+        # If we have a name, then we mutated
+        if expr_name:
+            self.statements.append(expr)
+            return expr_name, tp_name
+        return expr, tp_name
+
+    def _call_inner(  # noqa: C901, PLR0911, PLR0912
+        self,
+        ref: CallableRef,
+        args: list[ExprDecl],
+        bound_tp_params: tuple[JustTypeRef, ...] | None,
+        parens: bool,
+    ) -> tuple[str, list[ExprDecl]] | str:
+        """
+        Pretty print the call, returning either the full function call or a tuple of the function and the args.
+        """
+        match ref:
+            case FunctionRef(Ident(name)):
+                return name, args
+            case ClassMethodRef(class_name, method_name):
+                tp_ref = JustTypeRef(class_name, bound_tp_params or ())
+                return f"{tp_ref}.{method_name}", args
+            case MethodRef(_class_name, method_name):
+                slf, *args = args
+                non_str_slf = slf
+                slf = self(slf, parens=True)
+                match method_name:
+                    case _ if method_name in UNARY_METHODS:
+                        expr = f"{UNARY_METHODS[method_name]}{slf}"
+                        return f"({expr})" if parens else expr
+                    case _ if method_name in BINARY_METHODS:
+                        expr = f"{slf} {BINARY_METHODS[method_name]} {self(args[0], parens=True, unwrap_lit=True)}"
+                        return f"({expr})" if parens else expr
+                    case "__getitem__":
+                        return f"{slf}[{self(args[0], unwrap_lit=True)}]"
+                    case "__call__":
+                        return slf, args
+                    case "__delitem__":
+                        return f"del {slf}[{self(args[0], unwrap_lit=True)}]"
+                    case "__setitem__":
+                        return f"{slf}[{self(args[0], unwrap_lit=True)}] = {self(args[1], unwrap_lit=True)}"
+                    case _ if method_name in NAMED_UNARY_METHODS:
+                        return NAMED_UNARY_METHODS[method_name], [non_str_slf, *args]
+                    case "__getattr__" if isinstance(args[0], LitDecl) and isinstance(args[0].value, str):
+                        return f"{slf}.{args[0].value}"
+                    case _:
+                        return f"{slf}.{method_name}", args
+            case ConstantRef(Ident(name)):
+                return name
+            case ClassVariableRef(Ident(class_name), variable_name):
+                return f"{class_name}.{variable_name}"
+            case PropertyRef(_class_name, property_name):
+                return f"{self(args[0], parens=True)}.{property_name}"
+            case InitRef(class_name):
+                tp_ref = JustTypeRef(class_name, bound_tp_params or ())
+                return str(tp_ref), args
+            case UnnamedFunctionRef():
+                expr = self._pretty_function_body(ref, [])
+                return f"({expr})", args
+        assert_never(ref)
+
+    def _generate_name(self, typ: str) -> str:
+        self._gen_name_types[typ] += 1
+        return f"_{typ}_{self._gen_name_types[typ]}"
+
+    def _name_expr(self, tp_name: str, expr_str: str, copy_identifier: bool) -> str:
+        # tp_name =
+        # If the thing we are naming is already a variable, we don't need to name it
+        if expr_str.isidentifier():
+            if copy_identifier:
+                name = self._generate_name(tp_name)
+                self.statements.append(f"{name} = copy({expr_str})")
+            else:
+                name = expr_str
+        else:
+            name = self._generate_name(tp_name)
+            self.statements.append(f"{name} = {expr_str}")
+        return name
+
+    def _pretty_partial(self, ref: CallableRef, args: list[ExprDecl], parens: bool) -> str:
+        """
+        Returns a partial function call as a string.
+        """
+        match ref:
+            case FunctionRef(Ident(name)):
+                fn = name
+            case UnnamedFunctionRef():
+                res = self._pretty_function_body(ref, args)
+                return f"({res})" if parens else res
+            case (
+                ClassMethodRef(Ident(class_name), method_name)
+                | MethodRef(Ident(class_name), method_name)
+                | PropertyRef(Ident(class_name), method_name)
+            ):
+                fn = f"{class_name}.{method_name}"
+            case InitRef(Ident(class_name)):
+                fn = class_name
+            case ConstantRef(_):
+                msg = "Constants should not be callable"
+                raise NotImplementedError(msg)
+            case ClassVariableRef(_, _):
+                msg = "Class variables should not be callable"
+                raise NotADirectoryError(msg)
+            case _:
+                assert_never(ref)
+        if not args:
+            return fn
+        arg_strs = (
+            fn,
+            *(self(a, parens=False, unwrap_lit=True) for a in args),
+        )
+        return f"partial({', '.join(arg_strs)})"
+
+    def _pretty_function_body(self, fn: UnnamedFunctionRef, args: list[ExprDecl]) -> str:
+        """
+        Pretty print the body of a function, partially applying some arguments.
+        """
+        var_args = fn.args
+        replacements = {var_arg: TypedExprDecl(var_arg.tp, arg) for var_arg, arg in zip(var_args, args, strict=False)}
+        var_args = var_args[len(args) :]
+        res = replace_typed_expr(fn.res, replacements)
+        arg_names = fn.args[len(args) :]
+        prefix = "lambda"
+        if arg_names:
+            prefix += f" {', '.join(self(a.expr) for a in arg_names)}"
+        return f"{prefix}: {self(res.expr)}"
+
+
+def is_valid_python_expr(s: str) -> bool:
+    try:
+        ast.parse(s, mode="eval")
+    except SyntaxError:
+        return False
+    return True