lamindb 0.76.8__py3-none-any.whl → 0.76.10__py3-none-any.whl

lamindb/_parents.py

@@ -1,476 +1,476 @@
-from __future__ import annotations
-
-import builtins
-from typing import TYPE_CHECKING, Literal
-
-import lamindb_setup as ln_setup
-from lamin_utils import logger
-from lnschema_core import Artifact, Collection, Record, Run, Transform
-from lnschema_core.models import HasParents, format_field_value
-
-from lamindb._utils import attach_func_to_class_method
-
-from ._record import get_name_field
-
-if TYPE_CHECKING:
-    from lnschema_core.types import StrField
-
-LAMIN_GREEN_LIGHTER = "#10b981"
-LAMIN_GREEN_DARKER = "#065f46"
-GREEN_FILL = "honeydew"
-TRANSFORM_EMOJIS = {"notebook": "📔", "app": "🖥️", "pipeline": "🧩"}
-is_run_from_ipython = getattr(builtins, "__IPYTHON__", False)
-
-
-def _transform_emoji(transform: Transform):
-    if transform is not None:
-        return TRANSFORM_EMOJIS.get(transform.type, "💫")
-    else:
-        return TRANSFORM_EMOJIS["pipeline"]
-
-
-def _view(u):
-    from graphviz.backend import ExecutableNotFound
-
-    try:
-        if is_run_from_ipython:
-            from IPython import get_ipython
-            from IPython.display import display
-
-            #  True if the code is running in a Jupyter Notebook or Lab environment
-            if get_ipython().__class__.__name__ == "TerminalInteractiveShell":
-                return u.view()
-            else:
-                # call u._repr_mimebundle_() manually that exception gets raised properly and not just printed by
-                # call to display()
-                display(u._repr_mimebundle_(), raw=True)
-        else:
-            return u
-    except (FileNotFoundError, RuntimeError, ExecutableNotFound):  # pragma: no cover
-        logger.error(
-            "please install the graphviz executable on your system:\n  - Ubuntu: `sudo"
-            " apt-get install graphviz`\n  - Windows:"
-            " https://graphviz.org/download/#windows\n  - Mac: `brew install graphviz`"
-        )
-
-
-def view_parents(
-    self,
-    field: StrField | None = None,
-    with_children: bool = False,
-    distance: int = 5,
-):
-    if field is None:
-        field = get_name_field(self)
-    if not isinstance(field, str):
-        field = field.field.name
-
-    return _view_parents(
-        record=self, field=field, with_children=with_children, distance=distance
-    )
-
-
-def view_lineage(data: Artifact | Collection, with_children: bool = True) -> None:
-    """Graph of data flow.
-
-    Notes:
-        For more info, see use cases: :doc:`docs:data-flow`.
-
-    Examples:
-        >>> collection.view_lineage()
-        >>> artifact.view_lineage()
-    """
-    import graphviz
-
-    df_values = _get_all_parent_runs(data)
-    if with_children:
-        df_values += _get_all_child_runs(data)
-    df_edges = _df_edges_from_runs(df_values)
-
-    data_label = _record_label(data)
-
-    def add_node(
-        record: Run | Artifact | Collection,
-        node_id: str,
-        node_label: str,
-        u: graphviz.Digraph,
-    ):
-        if isinstance(record, Run):
-            fillcolor = "gainsboro"
-        else:
-            fillcolor = GREEN_FILL
-        u.node(
-            node_id,
-            label=node_label,
-            shape="box",
-            style="rounded,filled",
-            fillcolor=fillcolor,
-        )
-
-    u = graphviz.Digraph(
-        f"{data._meta.model_name}_{data.uid}",
-        node_attr={
-            "fillcolor": GREEN_FILL,
-            "color": LAMIN_GREEN_DARKER,
-            "fontname": "Helvetica",
-            "fontsize": "10",
-        },
-        edge_attr={"arrowsize": "0.5"},
-    )
-
-    for _, row in df_edges.iterrows():
-        add_node(row["source_record"], row["source"], row["source_label"], u)
-        if row["target_record"] not in df_edges["source_record"]:
-            add_node(row["target_record"], row["target"], row["target_label"], u)
-
-        u.edge(row["source"], row["target"], color="dimgrey")
-    # label the searched file
-    u.node(
-        f"{data._meta.model_name}_{data.uid}",
-        label=data_label,
-        style="rounded,filled",
-        fillcolor=LAMIN_GREEN_LIGHTER,
-        shape="box",
-    )
-
-    _view(u)
-
-
-def _view_parents(
-    record: Record,
-    field: str,
-    with_children: bool = False,
-    distance: int = 100,
-    attr_name: Literal["parents", "predecessors"] = "parents",
-):
-    """Graph of parents."""
-    if not hasattr(record, attr_name):
-        raise NotImplementedError(
-            f"Parents view is not supported for {record.__class__.__name__}!"
-        )
-    import graphviz
-    import pandas as pd
-
-    df_edges = None
-    df_edges_parents = _df_edges_from_parents(
-        record=record, field=field, distance=distance, attr_name=attr_name
-    )
-    if df_edges_parents is not None:
-        df_edges = df_edges_parents
-    if with_children:
-        df_edges_children = _df_edges_from_parents(
-            record=record,
-            field=field,
-            distance=distance,
-            children=True,
-            attr_name=attr_name,
-        )
-        if df_edges_children is not None:
-            if df_edges is not None:
-                df_edges = pd.concat(
-                    [df_edges_parents, df_edges_children]
-                ).drop_duplicates()
-            else:
-                df_edges = df_edges_children
-
-    record_label = _record_label(record, field)
-
-    u = graphviz.Digraph(
-        record.uid,
-        node_attr={
-            "color": LAMIN_GREEN_DARKER,
-            "fillcolor": GREEN_FILL,
-            "shape": "box",
-            "style": "rounded,filled",
-            "fontname": "Helvetica",
-            "fontsize": "10",
-        },
-        edge_attr={"arrowsize": "0.5"},
-    )
-    u.node(
-        record.uid,
-        label=(
-            _record_label(record)
-            if record.__class__.__name__ == "Transform"
-            else _add_emoji(record, record_label)
-        ),
-        fillcolor=LAMIN_GREEN_LIGHTER,
-    )
-    if df_edges is not None:
-        for _, row in df_edges.iterrows():
-            u.node(row["source"], label=row["source_label"])
-            u.node(row["target"], label=row["target_label"])
-            u.edge(row["source"], row["target"], color="dimgrey")
-
-    _view(u)
-
-
-def _get_parents(
-    record: Record,
-    field: str,
-    distance: int,
-    children: bool = False,
-    attr_name: Literal["parents", "predecessors"] = "parents",
-):
-    """Recursively get parent records within a distance."""
-    if children:
-        key = attr_name
-    else:
-        key = "children" if attr_name == "parents" else "successors"  # type: ignore
-    model = record.__class__
-    condition = f"{key}__{field}"
-    results = model.filter(**{condition: record.__getattribute__(field)}).all()
-    if distance < 2:
-        return results
-
-    d = 2
-    while d < distance:
-        condition = f"{key}__{condition}"
-        records = model.filter(**{condition: record.__getattribute__(field)})
-
-        try:
-            if not records.exists():
-                return results
-
-            results = results | records.all()
-            d += 1
-        except Exception:
-            # For OperationalError:
-            # SQLite does not support joins containing more than 64 tables
-            return results
-    return results
-
-
-def _df_edges_from_parents(
-    record: Record,
-    field: str,
-    distance: int,
-    children: bool = False,
-    attr_name: Literal["parents", "predecessors"] = "parents",
-):
-    """Construct a DataFrame of edges as the input of graphviz.Digraph."""
-    if attr_name == "parents":
-        key = "children" if children else "parents"
-    else:
-        key = "successors" if children else "predecessors"
-    parents = _get_parents(
-        record=record,
-        field=field,
-        distance=distance,
-        children=children,
-        attr_name=attr_name,
-    )
-    all = record.__class__.objects
-    records = parents | all.filter(id=record.id)
-    df = records.distinct().df(include=[f"{key}__id"])
-    if f"{key}__id" not in df.columns:
-        return None
-    df_edges = df[[f"{key}__id"]]
-    df_edges = df_edges.explode(f"{key}__id")
-    df_edges.index.name = "target"
-    df_edges = df_edges.reset_index()
-    df_edges.dropna(axis=0, inplace=True)
-    df_edges.rename(columns={f"{key}__id": "source"}, inplace=True)
-    df_edges = df_edges.drop_duplicates()
-
-    # colons messes with the node formatting:
-    # https://graphviz.readthedocs.io/en/stable/node_ports.html
-    df_edges["source_record"] = df_edges["source"].apply(lambda x: all.get(id=x))
-    df_edges["target_record"] = df_edges["target"].apply(lambda x: all.get(id=x))
-    if record.__class__.__name__ == "Transform":
-        df_edges["source_label"] = df_edges["source_record"].apply(_record_label)
-        df_edges["target_label"] = df_edges["target_record"].apply(_record_label)
-    else:
-        df_edges["source_label"] = df_edges["source_record"].apply(
-            lambda x: _record_label(x, field)
-        )
-        df_edges["target_label"] = df_edges["target_record"].apply(
-            lambda x: _record_label(x, field)
-        )
-    df_edges["source"] = df_edges["source_record"].apply(lambda x: x.uid)
-    df_edges["target"] = df_edges["target_record"].apply(lambda x: x.uid)
-    return df_edges
-
-
-def _record_label(record: Record, field: str | None = None):
-    if isinstance(record, Artifact):
-        if record.description is None:
-            name = record.key
-        else:
-            name = record.description.replace("&", "&amp;")
-
-        return (
-            rf'<📄 {name}<BR/><FONT COLOR="GREY" POINT-SIZE="10"'
-            rf' FACE="Monospace">uid={record.uid}<BR/>suffix={record.suffix}</FONT>>'
-        )
-    elif isinstance(record, Collection):
-        name = record.name.replace("&", "&amp;")
-        return (
-            rf'<🍱 {name}<BR/><FONT COLOR="GREY" POINT-SIZE="10"'
-            rf' FACE="Monospace">uid={record.uid}<BR/>version={record.version}</FONT>>'
-        )
-    elif isinstance(record, Run):
-        name = f'{record.transform.name.replace("&", "&amp;")}'
-        user_display = (
-            record.created_by.handle
-            if record.created_by.name is None
-            else record.created_by.name
-        )
-        return (
-            rf'<{TRANSFORM_EMOJIS.get(str(record.transform.type), "💫")} {name}<BR/><FONT COLOR="GREY" POINT-SIZE="10"'
-            rf' FACE="Monospace">uid={record.transform.uid}<BR/>type={record.transform.type},'
-            rf" user={user_display}<BR/>run={format_field_value(record.started_at)}</FONT>>"
-        )
-    elif isinstance(record, Transform):
-        name = f'{record.name.replace("&", "&amp;")}'
-        return (
-            rf'<{TRANSFORM_EMOJIS.get(str(record.type), "💫")} {name}<BR/><FONT COLOR="GREY" POINT-SIZE="10"'
-            rf' FACE="Monospace">uid={record.uid}<BR/>type={record.type},'
-            rf" user={record.created_by.name}<BR/>updated_at={format_field_value(record.updated_at)}</FONT>>"
-        )
-    else:
-        name = record.__getattribute__(field)
-        return (
-            rf'<{name}<BR/><FONT COLOR="GREY" POINT-SIZE="10"'
-            rf' FACE="Monospace">uid={record.uid}</FONT>>'
-        )
-
-
-def _add_emoji(record: Record, label: str):
-    if record.__class__.__name__ == "Transform":
-        emoji = TRANSFORM_EMOJIS.get(record.type, "💫")
-    elif record.__class__.__name__ == "Run":
-        emoji = TRANSFORM_EMOJIS.get(record.transform.type, "💫")
-    else:
-        emoji = ""
-    return f"{emoji} {label}"
-
-
-def _get_all_parent_runs(data: Artifact | Collection) -> list:
-    """Get all input file/collection runs recursively."""
-    name = data._meta.model_name
-    run_inputs_outputs = []
-
-    runs = [data.run] if data.run is not None else []
-    while len(runs) > 0:
-        inputs = []
-        for r in runs:
-            inputs_run = (
-                r.__getattribute__(f"input_{name}s")
-                .all()
-                .filter(visibility__in=[0, 1])
-                .list()
-            )
-            if name == "artifact":
-                inputs_run += (
-                    r.input_collections.all().filter(visibility__in=[0, 1]).list()
-                )
-            run_inputs_outputs += [(inputs_run, r)]
-            outputs_run = (
-                r.__getattribute__(f"output_{name}s")
-                .all()
-                .filter(visibility__in=[0, 1])
-                .list()
-            )
-            if name == "artifact":
-                outputs_run += (
-                    r.output_collections.all().filter(visibility__in=[0, 1]).list()
-                )
-            run_inputs_outputs += [(r, outputs_run)]
-            inputs += inputs_run
-        runs = [f.run for f in inputs if f.run is not None]
-    return run_inputs_outputs
-
-
-def _get_all_child_runs(data: Artifact | Collection) -> list:
-    """Get all output file/collection runs recursively."""
-    name = data._meta.model_name
-    all_runs: set[Run] = set()
-    run_inputs_outputs = []
-
-    if data.run is not None:
-        runs = {f.run for f in data.run.__getattribute__(f"output_{name}s").all()}
-    else:
-        runs = set()
-    if name == "artifact" and data.run is not None:
-        runs.update(
-            {
-                f.run
-                for f in data.run.output_collections.all()
-                .filter(visibility__in=[0, 1])
-                .all()
-            }
-        )
-    while runs.difference(all_runs):
-        all_runs.update(runs)
-        child_runs: set[Run] = set()
-        for r in runs:
-            inputs_run = (
-                r.__getattribute__(f"input_{name}s")
-                .all()
-                .filter(visibility__in=[0, 1])
-                .list()
-            )
-            if name == "artifact":
-                inputs_run += (
-                    r.input_collections.all().filter(visibility__in=[0, 1]).list()
-                )
-            run_inputs_outputs += [(inputs_run, r)]
-
-            outputs_run = (
-                r.__getattribute__(f"output_{name}s")
-                .all()
-                .filter(visibility__in=[0, 1])
-                .list()
-            )
-            if name == "artifact":
-                outputs_run += (
-                    r.output_collections.all().filter(visibility__in=[0, 1]).list()
-                )
-            run_inputs_outputs += [(r, outputs_run)]
-
-            child_runs.update(
-                Run.filter(
-                    **{f"input_{name}s__uid__in": [i.uid for i in outputs_run]}
-                ).list()
-            )
-            # for artifacts, also include collections in the lineage
-            if name == "artifact":
-                child_runs.update(
-                    Run.filter(
-                        input_collections__uid__in=[i.uid for i in outputs_run]
-                    ).list()
-                )
-        runs = child_runs
-    return run_inputs_outputs
-
-
-def _df_edges_from_runs(df_values: list):
-    import pandas as pd
-
-    df = pd.DataFrame(df_values, columns=["source_record", "target_record"])
-    df = df.explode("source_record")
-    df = df.explode("target_record")
-    df = df.drop_duplicates().dropna()
-    df["source"] = [f"{i._meta.model_name}_{i.uid}" for i in df["source_record"]]
-    df["target"] = [f"{i._meta.model_name}_{i.uid}" for i in df["target_record"]]
-    df["source_label"] = df["source_record"].apply(_record_label)
-    df["target_label"] = df["target_record"].apply(_record_label)
-    return df
-
-
-METHOD_NAMES = [
-    "view_parents",
-]
-
-if ln_setup._TESTING:  # type: ignore
-    from inspect import signature
-
-    SIGS = {
-        name: signature(getattr(HasParents, name))
-        for name in METHOD_NAMES
-        if not name.startswith("__")
-    }
-
-for name in METHOD_NAMES:
-    attach_func_to_class_method(name, HasParents, globals())
+from __future__ import annotations
+
+import builtins
+from typing import TYPE_CHECKING, Literal
+
+import lamindb_setup as ln_setup
+from lamin_utils import logger
+from lnschema_core import Artifact, Collection, Record, Run, Transform
+from lnschema_core.models import HasParents, format_field_value
+
+from lamindb._utils import attach_func_to_class_method
+
+from ._record import get_name_field
+
+if TYPE_CHECKING:
+    from lnschema_core.types import StrField
+
+LAMIN_GREEN_LIGHTER = "#10b981"
+LAMIN_GREEN_DARKER = "#065f46"
+GREEN_FILL = "honeydew"
+TRANSFORM_EMOJIS = {"notebook": "📔", "app": "🖥️", "pipeline": "🧩"}
+is_run_from_ipython = getattr(builtins, "__IPYTHON__", False)
+
+
+def _transform_emoji(transform: Transform):
+    if transform is not None:
+        return TRANSFORM_EMOJIS.get(transform.type, "💫")
+    else:
+        return TRANSFORM_EMOJIS["pipeline"]
+
+
+def _view(u):
+    from graphviz.backend import ExecutableNotFound
+
+    try:
+        if is_run_from_ipython:
+            from IPython import get_ipython
+            from IPython.display import display
+
+            #  True if the code is running in a Jupyter Notebook or Lab environment
+            if get_ipython().__class__.__name__ == "TerminalInteractiveShell":
+                return u.view()
+            else:
+                # call u._repr_mimebundle_() manually that exception gets raised properly and not just printed by
+                # call to display()
+                display(u._repr_mimebundle_(), raw=True)
+        else:
+            return u
+    except (FileNotFoundError, RuntimeError, ExecutableNotFound):  # pragma: no cover
+        logger.error(
+            "please install the graphviz executable on your system:\n  - Ubuntu: `sudo"
+            " apt-get install graphviz`\n  - Windows:"
+            " https://graphviz.org/download/#windows\n  - Mac: `brew install graphviz`"
+        )
+
+
+def view_parents(
+    self,
+    field: StrField | None = None,
+    with_children: bool = False,
+    distance: int = 5,
+):
+    if field is None:
+        field = get_name_field(self)
+    if not isinstance(field, str):
+        field = field.field.name
+
+    return _view_parents(
+        record=self, field=field, with_children=with_children, distance=distance
+    )
+
+
+def view_lineage(data: Artifact | Collection, with_children: bool = True) -> None:
+    """Graph of data flow.
+
+    Notes:
+        For more info, see use cases: :doc:`docs:data-flow`.
+
+    Examples:
+        >>> collection.view_lineage()
+        >>> artifact.view_lineage()
+    """
+    import graphviz
+
+    df_values = _get_all_parent_runs(data)
+    if with_children:
+        df_values += _get_all_child_runs(data)
+    df_edges = _df_edges_from_runs(df_values)
+
+    data_label = _record_label(data)
+
+    def add_node(
+        record: Run | Artifact | Collection,
+        node_id: str,
+        node_label: str,
+        u: graphviz.Digraph,
+    ):
+        if isinstance(record, Run):
+            fillcolor = "gainsboro"
+        else:
+            fillcolor = GREEN_FILL
+        u.node(
+            node_id,
+            label=node_label,
+            shape="box",
+            style="rounded,filled",
+            fillcolor=fillcolor,
+        )
+
+    u = graphviz.Digraph(
+        f"{data._meta.model_name}_{data.uid}",
+        node_attr={
+            "fillcolor": GREEN_FILL,
+            "color": LAMIN_GREEN_DARKER,
+            "fontname": "Helvetica",
+            "fontsize": "10",
+        },
+        edge_attr={"arrowsize": "0.5"},
+    )
+
+    for _, row in df_edges.iterrows():
+        add_node(row["source_record"], row["source"], row["source_label"], u)
+        if row["target_record"] not in df_edges["source_record"]:
+            add_node(row["target_record"], row["target"], row["target_label"], u)
+
+        u.edge(row["source"], row["target"], color="dimgrey")
+    # label the searched file
+    u.node(
+        f"{data._meta.model_name}_{data.uid}",
+        label=data_label,
+        style="rounded,filled",
+        fillcolor=LAMIN_GREEN_LIGHTER,
+        shape="box",
+    )
+
+    _view(u)
+
+
+def _view_parents(
+    record: Record,
+    field: str,
+    with_children: bool = False,
+    distance: int = 100,
+    attr_name: Literal["parents", "predecessors"] = "parents",
+):
+    """Graph of parents."""
+    if not hasattr(record, attr_name):
+        raise NotImplementedError(
+            f"Parents view is not supported for {record.__class__.__name__}!"
+        )
+    import graphviz
+    import pandas as pd
+
+    df_edges = None
+    df_edges_parents = _df_edges_from_parents(
+        record=record, field=field, distance=distance, attr_name=attr_name
+    )
+    if df_edges_parents is not None:
+        df_edges = df_edges_parents
+    if with_children:
+        df_edges_children = _df_edges_from_parents(
+            record=record,
+            field=field,
+            distance=distance,
+            children=True,
+            attr_name=attr_name,
+        )
+        if df_edges_children is not None:
+            if df_edges is not None:
+                df_edges = pd.concat(
+                    [df_edges_parents, df_edges_children]
+                ).drop_duplicates()
+            else:
+                df_edges = df_edges_children
+
+    record_label = _record_label(record, field)
+
+    u = graphviz.Digraph(
+        record.uid,
+        node_attr={
+            "color": LAMIN_GREEN_DARKER,
+            "fillcolor": GREEN_FILL,
+            "shape": "box",
+            "style": "rounded,filled",
+            "fontname": "Helvetica",
+            "fontsize": "10",
+        },
+        edge_attr={"arrowsize": "0.5"},
+    )
+    u.node(
+        record.uid,
+        label=(
+            _record_label(record)
+            if record.__class__.__name__ == "Transform"
+            else _add_emoji(record, record_label)
+        ),
+        fillcolor=LAMIN_GREEN_LIGHTER,
+    )
+    if df_edges is not None:
+        for _, row in df_edges.iterrows():
+            u.node(row["source"], label=row["source_label"])
+            u.node(row["target"], label=row["target_label"])
+            u.edge(row["source"], row["target"], color="dimgrey")
+
+    _view(u)
+
+
+def _get_parents(
+    record: Record,
+    field: str,
+    distance: int,
+    children: bool = False,
+    attr_name: Literal["parents", "predecessors"] = "parents",
+):
+    """Recursively get parent records within a distance."""
+    if children:
+        key = attr_name
+    else:
+        key = "children" if attr_name == "parents" else "successors"  # type: ignore
+    model = record.__class__
+    condition = f"{key}__{field}"
+    results = model.filter(**{condition: record.__getattribute__(field)}).all()
+    if distance < 2:
+        return results
+
+    d = 2
+    while d < distance:
+        condition = f"{key}__{condition}"
+        records = model.filter(**{condition: record.__getattribute__(field)})
+
+        try:
+            if not records.exists():
+                return results
+
+            results = results | records.all()
+            d += 1
+        except Exception:
+            # For OperationalError:
+            # SQLite does not support joins containing more than 64 tables
+            return results
+    return results
+
+
+def _df_edges_from_parents(
+    record: Record,
+    field: str,
+    distance: int,
+    children: bool = False,
+    attr_name: Literal["parents", "predecessors"] = "parents",
+):
+    """Construct a DataFrame of edges as the input of graphviz.Digraph."""
+    if attr_name == "parents":
+        key = "children" if children else "parents"
+    else:
+        key = "successors" if children else "predecessors"
+    parents = _get_parents(
+        record=record,
+        field=field,
+        distance=distance,
+        children=children,
+        attr_name=attr_name,
+    )
+    all = record.__class__.objects
+    records = parents | all.filter(id=record.id)
+    df = records.distinct().df(include=[f"{key}__id"])
+    if f"{key}__id" not in df.columns:
+        return None
+    df_edges = df[[f"{key}__id"]]
+    df_edges = df_edges.explode(f"{key}__id")
+    df_edges.index.name = "target"
+    df_edges = df_edges.reset_index()
+    df_edges.dropna(axis=0, inplace=True)
+    df_edges.rename(columns={f"{key}__id": "source"}, inplace=True)
+    df_edges = df_edges.drop_duplicates()
+
+    # colons messes with the node formatting:
+    # https://graphviz.readthedocs.io/en/stable/node_ports.html
+    df_edges["source_record"] = df_edges["source"].apply(lambda x: all.get(id=x))
+    df_edges["target_record"] = df_edges["target"].apply(lambda x: all.get(id=x))
+    if record.__class__.__name__ == "Transform":
+        df_edges["source_label"] = df_edges["source_record"].apply(_record_label)
+        df_edges["target_label"] = df_edges["target_record"].apply(_record_label)
+    else:
+        df_edges["source_label"] = df_edges["source_record"].apply(
+            lambda x: _record_label(x, field)
+        )
+        df_edges["target_label"] = df_edges["target_record"].apply(
+            lambda x: _record_label(x, field)
+        )
+    df_edges["source"] = df_edges["source_record"].apply(lambda x: x.uid)
+    df_edges["target"] = df_edges["target_record"].apply(lambda x: x.uid)
+    return df_edges
+
+
+def _record_label(record: Record, field: str | None = None):
+    if isinstance(record, Artifact):
+        if record.description is None:
+            name = record.key
+        else:
+            name = record.description.replace("&", "&amp;")
+
+        return (
+            rf'<📄 {name}<BR/><FONT COLOR="GREY" POINT-SIZE="10"'
+            rf' FACE="Monospace">uid={record.uid}<BR/>suffix={record.suffix}</FONT>>'
+        )
+    elif isinstance(record, Collection):
+        name = record.name.replace("&", "&amp;")
+        return (
+            rf'<🍱 {name}<BR/><FONT COLOR="GREY" POINT-SIZE="10"'
+            rf' FACE="Monospace">uid={record.uid}<BR/>version={record.version}</FONT>>'
+        )
+    elif isinstance(record, Run):
+        name = f'{record.transform.name.replace("&", "&amp;")}'
+        user_display = (
+            record.created_by.handle
+            if record.created_by.name is None
+            else record.created_by.name
+        )
+        return (
+            rf'<{TRANSFORM_EMOJIS.get(str(record.transform.type), "💫")} {name}<BR/><FONT COLOR="GREY" POINT-SIZE="10"'
+            rf' FACE="Monospace">uid={record.transform.uid}<BR/>type={record.transform.type},'
+            rf" user={user_display}<BR/>run={format_field_value(record.started_at)}</FONT>>"
+        )
+    elif isinstance(record, Transform):
+        name = f'{record.name.replace("&", "&amp;")}'
+        return (
+            rf'<{TRANSFORM_EMOJIS.get(str(record.type), "💫")} {name}<BR/><FONT COLOR="GREY" POINT-SIZE="10"'
+            rf' FACE="Monospace">uid={record.uid}<BR/>type={record.type},'
+            rf" user={record.created_by.name}<BR/>updated_at={format_field_value(record.updated_at)}</FONT>>"
+        )
+    else:
+        name = record.__getattribute__(field)
+        return (
+            rf'<{name}<BR/><FONT COLOR="GREY" POINT-SIZE="10"'
+            rf' FACE="Monospace">uid={record.uid}</FONT>>'
+        )
+
+
+def _add_emoji(record: Record, label: str):
+    if record.__class__.__name__ == "Transform":
+        emoji = TRANSFORM_EMOJIS.get(record.type, "💫")
+    elif record.__class__.__name__ == "Run":
+        emoji = TRANSFORM_EMOJIS.get(record.transform.type, "💫")
+    else:
+        emoji = ""
+    return f"{emoji} {label}"
+
+
+def _get_all_parent_runs(data: Artifact | Collection) -> list:
+    """Get all input file/collection runs recursively."""
+    name = data._meta.model_name
+    run_inputs_outputs = []
+
+    runs = [data.run] if data.run is not None else []
+    while len(runs) > 0:
+        inputs = []
+        for r in runs:
+            inputs_run = (
+                r.__getattribute__(f"input_{name}s")
+                .all()
+                .filter(visibility__in=[0, 1])
+                .list()
+            )
+            if name == "artifact":
+                inputs_run += (
+                    r.input_collections.all().filter(visibility__in=[0, 1]).list()
+                )
+            run_inputs_outputs += [(inputs_run, r)]
+            outputs_run = (
+                r.__getattribute__(f"output_{name}s")
+                .all()
+                .filter(visibility__in=[0, 1])
+                .list()
+            )
+            if name == "artifact":
+                outputs_run += (
+                    r.output_collections.all().filter(visibility__in=[0, 1]).list()
+                )
+            run_inputs_outputs += [(r, outputs_run)]
+            inputs += inputs_run
+        runs = [f.run for f in inputs if f.run is not None]
+    return run_inputs_outputs
+
+
+def _get_all_child_runs(data: Artifact | Collection) -> list:
+    """Get all output file/collection runs recursively."""
+    name = data._meta.model_name
+    all_runs: set[Run] = set()
+    run_inputs_outputs = []
+
+    if data.run is not None:
+        runs = {f.run for f in data.run.__getattribute__(f"output_{name}s").all()}
+    else:
+        runs = set()
+    if name == "artifact" and data.run is not None:
+        runs.update(
+            {
+                f.run
+                for f in data.run.output_collections.all()
+                .filter(visibility__in=[0, 1])
+                .all()
+            }
+        )
+    while runs.difference(all_runs):
+        all_runs.update(runs)
+        child_runs: set[Run] = set()
+        for r in runs:
+            inputs_run = (
+                r.__getattribute__(f"input_{name}s")
+                .all()
+                .filter(visibility__in=[0, 1])
+                .list()
+            )
+            if name == "artifact":
+                inputs_run += (
+                    r.input_collections.all().filter(visibility__in=[0, 1]).list()
+                )
+            run_inputs_outputs += [(inputs_run, r)]
+
+            outputs_run = (
+                r.__getattribute__(f"output_{name}s")
+                .all()
+                .filter(visibility__in=[0, 1])
+                .list()
+            )
+            if name == "artifact":
+                outputs_run += (
+                    r.output_collections.all().filter(visibility__in=[0, 1]).list()
+                )
+            run_inputs_outputs += [(r, outputs_run)]
+
+            child_runs.update(
+                Run.filter(
+                    **{f"input_{name}s__uid__in": [i.uid for i in outputs_run]}
+                ).list()
+            )
+            # for artifacts, also include collections in the lineage
+            if name == "artifact":
+                child_runs.update(
+                    Run.filter(
+                        input_collections__uid__in=[i.uid for i in outputs_run]
+                    ).list()
+                )
+        runs = child_runs
+    return run_inputs_outputs
+
+
+def _df_edges_from_runs(df_values: list):
+    import pandas as pd
+
+    df = pd.DataFrame(df_values, columns=["source_record", "target_record"])
+    df = df.explode("source_record")
+    df = df.explode("target_record")
+    df = df.drop_duplicates().dropna()
+    df["source"] = [f"{i._meta.model_name}_{i.uid}" for i in df["source_record"]]
+    df["target"] = [f"{i._meta.model_name}_{i.uid}" for i in df["target_record"]]
+    df["source_label"] = df["source_record"].apply(_record_label)
+    df["target_label"] = df["target_record"].apply(_record_label)
+    return df
+
+
+METHOD_NAMES = [
+    "view_parents",
+]
+
+if ln_setup._TESTING:  # type: ignore
+    from inspect import signature
+
+    SIGS = {
+        name: signature(getattr(HasParents, name))
+        for name in METHOD_NAMES
+        if not name.startswith("__")
+    }
+
+for name in METHOD_NAMES:
+    attach_func_to_class_method(name, HasParents, globals())