relationalai 0.12.13__py3-none-any.whl → 0.13.0.dev0__py3-none-any.whl

relationalai/environments/base.py

@@ -1,381 +0,0 @@
-from __future__ import annotations
-from abc import ABC, abstractmethod
-import ast
-from dataclasses import dataclass, field
-from functools import wraps
-import inspect
-import os
-import textwrap
-from typing import Any, Callable, Type
-
-from relationalai.clients.config import Config
-
-def noop(*_, **__):
-    ...
-
-def patch(target, name):
-    "Given the `target` class or module, replace method `name` with the decorated wrapper fn."
-    original = getattr(target, name, noop)
-
-    def decorator(f):
-        @wraps(original)
-        def wrapped(*args, **kwargs):
-            return f(original, *args, **kwargs)
-
-        setattr(target, name, wrapped)
-        return wrapped
-
-    return decorator
-
-def except_return(exc_type: Type[Exception], default):
-    "Catch exceptions like `exc_type` and return `default` instead."
-    def decorator(fn):
-        @wraps(fn)
-        def wrapper(*args, **kwargs):
-            try:
-                return fn(*args, **kwargs)
-            except exc_type:
-                return default
-        return wrapper
-    return decorator
-
-#--------------------------------------------------
-# SourcePos
-#--------------------------------------------------
-
-@dataclass
-class SourcePos:
-    file: str = field(default="Unknown")
-    line: int|None = field(default=0)
-    source: str|None = field(default="")
-    _source_info = None
-
-    def to_source_info(self):
-        if not self.source or not self.line:
-            return
-        if self._source_info:
-            return self._source_info
-        self._source_info = find_root_expression(self.source, self.line, self.file)
-        return self._source_info
-
-#--------------------------------------------------
-# SourceInfo
-#--------------------------------------------------
-
-
-@dataclass
-class SourceInfo:
-    file: str = field(default="Unknown")
-    line: int = field(default=0)
-    source: str = field(default="")
-    block: ast.AST|None = None
-    source_start_line:int = 0
-
-    def modify(self, transformer:ast.NodeTransformer):
-        if not self.block:
-            from .. import debugging
-            debugging.warn(Warning(f"Cannot find source to provide quick fix suggestions at {self.file}:{self.line}"))
-            return
-
-        new_block = transformer.visit(self.block)
-        new = SourceInfo(self.file, self.line, ast.unparse(new_block), new_block)
-        new.source_start_line = self.source_start_line
-        return new
-
-    def to_json(self):
-        return {
-            "file": self.file,
-            "line": self.line,
-            "source": self.source
-        }
-
-    @classmethod
-    def from_source(cls, filename: str, line: int|None, code: str|None):
-        line = line or 0
-        if not code:
-            return cls(filename, line, "")
-        else:
-            return find_block_in(code, line, filename)
-
-rai_site_packages = os.path.join("site-packages", "relationalai")
-rai_src = os.path.join("src", "relationalai")
-rai_zip = os.path.join(".", "relationalai.zip", "relationalai")
-
-def is_user_code(frame):
-    file = frame.f_code.co_filename
-    if rai_site_packages in file:
-        return False
-    if rai_src in file:
-        return False
-    if rai_zip in file:
-        return False
-    # RAI library code can be dynamically generated and thus have no filename
-    # for example, Action.__init__ is generated via the dataclasses module
-    # in that case frame.f_code.co_name is "<string>"
-    # It can also be "<string>" if the user uses `eval`, but that's OK
-    # because we'll just back out one frame to the `eval` call, which is the
-    # right thing to do anyway
-    if frame.f_code.co_name == "<string>":
-        return False
-    if "lib/python" in file:
-        return False
-    return True
-
-def first_non_relationalai_frame(frame):
-    while frame and frame.f_back:
-        if is_user_code(frame):
-            break
-        frame = frame.f_back
-    return frame
-
-def find_external_frame(steps:int|None = None):
-    caller_frame = inspect.currentframe()
-    if steps is not None:
-        for _ in range(steps):
-            if not caller_frame or not caller_frame.f_back:
-                break
-            caller_frame = caller_frame.f_back
-    else:
-        caller_frame = first_non_relationalai_frame(caller_frame)
-
-    return caller_frame
-
-
-def find_block_in(source_code: str, caller_line: int, relative_filename: str):
-    # Parse the source code into an AST
-    tree = ast.parse(source_code)
-
-    # Find the node that corresponds to the call
-    class BlockFinder(ast.NodeVisitor):
-        def __init__(self, target_lineno):
-            self.target_lineno = target_lineno
-            self.current_with_block = None
-            self.block_node = None
-
-        def visit_With(self, node):
-            # Check if the with statement calls model.query() or model.rule()
-            if self.is_model_query_or_rule(node.items[0].context_expr):
-                # Save the current with block
-                previous_with_block = self.current_with_block
-                self.current_with_block = node
-
-                # Check if the target line is within this with block
-                if node.lineno <= self.target_lineno <= max(getattr(child, "lineno") for child in ast.walk(node) if hasattr(child, 'lineno')):
-                    if self.block_node is None:
-                        self.block_node = node
-
-                # Visit children
-                self.generic_visit(node)
-
-                # Restore the previous with block
-                self.current_with_block = previous_with_block
-            else:
-                # If it's not a model.query() or model.rule() call, just visit children
-                self.generic_visit(node)
-
-        def is_model_query_or_rule(self, node):
-            if isinstance(node, ast.Call):
-                if isinstance(node.func, ast.Attribute):
-                    return node.func.attr in ['query', 'rule']
-
-        def generic_visit(self, node):
-            if hasattr(node, "lineno") and getattr(node, "lineno") == self.target_lineno:
-                if self.block_node is None:
-                    self.block_node = self.current_with_block or node
-            ast.NodeVisitor.generic_visit(self, node)
-
-    finder = BlockFinder(caller_line)
-    finder.visit(tree)
-
-    if finder.block_node:
-        # Extract the lines from the source code
-        start_line = getattr(finder.block_node, "lineno", None)
-        assert start_line is not None, "Could not find range of block node"
-        end_line = getattr(finder.block_node, "end_lineno", start_line)
-
-        block_lines = source_code.splitlines()[start_line - 1:end_line]
-        block_code = "\n".join(block_lines)
-        return SourceInfo(relative_filename, caller_line, textwrap.dedent(block_code), finder.block_node, source_start_line=start_line)
-
-    lines = source_code.splitlines()
-    if caller_line > len(lines):
-        return SourceInfo(relative_filename, caller_line)
-    return SourceInfo(relative_filename, caller_line, lines[caller_line - 1])
-
-parses = {}
-def find_root_expression(source_code: str, target_line: int, relative_filename: str):
-    # Parse the source code into an AST
-    if relative_filename not in parses:
-        parses[relative_filename] = ast.parse(source_code)
-    tree = parses[relative_filename]
-
-    class ExpressionChainFinder(ast.NodeVisitor):
-        def __init__(self, target_line):
-            self.target_line = target_line
-            self.candidates = []
-
-        def visit(self, node):
-            # Consider all expression nodes, including Call nodes
-            is_expr_node = isinstance(node, (ast.Expr, ast.Call, ast.Attribute, ast.BinOp,
-                                          ast.UnaryOp, ast.IfExp, ast.Compare, ast.Subscript,
-                                          ast.Dict, ast.List, ast.Tuple, ast.Set))
-
-            if hasattr(node, "lineno") and is_expr_node:
-                end_lineno = getattr(node, "end_lineno", node.lineno)
-
-                # Check if this node contains our target line
-                if node.lineno <= self.target_line <= end_lineno:
-                    # Store the node with its line span information
-                    self.candidates.append((node, node.lineno, end_lineno))
-
-            # Continue visiting children
-            for child in ast.iter_child_nodes(node):
-                self.visit(child)
-
-    finder = ExpressionChainFinder(target_line)
-    finder.visit(tree)
-
-    if finder.candidates:
-        # Sort candidates by their starting line (ascending) and then by span size (descending)
-        # This prioritizes expressions that start earlier and cover more lines
-        sorted_candidates = sorted(finder.candidates,
-                                  key=lambda x: (x[1], -(x[2] - x[1])))
-
-        # Find the outermost expression that contains our target line
-        # This will capture the entire multi-line function call
-        outermost_candidates = []
-        for node, start_line, end_line in sorted_candidates:
-            # Check if this is a new candidate or extends an existing one
-            if not outermost_candidates or start_line < outermost_candidates[0][1]:
-                outermost_candidates = [(node, start_line, end_line)]
-
-            # If we have a node that starts at the same line but ends later, prefer it
-            elif start_line == outermost_candidates[0][1] and end_line > outermost_candidates[0][2]:
-                outermost_candidates = [(node, start_line, end_line)]
-
-        if outermost_candidates:
-            node, start_line, end_line = outermost_candidates[0]
-
-            # Extract the lines from the source code
-            block_lines = source_code.splitlines()[start_line - 1:end_line]
-            block_code = "\n".join(block_lines)
-            return SourceInfo(relative_filename, target_line, textwrap.dedent(block_code), node, source_start_line=start_line)
-
-    # If no nodes were found, return the single line
-    lines = source_code.splitlines()
-    if target_line > len(lines):
-        return SourceInfo(relative_filename, target_line)
-    return SourceInfo(relative_filename, target_line, lines[target_line - 1])
-
-#--------------------------------------------------
-# Warnings & Exceptions Display
-#--------------------------------------------------
-
-def handle_rai_warning(warning: Warning):
-    from ..errors import RAIWarning
-    from .. import debugging
-
-    debugging.warn(warning, True)
-
-    if not isinstance(warning, RAIWarning):
-        return False
-
-    warning.pprint()
-    return True
-
-def handle_rai_exception(exc: BaseException):
-    global handled_error
-    handled_error = None
-
-    from ..errors import RAIException, RAIExceptionSet
-    from .. import debugging
-
-    if not isinstance(exc, RAIException):
-        return False
-
-    for err in exc.exceptions if isinstance(exc, RAIExceptionSet) else [exc]:
-        err.pprint()
-        debugging.error(err)
-
-    return True
-
-#--------------------------------------------------
-# RuntimeEnvironment
-#--------------------------------------------------
-
-class RuntimeEnvironment(ABC):
-    remote = False
-
-    def __init__(self):
-        self._patch()
-
-    @classmethod
-    @abstractmethod
-    def detect(cls) -> bool:
-        ...
-
-    @abstractmethod
-    def get_source(self, steps:int|None = None) -> SourceInfo|None:
-        ...
-
-    @abstractmethod
-    def get_source_pos(self, steps:int|None = None) -> SourcePos|None:
-        ...
-
-    def _patch(self):
-        ...
-
-@dataclass
-class NotebookCell():
-    id: str
-    name: str
-    _content: str|Callable[[], str]
-    _native: Any|None = None
-
-    @property
-    def content(self):
-        if callable(self._content):
-            return self._content()
-        else:
-            return self._content
-
-    def get_source(self, steps: int | None = None) -> SourceInfo | None:
-        caller_frame = find_external_frame(steps)
-        caller_line = caller_frame.f_lineno if caller_frame else None
-        return SourceInfo.from_source(self.name, caller_line, self.content)
-
-    def get_source_pos(self, steps: int | None = None) -> SourcePos | None:
-        caller_frame = find_external_frame(steps)
-        caller_line = caller_frame.f_lineno if caller_frame else None
-        return SourcePos(self.name, caller_line, self.content)
-
-class NotebookRuntimeEnvironment(RuntimeEnvironment, ABC):
-    def __init__(self):
-        super().__init__()
-        self.cells: dict[str|None, NotebookCell] = dict()
-        self.dirty_cells: set[str] = set()
-
-    @abstractmethod
-    def active_cell_id(self) -> str|None:
-        ...
-
-    def update_cell(self, cell: NotebookCell|None):
-        if cell:
-            self.dirty_cells.add(cell.id)
-            self.cells[cell.id] = cell
-
-    def cell(self, id: str|None = None) -> NotebookCell|None:
-        return self.cells.get(id if id else self.active_cell_id())
-
-    def get_source(self, steps: int | None = None) -> SourceInfo | None:
-        cell = self.cell()
-        return cell.get_source(steps) if cell else None
-
-    def get_source_pos(self, steps: int | None = None) -> SourcePos | None:
-        cell = self.cell()
-        return cell.get_source_pos(steps) if cell else None
-
-class SessionEnvironment(RuntimeEnvironment, ABC):
-    @abstractmethod
-    def configure_session(self, config: Config, session: Any|None = None) -> Any:
-        ...

relationalai/environments/colab.py

@@ -1,14 +0,0 @@
-from relationalai.environments.base import except_return
-from relationalai.environments.ipython import IPythonEnvironment
-import sys
-
-class ColabEnvironment(IPythonEnvironment):
-    remote = True
-
-    @classmethod
-    def detect(cls):
-        return "google.colab" in sys.modules
-
-    @except_return(Exception, None)
-    def active_cell_id(self):
-        return self.ipython.get_parent()["metadata"]["colab"]["cell_id"] #type: ignore

relationalai/environments/generic.py

@@ -1,71 +0,0 @@
-from __future__ import annotations
-from functools import lru_cache
-import os
-import sys
-import warnings
-
-from relationalai.environments.base import SourcePos
-
-from .base import RuntimeEnvironment, SourceInfo, find_external_frame, handle_rai_exception, handle_rai_warning, patch
-
-cwd = os.getcwd()
-
-# relpath is a shockingly slow operation, so caching it
-@lru_cache(maxsize=128)
-def relative_path(path: str) -> str:
-    try:
-        return os.path.relpath(path, cwd)
-    except ValueError:
-        return path
-
-@lru_cache(maxsize=128)
-def get_source_code(filename: str) -> str|None:
-    """Get the source code of a file."""
-    try:
-        with open(filename, "r") as f:
-            return f.read()
-    except Exception:
-        return None
-
-class GenericEnvironment(RuntimeEnvironment):
-    @classmethod
-    def detect(cls) -> bool:
-        return True
-
-    def _to_source(self):
-        caller_frame = find_external_frame()
-        if not caller_frame:
-            return
-
-        caller_filename = caller_frame.f_code.co_filename
-        caller_line = caller_frame.f_lineno
-        relative_filename = relative_path(caller_filename)
-
-        source_code = get_source_code(caller_filename)
-
-        return (relative_filename, caller_line, source_code)
-
-    def get_source(self, steps:int|None = None):
-        source = self._to_source()
-        if not source:
-            return None
-        (relative_filename, caller_line, source_code) = source
-        return SourceInfo.from_source(relative_filename, caller_line, source_code)
-
-    def get_source_pos(self, steps: int | None = None) -> SourcePos | None:
-        source = self._to_source()
-        if not source:
-            return None
-        (relative_filename, caller_line, source_code) = source
-        return SourcePos(relative_filename, caller_line, source_code)
-
-    def _patch(self):
-        @patch(warnings, "showwarning")
-        def _(original, message, category, filename, lineno, file=None, line=None):
-            if not handle_rai_warning(message):
-                original(message, category, filename, lineno, file, line)
-
-        @patch(sys, "excepthook")
-        def _(original, exc_type, exc_value, exc_traceback, quiet=False):
-            handle_rai_exception(exc_value)
-            original(exc_type, exc_value, exc_traceback)

relationalai/environments/ipython.py

@@ -1,68 +0,0 @@
-from __future__ import annotations
-import contextlib
-import io
-import sys
-import warnings
-from relationalai.environments.base import NotebookCell, NotebookRuntimeEnvironment, except_return, handle_rai_exception, handle_rai_warning, patch
-
-class IPythonEnvironment(NotebookRuntimeEnvironment):
-    def __init__(self):
-        from IPython import get_ipython # type: ignore
-        self.ipython = get_ipython()
-        super().__init__()
-
-    @classmethod
-    @except_return(ImportError, False)
-    def detect(cls):
-        from IPython import get_ipython # type: ignore
-        return bool(get_ipython())
-
-    @except_return(Exception, None)
-    def active_cell_id(self):
-        meta = self.ipython.get_parent()["metadata"]
-        return meta.get("cellId", meta.get("cell_id")) #type: ignore
-
-    def _patch(self):
-        self.ipython.events.register("pre_run_cell", self._pre_run_cell)
-        self.ipython.events.register('post_run_cell', self._post_run_cell)
-
-        @patch(warnings, "showwarning")
-        def _(original, message, category, filename, lineno, file=None, line=None):
-            if not handle_rai_warning(message):
-                original(message, category, filename, lineno, file, line)
-
-        self.ipython.set_custom_exc((BaseException,), self._handle_exc)
-
-    def _handle_exc(self, shell, exc_type, exc_value, exc_traceback, tb_offset=1):
-        from ..errors import RAIException
-
-        with contextlib.redirect_stdout(io.StringIO()) as buffer:
-            handle_rai_exception(exc_value)
-
-        if isinstance(exc_value, RAIException):
-            pprinted = buffer.getvalue().strip()
-            # remove the trailing divider
-            pprinted = pprinted[:pprinted.rfind("\n")]
-            print(pprinted, file=sys.stderr)
-
-        else:
-            shell.showtraceback((exc_type, exc_value, exc_traceback), tb_offset=tb_offset)
-
-    def _pre_run_cell(self, info):
-        self.update_cell(self._cell_from_exec_info(info))
-
-    @except_return(Exception, None)
-    def _post_run_cell(self, result):
-        from .. import dsl
-        graph = dsl.get_graph()
-        if graph._temp_is_active():
-            graph._flush_temp()
-            graph._restore_temp()
-
-    def _cell_from_exec_info(self, info):
-        cell_id = getattr(info, "cell_id", None) or getattr(info, "cellId", None)
-        if cell_id:
-            in_ns = self.ipython.user_ns['In']
-            cell_ix = len(in_ns)
-            cell = NotebookCell(cell_id, f"In[{cell_ix}]", getattr(info, "raw_cell", lambda: in_ns[cell_ix]))
-            return cell

relationalai/environments/jupyter.py

@@ -1,9 +0,0 @@
-from relationalai.environments.base import except_return
-from relationalai.environments.ipython import IPythonEnvironment
-
-class JupyterEnvironment(IPythonEnvironment):
-    @classmethod
-    @except_return(ImportError, False)
-    def detect(cls):
-        from IPython import get_ipython # type: ignore
-        return get_ipython().__class__.__name__ == "ZMQInteractiveShell"