pixeltable 0.1.2__py3-none-any.whl → 0.2.0__py3-none-any.whl

pixeltable/catalog/named_function.py

@@ -0,0 +1,36 @@
+from __future__ import annotations
+
+import json
+import logging
+from uuid import UUID
+
+import sqlalchemy as sql
+
+from .schema_object import SchemaObject
+from pixeltable.env import Env
+from pixeltable.metadata import schema
+
+
+_logger = logging.getLogger('pixeltable')
+
+class NamedFunction(SchemaObject):
+    """
+    Contains references to functions that are named and have a path.
+    The Function itself is stored in the FunctionRegistry.
+    """
+    def __init__(self, id: UUID, dir_id: UUID, name: str):
+        super().__init__(id, name, dir_id)
+
+    @classmethod
+    def display_name(cls) -> str:
+        return 'function'
+
+    def move(self, new_name: str, new_dir_id: UUID) -> None:
+        super().move(new_name, new_dir_id)
+        with Env.get().engine.begin() as conn:
+            stmt = sql.text((
+                f"UPDATE {schema.Function.__table__} "
+                f"SET {schema.Function.dir_id.name} = :new_dir_id, {schema.Function.md.name}['name'] = :new_name "
+                f"WHERE {schema.Function.id.name} = :id"))
+            conn.execute(stmt, {'new_dir_id': new_dir_id, 'new_name': json.dumps(new_name), 'id': self._id})
+

pixeltable/catalog/path.py

@@ -0,0 +1,58 @@
+from __future__ import annotations
+
+import logging
+
+from pixeltable import exceptions as excs
+from .globals import is_valid_path
+
+_logger = logging.getLogger('pixeltable')
+
+class Path:
+    def __init__(self, path: str, empty_is_valid: bool = False):
+        if not is_valid_path(path, empty_is_valid):
+            raise excs.Error(f"Invalid path format: '{path}'")
+        self.components = path.split('.')
+
+    @property
+    def len(self) -> int:
+        return 0 if self.is_root else len(self.components)
+
+    @property
+    def name(self) -> str:
+        assert len(self.components) > 0
+        return self.components[-1]
+
+    @property
+    def is_root(self) -> bool:
+        return self.components[0] == ''
+
+    @property
+    def parent(self) -> Path:
+        if len(self.components) == 1:
+            if self.is_root:
+                return self
+            else:
+                return Path('', empty_is_valid=True)
+        else:
+            return Path('.'.join(self.components[:-1]))
+
+    def append(self, name: str) -> Path:
+        if self.is_root:
+            return Path(name)
+        else:
+            return Path(f'{str(self)}.{name}')
+
+    def is_ancestor(self, other: Path, is_parent: bool = False) -> bool:
+        """
+        True if self as an ancestor path of other.
+        """
+        if self.len >= other.len or other.is_root:
+            return False
+        if self.is_root and (other.len == 1 or not is_parent):
+            return True
+        is_prefix = self.components == other.components[:self.len]
+        return is_prefix and (self.len == (other.len - 1) or not is_parent)
+
+    def __str__(self) -> str:
+        return '.'.join(self.components)
+

pixeltable/catalog/path_dict.py

@@ -0,0 +1,139 @@
+from __future__ import annotations
+
+import copy
+import logging
+from typing import Optional, List, Dict, Type
+from uuid import UUID
+
+import sqlalchemy.orm as orm
+
+from pixeltable import exceptions as excs
+from pixeltable.env import Env
+from pixeltable.metadata import schema
+from .dir import Dir
+from .path import Path
+from .schema_object import SchemaObject
+
+_logger = logging.getLogger('pixeltable')
+
+class PathDict:
+    """Keep track of all paths in a Db instance"""
+    def __init__(self):
+        self.dir_contents: Dict[UUID, Dict[str, SchemaObject]] = {}
+        self.schema_objs: Dict[UUID, SchemaObject] = {}
+
+        # load dirs
+        with orm.Session(Env.get().engine, future=True) as session:
+            _ = [dir_record for dir_record in session.query(schema.Dir).all()]
+            self.schema_objs = {
+                dir_record.id: Dir(dir_record.id, dir_record.parent_id, schema.DirMd(**dir_record.md).name)
+                for dir_record in session.query(schema.Dir).all()
+            }
+
+        # identify root dir
+        root_dirs = [dir for dir in self.schema_objs.values() if dir._dir_id is None]
+        assert len(root_dirs) == 1
+        self.root_dir = root_dirs[0]
+
+        # build dir_contents
+        def record_dir(dir: Dir) -> None:
+            if dir._id in self.dir_contents:
+                return
+            else:
+                self.dir_contents[dir._id] = {}
+            if dir._dir_id is not None:
+                record_dir(self.schema_objs[dir._dir_id])
+                self.dir_contents[dir._dir_id][dir._name] = dir
+
+        for dir in self.schema_objs.values():
+            record_dir(dir)
+
+    def _resolve_path(self, path: Path) -> SchemaObject:
+        if path.is_root:
+            return self.root_dir
+        dir = self.root_dir
+        for i, component in enumerate(path.components):
+            if component not in self.dir_contents[dir._id]:
+                raise excs.Error(f'No such path: {".".join(path.components[:i + 1])}')
+            schema_obj = self.dir_contents[dir._id][component]
+            if i < len(path.components) - 1:
+                if not isinstance(schema_obj, Dir):
+                    raise excs.Error(f'Not a directory: {".".join(path.components[:i + 1])}')
+                dir = schema_obj
+        return schema_obj
+
+    def __getitem__(self, path: Path) -> SchemaObject:
+        return self._resolve_path(path)
+
+    def get_schema_obj(self, id: UUID) -> Optional[SchemaObject]:
+        return self.schema_objs.get(id)
+
+    def add_schema_obj(self, dir_id: UUID, name: str, val: SchemaObject) -> None:
+        self.dir_contents[dir_id][name] = val
+        self.schema_objs[val._id] = val
+
+    def __setitem__(self, path: Path, val: SchemaObject) -> None:
+        parent_dir = self._resolve_path(path.parent)
+        assert path.name not in self.dir_contents[parent_dir._id]
+        self.schema_objs[val._id] = val
+        self.dir_contents[parent_dir._id][path.name] = val
+        if isinstance(val, Dir):
+            self.dir_contents[val._id] = {}
+
+    def __delitem__(self, path: Path) -> None:
+        parent_dir = self._resolve_path(path.parent)
+        assert path.name in self.dir_contents[parent_dir._id]
+        obj = self.dir_contents[parent_dir._id][path.name]
+        del self.dir_contents[parent_dir._id][path.name]
+        if isinstance(obj, Dir):
+            del self.dir_contents[obj._id]
+        del self.schema_objs[obj._id]
+
+    def move(self, from_path: Path, to_path: Path) -> None:
+        from_dir = self._resolve_path(from_path.parent)
+        assert isinstance(from_dir, Dir)
+        assert from_path.name in self.dir_contents[from_dir._id]
+        obj = self.dir_contents[from_dir._id][from_path.name]
+        del self.dir_contents[from_dir._id][from_path.name]
+        to_dir = self._resolve_path(to_path.parent)
+        assert to_path.name not in self.dir_contents[to_dir._id]
+        self.dir_contents[to_dir._id][to_path.name] = obj
+
+    def check_is_valid(self, path: Path, expected: Optional[Type[SchemaObject]]) -> None:
+        """Check that path is valid and that the object at path has the expected type.
+
+        Args:
+            path: path to check
+            expected: expected type of object at path or None if object should not exist
+
+        Raises:
+            Error if path is invalid or object at path has wrong type
+        """
+        # check for existence
+        if expected is not None:
+            schema_obj = self._resolve_path(path)
+            if not isinstance(schema_obj, expected):
+                raise excs.Error(
+                    f'{str(path)} needs to be a {expected.display_name()} but is a {type(schema_obj).display_name()}')
+        if expected is None:
+            parent_obj = self._resolve_path(path.parent)
+            if not isinstance(parent_obj, Dir):
+                raise excs.Error(
+                    f'{str(path.parent)} is a {type(parent_obj).display_name()}, not a {Dir.display_name()}')
+            if path.name in self.dir_contents[parent_obj._id]:
+                obj = self.dir_contents[parent_obj._id][path.name]
+                raise excs.Error(f"{type(obj).display_name()} '{str(path)}' already exists")
+
+    def get_children(self, parent: Path, child_type: Optional[Type[SchemaObject]], recursive: bool) -> List[Path]:
+        dir = self._resolve_path(parent)
+        if not isinstance(dir, Dir):
+            raise excs.Error(f'{str(parent)} is a {type(dir).display_name()}, not a directory')
+        matches = [
+            obj for obj in self.dir_contents[dir._id].values() if child_type is None or isinstance(obj, child_type)
+        ]
+        result = [copy.copy(parent).append(obj._name) for obj in matches]
+        if recursive:
+            for dir in [obj for obj in self.dir_contents[dir._id].values() if isinstance(obj, Dir)]:
+                result.extend(self.get_children(copy.copy(parent).append(dir._name), child_type, recursive))
+        return result
+

pixeltable/catalog/schema_object.py

@@ -0,0 +1,39 @@
+from abc import abstractmethod
+from typing import Optional
+from uuid import UUID
+
+
+class SchemaObject:
+    """
+    Base class of all addressable objects within a Db.
+    Each object has an id, a name and a parent directory.
+    """
+    def __init__(self, obj_id: UUID, name: str, dir_id: Optional[UUID]):
+        # make these private so they don't collide with column names (id and name are fairly common)
+        self._id = obj_id
+        self._name = name
+        self._dir_id = dir_id
+
+    def get_id(self) -> UUID:
+        return self._id
+
+    def get_name(self) -> str:
+        return self._name
+
+    @classmethod
+    @abstractmethod
+    def display_name(cls) -> str:
+        """
+        Return name displayed in error messages.
+        """
+        pass
+
+    @property
+    def fqn(self) -> str:
+        return f'{self.parent_dir().fqn}.{self._name}'
+
+    def move(self, new_name: str, new_dir_id: UUID) -> None:
+        """Subclasses need to override this to make the change persistent"""
+        self._name = new_name
+        self._dir_id = new_dir_id
+