singlestoredb 1.8.0__cp38-abi3-win_amd64.whl → 1.10.0__cp38-abi3-win_amd64.whl

singlestoredb/management/workspace.py

@@ -21,6 +21,12 @@ from .. import config
 from .. import connection
 from ..exceptions import ManagementError
 from .billing_usage import BillingUsageItem
+from .files import FileLocation
+from .files import FilesObject
+from .files import FilesObjectBytesReader
+from .files import FilesObjectBytesWriter
+from .files import FilesObjectTextReader
+from .files import FilesObjectTextWriter
 from .manager import Manager
 from .organization import Organization
 from .region import Region
@@ -84,334 +90,17 @@ def get_workspace(
     raise RuntimeError('no workspace group specified')
 
 
-class StageObject(object):
-    """
-    Stage file / folder object.
-
-    This object is not instantiated directly. It is used in the results
-    of various operations in ``WorkspaceGroup.stage`` methods.
-
-    """
-
-    def __init__(
-        self,
-        name: str,
-        path: str,
-        size: int,
-        type: str,
-        format: str,
-        mimetype: str,
-        created: Optional[datetime.datetime],
-        last_modified: Optional[datetime.datetime],
-        writable: bool,
-        content: Optional[List[str]] = None,
-    ):
-        #: Name of file / folder
-        self.name = name
-
-        if type == 'directory':
-            path = re.sub(r'/*$', r'', str(path)) + '/'
-
-        #: Path of file / folder
-        self.path = path
-
-        #: Size of the object (in bytes)
-        self.size = size
-
-        #: Data type: file or directory
-        self.type = type
-
-        #: Data format
-        self.format = format
-
-        #: Mime type
-        self.mimetype = mimetype
-
-        #: Datetime the object was created
-        self.created_at = created
-
-        #: Datetime the object was modified last
-        self.last_modified_at = last_modified
-
-        #: Is the object writable?
-        self.writable = writable
-
-        #: Contents of a directory
-        self.content: List[str] = content or []
-
-        self._stage: Optional[Stage] = None
-
-    @classmethod
-    def from_dict(
-        cls,
-        obj: Dict[str, Any],
-        stage: Stage,
-    ) -> StageObject:
-        """
-        Construct a StageObject from a dictionary of values.
-
-        Parameters
-        ----------
-        obj : dict
-            Dictionary of values
-        stage : Stage
-            Stage object to use as the parent
-
-        Returns
-        -------
-        :class:`StageObject`
-
-        """
-        out = cls(
-            name=obj['name'],
-            path=obj['path'],
-            size=obj['size'],
-            type=obj['type'],
-            format=obj['format'],
-            mimetype=obj['mimetype'],
-            created=to_datetime(obj.get('created')),
-            last_modified=to_datetime(obj.get('last_modified')),
-            writable=bool(obj['writable']),
-        )
-        out._stage = stage
-        return out
-
-    def __str__(self) -> str:
-        """Return string representation."""
-        return vars_to_str(self)
-
-    def __repr__(self) -> str:
-        """Return string representation."""
-        return str(self)
-
-    def open(
-        self,
-        mode: str = 'r',
-        encoding: Optional[str] = None,
-    ) -> Union[io.StringIO, io.BytesIO]:
-        """
-        Open a Stage path for reading or writing.
-
-        Parameters
-        ----------
-        mode : str, optional
-            The read / write mode. The following modes are supported:
-                * 'r' open for reading (default)
-                * 'w' open for writing, truncating the file first
-                * 'x' create a new file and open it for writing
-            The data type can be specified by adding one of the following:
-                * 'b' binary mode
-                * 't' text mode (default)
-        encoding : str, optional
-            The string encoding to use for text
-
-        Returns
-        -------
-        StageObjectBytesReader - 'rb' or 'b' mode
-        StageObjectBytesWriter - 'wb' or 'xb' mode
-        StageObjectTextReader - 'r' or 'rt' mode
-        StageObjectTextWriter - 'w', 'x', 'wt' or 'xt' mode
-
-        """
-        if self._stage is None:
-            raise ManagementError(
-                msg='No Stage object is associated with this object.',
-            )
-
-        if self.is_dir():
-            raise IsADirectoryError(
-                f'directories can not be read or written: {self.path}',
-            )
-
-        return self._stage.open(self.path, mode=mode, encoding=encoding)
-
-    def download(
-        self,
-        local_path: Optional[PathLike] = None,
-        *,
-        overwrite: bool = False,
-        encoding: Optional[str] = None,
-    ) -> Optional[Union[bytes, str]]:
-        """
-        Download the content of a stage path.
-
-        Parameters
-        ----------
-        local_path : Path or str
-            Path to local file target location
-        overwrite : bool, optional
-            Should an existing file be overwritten if it exists?
-        encoding : str, optional
-            Encoding used to convert the resulting data
-
-        Returns
-        -------
-        bytes or str or None
-
-        """
-        if self._stage is None:
-            raise ManagementError(
-                msg='No Stage object is associated with this object.',
-            )
-
-        return self._stage.download_file(
-            self.path, local_path=local_path,
-            overwrite=overwrite, encoding=encoding,
-        )
-
-    download_file = download
-
-    def remove(self) -> None:
-        """Delete the stage file."""
-        if self._stage is None:
-            raise ManagementError(
-                msg='No Stage object is associated with this object.',
-            )
-
-        if self.type == 'directory':
-            raise IsADirectoryError(
-                f'path is a directory; use rmdir or removedirs {self.path}',
-            )
-
-        self._stage.remove(self.path)
-
-    def rmdir(self) -> None:
-        """Delete the empty stage directory."""
-        if self._stage is None:
-            raise ManagementError(
-                msg='No Stage object is associated with this object.',
-            )
-
-        if self.type != 'directory':
-            raise NotADirectoryError(
-                f'path is not a directory: {self.path}',
-            )
-
-        self._stage.rmdir(self.path)
-
-    def removedirs(self) -> None:
-        """Delete the stage directory recursively."""
-        if self._stage is None:
-            raise ManagementError(
-                msg='No Stage object is associated with this object.',
-            )
-
-        if self.type != 'directory':
-            raise NotADirectoryError(
-                f'path is not a directory: {self.path}',
-            )
-
-        self._stage.removedirs(self.path)
-
-    def rename(self, new_path: PathLike, *, overwrite: bool = False) -> None:
-        """
-        Move the stage file to a new location.
-
-        Parameters
-        ----------
-        new_path : Path or str
-            The new location of the file
-        overwrite : bool, optional
-            Should path be overwritten if it already exists?
-
-        """
-        if self._stage is None:
-            raise ManagementError(
-                msg='No Stage object is associated with this object.',
-            )
-        out = self._stage.rename(self.path, new_path, overwrite=overwrite)
-        self.name = out.name
-        self.path = out.path
-        return None
-
-    def exists(self) -> bool:
-        """Does the file / folder exist?"""
-        if self._stage is None:
-            raise ManagementError(
-                msg='No Stage object is associated with this object.',
-            )
-        return self._stage.exists(self.path)
-
-    def is_dir(self) -> bool:
-        """Is the stage object a directory?"""
-        return self.type == 'directory'
-
-    def is_file(self) -> bool:
-        """Is the stage object a file?"""
-        return self.type != 'directory'
-
-    def abspath(self) -> str:
-        """Return the full path of the object."""
-        return str(self.path)
-
-    def basename(self) -> str:
-        """Return the basename of the object."""
-        return self.name
-
-    def dirname(self) -> str:
-        """Return the directory name of the object."""
-        return re.sub(r'/*$', r'', os.path.dirname(re.sub(r'/*$', r'', self.path))) + '/'
-
-    def getmtime(self) -> float:
-        """Return the last modified datetime as a UNIX timestamp."""
-        if self.last_modified_at is None:
-            return 0.0
-        return self.last_modified_at.timestamp()
-
-    def getctime(self) -> float:
-        """Return the creation datetime as a UNIX timestamp."""
-        if self.created_at is None:
-            return 0.0
-        return self.created_at.timestamp()
-
-
-class StageObjectTextWriter(io.StringIO):
-    """StringIO wrapper for writing to Stage."""
-
-    def __init__(self, buffer: Optional[str], stage: Stage, stage_path: PathLike):
-        self._stage = stage
-        self._stage_path = stage_path
-        super().__init__(buffer)
-
-    def close(self) -> None:
-        """Write the content to the stage path."""
-        self._stage._upload(self.getvalue(), self._stage_path)
-        super().close()
-
-
-class StageObjectTextReader(io.StringIO):
-    """StringIO wrapper for reading from Stage."""
-
-
-class StageObjectBytesWriter(io.BytesIO):
-    """BytesIO wrapper for writing to Stage."""
-
-    def __init__(self, buffer: bytes, stage: Stage, stage_path: PathLike):
-        self._stage = stage
-        self._stage_path = stage_path
-        super().__init__(buffer)
-
-    def close(self) -> None:
-        """Write the content to the stage path."""
-        self._stage._upload(self.getvalue(), self._stage_path)
-        super().close()
-
-
-class StageObjectBytesReader(io.BytesIO):
-    """BytesIO wrapper for reading from Stage."""
-
-
-class Stage(object):
+class Stage(FileLocation):
     """
     Stage manager.
 
     This object is not instantiated directly.
-    It is returned by ``WorkspaceGroup.stage``.
+    It is returned by ``WorkspaceGroup.stage`` or ``StarterWorkspace.stage``.
 
     """
 
-    def __init__(self, workspace_group: WorkspaceGroup, manager: WorkspaceManager):
-        self._workspace_group = workspace_group
+    def __init__(self, deployment_id: str, manager: WorkspaceManager):
+        self._deployment_id = deployment_id
         self._manager = manager
 
     def open(
@@ -440,10 +129,10 @@ class Stage(object):
 
         Returns
         -------
-        StageObjectBytesReader - 'rb' or 'b' mode
-        StageObjectBytesWriter - 'wb' or 'xb' mode
-        StageObjectTextReader - 'r' or 'rt' mode
-        StageObjectTextWriter - 'w', 'x', 'wt' or 'xt' mode
+        FilesObjectBytesReader - 'rb' or 'b' mode
+        FilesObjectBytesWriter - 'wb' or 'xb' mode
+        FilesObjectTextReader - 'r' or 'rt' mode
+        FilesObjectTextWriter - 'w', 'x', 'wt' or 'xt' mode
 
         """
         if '+' in mode or 'a' in mode:
@@ -456,19 +145,19 @@ class Stage(object):
                     raise FileExistsError(f'stage path already exists: {stage_path}')
                 self.remove(stage_path)
             if 'b' in mode:
-                return StageObjectBytesWriter(b'', self, stage_path)
-            return StageObjectTextWriter('', self, stage_path)
+                return FilesObjectBytesWriter(b'', self, stage_path)
+            return FilesObjectTextWriter('', self, stage_path)
 
         if 'r' in mode:
             content = self.download_file(stage_path)
             if isinstance(content, bytes):
                 if 'b' in mode:
-                    return StageObjectBytesReader(content)
+                    return FilesObjectBytesReader(content)
                 encoding = 'utf-8' if encoding is None else encoding
-                return StageObjectTextReader(content.decode(encoding))
+                return FilesObjectTextReader(content.decode(encoding))
 
             if isinstance(content, str):
-                return StageObjectTextReader(content)
+                return FilesObjectTextReader(content)
 
             raise ValueError(f'unrecognized file content type: {type(content)}')
 
@@ -480,7 +169,7 @@ class Stage(object):
         stage_path: PathLike,
         *,
         overwrite: bool = False,
-    ) -> StageObject:
+    ) -> FilesObject:
         """
         Upload a local file.
 
@@ -518,7 +207,7 @@ class Stage(object):
         recursive: bool = True,
         include_root: bool = False,
         ignore: Optional[Union[PathLike, List[PathLike]]] = None,
-    ) -> StageObject:
+    ) -> FilesObject:
         """
         Upload a folder recursively.
 
@@ -573,7 +262,7 @@ class Stage(object):
         stage_path: PathLike,
         *,
         overwrite: bool = False,
-    ) -> StageObject:
+    ) -> FilesObject:
         """
         Upload content to a stage file.
 
@@ -593,14 +282,14 @@ class Stage(object):
             self.remove(stage_path)
 
         self._manager._put(
-            f'stage/{self._workspace_group.id}/fs/{stage_path}',
+            f'stage/{self._deployment_id}/fs/{stage_path}',
             files={'file': content},
             headers={'Content-Type': None},
         )
 
         return self.info(stage_path)
 
-    def mkdir(self, stage_path: PathLike, overwrite: bool = False) -> StageObject:
+    def mkdir(self, stage_path: PathLike, overwrite: bool = False) -> FilesObject:
         """
         Make a directory in the stage.
 
@@ -613,7 +302,7 @@ class Stage(object):
 
         Returns
         -------
-        StageObject
+        FilesObject
 
         """
         stage_path = re.sub(r'/*$', r'', str(stage_path)) + '/'
@@ -625,7 +314,7 @@ class Stage(object):
             self.remove(stage_path)
 
         self._manager._put(
-            f'stage/{self._workspace_group.id}/fs/{stage_path}?isFile=false',
+            f'stage/{self._deployment_id}/fs/{stage_path}?isFile=false',
         )
 
         return self.info(stage_path)
@@ -638,7 +327,7 @@ class Stage(object):
         new_path: PathLike,
         *,
         overwrite: bool = False,
-    ) -> StageObject:
+    ) -> FilesObject:
         """
         Move the stage file to a new location.
 
@@ -668,13 +357,13 @@ class Stage(object):
                 self.remove(new_path)
 
         self._manager._patch(
-            f'stage/{self._workspace_group.id}/fs/{old_path}',
+            f'stage/{self._deployment_id}/fs/{old_path}',
             json=dict(newPath=new_path),
         )
 
         return self.info(new_path)
 
-    def info(self, stage_path: PathLike) -> StageObject:
+    def info(self, stage_path: PathLike) -> FilesObject:
         """
         Return information about a stage location.
 
@@ -685,15 +374,15 @@ class Stage(object):
 
         Returns
         -------
-        StageObject
+        FilesObject
 
         """
         res = self._manager._get(
-            re.sub(r'/+$', r'/', f'stage/{self._workspace_group.id}/fs/{stage_path}'),
+            re.sub(r'/+$', r'/', f'stage/{self._deployment_id}/fs/{stage_path}'),
             params=dict(metadata=1),
         ).json()
 
-        return StageObject.from_dict(res, self)
+        return FilesObject.from_dict(res, self)
 
     def exists(self, stage_path: PathLike) -> bool:
         """
@@ -772,7 +461,7 @@ class Stage(object):
 
         """
         res = self._manager._get(
-            f'stage/{self._workspace_group.id}/fs/{stage_path}',
+            f'stage/{self._deployment_id}/fs/{stage_path}',
         ).json()
         if recursive:
             out = []
@@ -848,7 +537,7 @@ class Stage(object):
             raise IsADirectoryError(f'stage path is a directory: {stage_path}')
 
         out = self._manager._get(
-            f'stage/{self._workspace_group.id}/fs/{stage_path}',
+            f'stage/{self._deployment_id}/fs/{stage_path}',
         ).content
 
         if local_path is not None:
@@ -912,7 +601,7 @@ class Stage(object):
                 f'use rmdir or removedirs: {stage_path}',
             )
 
-        self._manager._delete(f'stage/{self._workspace_group.id}/fs/{stage_path}')
+        self._manager._delete(f'stage/{self._deployment_id}/fs/{stage_path}')
 
     def removedirs(self, stage_path: PathLike) -> None:
         """
@@ -925,7 +614,7 @@ class Stage(object):
 
         """
         stage_path = re.sub(r'/*$', r'', str(stage_path)) + '/'
-        self._manager._delete(f'stage/{self._workspace_group.id}/fs/{stage_path}')
+        self._manager._delete(f'stage/{self._deployment_id}/fs/{stage_path}')
 
     def rmdir(self, stage_path: PathLike) -> None:
         """
@@ -942,7 +631,7 @@ class Stage(object):
         if self.listdir(stage_path):
             raise OSError(f'stage folder is not empty, use removedirs: {stage_path}')
 
-        self._manager._delete(f'stage/{self._workspace_group.id}/fs/{stage_path}')
+        self._manager._delete(f'stage/{self._deployment_id}/fs/{stage_path}')
 
     def __str__(self) -> str:
         """Return string representation."""
@@ -953,6 +642,9 @@ class Stage(object):
         return str(self)
 
 
+StageObject = FilesObject  # alias for backward compatibility
+
+
 class Workspace(object):
     """
     SingleStoreDB workspace definition.
@@ -1411,7 +1103,7 @@ class WorkspaceGroup(object):
             raise ManagementError(
                 msg='No workspace manager is associated with this object.',
             )
-        return Stage(self, self._manager)
+        return Stage(self.id, self._manager)
 
     stages = stage
 
@@ -1598,6 +1290,104 @@ class WorkspaceGroup(object):
         )
 
 
+class StarterWorkspace(object):
+    """
+    SingleStoreDB starter workspace definition.
+
+    This object is not instantiated directly. It is used in the results
+    of API calls on the :class:`WorkspaceManager`. Existing starter workspaces are
+    accessed by either :attr:`WorkspaceManager.starter_workspaces` or by calling
+    :meth:`WorkspaceManager.get_starter_workspace`.
+
+    See Also
+    --------
+    :meth:`WorkspaceManager.get_starter_workspace`
+    :attr:`WorkspaceManager.starter_workspaces`
+
+    """
+
+    name: str
+    id: str
+
+    def __init__(
+        self,
+        name: str,
+        id: str,
+    ):
+        #: Name of the starter workspace
+        self.name = name
+
+        #: Unique ID of the starter workspace
+        self.id = id
+
+        self._manager: Optional[WorkspaceManager] = None
+
+    def __str__(self) -> str:
+        """Return string representation."""
+        return vars_to_str(self)
+
+    def __repr__(self) -> str:
+        """Return string representation."""
+        return str(self)
+
+    @classmethod
+    def from_dict(
+        cls, obj: Dict[str, Any], manager: 'WorkspaceManager',
+    ) -> 'StarterWorkspace':
+        """
+        Construct a StarterWorkspace from a dictionary of values.
+
+        Parameters
+        ----------
+        obj : dict
+            Dictionary of values
+        manager : WorkspaceManager, optional
+            The WorkspaceManager the StarterWorkspace belongs to
+
+        Returns
+        -------
+        :class:`StarterWorkspace`
+
+        """
+        out = cls(
+            name=obj['name'],
+            id=obj['virtualWorkspaceID'],
+        )
+        out._manager = manager
+        return out
+
+    @property
+    def organization(self) -> Organization:
+        if self._manager is None:
+            raise ManagementError(
+                msg='No workspace manager is associated with this object.',
+            )
+        return self._manager.organization
+
+    @property
+    def stage(self) -> Stage:
+        """Stage manager."""
+        if self._manager is None:
+            raise ManagementError(
+                msg='No workspace manager is associated with this object.',
+            )
+        return Stage(self.id, self._manager)
+
+    stages = stage
+
+    @property
+    def starter_workspaces(self) -> NamedList[StarterWorkspace]:
+        """Return a list of available starter workspaces."""
+        if self._manager is None:
+            raise ManagementError(
+                msg='No workspace manager is associated with this object.',
+            )
+        res = self._manager._get('sharedtier/virtualWorkspaces')
+        return NamedList(
+            [StarterWorkspace.from_dict(item, self._manager) for item in res.json()],
+        )
+
+
 class Billing(object):
     """Billing information."""
 
@@ -1691,10 +1481,11 @@ class WorkspaceManager(Manager):
     """
 
     #: Workspace management API version if none is specified.
-    default_version = config.get_option('management.version')
+    default_version = config.get_option('management.version') or 'v1'
 
     #: Base URL if none is specified.
-    default_base_url = config.get_option('management.base_url')
+    default_base_url = config.get_option('management.base_url') \
+        or 'https://api.singlestore.com'
 
     #: Object type
     obj_type = 'workspace'
@@ -1705,6 +1496,12 @@ class WorkspaceManager(Manager):
         res = self._get('workspaceGroups')
         return NamedList([WorkspaceGroup.from_dict(item, self) for item in res.json()])
 
+    @property
+    def starter_workspaces(self) -> NamedList[StarterWorkspace]:
+        """Return a list of available starter workspaces."""
+        res = self._get('sharedtier/virtualWorkspaces')
+        return NamedList([StarterWorkspace.from_dict(item, self) for item in res.json()])
+
     @property
     def organizations(self) -> Organizations:
         """Return the organizations."""
@@ -1904,6 +1701,23 @@ class WorkspaceManager(Manager):
         res = self._get(f'workspaces/{id}')
         return Workspace.from_dict(res.json(), manager=self)
 
+    def get_starter_workspace(self, id: str) -> StarterWorkspace:
+        """
+        Retrieve a starter workspace definition.
+
+        Parameters
+        ----------
+        id : str
+            ID of the starter workspace
+
+        Returns
+        -------
+        :class:`StarterWorkspace`
+
+        """
+        res = self._get(f'sharedtier/virtualWorkspaces/{id}')
+        return StarterWorkspace.from_dict(res.json(), manager=self)
+
 
 def manage_workspaces(
     access_token: Optional[str] = None,