lamindb_setup 1.18.2__py3-none-any.whl → 1.19.1__py3-none-any.whl

lamindb_setup/_set_managed_storage.py

@@ -1,80 +1,81 @@
-from __future__ import annotations
-
-from typing import TYPE_CHECKING
-
-from lamin_utils import logger
-
-from ._init_instance import register_storage_in_instance
-from .core._hub_core import delete_storage_record
-from .core._settings import settings
-from .core._settings_storage import StorageSettings, init_storage
-
-if TYPE_CHECKING:
-    from lamindb_setup.types import UPathStr
-
-
-def set_managed_storage(root: UPathStr, host: str | None = None, **fs_kwargs):
-    """Add or switch to another managed storage location.
-
-    Note: This function should be called `set_writeable_storage_location` instead. But likely it will disappear
-    in refactoring that consolidates with the `ln.Storage()` path.
-
-    Args:
-        root: `UPathStr` - The new storage root, e.g., an S3 bucket.
-        host: `str | None = None` For a shared local storage location, pass a globally unique host identifier, e.g. `"my-institute-cluster-1"`, `"my-server-abcd"`, ...
-            Discuss the naming convention with an admin.
-        **fs_kwargs: Additional fsspec arguments for cloud root, e.g., profile.
-
-    """
-    if settings.instance.dialect == "sqlite":
-        raise ValueError(
-            "Can't add additional managed storage locations for sqlite instances."
-        )
-    if not settings.instance.is_on_hub:
-        raise ValueError(
-            "Can't add additional managed storage locations for instances that aren't managed through the hub."
-        )
-
-    # we do not just query the instance storage table because
-    # we might need some information from the hub
-    if not StorageSettings(root).type_is_cloud and host is None:
-        host = "unspecified-host"
-        logger.warning(
-            "setting local storage locations with a single path is deprecated, "
-            "use a tuple of (local_root, host) instead"
-        )
-
-    # here the storage location is registered in the hub
-    # hub_record_status="hub-record-created" if a new record is created
-    # "hub-record-retrieved" if the storage is in the hub already
-    ssettings, hub_record_status = init_storage(
-        root=root,
-        instance_id=settings.instance._id,
-        instance_slug=settings.instance.slug,
-        register_hub=settings.instance.is_on_hub,
-        region=host,
-    )
-    if ssettings._instance_id is None:
-        raise ValueError(
-            f"Cannot manage storage without write access: {ssettings.root}"
-        )
-    # here the storage is saved in the instance
-    # if any error happens the record in the hub is deleted
-    # if it was created earlier and not retrieved
-    try:
-        register_storage_in_instance(ssettings)
-    except Exception as e:
-        if hub_record_status == "hub-record-created" and ssettings._uuid is not None:
-            delete_storage_record(ssettings)
-        raise e
-
-    if ssettings._instance_id != settings.instance._id:
-        logger.warning(
-            f"registered storage location {root} as read-only for this instance (it's written by instance with uid: {ssettings.instance_uid})"
-        )
-        logger.warning(
-            f"did *not* switch default storage location, it's still: {settings.storage.root_as_str}"
-        )
-    else:
-        settings.instance._storage = ssettings
-        settings.storage._set_fs_kwargs(**fs_kwargs)
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from lamin_utils import logger
+
+from ._init_instance import register_storage_in_instance
+from .core._settings import settings
+from .core._settings_storage import StorageSettings, init_storage
+
+if TYPE_CHECKING:
+    from lamindb_setup.types import UPathStr
+
+
+def set_managed_storage(root: UPathStr, host: str | None = None, **fs_kwargs):
+    """Add or switch to another managed storage location.
+
+    Note: This function should be called `set_writeable_storage_location` instead. But likely it will disappear
+    in refactoring that consolidates with the `ln.Storage()` path.
+
+    Args:
+        root: `UPathStr` - The new storage root, e.g., an S3 bucket.
+        host: `str | None = None` For a shared local storage location, pass a globally unique host identifier, e.g. `"my-institute-cluster-1"`, `"my-server-abcd"`, ...
+            Discuss the naming convention with an admin.
+        **fs_kwargs: Additional fsspec arguments for cloud root, e.g., profile.
+
+    """
+    if settings.instance.dialect == "sqlite":
+        raise ValueError(
+            "Can't add additional managed storage locations for sqlite instances."
+        )
+    if not settings.instance.is_on_hub:
+        raise ValueError(
+            "Can't add additional managed storage locations for instances that aren't managed through the hub."
+        )
+
+    # we do not just query the instance storage table because
+    # we might need some information from the hub
+    if not StorageSettings(root).type_is_cloud and host is None:
+        host = "unspecified-host"
+        logger.warning(
+            "setting local storage locations with a single path is deprecated, "
+            "use a tuple of (local_root, host) instead"
+        )
+
+    # here the storage location is registered in the hub
+    # hub_record_status="hub-record-created" if a new record is created
+    # "hub-record-retrieved" if the storage is in the hub already
+    ssettings, hub_record_status = init_storage(
+        root=root,
+        instance_id=settings.instance._id,
+        instance_slug=settings.instance.slug,
+        register_hub=settings.instance.is_on_hub,
+        region=host,
+    )
+    if ssettings._instance_id is None:
+        raise ValueError(
+            f"Cannot manage storage without write access: {ssettings.root}"
+        )
+    # here the storage is saved in the instance
+    # if any error happens the record in the hub is deleted
+    # if it was created earlier and not retrieved
+    try:
+        register_storage_in_instance(ssettings)
+    except Exception as e:
+        if hub_record_status == "hub-record-created" and ssettings._uuid is not None:
+            from .core._hub_core import delete_storage_record
+
+            delete_storage_record(ssettings)
+        raise e
+
+    if ssettings._instance_id != settings.instance._id:
+        logger.warning(
+            f"registered storage location {root} as read-only for this instance (it's written by instance with uid: {ssettings.instance_uid})"
+        )
+        logger.warning(
+            f"did *not* switch default storage location, it's still: {settings.storage.root_as_str}"
+        )
+    else:
+        settings.instance._storage = ssettings
+        settings.storage._set_fs_kwargs(**fs_kwargs)

lamindb_setup/_setup_user.py

@@ -1,198 +1,198 @@
-from __future__ import annotations
-
-import os
-from time import sleep
-from typing import TYPE_CHECKING
-
-from lamin_utils import logger
-
-from ._check_setup import _check_instance_setup
-from ._init_instance import register_user
-from .core._aws_options import reset_aws_options_cache
-from .core._settings import settings
-from .core._settings_load import load_user_settings
-from .core._settings_save import save_user_settings
-from .core._settings_store import (
-    current_user_settings_file,
-    user_settings_file_email,
-    user_settings_file_handle,
-)
-from .core._settings_user import UserSettings
-
-
-def load_user(email: str | None = None, handle: str | None = None) -> UserSettings:
-    if email is not None:
-        settings_file = user_settings_file_email(email)
-    if handle is not None:
-        settings_file = user_settings_file_handle(handle)
-    if settings_file.exists():
-        user_settings = load_user_settings(settings_file)
-        save_user_settings(user_settings)  # needed to save to current_user.env
-        assert user_settings.email is not None or user_settings.api_key is not None
-    else:
-        if email is None:
-            raise SystemExit(
-                "✗ Use your email for your first login in a compute environment. "
-                "After that, you can use your handle."
-            )
-        user_settings = UserSettings(handle=handle, email=email, uid="null")  # type: ignore
-
-    from .core._settings import settings
-
-    settings._user_settings = None  # this is to refresh a settings instance
-
-    return user_settings
-
-
-def current_user_uid() -> str:
-    current_user_settings = current_user_settings_file()
-    if current_user_settings.exists():
-        return load_user_settings(current_user_settings).uid
-
-    return "00000000"  # anonymous
-
-
-def login(
-    user: str | None = None, *, api_key: str | None = None, **kwargs
-) -> UserSettings:
-    # note that the docstring needs to be synced with lamin login
-    """Log into LaminHub.
-
-    `login()` prompts for your API key unless you set it via the `LAMIN_API_KEY` environment variable or pass it as an argument.
-
-    You can create your API key in your account settings on LaminHub at `lamin.ai/settings <https://lamin.ai/settings>`__.
-
-    Note that the preferred method is to use the CLI command `lamin login`: `docs.lamin.ai/cli#login <https://docs.lamin.ai/cli#login>`__.
-
-    Args:
-        user: User handle.
-        api_key: API key.
-
-    Examples:
-
-        Logging in the first time::
-
-            import lamindb as ln
-
-            ln.setup.login()  # prompts for API key
-
-        After authenticating multiple users, you can switch between user profiles::
-
-            ln.setup.login("myhandle")  # pass your user handle
-    """
-    from getpass import getpass
-
-    if user is None:
-        if api_key is None:
-            if "LAMIN_API_KEY" in os.environ:
-                api_key = os.environ["LAMIN_API_KEY"]
-            else:
-                print("Copy your API key. To create one: https://lamin.ai/settings")
-                api_key = getpass("Paste it: ")
-    elif api_key is not None:
-        raise ValueError("Please provide either 'user' or 'api_key', not both.")
-
-    for kwarg in kwargs:
-        if kwarg != "key":
-            raise TypeError(f"login() got unexpected keyword argument '{kwarg}'")
-    key: str | None = kwargs.get("key", None)  # legacy API key aka password
-    if key is not None:
-        logger.warning(
-            "the legacy API key is deprecated and will likely be removed in a future version"
-        )
-
-    # do this here because load_user overwrites current_user_settings_file
-    previous_user_uid = current_user_uid()
-
-    if api_key is None:
-        if "@" in user:  # type: ignore
-            email, handle = user, None
-        else:
-            email, handle = None, user
-        user_settings = load_user(email, handle)
-
-        if key is not None:
-            user_settings.password = key
-
-        if user_settings.password is None:
-            api_key = user_settings.api_key
-            if api_key is None:
-                raise SystemExit(
-                    "✗ No stored API key, please call: "
-                    "`lamin login` or `lamin login <your-email> --key <API-key>`"
-                )
-        elif user_settings.email is None:
-            raise SystemExit(f"✗ No stored user email, please call: lamin login {user}")
-    else:
-        user_settings = UserSettings(handle="temporary", uid="null")
-
-    from .core._hub_core import sign_in_hub, sign_in_hub_api_key
-
-    if api_key is None:
-        response = sign_in_hub(
-            user_settings.email,  # type: ignore
-            user_settings.password,  # type: ignore
-            user_settings.handle,
-        )
-    else:
-        response = sign_in_hub_api_key(api_key)
-        user_settings.password = None
-
-    if isinstance(response, Exception):
-        raise response
-    elif isinstance(response, str):
-        raise SystemExit(f"✗ Unsuccessful login: {response}.")
-    else:
-        user_uuid, user_id, user_handle, user_name, access_token = response
-
-    if api_key is not None:
-        logger.success(f"logged in {user_handle}")
-    else:  # legacy flow
-        logger.success(f"logged in with email {user_settings.email}")
-
-    user_settings.uid = user_id
-    user_settings.handle = user_handle
-    user_settings.name = user_name
-    user_settings._uuid = user_uuid
-    user_settings.access_token = access_token
-    user_settings.api_key = api_key
-    save_user_settings(user_settings)
-
-    if settings._instance_exists:
-        if (
-            isettings := settings.instance
-        ).is_on_hub and previous_user_uid != user_settings.uid:
-            logger.important_hint(
-                f"consider re-connecting to update permissions: lamin connect {isettings.slug}"
-            )
-        if _check_instance_setup():
-            register_user(user_settings)
-
-    settings._user_settings = None
-    # aws s3 credentials are scoped to the user
-    reset_aws_options_cache()
-    return user_settings
-
-
-def logout():
-    """Log out the current user.
-
-    This deletes the `~/.lamin/current_user.env` so that you'll no longer be automatically authenticated in the environment.
-
-    It keeps a copy as `~/.lamin/user--<user_handle>.env` so you can easily switch between user profiles.
-
-    See Also:
-        Logout via the CLI command `lamin logout`, see `here <https://docs.lamin.ai/cli#logout>`__.
-    """
-    if current_user_settings_file().exists():
-        current_user_settings_file().unlink()
-        settings._user_settings = None
-        # aws s3 credentials are scoped to the user
-        reset_aws_options_cache()
-        logger.success("logged out")
-    else:
-        logger.important("already logged out")
-    if os.environ.get("LAMIN_API_KEY") is not None:
-        logger.warning(
-            "LAMIN_API_KEY is still set in your environment and will automatically log you in"
-        )
+from __future__ import annotations
+
+import os
+from time import sleep
+from typing import TYPE_CHECKING
+
+from lamin_utils import logger
+
+from ._check_setup import _check_instance_setup
+from ._init_instance import register_user
+from .core._aws_options import reset_aws_options_cache
+from .core._settings import settings
+from .core._settings_load import load_user_settings
+from .core._settings_save import save_user_settings
+from .core._settings_store import (
+    current_user_settings_file,
+    user_settings_file_email,
+    user_settings_file_handle,
+)
+from .core._settings_user import UserSettings
+
+
+def load_user(email: str | None = None, handle: str | None = None) -> UserSettings:
+    if email is not None:
+        settings_file = user_settings_file_email(email)
+    if handle is not None:
+        settings_file = user_settings_file_handle(handle)
+    if settings_file.exists():
+        user_settings = load_user_settings(settings_file)
+        save_user_settings(user_settings)  # needed to save to current_user.env
+        assert user_settings.email is not None or user_settings.api_key is not None
+    else:
+        if email is None:
+            raise SystemExit(
+                "✗ Use your email for your first login in a compute environment. "
+                "After that, you can use your handle."
+            )
+        user_settings = UserSettings(handle=handle, email=email, uid="null")  # type: ignore
+
+    from .core._settings import settings
+
+    settings._user_settings = None  # this is to refresh a settings instance
+
+    return user_settings
+
+
+def current_user_uid() -> str:
+    current_user_settings = current_user_settings_file()
+    if current_user_settings.exists():
+        return load_user_settings(current_user_settings).uid
+
+    return "00000000"  # anonymous
+
+
+def login(
+    user: str | None = None, *, api_key: str | None = None, **kwargs
+) -> UserSettings:
+    # note that the docstring needs to be synced with lamin login
+    """Log into LaminHub.
+
+    `login()` prompts for your API key unless you set it via the `LAMIN_API_KEY` environment variable or pass it as an argument.
+
+    You can create your API key in your account settings on LaminHub at `lamin.ai/settings <https://lamin.ai/settings>`__.
+
+    Note that the preferred method is to use the CLI command `lamin login`: `docs.lamin.ai/cli#login <https://docs.lamin.ai/cli#login>`__.
+
+    Args:
+        user: User handle.
+        api_key: API key.
+
+    Examples:
+
+        Logging in the first time::
+
+            import lamindb as ln
+
+            ln.setup.login()  # prompts for API key
+
+        After authenticating multiple users, you can switch between user profiles::
+
+            ln.setup.login("myhandle")  # pass your user handle
+    """
+    from getpass import getpass
+
+    if user is None:
+        if api_key is None:
+            if "LAMIN_API_KEY" in os.environ:
+                api_key = os.environ["LAMIN_API_KEY"]
+            else:
+                print("Copy your API key. To create one: https://lamin.ai/settings")
+                api_key = getpass("Paste it: ")
+    elif api_key is not None:
+        raise ValueError("Please provide either 'user' or 'api_key', not both.")
+
+    for kwarg in kwargs:
+        if kwarg != "key":
+            raise TypeError(f"login() got unexpected keyword argument '{kwarg}'")
+    key: str | None = kwargs.get("key", None)  # legacy API key aka password
+    if key is not None:
+        logger.warning(
+            "the legacy API key is deprecated and will likely be removed in a future version"
+        )
+
+    # do this here because load_user overwrites current_user_settings_file
+    previous_user_uid = current_user_uid()
+
+    if api_key is None:
+        if "@" in user:  # type: ignore
+            email, handle = user, None
+        else:
+            email, handle = None, user
+        user_settings = load_user(email, handle)
+
+        if key is not None:
+            user_settings.password = key
+
+        if user_settings.password is None:
+            api_key = user_settings.api_key
+            if api_key is None:
+                raise SystemExit(
+                    "✗ No stored API key, please call: "
+                    "`lamin login` or `lamin login <your-email> --key <API-key>`"
+                )
+        elif user_settings.email is None:
+            raise SystemExit(f"✗ No stored user email, please call: lamin login {user}")
+    else:
+        user_settings = UserSettings(handle="temporary", uid="null")
+
+    from .core._hub_core import sign_in_hub, sign_in_hub_api_key
+
+    if api_key is None:
+        response = sign_in_hub(
+            user_settings.email,  # type: ignore
+            user_settings.password,  # type: ignore
+            user_settings.handle,
+        )
+    else:
+        response = sign_in_hub_api_key(api_key)
+        user_settings.password = None
+
+    if isinstance(response, Exception):
+        raise response
+    elif isinstance(response, str):
+        raise SystemExit(f"✗ Unsuccessful login: {response}.")
+    else:
+        user_uuid, user_id, user_handle, user_name, access_token = response
+
+    if api_key is not None:
+        logger.success(f"logged in {user_handle}")
+    else:  # legacy flow
+        logger.success(f"logged in with email {user_settings.email}")
+
+    user_settings.uid = user_id
+    user_settings.handle = user_handle
+    user_settings.name = user_name
+    user_settings._uuid = user_uuid
+    user_settings.access_token = access_token
+    user_settings.api_key = api_key
+    save_user_settings(user_settings)
+
+    if settings._instance_exists:
+        if (
+            isettings := settings.instance
+        ).is_on_hub and previous_user_uid != user_settings.uid:
+            logger.important_hint(
+                f"consider re-connecting to update permissions: lamin connect {isettings.slug}"
+            )
+        if _check_instance_setup():
+            register_user(user_settings)
+
+    settings._user_settings = None
+    # aws s3 credentials are scoped to the user
+    reset_aws_options_cache()
+    return user_settings
+
+
+def logout():
+    """Log out the current user.
+
+    This deletes the `~/.lamin/current_user.env` so that you'll no longer be automatically authenticated in the environment.
+
+    It keeps a copy as `~/.lamin/user--<user_handle>.env` so you can easily switch between user profiles.
+
+    See Also:
+        Logout via the CLI command `lamin logout`, see `here <https://docs.lamin.ai/cli#logout>`__.
+    """
+    if current_user_settings_file().exists():
+        current_user_settings_file().unlink()
+        settings._user_settings = None
+        # aws s3 credentials are scoped to the user
+        reset_aws_options_cache()
+        logger.success("logged out")
+    else:
+        logger.important("already logged out")
+    if os.environ.get("LAMIN_API_KEY") is not None:
+        logger.warning(
+            "LAMIN_API_KEY is still set in your environment and will automatically log you in"
+        )

lamindb_setup/_silence_loggers.py

@@ -1,46 +1,46 @@
-from __future__ import annotations
-
-import logging
-
-silenced = False
-
-
-# from https://github.com/boto/boto3/blob/8c6e641bed8130a9d8cb4d97b4acbe7aa0d0657a/boto3/__init__.py#L37
-def set_stream_logger(name, level):
-    logger = logging.getLogger(name)
-    logger.setLevel(level)
-    handler = logging.StreamHandler()
-    handler.setLevel(level)
-    logger.addHandler(handler)
-
-
-def silence_loggers():
-    global silenced
-
-    if not silenced:
-        # this gets logged 6 times
-        set_stream_logger(name="botocore.credentials", level=logging.WARNING)
-        set_stream_logger(name="botocore.hooks", level=logging.WARNING)
-        set_stream_logger(name="botocore.utils", level=logging.WARNING)
-        set_stream_logger(name="botocore.auth", level=logging.WARNING)
-        set_stream_logger(name="botocore.endpoint", level=logging.WARNING)
-        set_stream_logger(name="httpx", level=logging.WARNING)
-        set_stream_logger(name="httpcore", level=logging.WARNING)
-        set_stream_logger(name="hpack", level=logging.WARNING)
-        try:
-            import aiobotocore
-
-            # the 7th logging message of credentials came from aiobotocore
-            set_stream_logger(name="aiobotocore.credentials", level=logging.WARNING)
-        except ImportError:
-            pass
-        try:
-            # google also aggressively logs authentication related warnings
-            # in cases where users access public data
-            set_stream_logger(name="google.auth._default", level=logging.ERROR)
-            set_stream_logger(
-                name="google.auth.compute_engine._metadata", level=logging.ERROR
-            )
-        except Exception:
-            pass
-    silenced = True
+from __future__ import annotations
+
+import logging
+
+silenced = False
+
+
+# from https://github.com/boto/boto3/blob/8c6e641bed8130a9d8cb4d97b4acbe7aa0d0657a/boto3/__init__.py#L37
+def set_stream_logger(name, level):
+    logger = logging.getLogger(name)
+    logger.setLevel(level)
+    handler = logging.StreamHandler()
+    handler.setLevel(level)
+    logger.addHandler(handler)
+
+
+def silence_loggers():
+    global silenced
+
+    if not silenced:
+        # this gets logged 6 times
+        set_stream_logger(name="botocore.credentials", level=logging.WARNING)
+        set_stream_logger(name="botocore.hooks", level=logging.WARNING)
+        set_stream_logger(name="botocore.utils", level=logging.WARNING)
+        set_stream_logger(name="botocore.auth", level=logging.WARNING)
+        set_stream_logger(name="botocore.endpoint", level=logging.WARNING)
+        set_stream_logger(name="httpx", level=logging.WARNING)
+        set_stream_logger(name="httpcore", level=logging.WARNING)
+        set_stream_logger(name="hpack", level=logging.WARNING)
+        try:
+            import aiobotocore
+
+            # the 7th logging message of credentials came from aiobotocore
+            set_stream_logger(name="aiobotocore.credentials", level=logging.WARNING)
+        except ImportError:
+            pass
+        try:
+            # google also aggressively logs authentication related warnings
+            # in cases where users access public data
+            set_stream_logger(name="google.auth._default", level=logging.ERROR)
+            set_stream_logger(
+                name="google.auth.compute_engine._metadata", level=logging.ERROR
+            )
+        except Exception:
+            pass
+    silenced = True