lamindb_setup 1.18.2__py3-none-any.whl → 1.19.1__py3-none-any.whl

lamindb_setup/core/django.py

@@ -1,413 +1,414 @@
-from __future__ import annotations
-
-# flake8: noqa
-import builtins
-import os
-import sys
-import importlib as il
-import gzip
-import jwt
-import time
-import threading
-from pathlib import Path
-import shutil
-from packaging import version
-from ._settings_instance import InstanceSettings, is_local_db_url
-from ..errors import CurrentInstanceNotConfigured
-from lamin_utils import logger
-
-
-IS_RUN_FROM_IPYTHON = getattr(builtins, "__IPYTHON__", False)
-IS_SETUP = False
-IS_MIGRATING = False
-CONN_MAX_AGE = 299
-
-
-def get_connection(connection_name: str):
-    from django.db import connections
-
-    return connections[connection_name]
-
-
-def error_no_instance_wrapper(execute, sql, params, many, context):
-    connection = context["connection"]
-
-    if (
-        connection.vendor == "sqlite"
-        and connection.settings_dict.get("NAME") == ":memory:"
-    ):
-        raise CurrentInstanceNotConfigured
-
-    return execute(sql, params, many, context)
-
-
-# db token that refreshes on access if needed
-class DBToken:
-    def __init__(
-        self, instance: InstanceSettings | dict, access_token: str | None = None
-    ):
-        self.instance = instance
-        self.access_token = access_token
-        # initialized in token_query
-        self._token: str | None = None
-        self._token_query: str | None = None
-        self._expiration: float
-
-    def _refresh_token(self):
-        from ._hub_core import access_db
-        from psycopg2.extensions import adapt
-
-        self._token = access_db(self.instance, self.access_token)
-        self._token_query = (
-            f"SELECT set_token({adapt(self._token).getquoted().decode()}, true);"
-        )
-        self._expiration = jwt.decode(self._token, options={"verify_signature": False})[
-            "exp"
-        ]
-
-    @property
-    def token_query(self) -> str:
-        # refresh token if needed
-        if self._token is None or time.time() >= self._expiration:
-            self._refresh_token()
-
-        return self._token_query  # type: ignore
-
-
-# a class to manage jwt in dbs
-class DBTokenManager:
-    def __init__(self):
-        from django.db.transaction import Atomic
-
-        self.original_atomic_enter = Atomic.__enter__
-        self.atomic_is_patched = False
-
-        self.tokens: dict[str, DBToken] = {}
-
-    def set(self, token: DBToken, connection_name: str = "default"):
-        if connection_name in self.tokens:
-            return
-
-        from django.db.transaction import Atomic
-        from django.db.backends.signals import connection_created
-
-        def set_token_wrapper(execute, sql, params, many, context):
-            not_in_atomic_block = not context["connection"].in_atomic_block
-            # ignore atomic blocks
-            if not_in_atomic_block:
-                sql = token.token_query + sql
-            result = execute(sql, params, many, context)
-            # this ensures that psycopg3 in the current env doesn't break this wrapper
-            # psycopg3 returns a cursor
-            # psycopg3 fetching differs from psycopg2, it returns the output of all sql statements
-            # not only the last one as psycopg2 does. So we shift the cursor from set_token
-            if (
-                not_in_atomic_block
-                and result is not None
-                and hasattr(result, "nextset")
-            ):
-                result.nextset()
-            return result
-
-        get_connection(connection_name).execute_wrappers.append(set_token_wrapper)
-
-        def connection_callback(sender, connection, **kwargs):
-            if (
-                connection.alias == connection_name
-                and set_token_wrapper not in connection.execute_wrappers
-            ):
-                connection.execute_wrappers.append(set_token_wrapper)
-
-        dispatch_uid = f"dbtokenmanager:{id(self)}:{connection_name}"
-        # emitted when a database connection is established
-        # not when a database wrapper is created
-        connection_created.connect(
-            connection_callback, dispatch_uid=dispatch_uid, weak=False
-        )
-
-        self.tokens[connection_name] = token
-
-        if not self.atomic_is_patched:
-            # ensure we set the token only once for an outer atomic block
-            def __enter__(atomic):
-                self.original_atomic_enter(atomic)
-                connection_name = "default" if atomic.using is None else atomic.using
-                if connection_name in self.tokens:
-                    # here we don't use the connection from the closure
-                    # because Atomic is a single class to manage transactions for all connections
-                    connection = get_connection(connection_name)
-                    if len(connection.atomic_blocks) == 1:
-                        token = self.tokens[connection_name]
-                        # use raw psycopg2 connection here
-                        # atomic block ensures connection
-                        connection.connection.cursor().execute(token.token_query)
-
-            Atomic.__enter__ = __enter__
-
-            self.atomic_is_patched = True
-            logger.debug("django.db.transaction.Atomic.__enter__ has been patched")
-
-    def reset(self, connection_name: str = "default"):
-        if connection_name not in self.tokens:
-            return
-
-        from django.db.backends.signals import connection_created
-
-        connection = get_connection(connection_name)
-
-        connection.execute_wrappers = [
-            w
-            for w in connection.execute_wrappers
-            if getattr(w, "__name__", None) != "set_token_wrapper"
-        ]
-
-        dispatch_uid = f"dbtokenmanager:{id(self)}:{connection_name}"
-        connection_created.disconnect(dispatch_uid=dispatch_uid)
-
-        self.tokens.pop(connection_name, None)
-
-        if not self.tokens:
-            from django.db.transaction import Atomic
-
-            Atomic.__enter__ = self.original_atomic_enter
-            self.atomic_is_patched = False
-
-
-db_token_manager = DBTokenManager()
-
-
-def close_if_health_check_failed(self) -> None:
-    if self.close_at is not None:
-        if time.monotonic() >= self.close_at:
-            self.close()
-        self.close_at = time.monotonic() + CONN_MAX_AGE
-
-
-# this bundles set up and migration management
-def setup_django(
-    isettings: InstanceSettings,
-    deploy_migrations: bool = False,
-    create_migrations: bool = False,
-    configure_only: bool = False,
-    init: bool = False,
-    view_schema: bool = False,
-    appname_number: tuple[str, int] | None = None,
-):
-    if IS_RUN_FROM_IPYTHON:
-        os.environ["DJANGO_ALLOW_ASYNC_UNSAFE"] = "true"
-        logger.debug("DJANGO_ALLOW_ASYNC_UNSAFE env variable has been set to 'true'")
-
-    import dj_database_url
-    import django
-    from django.apps import apps
-    from django.conf import settings
-    from django.core.management import call_command
-
-    # configuration
-    if not settings.configured:
-        instance_db = isettings.db
-        if isettings.dialect == "postgresql":
-            if os.getenv("LAMIN_DB_SSL_REQUIRE") == "false":
-                ssl_require = False
-            else:
-                ssl_require = not is_local_db_url(instance_db)
-            options = {
-                "connect_timeout": os.getenv("PGCONNECT_TIMEOUT", 20),
-                "gssencmode": "disable",
-            }
-        else:
-            ssl_require = False
-            options = {}
-        default_db = dj_database_url.config(
-            env="LAMINDB_DJANGO_DATABASE_URL",
-            default=instance_db,
-            # see comment next to patching BaseDatabaseWrapper below
-            conn_max_age=CONN_MAX_AGE,
-            conn_health_checks=True,
-            ssl_require=ssl_require,
-        )
-        if options:
-            # do not overwrite keys in options if set
-            default_db["OPTIONS"] = {**options, **default_db.get("OPTIONS", {})}
-        DATABASES = {
-            "default": default_db,
-        }
-        from .._init_instance import get_schema_module_name
-
-        module_names = ["core"] + list(isettings.modules)
-        raise_import_error = True if init else False
-        installed_apps = [
-            package_name
-            for name in module_names
-            if (
-                package_name := get_schema_module_name(
-                    name, raise_import_error=raise_import_error
-                )
-            )
-            is not None
-        ]
-        if view_schema:
-            installed_apps = installed_apps[::-1]  # to fix how apps appear
-            installed_apps += ["schema_graph", "django.contrib.staticfiles"]
-        if isettings.dialect == "postgresql":
-            installed_apps.insert(0, "pgtrigger")
-
-        kwargs = dict(
-            INSTALLED_APPS=installed_apps,
-            DATABASES=DATABASES,
-            DEFAULT_AUTO_FIELD="django.db.models.BigAutoField",
-            TIME_ZONE="UTC",
-            USE_TZ=True,
-        )
-        if view_schema:
-            kwargs.update(
-                DEBUG=True,
-                ROOT_URLCONF="lamindb_setup._schema",
-                SECRET_KEY="dummy",
-                TEMPLATES=[
-                    {
-                        "BACKEND": "django.template.backends.django.DjangoTemplates",
-                        "APP_DIRS": True,
-                    },
-                ],
-                STATIC_ROOT=f"{Path.home().as_posix()}/.lamin/",
-                STATICFILES_FINDERS=[
-                    "django.contrib.staticfiles.finders.AppDirectoriesFinder",
-                ],
-                STATIC_URL="static/",
-            )
-        if logger._verbosity == 5:  # debug-level verbosity
-            kwargs.update(
-                {
-                    "DEBUG": True,
-                    "LOGGING": {
-                        "version": 1,
-                        "handlers": {
-                            "console": {
-                                "level": "DEBUG",
-                                "class": "logging.StreamHandler",
-                            }
-                        },
-                        "loggers": {
-                            "django.db.backends": {
-                                "level": "DEBUG",
-                                "handlers": ["console"],
-                            }
-                        },
-                    },
-                }
-            )
-        settings.configure(**kwargs)
-        # this isn't needed the first time django.setup() is called, but for unknown reason it's needed the second time
-        # the first time, it already defaults to true
-        apps.apps_ready = True
-        django.setup(set_prefix=False)
-        # https://laminlabs.slack.com/archives/C04FPE8V01W/p1698239551460289
-        from django.db.backends.base.base import BaseDatabaseWrapper
-
-        BaseDatabaseWrapper.close_if_health_check_failed = close_if_health_check_failed
-        logger.debug(
-            "django.db.backends.base.base.BaseDatabaseWrapper.close_if_health_check_failed has been patched"
-        )
-
-        disable_context: bool = False
-        if (
-            env_disable_context := os.getenv("LAMINDB_DISABLE_CONNECTION_CONTEXT")
-        ) is not None:
-            disable_context = env_disable_context == "true"
-        elif IS_RUN_FROM_IPYTHON:
-            from ipykernel import __version__ as ipykernel_version
-
-            disable_context = version.parse(ipykernel_version) >= version.parse("7.0.0")
-        if disable_context:
-            django.db.connections._connections = threading.local()
-            logger.debug("django.db.connections._connections has been patched")
-
-        # error if trying to query with the default connection without setting up an instance
-        get_connection("default").execute_wrappers.insert(0, error_no_instance_wrapper)
-
-        if isettings._fine_grained_access and isettings._db_permissions == "jwt":
-            db_token = DBToken(isettings)
-            db_token_manager.set(db_token)  # sets for the default connection
-
-    if configure_only:
-        return None
-
-    # migrations management
-    if create_migrations:
-        call_command("makemigrations")
-        return None
-
-    if deploy_migrations:
-        if appname_number is None:
-            call_command("migrate", verbosity=2)
-        else:
-            app_name, app_number = appname_number
-            call_command("migrate", app_name, app_number, verbosity=2)
-        isettings._update_cloud_sqlite_file(unlock_cloud_sqlite=False)
-    elif init:
-        modules_beyond_bionty = isettings.modules.copy()
-        compressed_sqlite_path = Path(__file__).parent / "lamin.db.gz"
-        if "bionty" in modules_beyond_bionty:
-            modules_beyond_bionty.remove("bionty")
-        # seed from compressed sqlite file
-        if (
-            isettings.dialect == "sqlite"
-            and os.getenv("LAMINDB_INIT_FROM_SCRATCH", "false") != "true"
-            and len(modules_beyond_bionty) == 0
-            and compressed_sqlite_path.exists()
-        ):
-            with gzip.open(compressed_sqlite_path, "rb") as f_in:
-                with open(isettings._sqlite_file_local, "wb") as f_out:
-                    shutil.copyfileobj(f_in, f_out)
-        global IS_MIGRATING
-        IS_MIGRATING = True
-        call_command("migrate", verbosity=0)
-        IS_MIGRATING = False
-
-    global IS_SETUP
-    IS_SETUP = True
-
-    if isettings.keep_artifacts_local:
-        isettings._local_storage = isettings._search_local_root()
-
-
-# these needs to be followed by
-# setup_django()
-# reset_django_module_variables()
-def reset_django():
-    from django.conf import settings
-    from django.apps import apps
-    from django.db import connections
-
-    if not settings.configured:
-        return
-
-    connections.close_all()
-
-    global db_token_manager
-
-    db_token_manager.reset()
-
-    if getattr(settings, "_wrapped", None) is not None:
-        settings._wrapped = None
-
-    app_names = {"django"} | {app.name for app in apps.get_app_configs()}
-
-    apps.app_configs.clear()
-    apps.all_models.clear()
-    apps.apps_ready = apps.models_ready = apps.ready = apps.loading = False
-    apps.clear_cache()
-
-    # i suspect it is enough to just drop django and all the apps from sys.modules
-    # the code above is just a precaution
-    for module_name in list(sys.modules):
-        if module_name.partition(".")[0] in app_names:
-            del sys.modules[module_name]
-
-    il.invalidate_caches()
-
-    db_token_manager = DBTokenManager()
-
-    global IS_SETUP
-    IS_SETUP = False
+from __future__ import annotations
+
+# flake8: noqa
+import builtins
+import os
+import sys
+import importlib as il
+import gzip
+import jwt
+import time
+import threading
+from pathlib import Path
+import shutil
+from packaging import version
+from ._settings_instance import InstanceSettings, is_local_db_url
+from ..errors import CurrentInstanceNotConfigured
+from lamin_utils import logger
+
+
+IS_RUN_FROM_IPYTHON = getattr(builtins, "__IPYTHON__", False)
+IS_SETUP = False
+IS_MIGRATING = False
+CONN_MAX_AGE = 299
+
+
+def get_connection(connection_name: str):
+    from django.db import connections
+
+    return connections[connection_name]
+
+
+def error_no_instance_wrapper(execute, sql, params, many, context):
+    connection = context["connection"]
+
+    if (
+        connection.vendor == "sqlite"
+        and connection.settings_dict.get("NAME") == ":memory:"
+    ):
+        raise CurrentInstanceNotConfigured
+
+    return execute(sql, params, many, context)
+
+
+# db token that refreshes on access if needed
+class DBToken:
+    def __init__(
+        self, instance: InstanceSettings | dict, access_token: str | None = None
+    ):
+        self.instance = instance
+        self.access_token = access_token
+        # initialized in token_query
+        self._token: str | None = None
+        self._token_query: str | None = None
+        self._expiration: float | None = None
+        self._type: str | None = None
+
+    def _refresh_token(self):
+        from ._hub_core import access_db
+        from psycopg2.extensions import adapt
+
+        self._token = access_db(self.instance, self.access_token)
+        self._token_query = (
+            f"SELECT set_token({adapt(self._token).getquoted().decode()}, true);"
+        )
+        token_decoded = jwt.decode(self._token, options={"verify_signature": False})
+        self._expiration = token_decoded["exp"]
+        self._type = token_decoded["type"]
+
+    @property
+    def token_query(self) -> str:
+        # refresh token if needed
+        if self._token is None or time.time() >= self._expiration:  # type: ignore
+            self._refresh_token()
+
+        return self._token_query  # type: ignore
+
+
+# a class to manage jwt in dbs
+class DBTokenManager:
+    def __init__(self):
+        from django.db.transaction import Atomic
+
+        self.original_atomic_enter = Atomic.__enter__
+        self.atomic_is_patched = False
+
+        self.tokens: dict[str, DBToken] = {}
+
+    def set(self, token: DBToken, connection_name: str = "default"):
+        if connection_name in self.tokens:
+            return
+
+        from django.db.transaction import Atomic
+        from django.db.backends.signals import connection_created
+
+        def set_token_wrapper(execute, sql, params, many, context):
+            not_in_atomic_block = not context["connection"].in_atomic_block
+            # ignore atomic blocks
+            if not_in_atomic_block:
+                sql = token.token_query + sql
+            result = execute(sql, params, many, context)
+            # this ensures that psycopg3 in the current env doesn't break this wrapper
+            # psycopg3 returns a cursor
+            # psycopg3 fetching differs from psycopg2, it returns the output of all sql statements
+            # not only the last one as psycopg2 does. So we shift the cursor from set_token
+            if (
+                not_in_atomic_block
+                and result is not None
+                and hasattr(result, "nextset")
+            ):
+                result.nextset()
+            return result
+
+        get_connection(connection_name).execute_wrappers.append(set_token_wrapper)
+
+        def connection_callback(sender, connection, **kwargs):
+            if (
+                connection.alias == connection_name
+                and set_token_wrapper not in connection.execute_wrappers
+            ):
+                connection.execute_wrappers.append(set_token_wrapper)
+
+        dispatch_uid = f"dbtokenmanager:{id(self)}:{connection_name}"
+        # emitted when a database connection is established
+        # not when a database wrapper is created
+        connection_created.connect(
+            connection_callback, dispatch_uid=dispatch_uid, weak=False
+        )
+
+        self.tokens[connection_name] = token
+
+        if not self.atomic_is_patched:
+            # ensure we set the token only once for an outer atomic block
+            def __enter__(atomic):
+                self.original_atomic_enter(atomic)
+                connection_name = "default" if atomic.using is None else atomic.using
+                if connection_name in self.tokens:
+                    # here we don't use the connection from the closure
+                    # because Atomic is a single class to manage transactions for all connections
+                    connection = get_connection(connection_name)
+                    if len(connection.atomic_blocks) == 1:
+                        token = self.tokens[connection_name]
+                        # use raw psycopg2 connection here
+                        # atomic block ensures connection
+                        connection.connection.cursor().execute(token.token_query)
+
+            Atomic.__enter__ = __enter__
+
+            self.atomic_is_patched = True
+            logger.debug("django.db.transaction.Atomic.__enter__ has been patched")
+
+    def reset(self, connection_name: str = "default"):
+        if connection_name not in self.tokens:
+            return
+
+        from django.db.backends.signals import connection_created
+
+        connection = get_connection(connection_name)
+
+        connection.execute_wrappers = [
+            w
+            for w in connection.execute_wrappers
+            if getattr(w, "__name__", None) != "set_token_wrapper"
+        ]
+
+        dispatch_uid = f"dbtokenmanager:{id(self)}:{connection_name}"
+        connection_created.disconnect(dispatch_uid=dispatch_uid)
+
+        self.tokens.pop(connection_name, None)
+
+        if not self.tokens:
+            from django.db.transaction import Atomic
+
+            Atomic.__enter__ = self.original_atomic_enter
+            self.atomic_is_patched = False
+
+
+db_token_manager = DBTokenManager()
+
+
+def close_if_health_check_failed(self) -> None:
+    if self.close_at is not None:
+        if time.monotonic() >= self.close_at:
+            self.close()
+        self.close_at = time.monotonic() + CONN_MAX_AGE
+
+
+# this bundles set up and migration management
+def setup_django(
+    isettings: InstanceSettings,
+    deploy_migrations: bool = False,
+    create_migrations: bool = False,
+    configure_only: bool = False,
+    init: bool = False,
+    view_schema: bool = False,
+    appname_number: tuple[str, int] | None = None,
+):
+    if IS_RUN_FROM_IPYTHON:
+        os.environ["DJANGO_ALLOW_ASYNC_UNSAFE"] = "true"
+        logger.debug("DJANGO_ALLOW_ASYNC_UNSAFE env variable has been set to 'true'")
+
+    import dj_database_url
+    import django
+    from django.apps import apps
+    from django.conf import settings
+    from django.core.management import call_command
+
+    # configuration
+    if not settings.configured:
+        instance_db = isettings.db
+        if isettings.dialect == "postgresql":
+            if os.getenv("LAMIN_DB_SSL_REQUIRE") == "false":
+                ssl_require = False
+            else:
+                ssl_require = not is_local_db_url(instance_db)
+            options = {
+                "connect_timeout": os.getenv("PGCONNECT_TIMEOUT", 20),
+                "gssencmode": "disable",
+            }
+        else:
+            ssl_require = False
+            options = {}
+        default_db = dj_database_url.config(
+            env="LAMINDB_DJANGO_DATABASE_URL",
+            default=instance_db,
+            # see comment next to patching BaseDatabaseWrapper below
+            conn_max_age=CONN_MAX_AGE,
+            conn_health_checks=True,
+            ssl_require=ssl_require,
+        )
+        if options:
+            # do not overwrite keys in options if set
+            default_db["OPTIONS"] = {**options, **default_db.get("OPTIONS", {})}
+        DATABASES = {
+            "default": default_db,
+        }
+        from .._init_instance import get_schema_module_name
+
+        module_names = ["core"] + list(isettings.modules)
+        raise_import_error = True if init else False
+        installed_apps = [
+            package_name
+            for name in module_names
+            if (
+                package_name := get_schema_module_name(
+                    name, raise_import_error=raise_import_error
+                )
+            )
+            is not None
+        ]
+        if view_schema:
+            installed_apps = installed_apps[::-1]  # to fix how apps appear
+            installed_apps += ["schema_graph", "django.contrib.staticfiles"]
+        if isettings.dialect == "postgresql":
+            installed_apps.insert(0, "pgtrigger")
+
+        kwargs = dict(
+            INSTALLED_APPS=installed_apps,
+            DATABASES=DATABASES,
+            DEFAULT_AUTO_FIELD="django.db.models.BigAutoField",
+            TIME_ZONE="UTC",
+            USE_TZ=True,
+        )
+        if view_schema:
+            kwargs.update(
+                DEBUG=True,
+                ROOT_URLCONF="lamindb_setup._schema",
+                SECRET_KEY="dummy",
+                TEMPLATES=[
+                    {
+                        "BACKEND": "django.template.backends.django.DjangoTemplates",
+                        "APP_DIRS": True,
+                    },
+                ],
+                STATIC_ROOT=f"{Path.home().as_posix()}/.lamin/",
+                STATICFILES_FINDERS=[
+                    "django.contrib.staticfiles.finders.AppDirectoriesFinder",
+                ],
+                STATIC_URL="static/",
+            )
+        if logger._verbosity == 5:  # debug-level verbosity
+            kwargs.update(
+                {
+                    "DEBUG": True,
+                    "LOGGING": {
+                        "version": 1,
+                        "handlers": {
+                            "console": {
+                                "level": "DEBUG",
+                                "class": "logging.StreamHandler",
+                            }
+                        },
+                        "loggers": {
+                            "django.db.backends": {
+                                "level": "DEBUG",
+                                "handlers": ["console"],
+                            }
+                        },
+                    },
+                }
+            )
+        settings.configure(**kwargs)
+        # this isn't needed the first time django.setup() is called, but for unknown reason it's needed the second time
+        # the first time, it already defaults to true
+        apps.apps_ready = True
+        django.setup(set_prefix=False)
+        # https://laminlabs.slack.com/archives/C04FPE8V01W/p1698239551460289
+        from django.db.backends.base.base import BaseDatabaseWrapper
+
+        BaseDatabaseWrapper.close_if_health_check_failed = close_if_health_check_failed
+        logger.debug(
+            "django.db.backends.base.base.BaseDatabaseWrapper.close_if_health_check_failed has been patched"
+        )
+
+        disable_context: bool = False
+        if (
+            env_disable_context := os.getenv("LAMINDB_DISABLE_CONNECTION_CONTEXT")
+        ) is not None:
+            disable_context = env_disable_context == "true"
+        elif IS_RUN_FROM_IPYTHON:
+            from ipykernel import __version__ as ipykernel_version
+
+            disable_context = version.parse(ipykernel_version) >= version.parse("7.0.0")
+        if disable_context:
+            django.db.connections._connections = threading.local()
+            logger.debug("django.db.connections._connections has been patched")
+
+        # error if trying to query with the default connection without setting up an instance
+        get_connection("default").execute_wrappers.insert(0, error_no_instance_wrapper)
+
+        if isettings._fine_grained_access and isettings._db_permissions == "jwt":
+            db_token = DBToken(isettings)
+            db_token_manager.set(db_token)  # sets for the default connection
+
+    if configure_only:
+        return None
+
+    # migrations management
+    if create_migrations:
+        call_command("makemigrations")
+        return None
+
+    if deploy_migrations:
+        if appname_number is None:
+            call_command("migrate", verbosity=2)
+        else:
+            app_name, app_number = appname_number
+            call_command("migrate", app_name, app_number, verbosity=2)
+        isettings._update_cloud_sqlite_file(unlock_cloud_sqlite=False)
+    elif init:
+        modules_beyond_bionty = isettings.modules.copy()
+        compressed_sqlite_path = Path(__file__).parent / "lamin.db.gz"
+        if "bionty" in modules_beyond_bionty:
+            modules_beyond_bionty.remove("bionty")
+        # seed from compressed sqlite file
+        if (
+            isettings.dialect == "sqlite"
+            and os.getenv("LAMINDB_INIT_FROM_SCRATCH", "false") != "true"
+            and len(modules_beyond_bionty) == 0
+            and compressed_sqlite_path.exists()
+        ):
+            with gzip.open(compressed_sqlite_path, "rb") as f_in:
+                with open(isettings._sqlite_file_local, "wb") as f_out:
+                    shutil.copyfileobj(f_in, f_out)
+        global IS_MIGRATING
+        IS_MIGRATING = True
+        call_command("migrate", verbosity=0)
+        IS_MIGRATING = False
+
+    global IS_SETUP
+    IS_SETUP = True
+
+    if isettings.keep_artifacts_local:
+        isettings._local_storage = isettings._search_local_root()
+
+
+# these needs to be followed by
+# setup_django()
+# reset_django_module_variables()
+def reset_django():
+    from django.conf import settings
+    from django.apps import apps
+    from django.db import connections
+
+    if not settings.configured:
+        return
+
+    connections.close_all()
+
+    global db_token_manager
+
+    db_token_manager.reset()
+
+    if getattr(settings, "_wrapped", None) is not None:
+        settings._wrapped = None
+
+    app_names = {"django"} | {app.name for app in apps.get_app_configs()}
+
+    apps.app_configs.clear()
+    apps.all_models.clear()
+    apps.apps_ready = apps.models_ready = apps.ready = apps.loading = False
+    apps.clear_cache()
+
+    # i suspect it is enough to just drop django and all the apps from sys.modules
+    # the code above is just a precaution
+    for module_name in list(sys.modules):
+        if module_name.partition(".")[0] in app_names:
+            del sys.modules[module_name]
+
+    il.invalidate_caches()
+
+    db_token_manager = DBTokenManager()
+
+    global IS_SETUP
+    IS_SETUP = False