lamindb_setup 1.5.0__py3-none-any.whl → 1.5.2__py3-none-any.whl

lamindb_setup/__init__.py

@@ -33,7 +33,7 @@ Modules & settings:
 
 """
 
-__version__ = "1.5.0"  # denote a release candidate for 0.1.0 with 0.1rc1
+__version__ = "1.5.2"  # denote a release candidate for 0.1.0 with 0.1rc1
 
 import os
 

lamindb_setup/_schema_metadata.py

@@ -150,6 +150,7 @@ class FieldMetadata(BaseModel):
     is_link_table: bool
     is_primary_key: bool
     is_editable: bool
+    max_length: int | None = None
     relation_type: RelationType | None = None
     related_field_name: str | None = None
     related_model_name: str | None = None
@@ -168,6 +169,10 @@ class _ModelHandler:
         self.included_modules = included_modules
         self.fields = self._get_fields_metadata(self.model)
         self.is_link_table = issubclass(model, LinkORM)
+        self.name_field = model._name_field if hasattr(model, "_name_field") else None
+        self.ontology_id_field = (
+            model._ontology_id_field if hasattr(model, "_ontology_id_field") else None
+        )
 
     def to_dict(self, include_django_objects: bool = True):
         _dict = {
@@ -175,6 +180,8 @@ class _ModelHandler:
             "class_name": self.class_name,
             "table_name": self.table_name,
             "is_link_table": self.is_link_table,
+            "name_field": self.name_field,
+            "ontology_id_field": self.ontology_id_field,
         }
 
         for field_name in self.fields.keys():
@@ -243,18 +250,21 @@ class _ModelHandler:
         internal_type = field.get_internal_type()
         model_name = field.model._meta.model_name
         relation_type = self._get_relation_type(model, field)
+
+        schema_name = field.model.__get_module_name__()
+
         if field.related_model is None:
-            schema_name = field.model.__get_module_name__()
             related_model_name = None
             related_schema_name = None
             related_field_name = None
             is_editable = field.editable
+            max_length = field.max_length
         else:
             related_model_name = field.related_model._meta.model_name
             related_schema_name = field.related_model.__get_module_name__()
-            schema_name = field.model.__get_module_name__()
             related_field_name = field.remote_field.name
             is_editable = False
+            max_length = None
 
         field_name = field.name
         is_primary_key = getattr(field, "primary_key", False)
@@ -289,6 +299,7 @@ class _ModelHandler:
             is_link_table=issubclass(field.model, LinkORM),
             is_primary_key=is_primary_key,
             is_editable=is_editable,
+            max_length=max_length,
             column_name=column,
             relation_type=relation_type,
             related_schema_name=related_schema_name

lamindb_setup/core/_settings_user.py

@@ -47,7 +47,7 @@ class UserSettings:
 
     @property
     def id(self):
-        """Integer id valid in current intance."""
+        """Integer id valid in current instance."""
         from lamindb.base.users import current_user_id
 
         # there is no cache needed here because current_user_id()

lamindb_setup/core/django.py

@@ -3,6 +3,8 @@ from __future__ import annotations
 # flake8: noqa
 import builtins
 import os
+import jwt
+import time
 from pathlib import Path
 import time
 from ._settings_instance import InstanceSettings
@@ -14,15 +16,47 @@ IS_MIGRATING = False
 CONN_MAX_AGE = 299
 
 
+# db token that refreshes on access if needed
+class DBToken:
+    def __init__(
+        self, instance: InstanceSettings | dict, access_token: str | None = None
+    ):
+        self.instance = instance
+        self.access_token = access_token
+        # initialized in token_query
+        self._token: str | None = None
+        self._token_query: str | None = None
+        self._expiration: float
+
+    def _refresh_token(self):
+        from ._hub_core import access_db
+        from psycopg2.extensions import adapt
+
+        self._token = access_db(self.instance, self.access_token)
+        self._token_query = (
+            f"SELECT set_token({adapt(self._token).getquoted().decode()}, true);"
+        )
+        self._expiration = jwt.decode(self._token, options={"verify_signature": False})[
+            "exp"
+        ]
+
+    @property
+    def token_query(self) -> str:
+        # refresh token if needed
+        if self._token is None or time.time() >= self._expiration:
+            self._refresh_token()
+
+        return self._token_query  # type: ignore
+
+
 # a class to manage jwt in dbs
 class DBTokenManager:
-    def __init__(self, debug: bool = False):
+    def __init__(self):
         from django.db.transaction import Atomic
 
-        self.debug = debug
         self.original_atomic_enter = Atomic.__enter__
 
-        self.tokens: dict[str, str] = {}
+        self.tokens: dict[str, DBToken] = {}
 
     def get_connection(self, connection_name: str):
         from django.db import connections
@@ -32,19 +66,11 @@ class DBTokenManager:
 
         return connection
 
-    def set(self, token: str, connection_name: str = "default"):
+    def set(self, token: DBToken, connection_name: str = "default"):
         from django.db.transaction import Atomic
 
-        # no adapt in psycopg3
-        from psycopg2.extensions import adapt
-
         connection = self.get_connection(connection_name)
 
-        # escape correctly to avoid wrangling with params
-        set_token_query = (
-            f"SELECT set_token({adapt(token).getquoted().decode()}, true); "
-        )
-
         def set_token_wrapper(execute, sql, params, many, context):
             not_in_atomic_block = (
                 context is None
@@ -53,12 +79,7 @@ class DBTokenManager:
             )
             # ignore atomic blocks
             if not_in_atomic_block:
-                sql = set_token_query + sql
-            elif self.debug:
-                print("--in atomic block--")
-
-            if self.debug:
-                print(sql)
+                sql = token.token_query + sql
             result = execute(sql, params, many, context)
             # this ensures that psycopg3 in the current env doesn't break this wrapper
             # psycopg3 returns a cursor
@@ -69,30 +90,29 @@ class DBTokenManager:
                 and result is not None
                 and hasattr(result, "nextset")
             ):
-                if self.debug:
-                    print("(shift cursor)")
                 result.nextset()
             return result
 
         connection.execute_wrappers.append(set_token_wrapper)
 
+        self.tokens[connection_name] = token
+
         # ensure we set the token only once for an outer atomic block
         def __enter__(atomic):
             self.original_atomic_enter(atomic)
-            is_same_connection = (
-                "default" if atomic.using is None else atomic.using
-            ) == connection_name
-            if is_same_connection and len(connection.atomic_blocks) == 1:
-                # use raw psycopg2 connection here
-                # atomic block ensures connection
-                if self.debug:
-                    print("(set transaction token)")
-                connection.connection.cursor().execute(set_token_query)
+            connection_name = "default" if atomic.using is None else atomic.using
+            if connection_name in self.tokens:
+                # here we don't use the connection from the closure
+                # because Atomic is a single class to manage transactions for all connections
+                connection = self.get_connection(connection_name)
+                if len(connection.atomic_blocks) == 1:
+                    token = self.tokens[connection_name]
+                    # use raw psycopg2 connection here
+                    # atomic block ensures connection
+                    connection.connection.cursor().execute(token.token_query)
 
         Atomic.__enter__ = __enter__
 
-        self.tokens[connection_name] = token
-
     def reset(self, connection_name: str = "default"):
         from django.db.transaction import Atomic
 
@@ -103,7 +123,6 @@ class DBTokenManager:
             for w in connection.execute_wrappers
             if getattr(w, "__name__", None) != "set_token_wrapper"
         ]
-        Atomic.__enter__ = self.original_atomic_enter
 
         self.tokens.pop(connection_name, None)
 
@@ -198,9 +217,7 @@ def setup_django(
         BaseDatabaseWrapper.close_if_health_check_failed = close_if_health_check_failed
 
         if isettings._fine_grained_access and isettings._db_permissions == "jwt":
-            from ._hub_core import access_db
-
-            db_token = access_db(isettings)
+            db_token = DBToken(isettings)
             db_token_manager.set(db_token)  # sets for the default connection
 
     if configure_only:

lamindb_setup/core/upath.py

@@ -51,6 +51,21 @@ VALID_SIMPLE_SUFFIXES = {
     ".xml",
     ".qs",  # https://cran.r-project.org/web/packages/qs/vignettes/vignette.html
     ".rds",
+    ".pt",
+    ".pth",
+    ".ckpt",
+    ".state_dict",
+    ".keras",
+    ".pb",
+    ".pbtxt",
+    ".savedmodel",
+    ".pkl",
+    ".pickle",
+    ".bin",
+    ".safetensors",
+    ".model",
+    ".mlmodel",
+    ".mar",
     #
     # with readers (see below)
     #

{lamindb_setup-1.5.0.dist-info → lamindb_setup-1.5.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: lamindb_setup
-Version: 1.5.0
+Version: 1.5.2
 Summary: Setup & configure LaminDB.
 Author-email: Lamin Labs <open-source@lamin.ai>
 Requires-Python: >=3.10
@@ -13,8 +13,8 @@ Requires-Dist: appdirs<2.0.0
 Requires-Dist: requests
 Requires-Dist: universal_pathlib==0.2.6
 Requires-Dist: botocore<2.0.0
-Requires-Dist: supabase>=2.8.1,<2.12.0
-Requires-Dist: gotrue<2.12.0
+Requires-Dist: supabase>=2.8.1,<=2.15.0
+Requires-Dist: gotrue<=2.12.0
 Requires-Dist: storage3!=0.11.2; python_version < '3.11'
 Requires-Dist: pyjwt<3.0.0
 Requires-Dist: psutil

{lamindb_setup-1.5.0.dist-info → lamindb_setup-1.5.2.dist-info}/RECORD

@@ -1,4 +1,4 @@
-lamindb_setup/__init__.py,sha256=Qu5sZWgns9oPEIp_JS4KIkLv99Q91pvZPnnEOLJq8ng,2754
+lamindb_setup/__init__.py,sha256=FWTWZQC537S1pBQ8gLeqbyA-GkCqstvtPrSFUKpx7sw,2754
 lamindb_setup/_cache.py,sha256=ixasm_9pUFy-ztbhbqJRVP88uTbFclL60MwUUvZhMFs,1509
 lamindb_setup/_check.py,sha256=28PcG8Kp6OpjSLSi1r2boL2Ryeh6xkaCL87HFbjs6GA,129
 lamindb_setup/_check_setup.py,sha256=uveV6CGiwm9M5OMe3lxfAMDs5SU7j1EogJsQB03ZaRw,5928
@@ -13,7 +13,7 @@ lamindb_setup/_init_instance.py,sha256=5RBv2X18SfnIrciHljaoVsFF25te2P7KwHx0Ww87H
 lamindb_setup/_migrate.py,sha256=ya-15sc91i4JmEWI4j00T2892x8hdy2fSW-qz4IdxLs,9739
 lamindb_setup/_register_instance.py,sha256=X7ZGlCVOZKq4zTpi3bxML4jzo6hgN9UYmdTxxf6JLmc,1205
 lamindb_setup/_schema.py,sha256=b3uzhhWpV5mQtDwhMINc2MabGCnGLESy51ito3yl6Wc,679
-lamindb_setup/_schema_metadata.py,sha256=cDkNHyFTFZq879UGY6i-rJEXfeBN59AN3Wz86caKnYI,14358
+lamindb_setup/_schema_metadata.py,sha256=WGZg2H5h-bwoJ3ypwh98Jc-VDYU9LCSU1i-PoWmn3Sw,14756
 lamindb_setup/_set_managed_storage.py,sha256=qC3ACD_PWG-MrzcS3fQpjDEOuxAaJBgPqCU_bDvqtXo,2043
 lamindb_setup/_setup_user.py,sha256=8BSGsW5jfmB4FlkhMt5osYXBbVCdOQeAVATb-oAYxa0,4495
 lamindb_setup/_silence_loggers.py,sha256=AKF_YcHvX32eGXdsYK8MJlxEaZ-Uo2f6QDRzjKFCtws,1568
@@ -33,15 +33,15 @@ lamindb_setup/core/_settings_load.py,sha256=adVwwEiwglrNNpZFgoP-EENZkzxZvKOzUr3z
 lamindb_setup/core/_settings_save.py,sha256=P04ZnWFSN4Qq_QFWXNvJDs4yxrY9CjQBol_BDku_JEw,3227
 lamindb_setup/core/_settings_storage.py,sha256=op31t12T_fCfTG8OSfnXnIxB9VCQPg8Oo2cnZHVap8Y,14203
 lamindb_setup/core/_settings_store.py,sha256=zyybc6fJXJcFNTjBrgtgbPhriInuhpmQKNoGmy8ScFA,2298
-lamindb_setup/core/_settings_user.py,sha256=lWqV3HmZCsEq2UsU_iVNW0p9ddsNg7-B6xOaMNH1aw0,1475
+lamindb_setup/core/_settings_user.py,sha256=5hmnMu6fxrHAcwBEtIL0P9N8V4B0SjhzIdqFQ9o3Tsg,1476
 lamindb_setup/core/_setup_bionty_sources.py,sha256=ox3X-SHiHa2lNPSWjwZhINypbLacX6kGwH6hVVrSFZc,1505
 lamindb_setup/core/cloud_sqlite_locker.py,sha256=i6TrT7HG0lqliPvZTlsZ_uplPaqhPBbabyfeR32SkA8,7107
-lamindb_setup/core/django.py,sha256=TMPRnZyFxD_BoKHJUw88aHqUNU_Dikyqg42GPNXBG-g,7414
+lamindb_setup/core/django.py,sha256=qOh71aBjBsrksDq4AGEP3LS2V5hKOh6MhCIY1Sudeos,8084
 lamindb_setup/core/exceptions.py,sha256=4NpLUNUIfXYVTFX2FvLZF8RW34exk2Vn2X3G4YhnTRg,276
 lamindb_setup/core/hashing.py,sha256=M3Q1-ywnqh4Uy5zojbQfLju19HU0ySp8Oi7FGIJXfFI,3667
 lamindb_setup/core/types.py,sha256=zJii2le38BJUmsNVvzDrbzGYr0yaeb-9Rw9IKmsBr3k,523
-lamindb_setup/core/upath.py,sha256=bjKlQZFe-azlZZZ_VjH9bzfh93G6b88b_IE6E6Dg7cY,33662
-lamindb_setup-1.5.0.dist-info/LICENSE,sha256=UOZ1F5fFDe3XXvG4oNnkL1-Ecun7zpHzRxjp-XsMeAo,11324
-lamindb_setup-1.5.0.dist-info/WHEEL,sha256=CpUCUxeHQbRN5UGRQHYRJorO5Af-Qy_fHMctcQ8DSGI,82
-lamindb_setup-1.5.0.dist-info/METADATA,sha256=aFRhOpjfw5V8ES2LSKpz691L1HOfeFC2zVaP7yvI72I,1790
-lamindb_setup-1.5.0.dist-info/RECORD,,
+lamindb_setup/core/upath.py,sha256=U5CBiHVoEBEUi-YzYd0G8wMONkO-wcXQQ9htfDWbw-s,33876
+lamindb_setup-1.5.2.dist-info/LICENSE,sha256=UOZ1F5fFDe3XXvG4oNnkL1-Ecun7zpHzRxjp-XsMeAo,11324
+lamindb_setup-1.5.2.dist-info/WHEEL,sha256=CpUCUxeHQbRN5UGRQHYRJorO5Af-Qy_fHMctcQ8DSGI,82
+lamindb_setup-1.5.2.dist-info/METADATA,sha256=ezs2jSr-kFuLaNsm2MOGjVJ6768Pvxg6c_46nytI3Kk,1792
+lamindb_setup-1.5.2.dist-info/RECORD,,