lamindb 0.77.2__py3-none-any.whl → 1.0rc1__py3-none-any.whl

lamindb/base/types.py

@@ -0,0 +1,51 @@
+"""Types.
+
+Central object types.
+
+.. autosummary::
+   :toctree: .
+
+   ArtifactKind
+   TransformType
+   FeatureDtype
+
+Basic types.
+
+.. autosummary::
+   :toctree: .
+
+   UPathStr
+   StrField
+   ListLike
+   FieldAttr
+"""
+
+from __future__ import annotations
+
+from typing import Literal, Union
+
+import numpy as np
+import pandas as pd
+from django.db.models.query_utils import DeferredAttribute as FieldAttr
+from lamindb_setup.core.types import UPathStr  # noqa: F401
+
+# need to use Union because __future__.annotations doesn't do the job here <3.10
+# typing.TypeAlias, >3.10 on but already deprecated
+ListLike = Union[list[str], pd.Series, np.array]
+StrField = Union[str, FieldAttr]  # typing.TypeAlias
+
+TransformType = Literal[
+    "pipeline", "notebook", "upload", "script", "function", "linker"
+]
+ArtifactKind = Literal["dataset", "model"]
+FeatureDtype = Literal[
+    "cat",  # categorical variables
+    "num",  # numerical variables
+    "str",  # string variables
+    "int",  # integer variables
+    "float",  # float variables
+    "bool",  # boolean variables
+    "date",  # date variables
+    "datetime",  # datetime variables
+    "object",  # this is a pandas type, we're only using it for complicated types, not for strings
+]

lamindb/base/users.py

@@ -0,0 +1,30 @@
+user_id_cache = {}
+
+
+def current_user_id() -> int:
+    import lamindb_setup as ln_setup
+    from lamindb_setup import settings
+    from lamindb_setup._init_instance import register_user
+
+    from lamindb.models import User
+
+    def query_user_id():
+        if ln_setup.core.django.IS_MIGRATING:
+            return 1
+        else:
+            exc_attr = (
+                "DoesNotExist" if hasattr(User, "DoesNotExist") else "_DoesNotExist"
+            )
+            try:
+                user_id = User.objects.get(uid=settings.user.uid).id
+            except getattr(User, exc_attr):
+                register_user(settings.user)
+                user_id = User.objects.get(uid=settings.user.uid).id
+            return user_id
+
+    if settings._instance_exists:
+        if settings.instance.slug not in user_id_cache:
+            user_id_cache[settings.instance.slug] = query_user_id()
+        return user_id_cache[settings.instance.slug]
+    else:
+        return query_user_id()

lamindb/base/validation.py

@@ -0,0 +1,67 @@
+from typing import TYPE_CHECKING, Literal, Union, get_args, get_origin, get_type_hints
+
+from lamin_utils import colors
+
+if TYPE_CHECKING:
+    from .models import Record
+
+
+class FieldValidationError(SystemExit):
+    """Field validation error."""
+
+    pass
+
+
+def validate_literal_fields(record: "Record", kwargs) -> None:
+    """Validate all Literal type fields in a record.
+
+    Args:
+        record: record being validated
+
+    Raises:
+        ValidationError: If any field value is not in its Literal's allowed values
+    """
+    # check is based on string to avoid circular imports
+    if record.__class__.__name__ == "Feature":
+        # the FeatureDtype is more complicated than a simple literal
+        # because it allows constructs like cat[ULabel] etc.
+        # the User model is used at startup and throws a datetime-related error otherwise
+        # simmilar for Storage & Source
+        return None
+    try:
+        type_hints = get_type_hints(record.__class__)
+    except TypeError:
+        # for 3.9, get_type_hints errors with | in type hints
+        return
+    errors = {}
+
+    for field_name, field_type in type_hints.items():
+        # Handle both plain Literal and Union/Optional Literal types
+        origin = get_origin(field_type)
+        if origin is Union:
+            # For Optional/Union types, find the Literal type if it exists
+            literal_type = next(
+                (t for t in get_args(field_type) if get_origin(t) is Literal), None
+            )
+        else:
+            # For plain types, check if it's a Literal
+            literal_type = field_type if origin is Literal else None
+
+        # Skip if no Literal type found
+        if literal_type is None:
+            continue
+
+        value = kwargs.get(field_name)
+        if value is not None:
+            valid_values = set(get_args(literal_type))
+            if value not in valid_values:
+                errors[field_name] = (
+                    f"{field_name}: {colors.yellow(value)} is not a valid value"
+                    f"\n    → Valid values are: {colors.green(', '.join(sorted(valid_values)))}"
+                )
+
+    if errors:
+        message = "\n  "
+        for _, error in errors.items():
+            message += error + "\n  "
+        raise FieldValidationError(message)

lamindb/core/__init__.py

@@ -5,10 +5,12 @@ Registries:
 .. autosummary::
    :toctree: .
 
+   BasicRecord
    Record
    Registry
    QuerySet
    QueryManager
+   Schema
    RecordList
    FeatureManager
    ParamManager
@@ -33,6 +35,7 @@ Curators:
    DataFrameCurator
    AnnDataCurator
    MuDataCurator
+   SOMACurator
    CurateLookup
 
 Settings & context:
@@ -58,7 +61,6 @@ Modules:
    loaders
    datasets
    storage
-   types
    exceptions
    subsettings
    logger
@@ -67,7 +69,21 @@ Modules:
 
 from lamin_utils import logger
 from lamin_utils._inspect import InspectResult
-from lnschema_core.models import (
+
+from lamindb._query_manager import QueryManager
+from lamindb._query_set import QuerySet, RecordList
+from lamindb.core._feature_manager import FeatureManager, ParamManager
+from lamindb.core._label_manager import LabelManager
+from lamindb.curators import (
+    AnnDataCurator,
+    BaseCurator,
+    CurateLookup,
+    DataFrameCurator,
+    MuDataCurator,
+    SOMACurator,
+)
+from lamindb.models import (
+    BasicRecord,
     CanCurate,
     FeatureValue,
     HasParents,
@@ -75,23 +91,12 @@ from lnschema_core.models import (
     ParamValue,
     Record,
     Registry,
+    Schema,
     TracksRun,
     TracksUpdates,
     ValidateFields,
 )
 
-from lamindb._curate import (
-    AnnDataCurator,
-    BaseCurator,
-    CurateLookup,
-    DataFrameCurator,
-    MuDataCurator,
-)
-from lamindb._query_manager import QueryManager
-from lamindb._query_set import QuerySet, RecordList
-from lamindb.core._feature_manager import FeatureManager, ParamManager
-from lamindb.core._label_manager import LabelManager
-
 from . import _data, datasets, exceptions, fields, loaders, subsettings, types
 from ._context import Context
 from ._mapped_collection import MappedCollection