lamindb 1.12.1__py3-none-any.whl → 1.13.0__py3-none-any.whl

lamindb/migrations/{0133_squashed.py → 0134_squashed.py}

@@ -1,4 +1,4 @@
-# Generated by Django 5.1.12 on 2025-10-06 06:11
+# Generated by Django 5.2 on 2025-10-13 07:43
 
 import django.core.validators
 import django.db.models.deletion
@@ -210,6 +210,7 @@ class Migration(migrations.Migration):
         ("lamindb", "0131_record_unique_name_type_space"),
         ("lamindb", "0132_record_parents_record_reference_and_more"),
         ("lamindb", "0133_artifactuser_artifact_users"),
+        ("lamindb", "0134_run_params"),
     ]
 
     dependencies = []  # type: ignore
@@ -2086,6 +2087,7 @@ class Migration(migrations.Migration):
                         blank=True, db_index=True, default=None, null=True
                     ),
                 ),
+                ("params", models.JSONField(null=True)),
                 (
                     "reference",
                     lamindb.base.fields.CharField(
@@ -5098,6 +5100,85 @@ class Migration(migrations.Migration):
                 to="lamindb.user",
             ),
         ),
+        migrations.CreateModel(
+            name="ArtifactUser",
+            fields=[
+                (
+                    "created_at",
+                    lamindb.base.fields.DateTimeField(
+                        blank=True,
+                        db_default=django.db.models.functions.datetime.Now(),
+                        db_index=True,
+                        editable=False,
+                    ),
+                ),
+                ("id", models.BigAutoField(primary_key=True, serialize=False)),
+                (
+                    "label_ref_is_name",
+                    lamindb.base.fields.BooleanField(
+                        blank=True, default=None, null=True
+                    ),
+                ),
+                (
+                    "feature_ref_is_name",
+                    lamindb.base.fields.BooleanField(
+                        blank=True, default=None, null=True
+                    ),
+                ),
+                (
+                    "artifact",
+                    lamindb.base.fields.ForeignKey(
+                        blank=True,
+                        on_delete=django.db.models.deletion.CASCADE,
+                        related_name="links_user",
+                        to="lamindb.artifact",
+                    ),
+                ),
+                (
+                    "feature",
+                    lamindb.base.fields.ForeignKey(
+                        blank=True,
+                        default=None,
+                        null=True,
+                        on_delete=django.db.models.deletion.PROTECT,
+                        related_name="links_artifactuser",
+                        to="lamindb.feature",
+                    ),
+                ),
+                (
+                    "run",
+                    lamindb.base.fields.ForeignKey(
+                        blank=True,
+                        default=lamindb.models.run.current_run,
+                        null=True,
+                        on_delete=django.db.models.deletion.PROTECT,
+                        related_name="+",
+                        to="lamindb.run",
+                    ),
+                ),
+                (
+                    "created_by",
+                    lamindb.base.fields.ForeignKey(
+                        blank=True,
+                        default=lamindb.base.users.current_user_id,
+                        editable=False,
+                        on_delete=django.db.models.deletion.PROTECT,
+                        related_name="+",
+                        to="lamindb.user",
+                    ),
+                ),
+                (
+                    "user",
+                    lamindb.base.fields.ForeignKey(
+                        blank=True,
+                        on_delete=django.db.models.deletion.PROTECT,
+                        related_name="links_artifact",
+                        to="lamindb.user",
+                    ),
+                ),
+            ],
+            bases=(lamindb.models.sqlrecord.IsLink, models.Model),
+        ),
         migrations.AddField(
             model_name="artifactreference",
             name="created_by",
@@ -5215,6 +5296,13 @@ class Migration(migrations.Migration):
                 to="lamindb.user",
             ),
         ),
+        migrations.AddField(
+            model_name="artifact",
+            name="users",
+            field=models.ManyToManyField(
+                related_name="+", through="lamindb.ArtifactUser", to="lamindb.user"
+            ),
+        ),
         migrations.AlterUniqueTogether(
             name="artifactrecord",
             unique_together={("artifact", "record", "feature")},
@@ -5346,6 +5434,10 @@ class Migration(migrations.Migration):
                 name="unique_branch_name_lower",
             ),
         ),
+        migrations.AlterUniqueTogether(
+            name="artifactuser",
+            unique_together={("artifact", "user", "feature")},
+        ),
         migrations.AlterUniqueTogether(
             name="artifactulabel",
             unique_together={("artifact", "ulabel", "feature")},
@@ -5382,95 +5474,6 @@ class Migration(migrations.Migration):
                 name="unique_artifact_storage_hash_null_key",
             ),
         ),
-        migrations.CreateModel(
-            name="ArtifactUser",
-            fields=[
-                (
-                    "created_at",
-                    lamindb.base.fields.DateTimeField(
-                        blank=True,
-                        db_default=django.db.models.functions.datetime.Now(),
-                        db_index=True,
-                        editable=False,
-                    ),
-                ),
-                ("id", models.BigAutoField(primary_key=True, serialize=False)),
-                (
-                    "label_ref_is_name",
-                    lamindb.base.fields.BooleanField(
-                        blank=True, default=None, null=True
-                    ),
-                ),
-                (
-                    "feature_ref_is_name",
-                    lamindb.base.fields.BooleanField(
-                        blank=True, default=None, null=True
-                    ),
-                ),
-                (
-                    "artifact",
-                    lamindb.base.fields.ForeignKey(
-                        blank=True,
-                        on_delete=django.db.models.deletion.CASCADE,
-                        related_name="links_user",
-                        to="lamindb.artifact",
-                    ),
-                ),
-                (
-                    "created_by",
-                    lamindb.base.fields.ForeignKey(
-                        blank=True,
-                        default=lamindb.base.users.current_user_id,
-                        editable=False,
-                        on_delete=django.db.models.deletion.PROTECT,
-                        related_name="+",
-                        to="lamindb.user",
-                    ),
-                ),
-                (
-                    "feature",
-                    lamindb.base.fields.ForeignKey(
-                        blank=True,
-                        default=None,
-                        null=True,
-                        on_delete=django.db.models.deletion.PROTECT,
-                        related_name="links_artifactuser",
-                        to="lamindb.feature",
-                    ),
-                ),
-                (
-                    "run",
-                    lamindb.base.fields.ForeignKey(
-                        blank=True,
-                        default=lamindb.models.run.current_run,
-                        null=True,
-                        on_delete=django.db.models.deletion.PROTECT,
-                        related_name="+",
-                        to="lamindb.run",
-                    ),
-                ),
-                (
-                    "user",
-                    lamindb.base.fields.ForeignKey(
-                        blank=True,
-                        on_delete=django.db.models.deletion.PROTECT,
-                        related_name="links_artifact",
-                        to="lamindb.user",
-                    ),
-                ),
-            ],
-            options={
-                "unique_together": {("artifact", "user", "feature")},
-            },
-            bases=(lamindb.models.sqlrecord.IsLink, models.Model),
-        ),
-        migrations.AddField(
-            model_name="artifact",
-            name="users",
-            field=models.ManyToManyField(
-                related_name="+", through="lamindb.ArtifactUser", to="lamindb.user"
-            ),
-        ),
         migrations.RunPython(
             apply_postgres_constraint, reverse_code=revert_postgres_constraint
         ),

lamindb/models/_feature_manager.py

@@ -345,7 +345,7 @@ def describe_features(
 
     internal_feature_names: dict[str, str] = {}
     if isinstance(self, Artifact):
-        feature_sets = self.feature_sets.filter(itype="Feature").all()
+        feature_sets = self.feature_sets.filter(itype="Feature")
         internal_feature_names = {}
         if len(feature_sets) > 0:
             for schema in feature_sets:
@@ -470,7 +470,7 @@ def describe_features(
         for child in int_features_tree_children:
             dataset_tree.add(child)
 
-    # Linked features
+    # External features
     ext_features_tree_children = []
     if external_data:
         ext_features_tree_children.append(
@@ -481,7 +481,7 @@ def describe_features(
             )
         )
     # ext_features_tree = None
-    ext_features_header = Text("Linked features", style="bold dark_orange")
+    ext_features_header = Text("External features", style="bold dark_orange")
     if ext_features_tree_children:
         ext_features_tree = tree.add(ext_features_header)
         for child in ext_features_tree_children:
@@ -584,7 +584,7 @@ def filter_base(
                 f"Some keys in the filter expression are not registered as features: {np.array(keys_normalized)[~validated]}"
             )
     new_expression = {}
-    features = model.using(db).filter(name__in=keys_normalized).all().distinct()
+    features = model.using(db).filter(name__in=keys_normalized).distinct()
     feature_param = "feature"
     for key, value in expression.items():
         split_key = key.split("__")
@@ -650,7 +650,7 @@ def filter_base(
                     # we need the comparator here because users might query like so
                     # ln.Artifact.filter(experiment__contains="Experi")
                     expression = {f"{field_name}{comparator}": value}
-                    labels = result["registry"].using(db).filter(**expression).all()
+                    labels = result["registry"].using(db).filter(**expression)
                     if len(labels) == 0:
                         raise DoesNotExist(
                             f"Did not find a {label_registry.__name__} matching `{field_name}{comparator}={value}`"
@@ -702,8 +702,8 @@ def filter_with_features(
 
     if expressions:
         keys_normalized = [key.split("__")[0] for key in expressions]
-        field_or_feature_or_param = keys_normalized[0].split("__")[0]
-        if field_or_feature_or_param in registry.__get_available_fields__():
+        field_or_feature = keys_normalized[0]
+        if field_or_feature in registry.__get_available_fields__():
             qs = queryset.filter(*queries, **expressions, **filter_kwargs)
         elif all(
             features_validated := Feature.objects.using(queryset.db).validate(
@@ -896,7 +896,7 @@ class FeatureManager:
                     "feature_id": None,
                     f"{field_name}__in": [l.id for _, l in registry_features_labels],
                 }
-            ).all().delete()
+            ).delete()
 
     def add_values(
         self,
@@ -928,11 +928,9 @@ class FeatureManager:
         model_name = "Feature"
 
         if schema is not None:
-            from lamindb.curators import DataFrameCurator
+            from lamindb.curators.core import ExperimentalDictCurator
 
-            temp_df = pd.DataFrame([values])
-            curator = DataFrameCurator(temp_df, schema)
-            curator.validate()
+            ExperimentalDictCurator(values, schema).validate()
             records = schema.members.filter(name__in=keys)
         else:
             records = registry.from_values(keys, field=feature_field, mute=True)
@@ -990,13 +988,25 @@ class FeatureManager:
                         raise TypeError(
                             f"Value for feature '{feature.name}' with dtype '{feature.dtype}' must be a string or record, but is {value} with dtype {inferred_type}"
                         )
-            elif (feature.dtype == "str" and feature.dtype not in inferred_type) or (
-                feature.dtype != "str" and feature.dtype != inferred_type
+            elif (
+                (feature.dtype == "str" and inferred_type != "cat ? str")
+                or (feature.dtype == "list[str]" and inferred_type != "list[cat ? str]")
+                or (
+                    feature.dtype.startswith("list[cat")
+                    and inferred_type != "list[cat ? str]"
+                )
+                or (
+                    feature.dtype not in {"str", "list[str]"}
+                    and not feature.dtype.startswith("list[cat")
+                    and feature.dtype != inferred_type
+                )
             ):
                 raise ValidationError(
                     f"Expected dtype for '{feature.name}' is '{feature.dtype}', got '{inferred_type}'"
                 )
-            if not feature.dtype.startswith("cat"):
+            if not (
+                feature.dtype.startswith("cat") or feature.dtype.startswith("list[cat")
+            ):
                 filter_kwargs = {model_name.lower(): feature, "value": converted_value}
                 feature_value, _ = value_model.get_or_create(**filter_kwargs)
                 _feature_values.append(feature_value)
@@ -1078,7 +1088,7 @@ class FeatureManager:
                     f"{model_name.lower()}__in": dict_typed_features,
                 }
                 try:
-                    value_model.filter(**kwargs).all().delete()
+                    value_model.filter(**kwargs).delete()
                 except ProtectedError:
                     pass
             # add new feature links
@@ -1140,7 +1150,7 @@ class FeatureManager:
                     if obj.related_model.__get_name_with_module__()
                     in link_models_on_models
                 }.pop()
-            getattr(self._host, link_attribute).filter(**filter_kwargs).all().delete()
+            getattr(self._host, link_attribute).filter(**filter_kwargs).delete()
         else:
             if value is not None:
                 filter_kwargs["value"] = value
@@ -1215,7 +1225,7 @@ class FeatureManager:
                 member_uids = list(members.values_list(field, flat=True))
                 validated = registry.validate(member_uids, field=field, mute=True)
                 new_members_uids = list(compress(member_uids, ~validated))
-                new_members = members.filter(**{f"{field}__in": new_members_uids}).all()
+                new_members = members.filter(**{f"{field}__in": new_members_uids})
                 n_new_members = len(new_members)
                 if len(members) > settings.annotation.n_max_records:
                     logger.warning(
@@ -1275,9 +1285,9 @@ class FeatureManager:
         """
         if not isinstance(feature, Feature):
             raise TypeError("feature must be a Feature record!")
-        feature_sets = Schema.filter(features=feature).all()
+        feature_sets = Schema.filter(features=feature)
         for fs in feature_sets:
-            f = Feature.filter(uid=feature.uid).all()
+            f = Feature.filter(uid=feature.uid)
             features_updated = fs.members.difference(f)
             if len(features_updated) > 0:
                 # re-compute the hash of feature sets based on the updated members

lamindb/models/_label_manager.py

@@ -231,7 +231,7 @@ class LabelManager:
             >>> artifact2 = ln.Artifact(pd.DataFrame(index=[2, 3])).save()
             >>> ulabels = ln.ULabel.from_values(["Label1", "Label2"], field="name")
             >>> ln.save(ulabels)
-            >>> labels = ln.ULabel.filter(name__icontains = "label").all()
+            >>> labels = ln.ULabel.filter(name__icontains = "label")
             >>> artifact1.ulabels.set(labels)
             >>> artifact2.labels.add_from(artifact1)
         """
@@ -260,10 +260,8 @@ class LabelManager:
                     key = None
                     keys.append(key)
                 else:
-                    links = (
-                        getattr(label, f"links_{data_name_lower}")
-                        .filter(**{f"{data_name_lower}_id": data.id})
-                        .all()
+                    links = getattr(label, f"links_{data_name_lower}").filter(
+                        **{f"{data_name_lower}_id": data.id}
                     )
                     for link in links:
                         if link.feature is not None: