lamin_cli 0.22.0__py2.py3-none-any.whl → 1.0a5__py2.py3-none-any.whl

lamin_cli/__init__.py

@@ -1,3 +1,3 @@
 """Lamin CLI."""
 
-__version__ = "0.22.0"
+__version__ = "1.0a5"

lamin_cli/__main__.py

@@ -6,6 +6,7 @@ import inspect
 from importlib.metadata import PackageNotFoundError, version
 from typing import Optional, Mapping
 from functools import wraps
+import warnings
 
 # https://github.com/ewels/rich-click/issues/19
 # Otherwise rich-click takes over the formatting.
@@ -135,18 +136,37 @@ def logout():
     return logout_()
 
 
+def schema_to_modules_callback(ctx, param, value):
+    if param.name == "schema" and value is not None:
+        warnings.warn(
+            "The --schema option is deprecated and will be removed in a future version."
+            " Please use --modules instead.",
+            DeprecationWarning,
+        )
+    return value
+
+
 # fmt: off
 @main.command()
 @click.option("--storage", type=str, help="Local directory, s3://bucket_name, gs://bucket_name.")  # noqa: E501
 @click.option("--db", type=str, default=None, help="Postgres database connection URL, do not pass for SQLite.")  # noqa: E501
-@click.option("--schema", type=str, default=None, help="Comma-separated string of schema modules.")  # noqa: E501
+@click.option("--modules", type=str, default=None, help="Comma-separated string of modules.")  # noqa: E501
 @click.option("--name", type=str, default=None, help="The instance name.")
+@click.option("--schema", type=str, default=None, help="[DEPRECATED] Use --modules instead.", callback=schema_to_modules_callback)  # noqa: E501
 # fmt: on
-def init(storage: str, db: Optional[str], schema: Optional[str], name: Optional[str]):
+def init(
+    storage: str,
+    db: Optional[str],
+    modules: Optional[str],
+    name: Optional[str],
+    schema: Optional[str],
+):
     """Init an instance."""
     from lamindb_setup._init_instance import init as init_
 
-    return init_(storage=storage, db=db, schema=schema, name=name)
+    modules = modules if modules is not None else schema
+
+    return init_(storage=storage, db=db, modules=modules, name=name)
 
 
 # fmt: off
@@ -165,7 +185,7 @@ def connect(instance: str):
     from lamindb_setup import settings as settings_, connect as connect_
 
     settings_.auto_connect = True
-    return connect_(slug=instance)
+    return connect_(slug=instance, _reload_lamindb=False)
 
 
 @main.command()
@@ -180,7 +200,7 @@ def disconnect():
 
 
 @main.command()
-@click.option("--schema", is_flag=True, help="View schema.")
+@click.option("--schema", is_flag=True, help="View database schema.")
 def info(schema: bool):
     """Show info about current instance."""
     if schema:
@@ -239,7 +259,7 @@ def load(entity: str, uid: str = None, key: str = None, with_env: bool = False):
         #     f"! please use: lamin connect {entity}"
         # )
         settings_.auto_connect = True
-        return connect(slug=entity)
+        return connect(slug=entity, _reload_lamindb=False)
     else:
         from lamin_cli._load import load as load_
 
@@ -265,9 +285,7 @@ def get(entity: str, uid: str = None, key: str = None, with_env: bool = False):
 
 
 @main.command()
-@click.argument(
-    "filepath", type=click.Path(exists=True, dir_okay=False, file_okay=True)
-)
+@click.argument("filepath", type=click.Path(exists=True, dir_okay=True, file_okay=True))
 @click.option("--key", type=str, default=None)
 @click.option("--description", type=str, default=None)
 @click.option("--registry", type=str, default=None)

lamin_cli/_load.py

@@ -28,7 +28,7 @@ def load(entity: str, uid: str = None, key: str = None, with_env: bool = False):
         instance = ln_setup.settings.instance.slug
 
     ln_setup.connect(instance)
-    from lnschema_core import models as ln
+    import lamindb as ln
 
     def script_to_notebook(
         transform: ln.Transform, notebook_path: Path, bump_revision: bool = False
@@ -37,9 +37,16 @@ def load(entity: str, uid: str = None, key: str = None, with_env: bool = False):
         from lamin_utils._base62 import increment_base62
 
         if notebook_path.suffix == ".ipynb":
-            new_content = transform.source_code.replace(
-                "# # transform.name", f"# # {transform.name}"
-            )
+            # below is backward compat
+            if "# # transform.name" in transform.source_code:
+                new_content = transform.source_code.replace(
+                    "# # transform.name", f"# # {transform.description}"
+                )
+            elif transform.source_code.startswith("# %% [markdown]\n#\n"):
+                new_content = transform.source_code.replace(
+                    "# %% [markdown]\n#\n",
+                    f"# %% [markdown]\n# # {transform.description}\n",
+                )
         else:  # R notebook
             # Pattern to match title only within YAML header section
             title_pattern = r'^---\n.*?title:\s*"([^"]*)".*?---'
@@ -49,16 +56,18 @@ def load(entity: str, uid: str = None, key: str = None, with_env: bool = False):
             new_content = transform.source_code
             if title_match:
                 current_title = title_match.group(1)
-                if current_title != transform.name:
+                if current_title != transform.description:
                     pattern = r'^(---\n.*?title:\s*)"([^"]*)"(.*?---)'
-                    replacement = f'\\1"{transform.name}"\\3'
+                    replacement = f'\\1"{transform.description}"\\3'
                     new_content = re.sub(
                         pattern,
                         replacement,
                         new_content,
                         flags=re.DOTALL | re.MULTILINE,
                     )
-                    logger.important(f"fixed title: {current_title} → {transform.name}")
+                    logger.important(
+                        f"fixed title: {current_title} → {transform.description}"
+                    )
         if bump_revision:
             uid = transform.uid
             new_uid = f"{uid[:-4]}{increment_base62(uid[-4:])}"
@@ -92,31 +101,29 @@ def load(entity: str, uid: str = None, key: str = None, with_env: bool = False):
             transforms = transforms.order_by("-created_at")
         transform = transforms.first()
 
-        target_filename = transform.key
-        if Path(target_filename).exists():
-            response = input(f"! {target_filename} exists: replace? (y/n)")
+        target_relpath = Path(transform.key)
+        if len(target_relpath.parents) > 1:
+            logger.important(
+                "preserve the folder structure for versioning:"
+                f" {target_relpath.parent}/"
+            )
+            target_relpath.parent.mkdir(parents=True, exist_ok=True)
+        if target_relpath.exists():
+            response = input(f"! {target_relpath} exists: replace? (y/n)")
             if response != "y":
                 raise SystemExit("Aborted.")
-        if transform._source_code_artifact_id is not None:  # backward compat
-            # need lamindb here to have .cache() available
-            import lamindb as ln
 
-            ln.settings.track_run_inputs = False
-            filepath_cache = transform._source_code_artifact.cache()
-            if not target_filename.endswith(transform._source_code_artifact.suffix):
-                target_filename += transform._source_code_artifact.suffix
-            shutil.move(filepath_cache, target_filename)
-        elif transform.source_code is not None:
-            if transform.key.endswith((".ipynb", ".Rmd", ".qmd")):
-                script_to_notebook(transform, Path(target_filename), bump_revision=True)
+        if transform.source_code is not None:
+            if target_relpath.suffix in (".ipynb", ".Rmd", ".qmd"):
+                script_to_notebook(transform, target_relpath, bump_revision=True)
             else:
-                Path(target_filename).write_text(transform.source_code)
+                target_relpath.write_text(transform.source_code)
         else:
             raise SystemExit("No source code available for this transform.")
-        logger.important(f"{transform.type} is here: {target_filename}")
-        if with_env:
-            import lamindb as ln
 
+        logger.important(f"{transform.type} is here: {target_relpath}")
+
+        if with_env:
             ln.settings.track_run_inputs = False
             if (
                 transform.latest_run is not None
@@ -124,16 +131,15 @@ def load(entity: str, uid: str = None, key: str = None, with_env: bool = False):
             ):
                 filepath_env_cache = transform.latest_run.environment.cache()
                 target_env_filename = (
-                    ".".join(target_filename.split(".")[:-1]) + "__requirements.txt"
+                    target_relpath.parent / f"{target_relpath.stem}__requirements.txt"
                 )
                 shutil.move(filepath_env_cache, target_env_filename)
                 logger.important(f"environment is here: {target_env_filename}")
             else:
                 logger.warning("latest transform run with environment doesn't exist")
-        return target_filename
-    elif entity == "artifact":
-        import lamindb as ln
 
+        return target_relpath
+    elif entity == "artifact":
         ln.settings.track_run_inputs = False
 
         if query_by_uid:
@@ -144,7 +150,7 @@ def load(entity: str, uid: str = None, key: str = None, with_env: bool = False):
             artifacts = ln.Artifact.filter(key=key)
 
         if (n_artifacts := len(artifacts)) == 0:
-            err_msg = f"uid strating with {uid}" if query_by_uid else f"key={key}"
+            err_msg = f"uid={uid}" if query_by_uid else f"key={key}"
             raise SystemExit(f"Artifact with {err_msg} does not exist.")
 
         if n_artifacts > 1:

lamin_cli/_migration.py

@@ -10,7 +10,7 @@ else:
 
 @click.group()
 def migrate():
-    """Manage metadata schema migrations."""
+    """Manage database schema migrations."""
 
 
 @migrate.command("create")

lamin_cli/_save.py

@@ -1,43 +1,27 @@
 from __future__ import annotations
 from pathlib import Path
 from typing import Union
-import lamindb_setup as ln_setup
 from lamin_utils import logger
 import re
 
 
-def parse_uid_from_code(
-    content: str, suffix: str
-) -> tuple[str | None, str | None, str | None]:
+def parse_uid_from_code(content: str, suffix: str) -> str | None:
     if suffix == ".py":
         track_pattern = re.compile(
             r'ln\.track\(\s*(?:transform\s*=\s*)?(["\'])([a-zA-Z0-9]{16})\1'
         )
-        # backward compat
         uid_pattern = re.compile(r'\.context\.uid\s*=\s*["\']([^"\']+)["\']')
-        stem_uid_pattern = re.compile(
-            r'\.transform\.stem_uid\s*=\s*["\']([^"\']+)["\']'
-        )
-        version_pattern = re.compile(r'\.transform\.version\s*=\s*["\']([^"\']+)["\']')
     elif suffix == ".ipynb":
         track_pattern = re.compile(
             r'ln\.track\(\s*(?:transform\s*=\s*)?(?:\\"|\')([a-zA-Z0-9]{16})(?:\\"|\')'
         )
         # backward compat
         uid_pattern = re.compile(r'\.context\.uid\s*=\s*\\["\']([^"\']+)\\["\']')
-        stem_uid_pattern = re.compile(
-            r'\.transform\.stem_uid\s*=\s*\\["\']([^"\']+)\\["\']'
-        )
-        version_pattern = re.compile(
-            r'\.transform\.version\s*=\s*\\["\']([^"\']+)\\["\']'
-        )
     elif suffix in {".R", ".qmd", ".Rmd"}:
         track_pattern = re.compile(
             r'track\(\s*(?:transform\s*=\s*)?([\'"])([a-zA-Z0-9]{16})\1'
         )
         uid_pattern = None
-        stem_uid_pattern = None
-        version_pattern = None
     else:
         raise SystemExit(
             "Only .py, .ipynb, .R, .qmd, .Rmd files are supported for saving"
@@ -48,26 +32,12 @@ def parse_uid_from_code(
     uid_match = track_pattern.search(content)
     group_index = 1 if suffix == ".ipynb" else 2
     uid = uid_match.group(group_index) if uid_match else None
-    stem_uid = None
-    version = None
 
     if uid_pattern is not None and uid is None:
         uid_match = uid_pattern.search(content)
         uid = uid_match.group(1) if uid_match else None
-    if stem_uid_pattern is not None:
-        stem_uid_match = stem_uid_pattern.search(content)
-        stem_uid = stem_uid_match.group(1) if stem_uid_match else None
-    if version_pattern is not None:
-        version_match = version_pattern.search(content)
-        version = version_match.group(1) if version_match else None
 
-    if uid is None and (stem_uid is None or version is None):
-        target = "script" if suffix in {".py", ".R"} else "notebook"
-        raise SystemExit(
-            f"Cannot infer transform uid. Did you run `ln.track()` in your {target}?"
-        )
-
-    return uid, stem_uid, version
+    return uid
 
 
 def save_from_filepath_cli(
@@ -76,6 +46,8 @@ def save_from_filepath_cli(
     description: str | None,
     registry: str | None,
 ) -> str | None:
+    import lamindb_setup as ln_setup
+
     if not isinstance(filepath, Path):
         filepath = Path(filepath)
 
@@ -137,9 +109,9 @@ def save_from_filepath_cli(
     elif registry == "transform":
         with open(filepath) as file:
             content = file.read()
-        uid, stem_uid, version = parse_uid_from_code(content, filepath.suffix)
-        logger.important(f"mapped '{filepath}' on uid '{uid}'")
+        uid = parse_uid_from_code(content, filepath.suffix)
         if uid is not None:
+            logger.important(f"mapped '{filepath}' on uid '{uid}'")
             transform = ln.Transform.filter(uid=uid).one_or_none()
             if transform is None:
                 logger.error(
@@ -148,10 +120,17 @@ def save_from_filepath_cli(
                 )
                 return "not-tracked-in-transform-registry"
         else:
-            transform = ln.Transform.get(uid__startswith=stem_uid, version=version)
+            transform = ln.Transform.filter(key=filepath.name).one_or_none()
+            if transform is None:
+                transform = ln.Transform(
+                    name=filepath.name,
+                    key=filepath.name,
+                    type="script" if filepath.suffix in {".R", ".py"} else "notebook",
+                ).save()
+                logger.important(f"created Transform('{transform.uid}')")
         # latest run of this transform by user
         run = ln.Run.filter(transform=transform).order_by("-started_at").first()
-        if run.created_by.id != ln_setup.settings.user.id:
+        if run is not None and run.created_by.id != ln_setup.settings.user.id:
             response = input(
                 "You are trying to save a transform created by another user: Source"
                 " and report files will be tagged with *your* user id. Proceed?"

{lamin_cli-0.22.0.dist-info → lamin_cli-1.0a5.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: lamin_cli
-Version: 0.22.0
+Version: 1.0a5
 Summary: Lamin CLI.
 Author-email: Lamin Labs <open-source@lamin.ai>
 Description-Content-Type: text/markdown

lamin_cli-1.0a5.dist-info/RECORD

@@ -0,0 +1,12 @@
+lamin_cli/__init__.py,sha256=xQ-vwh6TYcH_M4iuwgYH8WhhgOTCWlFZGu-0xqkGsXM,40
+lamin_cli/__main__.py,sha256=T2EnywSV4coW0CuXbohrY2WfU88dehAocTlDwvS8YqE,10533
+lamin_cli/_cache.py,sha256=kW8rqlMwQeOngm9uq2gjzPVl3EBrwh6W2F2AvyBFABY,799
+lamin_cli/_load.py,sha256=I2UGifZdIbbLm0JBOsuoR2CZeq5_uQR1BwIujDq8WfA,6694
+lamin_cli/_migration.py,sha256=KH0aVRs72ej6ieyM49JaQw1SbT8z24H2heTFnWFcgy4,1071
+lamin_cli/_save.py,sha256=PrvZSL02jU1BWLUEVTTQsn2MLi942RKOyN3Qd3qfl6s,5677
+lamin_cli/_settings.py,sha256=iS37mcQUHKRWxi2sHnAojEI6sWk3w232qwG-GeY2_Qc,1141
+lamin_cli-1.0a5.dist-info/entry_points.txt,sha256=Qms85i9cZPlu-U7RnVZhFsF7vJ9gaLZUFkCjcGcXTpg,49
+lamin_cli-1.0a5.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+lamin_cli-1.0a5.dist-info/WHEEL,sha256=ssQ84EZ5gH1pCOujd3iW7HClo_O_aDaClUbX4B8bjKY,100
+lamin_cli-1.0a5.dist-info/METADATA,sha256=cLzAMN0WoMGHmsWMOIH-ByOdCK83qd1jJcWubPNYmNQ,337
+lamin_cli-1.0a5.dist-info/RECORD,,

{lamin_cli-0.22.0.dist-info → lamin_cli-1.0a5.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: flit 3.9.0
+Generator: flit 3.10.1
 Root-Is-Purelib: true
 Tag: py2-none-any
 Tag: py3-none-any

lamin_cli-0.22.0.dist-info/RECORD

@@ -1,12 +0,0 @@
-lamin_cli/__init__.py,sha256=51k8L5nYnqtxhh4IaBMawVfAYftmB7jjvbS-gCQY704,41
-lamin_cli/__main__.py,sha256=-QAfgrYKcPjl0qkiWr8Tfm5wRaaZ99rW2atjIBnBn9Y,9900
-lamin_cli/_cache.py,sha256=kW8rqlMwQeOngm9uq2gjzPVl3EBrwh6W2F2AvyBFABY,799
-lamin_cli/_load.py,sha256=Voj8bx9WFAR3FmPhrvF91RA0QKJVVdtYbj8ADsdDt7E,6587
-lamin_cli/_migration.py,sha256=xTbad6aDUwuK0QvWCmDW3f8-xaqwisS-Cqf-LbD1WRI,1071
-lamin_cli/_save.py,sha256=NiDQRfo_A_Kvdh5A7n9dzJevbfIhmGZaBsjqcKdWHiw,6527
-lamin_cli/_settings.py,sha256=iS37mcQUHKRWxi2sHnAojEI6sWk3w232qwG-GeY2_Qc,1141
-lamin_cli-0.22.0.dist-info/entry_points.txt,sha256=Qms85i9cZPlu-U7RnVZhFsF7vJ9gaLZUFkCjcGcXTpg,49
-lamin_cli-0.22.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-lamin_cli-0.22.0.dist-info/WHEEL,sha256=Sgu64hAMa6g5FdzHxXv9Xdse9yxpGGMeagVtPMWpJQY,99
-lamin_cli-0.22.0.dist-info/METADATA,sha256=a3pMYtacHsXYf1HOS5p529b54Mz17G422rffSnU6YHc,338
-lamin_cli-0.22.0.dist-info/RECORD,,