datachain 0.20.4__py3-none-any.whl → 0.21.1__py3-none-any.whl

datachain/studio.py

@@ -6,7 +6,7 @@ from typing import TYPE_CHECKING, Optional
 import tabulate
 
 from datachain.config import Config, ConfigLevel
-from datachain.dataset import QUERY_DATASET_PREFIX, parse_dataset_name
+from datachain.dataset import QUERY_DATASET_PREFIX
 from datachain.error import DataChainError
 from datachain.remote.studio import StudioClient
 from datachain.utils import STUDIO_URL
@@ -102,13 +102,11 @@ def set_team(args: "Namespace"):
 def login(args: "Namespace"):
     from dvc_studio_client.auth import StudioAuthError, get_access_token
 
-    from datachain.remote.studio import get_studio_env_variable
-
     config = Config().read().get("studio", {})
     name = args.name
     hostname = (
         args.hostname
-        or get_studio_env_variable("URL")
+        or os.environ.get("DVC_STUDIO_URL")
         or config.get("url")
         or STUDIO_URL
     )
@@ -167,11 +165,6 @@ def token():
 
 
 def list_datasets(team: Optional[str] = None, name: Optional[str] = None):
-    def ds_full_name(ds: dict) -> str:
-        return (
-            f"{ds['project']['namespace']['name']}.{ds['project']['name']}.{ds['name']}"
-        )
-
     if name:
         yield from list_dataset_versions(team, name)
         return
@@ -188,22 +181,18 @@ def list_datasets(team: Optional[str] = None, name: Optional[str] = None):
 
     for d in response.data:
         name = d.get("name")
-        full_name = ds_full_name(d)
         if name and name.startswith(QUERY_DATASET_PREFIX):
             continue
 
         for v in d.get("versions", []):
             version = v.get("version")
-            yield (full_name, version)
+            yield (name, version)
 
 
 def list_dataset_versions(team: Optional[str] = None, name: str = ""):
     client = StudioClient(team=team)
 
-    namespace_name, project_name, name = parse_dataset_name(name)
-    if not namespace_name or not project_name:
-        raise DataChainError(f"Missing namespace or project form dataset name {name}")
-    response = client.dataset_info(namespace_name, project_name, name)
+    response = client.dataset_info(name)
 
     if not response.ok:
         raise DataChainError(response.message)
@@ -219,16 +208,12 @@ def list_dataset_versions(team: Optional[str] = None, name: str = ""):
 def edit_studio_dataset(
     team_name: Optional[str],
     name: str,
-    namespace: str,
-    project: str,
     new_name: Optional[str] = None,
     description: Optional[str] = None,
     attrs: Optional[list[str]] = None,
 ):
     client = StudioClient(team=team_name)
-    response = client.edit_dataset(
-        name, namespace, project, new_name, description, attrs
-    )
+    response = client.edit_dataset(name, new_name, description, attrs)
     if not response.ok:
         raise DataChainError(response.message)
 
@@ -238,13 +223,11 @@ def edit_studio_dataset(
 def remove_studio_dataset(
     team_name: Optional[str],
     name: str,
-    namespace: str,
-    project: str,
     version: Optional[str] = None,
     force: Optional[bool] = False,
 ):
     client = StudioClient(team=team_name)
-    response = client.rm_dataset(name, namespace, project, version, force)
+    response = client.rm_dataset(name, version, force)
     if not response.ok:
         raise DataChainError(response.message)
 
@@ -265,14 +248,17 @@ def save_config(hostname, token, level=ConfigLevel.GLOBAL):
 def show_logs_from_client(client, job_id):
     # Sync usage
     async def _run():
+        latest_status = None
         async for message in client.tail_job_logs(job_id):
             if "logs" in message:
                 for log in message["logs"]:
                     print(log["message"], end="")
             elif "job" in message:
-                print(f"\n>>>> Job is now in {message['job']['status']} status.")
+                latest_status = message["job"]["status"]
+                print(f"\n>>>> Job is now in {latest_status} status.")
+        return latest_status
 
-    asyncio.run(_run())
+    latest_status = asyncio.run(_run())
 
     response = client.dataset_job_versions(job_id)
     if not response.ok:
@@ -287,6 +273,12 @@ def show_logs_from_client(client, job_id):
     else:
         print("\n\nNo dataset versions created during the job.")
 
+    exit_code_by_status = {
+        "FAILED": 1,
+        "CANCELLED": 2,
+    }
+    return exit_code_by_status.get(latest_status.upper(), 0) if latest_status else 0
+
 
 def create_job(
     query_file: str,
@@ -343,7 +335,7 @@ def create_job(
     print("Open the job in Studio at", response.data.get("job", {}).get("url"))
     print("=" * 40)
 
-    show_logs_from_client(client, job_id)
+    return show_logs_from_client(client, job_id)
 
 
 def upload_files(client: StudioClient, files: list[str]) -> list[str]:
@@ -413,7 +405,7 @@ def show_job_logs(job_id: str, team_name: Optional[str]):
         )
 
     client = StudioClient(team=team_name)
-    show_logs_from_client(client, job_id)
+    return show_logs_from_client(client, job_id)
 
 
 def list_clusters(team_name: Optional[str]):
@@ -430,6 +422,7 @@ def list_clusters(team_name: Optional[str]):
     rows = [
         {
             "ID": cluster.get("id"),
+            "Name": cluster.get("name"),
             "Status": cluster.get("status"),
             "Cloud Provider": cluster.get("cloud_provider"),
             "Cloud Credentials": cluster.get("cloud_credentials"),

{datachain-0.20.4.dist-info → datachain-0.21.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datachain
-Version: 0.20.4
+Version: 0.21.1
 Summary: Wrangle unstructured AI data at scale
 Author-email: Dmitry Petrov <support@dvc.org>
 License-Expression: Apache-2.0
@@ -94,7 +94,7 @@ Requires-Dist: scipy; extra == "tests"
 Requires-Dist: ultralytics; extra == "tests"
 Provides-Extra: dev
 Requires-Dist: datachain[docs,tests]; extra == "dev"
-Requires-Dist: mypy==1.16.1; extra == "dev"
+Requires-Dist: mypy==1.16.0; extra == "dev"
 Requires-Dist: types-python-dateutil; extra == "dev"
 Requires-Dist: types-pytz; extra == "dev"
 Requires-Dist: types-PyYAML; extra == "dev"

{datachain-0.20.4.dist-info → datachain-0.21.1.dist-info}/RECORD

@@ -1,59 +1,57 @@
-datachain/__init__.py,sha256=gGeaUZXIGQIMCllVXCyDinLfW6oIn33vlK1bXfCAJjI,1578
+datachain/__init__.py,sha256=Dx_Dw6AuvC_CZtXxfRv0Z-ND6ieC4Cz-tZkMW-Rvmz4,1496
 datachain/__main__.py,sha256=hG3Y4ARGEqe1AWwNMd259rBlqtphx1Wk39YbueQ0yV8,91
 datachain/asyn.py,sha256=RH_jFwJcTXxhEFomaI9yL6S3Onau6NZ6FSKfKFGtrJE,9689
-datachain/cache.py,sha256=ESVRaCJXEThMIfGEFVHx6wJPOZA7FYk9V6WxjyuqUBY,3626
+datachain/cache.py,sha256=yQblPhOh_Mq74Ma7xT1CL1idLJ0HgrQxpGVYvRy_9Eg,3623
 datachain/config.py,sha256=g8qbNV0vW2VEKpX-dGZ9pAn0DAz6G2ZFcr7SAV3PoSM,4272
-datachain/dataset.py,sha256=--7UI8lZ2lVhk2mNCsHACGigQe96-jBUcbnDMebj-cE,24089
-datachain/delta.py,sha256=4RqLLc9dJLF8x9GG9IDgi86DwuPerZQ4HAUnNBeACw8,8446
-datachain/error.py,sha256=OWwWMkzZYJrkcoEDGhJHMf7SfKvxcsOLRF94mjPf29I,1609
+datachain/dataset.py,sha256=XUZ-kSBL1y6juFqlSWXXbattGS1E53lXpyhc0Ip1_AA,20527
+datachain/delta.py,sha256=fP1Yy_MfdnTZmIOe243SBiDWTzd6MqLw0tQxvZNxLcs,8384
+datachain/error.py,sha256=bxAAL32lSeMgzsQDEHbGTGORj-mPzzpCRvWDPueJNN4,1092
 datachain/job.py,sha256=x5PB6d5sqx00hePNNkirESlOVAvnmkEM5ygUgQmAhsk,1262
-datachain/listing.py,sha256=T4bCgdCRuFW7bsPUG2PSl5om2nfJL6fzB84m7mCO8cA,7136
-datachain/namespace.py,sha256=r7YwpXFc7LdMS2jhyLMTrAHffALFG2bAIiYUSuZa5Rc,1786
+datachain/listing.py,sha256=JtExYIfKMFhEIIcSSWBmaxWpoS3ben7kb692cHHm4Lo,7079
 datachain/node.py,sha256=KWDT0ClYXB7FYI-QOvzAa-UDkLJErUI2eWm5FBteYuU,5577
 datachain/nodes_fetcher.py,sha256=_wgaKyqEjkqdwJ_Hj6D8vUYz7hnU7g6xhm0H6ZnYxmE,1095
 datachain/nodes_thread_pool.py,sha256=mdo0s-VybuSZkRUARcUO4Tjh8KFfZr9foHqmupx2SmM,3989
 datachain/progress.py,sha256=lRzxoYP4Qv2XBwD78sOkmYRzHFpZ2ExVNJF8wAeICtY,770
-datachain/project.py,sha256=kX5urIAnkHcZJ8m_IIzrUtHEytMBeiceVTrqgCXc_4E,2275
 datachain/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datachain/script_meta.py,sha256=V-LaFOZG84pD0Zc0NvejYdzwDgzITv6yHvAHggDCnuY,4978
 datachain/semver.py,sha256=UB8GHPBtAP3UJGeiuJoInD7SK-DnB93_Xd1qy_CQ9cU,2074
-datachain/studio.py,sha256=NMJYuWyJNLm6HS4GjcBBj7_CKjymsSBrjrLeXuEiD1M,12997
+datachain/studio.py,sha256=u74vy3iymPFSXU9ePi7KNOSwv-vQYUUS7BuEoC8cLfs,12697
 datachain/telemetry.py,sha256=0A4IOPPp9VlP5pyW9eBfaTK3YhHGzHl7dQudQjUAx9A,994
 datachain/utils.py,sha256=DNqOi-Ydb7InyWvD9m7_yailxz6-YGpZzh00biQaHNo,15305
 datachain/catalog/__init__.py,sha256=cMZzSz3VoUi-6qXSVaHYN-agxQuAcz2XSqnEPZ55crE,353
-datachain/catalog/catalog.py,sha256=43Yp1xQnwrozl2_VhVWQDFHxYPunXP95v7n1PoGc6mw,63546
+datachain/catalog/catalog.py,sha256=J1MKOuoMSl5B0_XYGF5EjDPm7KCvOvllz8PXxt316Og,59352
 datachain/catalog/datasource.py,sha256=IkGMh0Ttg6Q-9DWfU_H05WUnZepbGa28HYleECi6K7I,1353
 datachain/catalog/loader.py,sha256=UXjYD6BNRoupPvkiz3-b04jepXhtLHCA4gzKFnXxOtQ,5987
-datachain/cli/__init__.py,sha256=kJJf_LScBNMOhvd1n3EEZrJHiN-SkJED13xvNTWEK1A,8144
+datachain/cli/__init__.py,sha256=AQqMMC4zwBi06XfyDg8mIkCRjL7OtyH7W-9Lq6GyQnc,8421
 datachain/cli/utils.py,sha256=wrLnAh7Wx8O_ojZE8AE4Lxn5WoxHbOj7as8NWlLAA74,3036
 datachain/cli/commands/__init__.py,sha256=zp3bYIioO60x_X04A4-IpZqSYVnpwOa1AdERQaRlIhI,493
-datachain/cli/commands/datasets.py,sha256=Bva9gTi1HMvvCQPFUPxLYrHQduDlJDWV8EN6IcJcC3Y,6949
+datachain/cli/commands/datasets.py,sha256=77QBkn_Enok0vzkHE0rqCbM9YQuXK1oQNdfCCSKoFKE,5793
 datachain/cli/commands/du.py,sha256=9edEzDEs98K2VYk8Wf-ZMpUzALcgm9uD6YtoqbvtUGU,391
 datachain/cli/commands/index.py,sha256=eglNaIe1yyIadUHHumjtNbgIjht6kme7SS7xE3YHR88,198
-datachain/cli/commands/ls.py,sha256=CBmk838Q-EQp04lE2Qdnpsc1GXAkC4-I-b-a_828n1E,5272
+datachain/cli/commands/ls.py,sha256=dSD2_MHng4t9HRFJZWMOCjPL4XU3qaBV3piNl8UXP08,5275
 datachain/cli/commands/misc.py,sha256=c0DmkOLwcDI2YhA8ArOuLJk6aGzSMZCiKL_E2JGibVE,600
 datachain/cli/commands/query.py,sha256=Xzfgh14nPVH-sclqX1tpZqgfdTugw5s_44v0D33z6FA,1505
 datachain/cli/commands/show.py,sha256=Cf8wBs12h-xtdOzjU5GTDy2C8rF5HJSF0hDJYER1zH8,1606
-datachain/cli/parser/__init__.py,sha256=NPB6ssP4CCt7G1SWZ_8oNQEH2C1lktWgkyHYXDQJZNc,15073
+datachain/cli/parser/__init__.py,sha256=sjCIcosAtZqa0m50GMQHqmCkZSYxKyZNwQ29XwRQlP0,15913
 datachain/cli/parser/job.py,sha256=_wqOOxGRXG_-xuQ35FaLUOwjw6w8HviWvoEpZZ7VBzI,5289
 datachain/cli/parser/studio.py,sha256=Bo__LKM7qhJGgkyX8M_bCvgZ2Gvqq6r_X4t1NdtaBIY,3881
 datachain/cli/parser/utils.py,sha256=rETdD-9Hq9A4OolgfT7jQw4aoawtbfmkdtH6E7nkhpI,2888
 datachain/client/__init__.py,sha256=1kDpCPoibMXi1gExR4lTLc5pi-k6M5TANiwtXkPoLhU,49
 datachain/client/azure.py,sha256=7yyAgANHfu9Kfh187MKNTT1guvu9Q-WYsi4vYoY3aew,3270
 datachain/client/fileslice.py,sha256=bT7TYco1Qe3bqoc8aUkUZcPdPofJDHlryL5BsTn9xsY,3021
-datachain/client/fsspec.py,sha256=kb_myMWcgGFClY5Rsv6fvHIRblg41dfH5knHJuDbW6w,14015
+datachain/client/fsspec.py,sha256=huPHNDZRGz_rSN7XnS9hKmRoS2fsSz_y2-cxUSlvsOA,13938
 datachain/client/gcs.py,sha256=8hcFhEHp8qGRsJoyfCoawfuwb1Et-MSkyQoM9AnNuXI,5204
-datachain/client/hf.py,sha256=n5xJZdvNLS-SqokxuBCIPfGbhIeC_XfLm_BNYtEVvg4,2677
-datachain/client/local.py,sha256=0J52Wzvw25hSucVlzBvLuMRAZwrAHZAYDvD1mNBqf4c,4607
+datachain/client/hf.py,sha256=mRBqHeBT758TJicU-Fn2L3l5AbHWwMzycWwttNUACKk,2180
+datachain/client/local.py,sha256=cGoCYflribzexiOe-Y1qbaE2fJRh-_EgQrfCSa0yK_E,4568
 datachain/client/s3.py,sha256=6DNVGLg-woPS1DVlYVX2rIlunNblsuxyOnI1rSzhW3k,7515
 datachain/data_storage/__init__.py,sha256=9Wit-oe5P46V7CJQTD0BJ5MhOa2Y9h3ddJ4VWTe-Lec,273
 datachain/data_storage/db_engine.py,sha256=n8ojCbvVMPY2e3SG8fUaaD0b9GkVfpl_Naa_6EiHfWg,3788
 datachain/data_storage/job.py,sha256=9r0OGwh22bHNIvLHqg8_-eJSP1YYB-BN5HOla5TdCxw,402
-datachain/data_storage/metastore.py,sha256=Rvkp7HzOtrRFxQVVlCJSgsdIKG4rw_wvU5TaBr5kEV4,51621
+datachain/data_storage/metastore.py,sha256=1PaRTQbL7kjcU1BVjiLjXJLrrLzQtUvpqLmm0pwc1rU,39882
 datachain/data_storage/schema.py,sha256=o3JbURKXRg3IJyIVA4QjHHkn6byRuz7avbydU2FlvNY,9897
 datachain/data_storage/serializer.py,sha256=6G2YtOFqqDzJf1KbvZraKGXl2XHZyVml2krunWUum5o,927
-datachain/data_storage/sqlite.py,sha256=bGb4_kEFvnGf3ZWekiv8z3VMZBzQyO0bSaNB5RrpUUs,29991
-datachain/data_storage/warehouse.py,sha256=_7btARw-kd-Nx19S0qW6JqdF3VYyypQXFzsXq68SWKI,32327
+datachain/data_storage/sqlite.py,sha256=BB8x7jtBmHK9lwn2zTo4HgfTKWGF43JxOsGr38J8YV8,25698
+datachain/data_storage/warehouse.py,sha256=imPm4R2V7TkqgGNSO2FGnKu03axU9UVLMfdUPfpwgHE,31747
 datachain/diff/__init__.py,sha256=-OFZzgOplqO84iWgGY7kfe60NXaWR9JRIh9T-uJboAM,9668
 datachain/fs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datachain/fs/reference.py,sha256=A8McpXF0CqbXPqanXuvpKu50YLB3a2ZXA3YAPxtBXSM,914
@@ -63,36 +61,34 @@ datachain/func/aggregate.py,sha256=fmVEKf3MUR29dEgllGdtl6nG7Lwz-SiyA5X1EyRRNUk,1
 datachain/func/array.py,sha256=fz5NUIPkp_KZ7tadCqJQSSJwWMYXEfYn60QkG2epC3k,13627
 datachain/func/base.py,sha256=wA0sBQAVyN9LPxoo7Ox83peS0zUVnyuKxukwAcjGLfY,534
 datachain/func/conditional.py,sha256=bzIZRSpVpe-lrHoWPTCA7bzZ-AHtR44BVM82hqD1pY0,9188
-datachain/func/func.py,sha256=fpslnn4edr0dH3mD8BSTndRFJiiVZvbJoBJV6HkHMqw,17400
+datachain/func/func.py,sha256=ARU6ifniVWR5a3vXynNDD42AATOBnuMIq66fQnDyTJc,17383
 datachain/func/numeric.py,sha256=J6FgzuIAcS6B02Cm1qPnJdB6ut21jyBDVXSBrkZNZaQ,6978
 datachain/func/path.py,sha256=9Jas35QhEtRai4l54hMqVvuJsqxHvOx88oo4vym1H_I,4077
 datachain/func/random.py,sha256=t7jwXsI8-hy0qAdvjAntgzy-AHtTAfozlZ1CpKR-QZE,458
 datachain/func/string.py,sha256=X9u4ip97U63RCaKRhMddoze7HgPiY3LbPRn9G06UWWo,7311
 datachain/func/window.py,sha256=ImyRpc1QI8QUSPO7KdD60e_DPVo7Ja0G5kcm6BlyMcw,1584
 datachain/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datachain/lib/arrow.py,sha256=PyLXiscZ7sVEo65CAhYXmgHh1OLSH2lvbM5dAYhE8x4,10348
+datachain/lib/arrow.py,sha256=2IuNZ6tRFsxVNhWElqr0ptz28geSDzlDHUtzD4qeDNM,10339
 datachain/lib/clip.py,sha256=lm5CzVi4Cj1jVLEKvERKArb-egb9j1Ls-fwTItT6vlI,6150
 datachain/lib/data_model.py,sha256=ZwBXELtqROEdLL4DmxTipnwUZmhQvMz_UVDzyf7nQ9Y,2899
-datachain/lib/dataset_info.py,sha256=7w-DoKOyIVoOtWGCgciMLcP5CiAWJB3rVI-vUDF80k0,3311
-datachain/lib/file.py,sha256=gTzJXaGIyFOrw_B4yiOEs7U23n4oAQuWDI2v9KWwp2o,33889
+datachain/lib/dataset_info.py,sha256=d-jz6zeDU5DEgYtyeSF5nK0MU-40FV5km_iOCh4pXzo,3179
+datachain/lib/file.py,sha256=PuTa6CEG9CaJXPhxrZFY-R9-DS7ynB9l7Y0bUbd_Qwg,31952
 datachain/lib/hf.py,sha256=gjxuStZBlKtNk3-4yYSlWZDv9zBGblOdvEy_Lwap5hA,5882
 datachain/lib/image.py,sha256=erWvZW5M3emnbl6_fGAOPyKm-1EKbt3vOdWPfe3Oo7U,3265
-datachain/lib/listing.py,sha256=U-2stsTEwEsq4Y80dqGfktGzkmB5-ZntnL1_rzXlH0k,7089
+datachain/lib/listing.py,sha256=5_GoATtIwCtd1JMqlorPB_vQDxndOQZpiWjNOG3NMw4,7007
 datachain/lib/listing_info.py,sha256=9ua40Hw0aiQByUw3oAEeNzMavJYfW0Uhe8YdCTK-m_g,1110
-datachain/lib/meta_formats.py,sha256=zdyg6XLk3QIsSk3I7s0Ez5kaCJSlE3uq7JiGxf7UwtU,6348
+datachain/lib/meta_formats.py,sha256=Epydbdch1g4CojK8wd_ePzmwmljC4fVWlJtZ16jsX-A,6349
 datachain/lib/model_store.py,sha256=DNIv8Y6Jtk1_idNLzIpsThOsdW2BMAudyUCbPUcgcxk,2515
-datachain/lib/namespaces.py,sha256=it52UbbwB8dzhesO2pMs_nThXiPQ1Ph9sD9I3GQkg5s,2099
-datachain/lib/projects.py,sha256=C-HTzTLUbIB735_iBSV6MjWnntV6gaKCEIkMSR1YEQw,2596
-datachain/lib/pytorch.py,sha256=oBBd6cxYrcwaFz7IQajKqhGqDdNnwUZWs0wJPRizrjk,7712
-datachain/lib/settings.py,sha256=9wi0FoHxRxNiyn99pR28IYsMkoo47jQxeXuObQr2Ar0,2929
+datachain/lib/pytorch.py,sha256=elrmJ4YUDC2LZ9yXM1KwImVBOYIBJf6k0ZR7eSe6Aao,7712
+datachain/lib/settings.py,sha256=ZELRCTLbi5vzRPiDX6cQ9LLg9TefJ_A05gIGni0lll8,2535
 datachain/lib/signal_schema.py,sha256=Zhg8qThFDf9eoNWFH6KGeYB-sIGys7A_ybq2CUBG7Dg,36127
-datachain/lib/tar.py,sha256=MLcVjzIgBqRuJacCNpZ6kwSZNq1i2tLyROc8PVprHsA,999
+datachain/lib/tar.py,sha256=3WIzao6yD5fbLqXLTt9GhPGNonbFIs_fDRu-9vgLgsA,1038
 datachain/lib/text.py,sha256=UNHm8fhidk7wdrWqacEWaA6I9ykfYqarQ2URby7jc7M,1261
 datachain/lib/udf.py,sha256=FWqA476ygdk4MU-0qehYKxvnt8Tekh21Cyf3RgddD1k,16674
-datachain/lib/udf_signature.py,sha256=Yz20iJ-WF1pijT3hvcDIKFzgWV9gFxZM73KZRx3NbPk,7560
+datachain/lib/udf_signature.py,sha256=2EtsOPDNSPqcOlYwqbCdy6RF5MldI-7smii8aLy8p7Y,7543
 datachain/lib/utils.py,sha256=rG2y7NwTqZOuomZZRmrA-Q-ANM_j1cToQYqDJoOeGyU,1480
 datachain/lib/video.py,sha256=u6fLJWj5G6QqsVkpfHnKGklBNpG3BRRg6v3izngnNcU,6767
-datachain/lib/webdataset.py,sha256=CkW8FfGigNx6wo2EEK4KMjhEE8FamRHWGs2HZuH7jDY,7214
+datachain/lib/webdataset.py,sha256=o7SHk5HOUWsZ5Ln04xOM04eQqiBHiJNO7xLgyVBrwo8,6924
 datachain/lib/webdataset_laion.py,sha256=xvT6m_r5y0KbOx14BUe7UC5mOgrktJq53Mh-H0EVlUE,2525
 datachain/lib/convert/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datachain/lib/convert/flatten.py,sha256=IZFiUYbgXSxXhPSG5Cqf5IjnJ4ZDZKXMr4o_yCR1NY4,1505
@@ -103,15 +99,15 @@ datachain/lib/convert/values_to_tuples.py,sha256=j5yZMrVUH6W7b-7yUvdCTGI7JCUAYUO
 datachain/lib/dc/__init__.py,sha256=HD0NYrdy44u6kkpvgGjJcvGz-UGTHui2azghcT8ZUg0,838
 datachain/lib/dc/csv.py,sha256=q6a9BpapGwP6nwy6c5cklxQumep2fUp9l2LAjtTJr6s,4411
 datachain/lib/dc/database.py,sha256=g5M6NjYR1T0vKte-abV-3Ejnm-HqxTIMir5cRi_SziE,6051
-datachain/lib/dc/datachain.py,sha256=B6z8e33ZAUKbJ-cqQko-VJEtmia2bfUnuqH7BQQVt_A,85998
-datachain/lib/dc/datasets.py,sha256=xiVNe7PosuIsyACFhly9qNxGmRQy1J2TQw3AD6uj9UM,12747
+datachain/lib/dc/datachain.py,sha256=cQjq6_OWQ_1JKvIqb8snl6mKfuBbpllPEao5ygVINog,81733
+datachain/lib/dc/datasets.py,sha256=g_bBGCUwAwNJypYSUQvrDDqnaw7nfXpvrEvUVPtWATY,11268
 datachain/lib/dc/hf.py,sha256=PJl2wiLjdRsMz0SYbLT-6H8b-D5i2WjeH7li8HHOk_0,2145
 datachain/lib/dc/json.py,sha256=dNijfJ-H92vU3soyR7X1IiDrWhm6yZIGG3bSnZkPdAE,2733
-datachain/lib/dc/listings.py,sha256=eVBUP25W81dv46DLqkv8K0X7N3nxhoZm77gFrByeT_E,4660
+datachain/lib/dc/listings.py,sha256=8kX-eELQGHDuOAtavLRJ2iwXkdJQ2bIAv_Z5mKYDJbI,4667
 datachain/lib/dc/pandas.py,sha256=ObueUXDUFKJGu380GmazdG02ARpKAHPhSaymfmOH13E,1489
 datachain/lib/dc/parquet.py,sha256=zYcSgrWwyEDW9UxGUSVdIVsCu15IGEf0xL8KfWQqK94,1782
-datachain/lib/dc/records.py,sha256=AMtfWc7K6mtbW2OiaeIm3SjHTxDGnSgCEQW5u984Qh0,3111
-datachain/lib/dc/storage.py,sha256=8xiV3c6k-sG14RGwNJCp0AbV6L0mNDsTVZ-Est-ccnw,7672
+datachain/lib/dc/records.py,sha256=J1I69J2gFIBjRTGr2LG-5qn_rTVzRLcr2y3tVDrmHdg,3068
+datachain/lib/dc/storage.py,sha256=u-QB_0sn1Wwc0-9phi1zT38UDe5uBIc25xbAhKMU2fA,8774
 datachain/lib/dc/utils.py,sha256=VawOAlJSvAtZbsMg33s5tJe21TRx1Km3QggI1nN6tnw,3984
 datachain/lib/dc/values.py,sha256=7l1n352xWrEdql2NhBcZ3hj8xyPglWiY4qHjFPjn6iw,1428
 datachain/model/__init__.py,sha256=R9faX5OHV1xh2EW-g2MPedwbtEqt3LodJRyluB-QylI,189
@@ -125,17 +121,17 @@ datachain/model/ultralytics/pose.py,sha256=pBlmt63Qe68FKmexHimUGlNbNOoOlMHXG4fzX
 datachain/model/ultralytics/segment.py,sha256=63bDCj43E6iZ0hFI5J6uQfksdCmjEp6sEm1XzVaE8pw,2986
 datachain/query/__init__.py,sha256=7DhEIjAA8uZJfejruAVMZVcGFmvUpffuZJwgRqNwe-c,263
 datachain/query/batch.py,sha256=-goxLpE0EUvaDHu66rstj53UnfHpYfBUGux8GSpJ93k,4306
-datachain/query/dataset.py,sha256=SjFUh77rBTpgBZG4cfMJiJ2DhiCubGVk2cG1RYX4oyA,61571
+datachain/query/dataset.py,sha256=dI51zOU1Drev65f6SPn4mvRdwRXs4SOW5STMm3WYd7A,60601
 datachain/query/dispatch.py,sha256=A0nPxn6mEN5d9dDo6S8m16Ji_9IvJLXrgF2kqXdi4fs,15546
 datachain/query/metrics.py,sha256=DOK5HdNVaRugYPjl8qnBONvTkwjMloLqAr7Mi3TjCO0,858
 datachain/query/params.py,sha256=O_j89mjYRLOwWNhYZl-z7mi-rkdP7WyFmaDufsdTryE,863
 datachain/query/queue.py,sha256=v0UeK4ilmdiRoJ5OdjB5qpnHTYDxRP4vhVp5Iw_toaI,3512
 datachain/query/schema.py,sha256=b_KnVy6B26Ol4nYG0LqNNpeQ1QYPk95YRGUjXfdaQWs,6606
-datachain/query/session.py,sha256=gKblltJAVQAVSTswAgWGDgGbpmFlFzFVkIQojDCjgXM,6809
+datachain/query/session.py,sha256=6_ydvPasurmc5tR11dzFj51DpUAo4NxXP9p4ltoTauc,6792
 datachain/query/udf.py,sha256=e753bDJzTNjGFQn1WGTvOAWSwjDbrFI1-_DDWkWN2ls,1343
 datachain/query/utils.py,sha256=HaSDNH_XGvp_NIcXjcB7j4vJRPi4_tbztDWclYelHY4,1208
 datachain/remote/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datachain/remote/studio.py,sha256=aSAh7CCHrTp7U-642jHFkwY0Fer4YRAHVVpWomab3zY,15110
+datachain/remote/studio.py,sha256=SZFmTTIHH7eRnWEGT-YCHsayeCIaLfh0UiasHIiA2s4,13915
 datachain/sql/__init__.py,sha256=6SQRdbljO3d2hx3EAVXEZrHQKv5jth0Jh98PogT59No,262
 datachain/sql/selectable.py,sha256=cTc60qVoAwqqss0Vop8Lt5Z-ROnM1XrQmL_GLjRxhXs,1765
 datachain/sql/types.py,sha256=ASSPkmM5EzdRindqj2O7WHLXq8VHAgFYedG8lYfGvVI,14045
@@ -157,9 +153,9 @@ datachain/sql/sqlite/vector.py,sha256=ncW4eu2FlJhrP_CIpsvtkUabZlQdl2D5Lgwy_cbfqR
 datachain/toolkit/__init__.py,sha256=eQ58Q5Yf_Fgv1ZG0IO5dpB4jmP90rk8YxUWmPc1M2Bo,68
 datachain/toolkit/split.py,sha256=ktGWzY4kyzjWyR86dhvzw-Zhl0lVk_LOX3NciTac6qo,2914
 datachain/torch/__init__.py,sha256=gIS74PoEPy4TB3X6vx9nLO0Y3sLJzsA8ckn8pRWihJM,579
-datachain-0.20.4.dist-info/licenses/LICENSE,sha256=8DnqK5yoPI_E50bEg_zsHKZHY2HqPy4rYN338BHQaRA,11344
-datachain-0.20.4.dist-info/METADATA,sha256=qJW1OSk6js8XNxap4sftMjW02AzBrPsrsyA64igleYw,13281
-datachain-0.20.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-datachain-0.20.4.dist-info/entry_points.txt,sha256=0GMJS6B_KWq0m3VT98vQI2YZodAMkn4uReZ_okga9R4,49
-datachain-0.20.4.dist-info/top_level.txt,sha256=lZPpdU_2jJABLNIg2kvEOBi8PtsYikbN1OdMLHk8bTg,10
-datachain-0.20.4.dist-info/RECORD,,
+datachain-0.21.1.dist-info/licenses/LICENSE,sha256=8DnqK5yoPI_E50bEg_zsHKZHY2HqPy4rYN338BHQaRA,11344
+datachain-0.21.1.dist-info/METADATA,sha256=AgSKtpuTkewsQ0JUUIt_mI3BdzEksWWfE2BpWQuf4HE,13281
+datachain-0.21.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+datachain-0.21.1.dist-info/entry_points.txt,sha256=0GMJS6B_KWq0m3VT98vQI2YZodAMkn4uReZ_okga9R4,49
+datachain-0.21.1.dist-info/top_level.txt,sha256=lZPpdU_2jJABLNIg2kvEOBi8PtsYikbN1OdMLHk8bTg,10
+datachain-0.21.1.dist-info/RECORD,,

datachain/lib/namespaces.py

@@ -1,71 +0,0 @@
-from typing import Optional
-
-from datachain.error import NamespaceCreateNotAllowedError
-from datachain.namespace import Namespace
-from datachain.query import Session
-
-
-def create(
-    name: str, descr: Optional[str] = None, session: Optional[Session] = None
-) -> Namespace:
-    """
-    Creates a new namespace.
-
-    Namespaces organize projects, which in turn organize datasets. A default
-    namespace always exists and is used if none is specified. Multiple namespaces
-    can be created in Studio, but only the default is available in the CLI.
-
-    Parameters:
-        name: Name of the new namespace.
-        descr: Optional description of the namespace.
-        session: Optional session to use for the operation.
-
-    Example:
-        ```py
-        from datachain.lib.namespaces import create as create_namespace
-        namespace = create_namespace("dev", "Dev namespace")
-        ```
-    """
-    session = Session.get(session)
-
-    if not session.catalog.metastore.namespace_allowed_to_create:
-        raise NamespaceCreateNotAllowedError("Creating namespace is not allowed")
-
-    Namespace.validate_name(name)
-
-    return session.catalog.metastore.create_namespace(name, descr)
-
-
-def get(name: str, session: Optional[Session] = None) -> Namespace:
-    """
-    Gets a namespace by name.
-    If the namespace is not found, a `NamespaceNotFoundError` is raised.
-
-    Parameters:
-        name : The name of the namespace.
-        session : Session to use for getting namespace.
-
-    Example:
-        ```py
-        import datachain as dc
-        namespace = dc.get_namespace("local")
-        ```
-    """
-    session = Session.get(session)
-    return session.catalog.metastore.get_namespace(name)
-
-
-def ls(session: Optional[Session] = None) -> list[Namespace]:
-    """
-    Gets a list of all namespaces.
-
-    Parameters:
-        session : Session to use for getting namespaces.
-
-    Example:
-        ```py
-        from datachain.lib.namespaces import ls as ls_namespaces
-        namespaces = ls_namespaces()
-        ```
-    """
-    return Session.get(session).catalog.metastore.list_namespaces()

datachain/lib/projects.py

@@ -1,86 +0,0 @@
-from typing import Optional
-
-from datachain.error import ProjectCreateNotAllowedError
-from datachain.project import Project
-from datachain.query import Session
-
-
-def create(
-    namespace: str,
-    name: str,
-    descr: Optional[str] = None,
-    session: Optional[Session] = None,
-) -> Project:
-    """
-    Creates a new project under a specified namespace.
-
-    Projects help organize datasets. A default project is always available,
-    but users can create additional ones (only in Studio, not via CLI).
-
-
-    Parameters:
-        name: Name of the new project.
-        namespace: Namespace to create the project in. Created if it doesn't exist.
-        descr: Optional description of the project.
-        session: Optional session to use for the operation.
-
-    Example:
-        ```py
-        import datachain as dc
-        project = dc.create_project("dev", "my-project", "My personal project")
-        ```
-    """
-    session = Session.get(session)
-
-    if not session.catalog.metastore.project_allowed_to_create:
-        raise ProjectCreateNotAllowedError("Creating project is not allowed")
-
-    Project.validate_name(name)
-
-    return session.catalog.metastore.create_project(namespace, name, descr)
-
-
-def get(name: str, namespace: str, session: Optional[Session]) -> Project:
-    """
-    Gets a project by name in some namespace.
-    If the project is not found, a `ProjectNotFoundError` is raised.
-
-    Parameters:
-        name : The name of the project.
-        namespace : The name of the namespace.
-        session : Session to use for getting project.
-
-    Example:
-        ```py
-        import datachain as dc
-        from datachain.lib.projects import get as get_project
-        project  = get_project("my-project", "local")
-        ```
-    """
-    return Session.get(session).catalog.metastore.get_project(name, namespace)
-
-
-def ls(
-    namespace: Optional[str] = None, session: Optional[Session] = None
-) -> list[Project]:
-    """
-    Gets a list of projects in a specific namespace or from all namespaces.
-
-    Parameters:
-        namespace : An optional namespace name.
-        session : Session to use for getting project.
-
-    Example:
-        ```py
-        import datachain as dc
-        from datachain.lib.projects import ls as ls_projects
-        local_namespace_projects = ls_projects("local")
-        all_projects = ls_projects()
-        ```
-    """
-    session = Session.get(session)
-    namespace_id = None
-    if namespace:
-        namespace_id = session.catalog.metastore.get_namespace(namespace).id
-
-    return session.catalog.metastore.list_projects(namespace_id)

datachain/namespace.py

@@ -1,65 +0,0 @@
-import builtins
-from dataclasses import dataclass, fields
-from datetime import datetime
-from typing import Any, Optional, TypeVar
-
-from datachain.error import InvalidNamespaceNameError
-
-N = TypeVar("N", bound="Namespace")
-NAMESPACE_NAME_RESERVED_CHARS = ["."]
-
-
-@dataclass(frozen=True)
-class Namespace:
-    id: int
-    uuid: str
-    name: str
-    descr: Optional[str]
-    created_at: datetime
-
-    @staticmethod
-    def validate_name(name: str) -> None:
-        """Throws exception if name is invalid, otherwise returns None"""
-        if not name:
-            raise InvalidNamespaceNameError("Namespace name cannot be empty")
-
-        for c in NAMESPACE_NAME_RESERVED_CHARS:
-            if c in name:
-                raise InvalidNamespaceNameError(
-                    f"Character {c} is reserved and not allowed in namespace name"
-                )
-
-        if name in [Namespace.default(), Namespace.system()]:
-            raise InvalidNamespaceNameError(
-                f"Namespace name {name} is reserved and cannot be used."
-            )
-
-    @staticmethod
-    def default() -> str:
-        """Name of default namespace"""
-        return "local"
-
-    @staticmethod
-    def system() -> str:
-        """Name of the system namespace"""
-        return "system"
-
-    @property
-    def is_system(self):
-        return self.name == Namespace.system()
-
-    @classmethod
-    def parse(
-        cls: builtins.type[N],
-        id: int,
-        uuid: str,
-        name: str,
-        descr: Optional[str],
-        created_at: datetime,
-    ) -> "Namespace":
-        return cls(id, uuid, name, descr, created_at)
-
-    @classmethod
-    def from_dict(cls, d: dict[str, Any]) -> "Namespace":
-        kwargs = {f.name: d[f.name] for f in fields(cls) if f.name in d}
-        return cls(**kwargs)

datachain/project.py

@@ -1,78 +0,0 @@
-import builtins
-from dataclasses import dataclass, fields
-from datetime import datetime
-from typing import Any, Optional, TypeVar
-
-from datachain.error import InvalidProjectNameError
-from datachain.namespace import Namespace
-
-P = TypeVar("P", bound="Project")
-PROJECT_NAME_RESERVED_CHARS = ["."]
-
-
-@dataclass(frozen=True)
-class Project:
-    id: int
-    uuid: str
-    name: str
-    descr: Optional[str]
-    created_at: datetime
-    namespace: Namespace
-
-    @staticmethod
-    def validate_name(name: str) -> None:
-        """Throws exception if name is invalid, otherwise returns None"""
-        if not name:
-            raise InvalidProjectNameError("Project name cannot be empty")
-
-        for c in PROJECT_NAME_RESERVED_CHARS:
-            if c in name:
-                raise InvalidProjectNameError(
-                    f"Character {c} is reserved and not allowed in project name."
-                )
-
-        if name in [Project.default(), Project.listing()]:
-            raise InvalidProjectNameError(
-                f"Project name {name} is reserved and cannot be used."
-            )
-
-    @staticmethod
-    def default() -> str:
-        """Name of default project"""
-        return "local"
-
-    @staticmethod
-    def listing() -> str:
-        """Name of listing project where all listing datasets will be saved"""
-        return "listing"
-
-    @classmethod
-    def parse(
-        cls: builtins.type[P],
-        namespace_id: int,
-        namespace_uuid: str,
-        namespace_name: str,
-        namespace_descr: Optional[str],
-        namespace_created_at: datetime,
-        project_id: int,
-        uuid: str,
-        name: str,
-        descr: Optional[str],
-        created_at: datetime,
-        project_namespace_id: int,
-    ) -> "Project":
-        namespace = Namespace.parse(
-            namespace_id,
-            namespace_uuid,
-            namespace_name,
-            namespace_descr,
-            namespace_created_at,
-        )
-
-        return cls(project_id, uuid, name, descr, created_at, namespace)
-
-    @classmethod
-    def from_dict(cls, d: dict[str, Any]) -> "Project":
-        namespace = Namespace.from_dict(d.pop("namespace"))
-        kwargs = {f.name: d[f.name] for f in fields(cls) if f.name in d}
-        return cls(**kwargs, namespace=namespace)