datachain 0.29.0__py3-none-any.whl → 0.30.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of datachain might be problematic. Click here for more details.

datachain/cli/__init__.py CHANGED
@@ -67,7 +67,7 @@ def main(argv: Optional[list[str]] = None) -> int:
67
67
  except BrokenPipeError as exc:
68
68
  error, return_code = handle_broken_pipe_error(exc)
69
69
  return return_code
70
- except (KeyboardInterrupt, Exception) as exc:
70
+ except (KeyboardInterrupt, Exception) as exc: # noqa: BLE001
71
71
  error, return_code = handle_general_exception(exc, args, logging_level)
72
72
  return return_code
73
73
  finally:
@@ -63,6 +63,13 @@ def add_jobs_parser(subparsers, parent_parser) -> None:
63
63
  help="Compute cluster to run the job on",
64
64
  )
65
65
 
66
+ studio_run_parser.add_argument(
67
+ "-c",
68
+ "--credentials-name",
69
+ action="store",
70
+ help="Name of the credentials to use for the job",
71
+ )
72
+
66
73
  studio_run_parser.add_argument(
67
74
  "--workers",
68
75
  type=int,
datachain/query/utils.py CHANGED
@@ -2,12 +2,12 @@ from typing import Optional, Union
2
2
 
3
3
  import sqlalchemy as sa
4
4
 
5
- ColT = Union[sa.Column, sa.ColumnElement, sa.TextClause]
5
+ ColT = Union[sa.Column, sa.ColumnElement, sa.TextClause, sa.Label]
6
6
 
7
7
 
8
8
  def column_name(col: ColT) -> str:
9
9
  """Returns column name from column element."""
10
- return col.name if isinstance(col, sa.Column) else str(col)
10
+ return col.name if isinstance(col, (sa.Column, sa.Label)) else str(col)
11
11
 
12
12
 
13
13
  def get_query_column(query: sa.Select, name: str) -> Optional[ColT]:
@@ -431,6 +431,7 @@ class StudioClient:
431
431
  cluster: Optional[str] = None,
432
432
  start_time: Optional[str] = None,
433
433
  cron: Optional[str] = None,
434
+ credentials_name: Optional[str] = None,
434
435
  ) -> Response[JobData]:
435
436
  data = {
436
437
  "query": query,
@@ -446,6 +447,7 @@ class StudioClient:
446
447
  "compute_cluster_name": cluster,
447
448
  "start_after": start_time,
448
449
  "cron_expression": cron,
450
+ "credentials_name": credentials_name,
449
451
  }
450
452
  return self._send_request("datachain/job", data)
451
453
 
datachain/studio.py CHANGED
@@ -50,6 +50,7 @@ def process_jobs_args(args: "Namespace"):
50
50
  args.start_time,
51
51
  args.cron,
52
52
  args.no_wait,
53
+ args.credentials_name,
53
54
  )
54
55
 
55
56
  if args.cmd == "cancel":
@@ -356,6 +357,7 @@ def create_job(
356
357
  start_time: Optional[str] = None,
357
358
  cron: Optional[str] = None,
358
359
  no_wait: Optional[bool] = False,
360
+ credentials_name: Optional[str] = None,
359
361
  ):
360
362
  query_type = "PYTHON" if query_file.endswith(".py") else "SHELL"
361
363
  with open(query_file) as f:
@@ -393,6 +395,7 @@ def create_job(
393
395
  cluster=cluster,
394
396
  start_time=parsed_start_time,
395
397
  cron=cron,
398
+ credentials_name=credentials_name,
396
399
  )
397
400
  if not response.ok:
398
401
  raise DataChainError(response.message)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: datachain
3
- Version: 0.29.0
3
+ Version: 0.30.0
4
4
  Summary: Wrangle unstructured AI data at scale
5
5
  Author-email: Dmitry Petrov <support@dvc.org>
6
6
  License-Expression: Apache-2.0
@@ -17,14 +17,14 @@ datachain/project.py,sha256=90D4GpJSA3t0fayYZbzrL3sk4U7EJhQo8psnWvdI7_o,2280
17
17
  datachain/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
18
18
  datachain/script_meta.py,sha256=V-LaFOZG84pD0Zc0NvejYdzwDgzITv6yHvAHggDCnuY,4978
19
19
  datachain/semver.py,sha256=UB8GHPBtAP3UJGeiuJoInD7SK-DnB93_Xd1qy_CQ9cU,2074
20
- datachain/studio.py,sha256=-BmKLVNBLPFveUgVVE2So3aaiGndO2jK2qbHZ0zBDd8,15239
20
+ datachain/studio.py,sha256=27750qCSNxIChEzhV02damIFreLMfr7UdiWqMFyk8AA,15361
21
21
  datachain/telemetry.py,sha256=0A4IOPPp9VlP5pyW9eBfaTK3YhHGzHl7dQudQjUAx9A,994
22
22
  datachain/utils.py,sha256=Gp5JVr_m7nVWQGDOjrGnZjRXF9-Ai-MBxiPJIcpPvWQ,15451
23
23
  datachain/catalog/__init__.py,sha256=cMZzSz3VoUi-6qXSVaHYN-agxQuAcz2XSqnEPZ55crE,353
24
24
  datachain/catalog/catalog.py,sha256=QTWCXy75iWo-0MCXyfV_WbsKeZ1fpLpvL8d60rxn1ws,65528
25
25
  datachain/catalog/datasource.py,sha256=IkGMh0Ttg6Q-9DWfU_H05WUnZepbGa28HYleECi6K7I,1353
26
26
  datachain/catalog/loader.py,sha256=B2cps5coFE4MBttM-j8cs7JgNVPjnHKF4Gx1s2fJrxw,6119
27
- datachain/cli/__init__.py,sha256=WvBqnwjG8Wp9xGCn-4eqfoZ3n7Sj1HJemCi4MayJh_c,8221
27
+ datachain/cli/__init__.py,sha256=migILaB4-dSSlxEoi6MYOGhOg2jpZo3a2AhS3mSuN8o,8237
28
28
  datachain/cli/utils.py,sha256=wrLnAh7Wx8O_ojZE8AE4Lxn5WoxHbOj7as8NWlLAA74,3036
29
29
  datachain/cli/commands/__init__.py,sha256=zp3bYIioO60x_X04A4-IpZqSYVnpwOa1AdERQaRlIhI,493
30
30
  datachain/cli/commands/datasets.py,sha256=LfOe22O9OCEDI8K2cy05Gp4_Q-GFHOHRv4bXQ-USM4s,6472
@@ -35,7 +35,7 @@ datachain/cli/commands/misc.py,sha256=c0DmkOLwcDI2YhA8ArOuLJk6aGzSMZCiKL_E2JGibV
35
35
  datachain/cli/commands/query.py,sha256=Xzfgh14nPVH-sclqX1tpZqgfdTugw5s_44v0D33z6FA,1505
36
36
  datachain/cli/commands/show.py,sha256=Cf8wBs12h-xtdOzjU5GTDy2C8rF5HJSF0hDJYER1zH8,1606
37
37
  datachain/cli/parser/__init__.py,sha256=NPB6ssP4CCt7G1SWZ_8oNQEH2C1lktWgkyHYXDQJZNc,15073
38
- datachain/cli/parser/job.py,sha256=g6ozI3pnV0ly79L7M9mikCeYTPgKlG5gR0D144R82tk,5928
38
+ datachain/cli/parser/job.py,sha256=9jjhwVuj9vrheary9GWza45DTHUCyWMXDXBnEVbAP4Q,6098
39
39
  datachain/cli/parser/studio.py,sha256=Bo__LKM7qhJGgkyX8M_bCvgZ2Gvqq6r_X4t1NdtaBIY,3881
40
40
  datachain/cli/parser/utils.py,sha256=rETdD-9Hq9A4OolgfT7jQw4aoawtbfmkdtH6E7nkhpI,2888
41
41
  datachain/client/__init__.py,sha256=1kDpCPoibMXi1gExR4lTLc5pi-k6M5TANiwtXkPoLhU,49
@@ -134,9 +134,9 @@ datachain/query/queue.py,sha256=v0UeK4ilmdiRoJ5OdjB5qpnHTYDxRP4vhVp5Iw_toaI,3512
134
134
  datachain/query/schema.py,sha256=b_KnVy6B26Ol4nYG0LqNNpeQ1QYPk95YRGUjXfdaQWs,6606
135
135
  datachain/query/session.py,sha256=gKblltJAVQAVSTswAgWGDgGbpmFlFzFVkIQojDCjgXM,6809
136
136
  datachain/query/udf.py,sha256=e753bDJzTNjGFQn1WGTvOAWSwjDbrFI1-_DDWkWN2ls,1343
137
- datachain/query/utils.py,sha256=HaSDNH_XGvp_NIcXjcB7j4vJRPi4_tbztDWclYelHY4,1208
137
+ datachain/query/utils.py,sha256=a2PTBZ3qsG6XlUcp9XsoGiQfKkca4Q3m-VzFgiGQPAc,1230
138
138
  datachain/remote/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
139
- datachain/remote/studio.py,sha256=vsuqCAO65PBJKGLMxOvc3Bmieo2TJwcfc9YclxkzmFk,15350
139
+ datachain/remote/studio.py,sha256=pDThxvEEpIKVGfa9rmtz_zeqHwrgzh0Lv-Pd4wzDx5k,15448
140
140
  datachain/sql/__init__.py,sha256=6SQRdbljO3d2hx3EAVXEZrHQKv5jth0Jh98PogT59No,262
141
141
  datachain/sql/selectable.py,sha256=cTc60qVoAwqqss0Vop8Lt5Z-ROnM1XrQmL_GLjRxhXs,1765
142
142
  datachain/sql/types.py,sha256=ASSPkmM5EzdRindqj2O7WHLXq8VHAgFYedG8lYfGvVI,14045
@@ -158,9 +158,9 @@ datachain/sql/sqlite/vector.py,sha256=ncW4eu2FlJhrP_CIpsvtkUabZlQdl2D5Lgwy_cbfqR
158
158
  datachain/toolkit/__init__.py,sha256=eQ58Q5Yf_Fgv1ZG0IO5dpB4jmP90rk8YxUWmPc1M2Bo,68
159
159
  datachain/toolkit/split.py,sha256=ktGWzY4kyzjWyR86dhvzw-Zhl0lVk_LOX3NciTac6qo,2914
160
160
  datachain/torch/__init__.py,sha256=gIS74PoEPy4TB3X6vx9nLO0Y3sLJzsA8ckn8pRWihJM,579
161
- datachain-0.29.0.dist-info/licenses/LICENSE,sha256=8DnqK5yoPI_E50bEg_zsHKZHY2HqPy4rYN338BHQaRA,11344
162
- datachain-0.29.0.dist-info/METADATA,sha256=g5YmnSXxBvUz_ZO1ZoEPHkzRyQGW5ZbPc8a4ZRJqHXE,13766
163
- datachain-0.29.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
164
- datachain-0.29.0.dist-info/entry_points.txt,sha256=0GMJS6B_KWq0m3VT98vQI2YZodAMkn4uReZ_okga9R4,49
165
- datachain-0.29.0.dist-info/top_level.txt,sha256=lZPpdU_2jJABLNIg2kvEOBi8PtsYikbN1OdMLHk8bTg,10
166
- datachain-0.29.0.dist-info/RECORD,,
161
+ datachain-0.30.0.dist-info/licenses/LICENSE,sha256=8DnqK5yoPI_E50bEg_zsHKZHY2HqPy4rYN338BHQaRA,11344
162
+ datachain-0.30.0.dist-info/METADATA,sha256=khld2YGTkc6UpViqw2RxeeDeUwG8wGW6X2RR2zBaydk,13766
163
+ datachain-0.30.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
164
+ datachain-0.30.0.dist-info/entry_points.txt,sha256=0GMJS6B_KWq0m3VT98vQI2YZodAMkn4uReZ_okga9R4,49
165
+ datachain-0.30.0.dist-info/top_level.txt,sha256=lZPpdU_2jJABLNIg2kvEOBi8PtsYikbN1OdMLHk8bTg,10
166
+ datachain-0.30.0.dist-info/RECORD,,