datachain 0.29.1__py3-none-any.whl → 0.30.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of datachain might be problematic. Click here for more details.
- datachain/cli/__init__.py +1 -1
- datachain/cli/parser/job.py +7 -0
- datachain/remote/studio.py +2 -0
- datachain/studio.py +3 -0
- {datachain-0.29.1.dist-info → datachain-0.30.0.dist-info}/METADATA +1 -1
- {datachain-0.29.1.dist-info → datachain-0.30.0.dist-info}/RECORD +10 -10
- {datachain-0.29.1.dist-info → datachain-0.30.0.dist-info}/WHEEL +0 -0
- {datachain-0.29.1.dist-info → datachain-0.30.0.dist-info}/entry_points.txt +0 -0
- {datachain-0.29.1.dist-info → datachain-0.30.0.dist-info}/licenses/LICENSE +0 -0
- {datachain-0.29.1.dist-info → datachain-0.30.0.dist-info}/top_level.txt +0 -0
datachain/cli/__init__.py
CHANGED
|
@@ -67,7 +67,7 @@ def main(argv: Optional[list[str]] = None) -> int:
|
|
|
67
67
|
except BrokenPipeError as exc:
|
|
68
68
|
error, return_code = handle_broken_pipe_error(exc)
|
|
69
69
|
return return_code
|
|
70
|
-
except (KeyboardInterrupt, Exception) as exc:
|
|
70
|
+
except (KeyboardInterrupt, Exception) as exc: # noqa: BLE001
|
|
71
71
|
error, return_code = handle_general_exception(exc, args, logging_level)
|
|
72
72
|
return return_code
|
|
73
73
|
finally:
|
datachain/cli/parser/job.py
CHANGED
|
@@ -63,6 +63,13 @@ def add_jobs_parser(subparsers, parent_parser) -> None:
|
|
|
63
63
|
help="Compute cluster to run the job on",
|
|
64
64
|
)
|
|
65
65
|
|
|
66
|
+
studio_run_parser.add_argument(
|
|
67
|
+
"-c",
|
|
68
|
+
"--credentials-name",
|
|
69
|
+
action="store",
|
|
70
|
+
help="Name of the credentials to use for the job",
|
|
71
|
+
)
|
|
72
|
+
|
|
66
73
|
studio_run_parser.add_argument(
|
|
67
74
|
"--workers",
|
|
68
75
|
type=int,
|
datachain/remote/studio.py
CHANGED
|
@@ -431,6 +431,7 @@ class StudioClient:
|
|
|
431
431
|
cluster: Optional[str] = None,
|
|
432
432
|
start_time: Optional[str] = None,
|
|
433
433
|
cron: Optional[str] = None,
|
|
434
|
+
credentials_name: Optional[str] = None,
|
|
434
435
|
) -> Response[JobData]:
|
|
435
436
|
data = {
|
|
436
437
|
"query": query,
|
|
@@ -446,6 +447,7 @@ class StudioClient:
|
|
|
446
447
|
"compute_cluster_name": cluster,
|
|
447
448
|
"start_after": start_time,
|
|
448
449
|
"cron_expression": cron,
|
|
450
|
+
"credentials_name": credentials_name,
|
|
449
451
|
}
|
|
450
452
|
return self._send_request("datachain/job", data)
|
|
451
453
|
|
datachain/studio.py
CHANGED
|
@@ -50,6 +50,7 @@ def process_jobs_args(args: "Namespace"):
|
|
|
50
50
|
args.start_time,
|
|
51
51
|
args.cron,
|
|
52
52
|
args.no_wait,
|
|
53
|
+
args.credentials_name,
|
|
53
54
|
)
|
|
54
55
|
|
|
55
56
|
if args.cmd == "cancel":
|
|
@@ -356,6 +357,7 @@ def create_job(
|
|
|
356
357
|
start_time: Optional[str] = None,
|
|
357
358
|
cron: Optional[str] = None,
|
|
358
359
|
no_wait: Optional[bool] = False,
|
|
360
|
+
credentials_name: Optional[str] = None,
|
|
359
361
|
):
|
|
360
362
|
query_type = "PYTHON" if query_file.endswith(".py") else "SHELL"
|
|
361
363
|
with open(query_file) as f:
|
|
@@ -393,6 +395,7 @@ def create_job(
|
|
|
393
395
|
cluster=cluster,
|
|
394
396
|
start_time=parsed_start_time,
|
|
395
397
|
cron=cron,
|
|
398
|
+
credentials_name=credentials_name,
|
|
396
399
|
)
|
|
397
400
|
if not response.ok:
|
|
398
401
|
raise DataChainError(response.message)
|
|
@@ -17,14 +17,14 @@ datachain/project.py,sha256=90D4GpJSA3t0fayYZbzrL3sk4U7EJhQo8psnWvdI7_o,2280
|
|
|
17
17
|
datachain/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
18
18
|
datachain/script_meta.py,sha256=V-LaFOZG84pD0Zc0NvejYdzwDgzITv6yHvAHggDCnuY,4978
|
|
19
19
|
datachain/semver.py,sha256=UB8GHPBtAP3UJGeiuJoInD7SK-DnB93_Xd1qy_CQ9cU,2074
|
|
20
|
-
datachain/studio.py,sha256
|
|
20
|
+
datachain/studio.py,sha256=27750qCSNxIChEzhV02damIFreLMfr7UdiWqMFyk8AA,15361
|
|
21
21
|
datachain/telemetry.py,sha256=0A4IOPPp9VlP5pyW9eBfaTK3YhHGzHl7dQudQjUAx9A,994
|
|
22
22
|
datachain/utils.py,sha256=Gp5JVr_m7nVWQGDOjrGnZjRXF9-Ai-MBxiPJIcpPvWQ,15451
|
|
23
23
|
datachain/catalog/__init__.py,sha256=cMZzSz3VoUi-6qXSVaHYN-agxQuAcz2XSqnEPZ55crE,353
|
|
24
24
|
datachain/catalog/catalog.py,sha256=QTWCXy75iWo-0MCXyfV_WbsKeZ1fpLpvL8d60rxn1ws,65528
|
|
25
25
|
datachain/catalog/datasource.py,sha256=IkGMh0Ttg6Q-9DWfU_H05WUnZepbGa28HYleECi6K7I,1353
|
|
26
26
|
datachain/catalog/loader.py,sha256=B2cps5coFE4MBttM-j8cs7JgNVPjnHKF4Gx1s2fJrxw,6119
|
|
27
|
-
datachain/cli/__init__.py,sha256=
|
|
27
|
+
datachain/cli/__init__.py,sha256=migILaB4-dSSlxEoi6MYOGhOg2jpZo3a2AhS3mSuN8o,8237
|
|
28
28
|
datachain/cli/utils.py,sha256=wrLnAh7Wx8O_ojZE8AE4Lxn5WoxHbOj7as8NWlLAA74,3036
|
|
29
29
|
datachain/cli/commands/__init__.py,sha256=zp3bYIioO60x_X04A4-IpZqSYVnpwOa1AdERQaRlIhI,493
|
|
30
30
|
datachain/cli/commands/datasets.py,sha256=LfOe22O9OCEDI8K2cy05Gp4_Q-GFHOHRv4bXQ-USM4s,6472
|
|
@@ -35,7 +35,7 @@ datachain/cli/commands/misc.py,sha256=c0DmkOLwcDI2YhA8ArOuLJk6aGzSMZCiKL_E2JGibV
|
|
|
35
35
|
datachain/cli/commands/query.py,sha256=Xzfgh14nPVH-sclqX1tpZqgfdTugw5s_44v0D33z6FA,1505
|
|
36
36
|
datachain/cli/commands/show.py,sha256=Cf8wBs12h-xtdOzjU5GTDy2C8rF5HJSF0hDJYER1zH8,1606
|
|
37
37
|
datachain/cli/parser/__init__.py,sha256=NPB6ssP4CCt7G1SWZ_8oNQEH2C1lktWgkyHYXDQJZNc,15073
|
|
38
|
-
datachain/cli/parser/job.py,sha256=
|
|
38
|
+
datachain/cli/parser/job.py,sha256=9jjhwVuj9vrheary9GWza45DTHUCyWMXDXBnEVbAP4Q,6098
|
|
39
39
|
datachain/cli/parser/studio.py,sha256=Bo__LKM7qhJGgkyX8M_bCvgZ2Gvqq6r_X4t1NdtaBIY,3881
|
|
40
40
|
datachain/cli/parser/utils.py,sha256=rETdD-9Hq9A4OolgfT7jQw4aoawtbfmkdtH6E7nkhpI,2888
|
|
41
41
|
datachain/client/__init__.py,sha256=1kDpCPoibMXi1gExR4lTLc5pi-k6M5TANiwtXkPoLhU,49
|
|
@@ -136,7 +136,7 @@ datachain/query/session.py,sha256=gKblltJAVQAVSTswAgWGDgGbpmFlFzFVkIQojDCjgXM,68
|
|
|
136
136
|
datachain/query/udf.py,sha256=e753bDJzTNjGFQn1WGTvOAWSwjDbrFI1-_DDWkWN2ls,1343
|
|
137
137
|
datachain/query/utils.py,sha256=a2PTBZ3qsG6XlUcp9XsoGiQfKkca4Q3m-VzFgiGQPAc,1230
|
|
138
138
|
datachain/remote/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
139
|
-
datachain/remote/studio.py,sha256=
|
|
139
|
+
datachain/remote/studio.py,sha256=pDThxvEEpIKVGfa9rmtz_zeqHwrgzh0Lv-Pd4wzDx5k,15448
|
|
140
140
|
datachain/sql/__init__.py,sha256=6SQRdbljO3d2hx3EAVXEZrHQKv5jth0Jh98PogT59No,262
|
|
141
141
|
datachain/sql/selectable.py,sha256=cTc60qVoAwqqss0Vop8Lt5Z-ROnM1XrQmL_GLjRxhXs,1765
|
|
142
142
|
datachain/sql/types.py,sha256=ASSPkmM5EzdRindqj2O7WHLXq8VHAgFYedG8lYfGvVI,14045
|
|
@@ -158,9 +158,9 @@ datachain/sql/sqlite/vector.py,sha256=ncW4eu2FlJhrP_CIpsvtkUabZlQdl2D5Lgwy_cbfqR
|
|
|
158
158
|
datachain/toolkit/__init__.py,sha256=eQ58Q5Yf_Fgv1ZG0IO5dpB4jmP90rk8YxUWmPc1M2Bo,68
|
|
159
159
|
datachain/toolkit/split.py,sha256=ktGWzY4kyzjWyR86dhvzw-Zhl0lVk_LOX3NciTac6qo,2914
|
|
160
160
|
datachain/torch/__init__.py,sha256=gIS74PoEPy4TB3X6vx9nLO0Y3sLJzsA8ckn8pRWihJM,579
|
|
161
|
-
datachain-0.
|
|
162
|
-
datachain-0.
|
|
163
|
-
datachain-0.
|
|
164
|
-
datachain-0.
|
|
165
|
-
datachain-0.
|
|
166
|
-
datachain-0.
|
|
161
|
+
datachain-0.30.0.dist-info/licenses/LICENSE,sha256=8DnqK5yoPI_E50bEg_zsHKZHY2HqPy4rYN338BHQaRA,11344
|
|
162
|
+
datachain-0.30.0.dist-info/METADATA,sha256=khld2YGTkc6UpViqw2RxeeDeUwG8wGW6X2RR2zBaydk,13766
|
|
163
|
+
datachain-0.30.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
164
|
+
datachain-0.30.0.dist-info/entry_points.txt,sha256=0GMJS6B_KWq0m3VT98vQI2YZodAMkn4uReZ_okga9R4,49
|
|
165
|
+
datachain-0.30.0.dist-info/top_level.txt,sha256=lZPpdU_2jJABLNIg2kvEOBi8PtsYikbN1OdMLHk8bTg,10
|
|
166
|
+
datachain-0.30.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|