datachain 0.8.8__py3-none-any.whl → 0.8.9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of datachain might be problematic. Click here for more details.
- datachain/cli/__init__.py +12 -4
- datachain/cli/commands/datasets.py +2 -3
- datachain/cli/parser/__init__.py +51 -69
- datachain/cli/parser/job.py +20 -25
- datachain/cli/parser/studio.py +22 -46
- datachain/cli/parser/utils.py +1 -1
- datachain/client/local.py +1 -1
- datachain/lib/arrow.py +1 -1
- datachain/lib/convert/unflatten.py +1 -2
- datachain/lib/dc.py +23 -4
- datachain/lib/file.py +27 -4
- datachain/lib/listing.py +4 -4
- datachain/lib/pytorch.py +3 -1
- datachain/lib/udf.py +56 -20
- datachain/model/bbox.py +9 -9
- datachain/model/pose.py +9 -9
- datachain/model/segment.py +6 -6
- datachain/progress.py +0 -13
- datachain/query/dataset.py +12 -10
- datachain/studio.py +15 -9
- {datachain-0.8.8.dist-info → datachain-0.8.9.dist-info}/METADATA +4 -3
- {datachain-0.8.8.dist-info → datachain-0.8.9.dist-info}/RECORD +26 -26
- {datachain-0.8.8.dist-info → datachain-0.8.9.dist-info}/LICENSE +0 -0
- {datachain-0.8.8.dist-info → datachain-0.8.9.dist-info}/WHEEL +0 -0
- {datachain-0.8.8.dist-info → datachain-0.8.9.dist-info}/entry_points.txt +0 -0
- {datachain-0.8.8.dist-info → datachain-0.8.9.dist-info}/top_level.txt +0 -0
datachain/studio.py
CHANGED
|
@@ -1,9 +1,8 @@
|
|
|
1
1
|
import asyncio
|
|
2
2
|
import os
|
|
3
|
+
import sys
|
|
3
4
|
from typing import TYPE_CHECKING, Optional
|
|
4
5
|
|
|
5
|
-
from tabulate import tabulate
|
|
6
|
-
|
|
7
6
|
from datachain.catalog.catalog import raise_remote_error
|
|
8
7
|
from datachain.config import Config, ConfigLevel
|
|
9
8
|
from datachain.dataset import QUERY_DATASET_PREFIX
|
|
@@ -21,6 +20,13 @@ POST_LOGIN_MESSAGE = (
|
|
|
21
20
|
|
|
22
21
|
|
|
23
22
|
def process_jobs_args(args: "Namespace"):
|
|
23
|
+
if args.cmd is None:
|
|
24
|
+
print(
|
|
25
|
+
f"Use 'datachain {args.command} --help' to see available options",
|
|
26
|
+
file=sys.stderr,
|
|
27
|
+
)
|
|
28
|
+
return 1
|
|
29
|
+
|
|
24
30
|
if args.cmd == "run":
|
|
25
31
|
return create_job(
|
|
26
32
|
args.query_file,
|
|
@@ -42,19 +48,19 @@ def process_jobs_args(args: "Namespace"):
|
|
|
42
48
|
|
|
43
49
|
|
|
44
50
|
def process_studio_cli_args(args: "Namespace"):
|
|
51
|
+
if args.cmd is None:
|
|
52
|
+
print(
|
|
53
|
+
f"Use 'datachain {args.command} --help' to see available options",
|
|
54
|
+
file=sys.stderr,
|
|
55
|
+
)
|
|
56
|
+
return 1
|
|
57
|
+
|
|
45
58
|
if args.cmd == "login":
|
|
46
59
|
return login(args)
|
|
47
60
|
if args.cmd == "logout":
|
|
48
61
|
return logout()
|
|
49
62
|
if args.cmd == "token":
|
|
50
63
|
return token()
|
|
51
|
-
if args.cmd == "dataset":
|
|
52
|
-
rows = [
|
|
53
|
-
{"Name": name, "Version": version}
|
|
54
|
-
for name, version in list_datasets(args.team)
|
|
55
|
-
]
|
|
56
|
-
print(tabulate(rows, headers="keys"))
|
|
57
|
-
return 0
|
|
58
64
|
|
|
59
65
|
if args.cmd == "team":
|
|
60
66
|
return set_team(args)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.2
|
|
2
2
|
Name: datachain
|
|
3
|
-
Version: 0.8.
|
|
3
|
+
Version: 0.8.9
|
|
4
4
|
Summary: Wrangle unstructured AI data at scale
|
|
5
5
|
Author-email: Dmitry Petrov <support@dvc.org>
|
|
6
6
|
License: Apache-2.0
|
|
@@ -99,7 +99,7 @@ Requires-Dist: unstructured[pdf]<0.16.12; extra == "examples"
|
|
|
99
99
|
Requires-Dist: pdfplumber==0.11.5; extra == "examples"
|
|
100
100
|
Requires-Dist: huggingface_hub[hf_transfer]; extra == "examples"
|
|
101
101
|
Requires-Dist: onnx==1.16.1; extra == "examples"
|
|
102
|
-
Requires-Dist: ultralytics==8.3.
|
|
102
|
+
Requires-Dist: ultralytics==8.3.61; extra == "examples"
|
|
103
103
|
|
|
104
104
|
================
|
|
105
105
|
|logo| DataChain
|
|
@@ -189,13 +189,14 @@ Python code:
|
|
|
189
189
|
|
|
190
190
|
.. code:: py
|
|
191
191
|
|
|
192
|
+
import os
|
|
192
193
|
from mistralai import Mistral
|
|
193
194
|
from datachain import File, DataChain, Column
|
|
194
195
|
|
|
195
196
|
PROMPT = "Was this dialog successful? Answer in a single word: Success or Failure."
|
|
196
197
|
|
|
197
198
|
def eval_dialogue(file: File) -> bool:
|
|
198
|
-
client = Mistral()
|
|
199
|
+
client = Mistral(api_key = os.environ["MISTRAL_API_KEY"])
|
|
199
200
|
response = client.chat.complete(
|
|
200
201
|
model="open-mixtral-8x22b",
|
|
201
202
|
messages=[{"role": "system", "content": PROMPT},
|
|
@@ -10,36 +10,36 @@ datachain/listing.py,sha256=kTjZq3XUBmReh_P3sBP2n87F87h30FJwGSRgs6S_0TE,7612
|
|
|
10
10
|
datachain/node.py,sha256=HSpjBUBQBWXUUpbUEq839dsSc5KR2O8ww1Udl4jQemY,6023
|
|
11
11
|
datachain/nodes_fetcher.py,sha256=ILMzUW5o4_6lUOVrLDC9gJPCXfcgKnMG68plrc7dAOA,1113
|
|
12
12
|
datachain/nodes_thread_pool.py,sha256=uPo-xl8zG5m9YgODjPFBpbcqqHjI-dcxH87yAbj_qco,3192
|
|
13
|
-
datachain/progress.py,sha256=
|
|
13
|
+
datachain/progress.py,sha256=lRzxoYP4Qv2XBwD78sOkmYRzHFpZ2ExVNJF8wAeICtY,770
|
|
14
14
|
datachain/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
15
|
-
datachain/studio.py,sha256=
|
|
15
|
+
datachain/studio.py,sha256=5LTzr7jNxapQk4aF4ob8ax9zNQ0ShZ26nQtOi4gKToc,9422
|
|
16
16
|
datachain/telemetry.py,sha256=0A4IOPPp9VlP5pyW9eBfaTK3YhHGzHl7dQudQjUAx9A,994
|
|
17
17
|
datachain/utils.py,sha256=LBeg-9n48saBTHSPk7u_j-kjJnPUAq5Oyps_peSaqlM,14128
|
|
18
18
|
datachain/catalog/__init__.py,sha256=g2iAAFx_gEIrqshXlhSEbrc8qDaEH11cjU40n3CHDz4,409
|
|
19
19
|
datachain/catalog/catalog.py,sha256=1jtwHVxCRQWJSTz1GjP6qvB2bDo2AosBjouQh3neKaM,60516
|
|
20
20
|
datachain/catalog/datasource.py,sha256=IkGMh0Ttg6Q-9DWfU_H05WUnZepbGa28HYleECi6K7I,1353
|
|
21
21
|
datachain/catalog/loader.py,sha256=HA_mBC7q_My8j2WnSvIjUGuJpl6SIdg5vvy_lagxJlA,5733
|
|
22
|
-
datachain/cli/__init__.py,sha256=
|
|
22
|
+
datachain/cli/__init__.py,sha256=jnmSov-UIvgz3p-YclkKEhVpvawPVtsd8o5uq7hrRfc,8489
|
|
23
23
|
datachain/cli/utils.py,sha256=jEoqY0agU3AZ-VQBpyieDKIlk7j3sumtlHE3OgbAzdU,3038
|
|
24
24
|
datachain/cli/commands/__init__.py,sha256=uc77ggTRWrq-w1AVsH3Muy6v1ATkNsXUBPIRaOFgNus,533
|
|
25
|
-
datachain/cli/commands/datasets.py,sha256=
|
|
25
|
+
datachain/cli/commands/datasets.py,sha256=q1FkvFfeBCkuIuaA8pick0y51ZQuQK89ULUFse5xsu0,3583
|
|
26
26
|
datachain/cli/commands/du.py,sha256=9edEzDEs98K2VYk8Wf-ZMpUzALcgm9uD6YtoqbvtUGU,391
|
|
27
27
|
datachain/cli/commands/index.py,sha256=eglNaIe1yyIadUHHumjtNbgIjht6kme7SS7xE3YHR88,198
|
|
28
28
|
datachain/cli/commands/ls.py,sha256=Wb8hXyBwyhb62Zk6ZhNFPFrj2lJhdbRcnBQQkgL_qyw,5174
|
|
29
29
|
datachain/cli/commands/misc.py,sha256=c0DmkOLwcDI2YhA8ArOuLJk6aGzSMZCiKL_E2JGibVE,600
|
|
30
30
|
datachain/cli/commands/query.py,sha256=2S7hQxialt1fkbocxi6JXZI6jS5QnFrD1aOjKgZkzfI,1471
|
|
31
31
|
datachain/cli/commands/show.py,sha256=RVb_7Kjd1kzqTxRKYFvmD04LaJHOtrCc4FYMyc-ZEYw,1149
|
|
32
|
-
datachain/cli/parser/__init__.py,sha256=
|
|
33
|
-
datachain/cli/parser/job.py,sha256=
|
|
34
|
-
datachain/cli/parser/studio.py,sha256=
|
|
35
|
-
datachain/cli/parser/utils.py,sha256=
|
|
32
|
+
datachain/cli/parser/__init__.py,sha256=xBvS6FDkD-0TrME9t56C00jCFHD5Ly4SIQLe9JGHlpE,14881
|
|
33
|
+
datachain/cli/parser/job.py,sha256=m_w6DZBMvQu0pu5LHxBVnh9gENPf02jxhwtLqjfhEGU,3199
|
|
34
|
+
datachain/cli/parser/studio.py,sha256=AxCK8Oz5psj3jtl6XFSkGjDoSXuek3nBpPttvNFov9U,2977
|
|
35
|
+
datachain/cli/parser/utils.py,sha256=gDaRll8CugmdFdx9mhdSPVKW3oBoQOVlg6WmNeMgyd8,1597
|
|
36
36
|
datachain/client/__init__.py,sha256=1kDpCPoibMXi1gExR4lTLc5pi-k6M5TANiwtXkPoLhU,49
|
|
37
37
|
datachain/client/azure.py,sha256=ma6fJcnveG8wpNy1PSrN5hgvmRdCj8Sf3RKjfd3qCyM,3221
|
|
38
38
|
datachain/client/fileslice.py,sha256=bT7TYco1Qe3bqoc8aUkUZcPdPofJDHlryL5BsTn9xsY,3021
|
|
39
39
|
datachain/client/fsspec.py,sha256=7gysN8NjFXKEgu1-gy_PCiupByV-UGh3AEkz-jF1hVI,13912
|
|
40
40
|
datachain/client/gcs.py,sha256=TY5K5INORKknTnoWDYv0EUztVLmuY1hHmdf2wUB_9uE,5114
|
|
41
41
|
datachain/client/hf.py,sha256=XeVJVbiNViZCpn3sfb90Fr8SYO3BdLmfE3hOWMoqInE,951
|
|
42
|
-
datachain/client/local.py,sha256=
|
|
42
|
+
datachain/client/local.py,sha256=_twL9v9vM2q7hyWeETZ9qLJOlG4FhZ0cGg7RteEXHQA,4708
|
|
43
43
|
datachain/client/s3.py,sha256=l2A4J086ZROKKHNVXnoBky0OgYYKB0EAr8Y3lObo8GY,7284
|
|
44
44
|
datachain/data_storage/__init__.py,sha256=9Wit-oe5P46V7CJQTD0BJ5MhOa2Y9h3ddJ4VWTe-Lec,273
|
|
45
45
|
datachain/data_storage/db_engine.py,sha256=n8ojCbvVMPY2e3SG8fUaaD0b9GkVfpl_Naa_6EiHfWg,3788
|
|
@@ -62,24 +62,24 @@ datachain/func/random.py,sha256=pENOLj9rSmWfGCnOsUIaCsVC5486zQb66qfQvXaz9Z4,452
|
|
|
62
62
|
datachain/func/string.py,sha256=8az3BTeezlaZt6NW-54GWX7WSosAOVMbTr6bXIYyJq4,5958
|
|
63
63
|
datachain/func/window.py,sha256=0MB1yjpVbwOrl_WNLZ8V3jkJz3o0XlYinpAcZQJuxiA,1688
|
|
64
64
|
datachain/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
65
|
-
datachain/lib/arrow.py,sha256=
|
|
65
|
+
datachain/lib/arrow.py,sha256=sU6cbjz2W1UuTfez6tCYPfVPJXlmfMDbnaVWPhMu0XU,9906
|
|
66
66
|
datachain/lib/clip.py,sha256=lm5CzVi4Cj1jVLEKvERKArb-egb9j1Ls-fwTItT6vlI,6150
|
|
67
67
|
datachain/lib/data_model.py,sha256=zS4lmXHVBXc9ntcyea2a1CRLXGSAN_0glXcF88CohgY,2685
|
|
68
68
|
datachain/lib/dataset_info.py,sha256=IjdF1E0TQNOq9YyynfWiCFTeZpbyGfyJvxgJY4YN810,2493
|
|
69
|
-
datachain/lib/dc.py,sha256=
|
|
70
|
-
datachain/lib/file.py,sha256=
|
|
69
|
+
datachain/lib/dc.py,sha256=673Mu2Pqu63o7wrpdvujOmWJhJNbXfnyCSWLS93mJpw,92315
|
|
70
|
+
datachain/lib/file.py,sha256=7posvEFSb7gsLKAiid75dOJRyHTRKOmBAkmBw6RiZyg,16307
|
|
71
71
|
datachain/lib/hf.py,sha256=DvoI8fv-WkL3FDEuIT80T9WrRs6fXesjbU0bmIDDsNE,5882
|
|
72
72
|
datachain/lib/image.py,sha256=AMXYwQsmarZjRbPCZY3M1jDsM2WAB_b3cTY4uOIuXNU,2675
|
|
73
|
-
datachain/lib/listing.py,sha256=
|
|
73
|
+
datachain/lib/listing.py,sha256=MSr07Xn2yjIKazbAtRIyVamK8GImcxMeVMChDu2vXrA,6621
|
|
74
74
|
datachain/lib/listing_info.py,sha256=9ua40Hw0aiQByUw3oAEeNzMavJYfW0Uhe8YdCTK-m_g,1110
|
|
75
75
|
datachain/lib/meta_formats.py,sha256=hDPfEkcmiLZOjhBBXuareMdnq65Wj8vZvxjmum6cROM,6377
|
|
76
76
|
datachain/lib/model_store.py,sha256=DNIv8Y6Jtk1_idNLzIpsThOsdW2BMAudyUCbPUcgcxk,2515
|
|
77
|
-
datachain/lib/pytorch.py,sha256=
|
|
77
|
+
datachain/lib/pytorch.py,sha256=sIm8ITBSGzw08zJMV9mm4nIqDLqbwb4AAmqhuW4_bzU,7728
|
|
78
78
|
datachain/lib/settings.py,sha256=ZELRCTLbi5vzRPiDX6cQ9LLg9TefJ_A05gIGni0lll8,2535
|
|
79
79
|
datachain/lib/signal_schema.py,sha256=ps5od6zhWtdX3Khx2fwArl2xlGkK8SKi6vCQ6QmbaR0,27404
|
|
80
80
|
datachain/lib/tar.py,sha256=3WIzao6yD5fbLqXLTt9GhPGNonbFIs_fDRu-9vgLgsA,1038
|
|
81
81
|
datachain/lib/text.py,sha256=UNHm8fhidk7wdrWqacEWaA6I9ykfYqarQ2URby7jc7M,1261
|
|
82
|
-
datachain/lib/udf.py,sha256=
|
|
82
|
+
datachain/lib/udf.py,sha256=XYu0KN3vlreMcpfUDXuOT325fNwem3UHYPlbyEShdLw,16125
|
|
83
83
|
datachain/lib/udf_signature.py,sha256=GXw24A-Olna6DWCdgy2bC-gZh_gLGPQ-KvjuI6pUjC0,7281
|
|
84
84
|
datachain/lib/utils.py,sha256=QrjVs_oLRXEotOPUYurBJypBFi_ReTJmxcnJeH4j2Uk,1596
|
|
85
85
|
datachain/lib/vfile.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -89,19 +89,19 @@ datachain/lib/convert/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
|
|
|
89
89
|
datachain/lib/convert/flatten.py,sha256=IZFiUYbgXSxXhPSG5Cqf5IjnJ4ZDZKXMr4o_yCR1NY4,1505
|
|
90
90
|
datachain/lib/convert/python_to_sql.py,sha256=40SAOdoOgikZRhn8iomCPDRoxC3RFxjJLivEAA9MHDU,2880
|
|
91
91
|
datachain/lib/convert/sql_to_python.py,sha256=XXCBYDQFUXJIBNWkjEP944cnCfJ8GF2Tji0DLF3A_zQ,315
|
|
92
|
-
datachain/lib/convert/unflatten.py,sha256=
|
|
92
|
+
datachain/lib/convert/unflatten.py,sha256=ysMkstwJzPMWUlnxn-Z-tXJR3wmhjHeSN_P-sDcLS6s,2010
|
|
93
93
|
datachain/lib/convert/values_to_tuples.py,sha256=EFfIGBiVVltJQG8blzsQ1dGXneh4D3wdLfSUeoK10OI,3931
|
|
94
94
|
datachain/model/__init__.py,sha256=R9faX5OHV1xh2EW-g2MPedwbtEqt3LodJRyluB-QylI,189
|
|
95
|
-
datachain/model/bbox.py,sha256=
|
|
96
|
-
datachain/model/pose.py,sha256=
|
|
97
|
-
datachain/model/segment.py,sha256=
|
|
95
|
+
datachain/model/bbox.py,sha256=jCuOdcdY__4WMsVfZp5ZNxnmcHva0KUm9MfbL0AMMy4,3158
|
|
96
|
+
datachain/model/pose.py,sha256=NpxyDTcgPoB5LcoRVLwVXTKIHRxqZcdCX5c9soBIPb0,3078
|
|
97
|
+
datachain/model/segment.py,sha256=LEZ88H9mb7tXq3OAcOYiYF8Di7NWmkSe3x9WSewpKQk,1595
|
|
98
98
|
datachain/model/ultralytics/__init__.py,sha256=EvcNX9qUyxKXXlKCPpsXeRrabyXk5E9EkN-tyiYkfS4,750
|
|
99
99
|
datachain/model/ultralytics/bbox.py,sha256=OZ9XBdyMOYc401P-RhfSN9QaYvMpnx2Phu9ptaJgZBY,4316
|
|
100
100
|
datachain/model/ultralytics/pose.py,sha256=71KBTcoST2wcEtsyGXqLVpvUtqbp9gwZGA15pEPtX5A,2959
|
|
101
101
|
datachain/model/ultralytics/segment.py,sha256=Z1ab0tZRJubSYNH4KkFlzhYeGNTfAyC71KmkQcToHDQ,2760
|
|
102
102
|
datachain/query/__init__.py,sha256=7DhEIjAA8uZJfejruAVMZVcGFmvUpffuZJwgRqNwe-c,263
|
|
103
103
|
datachain/query/batch.py,sha256=6w8gzLTmLeylststu-gT5jIqEfi4-djS7_yTYyeo-fw,4190
|
|
104
|
-
datachain/query/dataset.py,sha256=
|
|
104
|
+
datachain/query/dataset.py,sha256=iupWhXBxbBDuihqyidztXWhTAD7wAli3FLFkf8_neUA,56351
|
|
105
105
|
datachain/query/dispatch.py,sha256=_1vjeQ1wjUoxlik55k0JkWqQCUfMjgVWmEOyWRkx0dU,12437
|
|
106
106
|
datachain/query/metrics.py,sha256=r5b0ygYhokbXp8Mg3kCH8iFSRw0jxzyeBe-C-J_bKFc,938
|
|
107
107
|
datachain/query/params.py,sha256=O_j89mjYRLOwWNhYZl-z7mi-rkdP7WyFmaDufsdTryE,863
|
|
@@ -133,9 +133,9 @@ datachain/sql/sqlite/vector.py,sha256=ncW4eu2FlJhrP_CIpsvtkUabZlQdl2D5Lgwy_cbfqR
|
|
|
133
133
|
datachain/toolkit/__init__.py,sha256=eQ58Q5Yf_Fgv1ZG0IO5dpB4jmP90rk8YxUWmPc1M2Bo,68
|
|
134
134
|
datachain/toolkit/split.py,sha256=z3zRJNzjWrpPuRw-zgFbCOBKInyYxJew8ygrYQRQLNc,2930
|
|
135
135
|
datachain/torch/__init__.py,sha256=gIS74PoEPy4TB3X6vx9nLO0Y3sLJzsA8ckn8pRWihJM,579
|
|
136
|
-
datachain-0.8.
|
|
137
|
-
datachain-0.8.
|
|
138
|
-
datachain-0.8.
|
|
139
|
-
datachain-0.8.
|
|
140
|
-
datachain-0.8.
|
|
141
|
-
datachain-0.8.
|
|
136
|
+
datachain-0.8.9.dist-info/LICENSE,sha256=8DnqK5yoPI_E50bEg_zsHKZHY2HqPy4rYN338BHQaRA,11344
|
|
137
|
+
datachain-0.8.9.dist-info/METADATA,sha256=fXC2bFkpYNoMmWo8a1m4NYgdCsH4HfLy9ufR89u0PHY,11117
|
|
138
|
+
datachain-0.8.9.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
|
139
|
+
datachain-0.8.9.dist-info/entry_points.txt,sha256=0GMJS6B_KWq0m3VT98vQI2YZodAMkn4uReZ_okga9R4,49
|
|
140
|
+
datachain-0.8.9.dist-info/top_level.txt,sha256=lZPpdU_2jJABLNIg2kvEOBi8PtsYikbN1OdMLHk8bTg,10
|
|
141
|
+
datachain-0.8.9.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|