datatailr 0.1.24__py3-none-any.whl → 0.1.26__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of datatailr might be problematic. Click here for more details.
- datatailr/blob.py +6 -2
- datatailr/group.py +2 -2
- datatailr/sbin/datatailr_run.py +12 -14
- {datatailr-0.1.24.dist-info → datatailr-0.1.26.dist-info}/METADATA +1 -1
- {datatailr-0.1.24.dist-info → datatailr-0.1.26.dist-info}/RECORD +9 -9
- {datatailr-0.1.24.dist-info → datatailr-0.1.26.dist-info}/WHEEL +0 -0
- {datatailr-0.1.24.dist-info → datatailr-0.1.26.dist-info}/entry_points.txt +0 -0
- {datatailr-0.1.24.dist-info → datatailr-0.1.26.dist-info}/licenses/LICENSE +0 -0
- {datatailr-0.1.24.dist-info → datatailr-0.1.26.dist-info}/top_level.txt +0 -0
datatailr/blob.py
CHANGED
|
@@ -98,6 +98,10 @@ class Blob:
|
|
|
98
98
|
# Since direct reading and writting of blobs is not implemented yet, we are using a temporary file.
|
|
99
99
|
# This is a workaround to allow writing the blob content directly to the blob storage.
|
|
100
100
|
with tempfile.NamedTemporaryFile(delete=True) as temp_file:
|
|
101
|
-
|
|
102
|
-
|
|
101
|
+
if isinstance(blob, bytes):
|
|
102
|
+
with open(temp_file.name, "wb") as f:
|
|
103
|
+
f.write(blob)
|
|
104
|
+
else:
|
|
105
|
+
with open(temp_file.name, "w") as f:
|
|
106
|
+
f.write(blob)
|
|
103
107
|
self.put_file(name, temp_file.name)
|
datatailr/group.py
CHANGED
|
@@ -103,8 +103,8 @@ class Group:
|
|
|
103
103
|
|
|
104
104
|
@staticmethod
|
|
105
105
|
def add(name: str) -> Optional["Group"]:
|
|
106
|
-
__client__.add(name)
|
|
107
|
-
return Group
|
|
106
|
+
new_group = __client__.add(name, json_enrichened=True)
|
|
107
|
+
return Group(new_group["name"]) if new_group else None
|
|
108
108
|
|
|
109
109
|
@staticmethod
|
|
110
110
|
def ls() -> list:
|
datatailr/sbin/datatailr_run.py
CHANGED
|
@@ -99,8 +99,11 @@ def main():
|
|
|
99
99
|
user, _ = create_user_and_group()
|
|
100
100
|
job_type = get_env_var("DATATAILR_JOB_TYPE")
|
|
101
101
|
|
|
102
|
-
|
|
103
|
-
|
|
102
|
+
env = {
|
|
103
|
+
"DATATAILR_JOB_TYPE": job_type,
|
|
104
|
+
"DATATAILR_JOB_NAME": get_env_var("DATATAILR_JOB_NAME"),
|
|
105
|
+
"DATATAILR_JOB_ID": get_env_var("DATATAILR_JOB_ID"),
|
|
106
|
+
}
|
|
104
107
|
|
|
105
108
|
if job_type == "batch":
|
|
106
109
|
run_id = get_env_var("DATATAILR_BATCH_RUN_ID")
|
|
@@ -109,40 +112,35 @@ def main():
|
|
|
109
112
|
env = {
|
|
110
113
|
"DATATAILR_BATCH_RUN_ID": run_id,
|
|
111
114
|
"DATATAILR_BATCH_ID": batch_id,
|
|
112
|
-
"DATATAILR_JOB_ID": job_id,
|
|
113
115
|
"DATATAILR_BATCH_ENTRYPOINT": entrypoint,
|
|
114
|
-
}
|
|
116
|
+
} | env
|
|
115
117
|
run_command_as_user("datatailr_run_batch", user, env)
|
|
116
118
|
elif job_type == "service":
|
|
117
119
|
port = get_env_var("DATATAILR_SERVICE_PORT")
|
|
118
120
|
entrypoint = get_env_var("DATATAILR_ENTRYPOINT")
|
|
119
121
|
env = {
|
|
120
|
-
"DATATAILR_JOB_NAME": job_name,
|
|
121
|
-
"DATATAILR_JOB_ID": job_id,
|
|
122
122
|
"DATATAILR_ENTRYPOINT": entrypoint,
|
|
123
123
|
"DATATAILR_SERVICE_PORT": port,
|
|
124
|
-
}
|
|
124
|
+
} | env
|
|
125
125
|
run_command_as_user("datatailr_run_service", user, env)
|
|
126
126
|
elif job_type == "app":
|
|
127
127
|
entrypoint = get_env_var("DATATAILR_ENTRYPOINT")
|
|
128
128
|
env = {
|
|
129
|
-
"DATATAILR_JOB_NAME": job_name,
|
|
130
|
-
"DATATAILR_JOB_ID": job_id,
|
|
131
129
|
"DATATAILR_ENTRYPOINT": entrypoint,
|
|
132
|
-
}
|
|
130
|
+
} | env
|
|
133
131
|
run_command_as_user("datatailr_run_app", user, env)
|
|
134
132
|
elif job_type == "excel":
|
|
135
133
|
host = get_env_var("DATATAILR_HOST")
|
|
136
134
|
entrypoint = get_env_var("DATATAILR_ENTRYPOINT")
|
|
137
135
|
env = {
|
|
138
|
-
"DATATAILR_JOB_NAME": job_name,
|
|
139
|
-
"DATATAILR_JOB_ID": job_id,
|
|
140
136
|
"DATATAILR_ENTRYPOINT": entrypoint,
|
|
141
137
|
"DATATAILR_HOST": host,
|
|
142
|
-
}
|
|
138
|
+
} | env
|
|
143
139
|
run_command_as_user("datatailr_run_excel", user, env)
|
|
144
140
|
elif job_type == "IDE":
|
|
145
|
-
|
|
141
|
+
run_command_as_user("code server", user, env)
|
|
142
|
+
elif job_type == "jupyter":
|
|
143
|
+
run_command_as_user("jupyter lab", user, env)
|
|
146
144
|
else:
|
|
147
145
|
raise ValueError(f"Unknown job type: {job_type}")
|
|
148
146
|
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
datatailr/__init__.py,sha256=QTTG8X76BnlQwVx5N4ZQtSbLkgFipZ9NJGAbvtfuk_g,1051
|
|
2
2
|
datatailr/acl.py,sha256=tlDy6VlHinSy5W1FbVxcNQNi7FliWUXy3ssIbzaPp28,4157
|
|
3
|
-
datatailr/blob.py,sha256=
|
|
3
|
+
datatailr/blob.py,sha256=9lKZKm4eRKVE4_t2zy3hh6Z_Ov4iaTA3-tJFjnQKezg,3313
|
|
4
4
|
datatailr/dt_json.py,sha256=3xmTqDBk68oPl2UW8UVOYPaBw4lAsVg6nDLwcen5nuo,2252
|
|
5
5
|
datatailr/errors.py,sha256=p_e4ao3sFEfz1g4LvEDqw6bVzHJPJSINLjJ8H6_PqOo,751
|
|
6
6
|
datatailr/excel.py,sha256=7_13VFHrjHlIAEeTaGQIlq4ycJvzRo-TvkP_KRBELGs,425
|
|
7
|
-
datatailr/group.py,sha256=
|
|
7
|
+
datatailr/group.py,sha256=AC0nCA44eEWZCJCq2klPqkFg_995mS3C_wu5uSFFLtU,4426
|
|
8
8
|
datatailr/logging.py,sha256=4Rsx3wf2tAr1334E2goBjhC877RwbUNaFgBlh902vU4,3270
|
|
9
9
|
datatailr/user.py,sha256=tjIMbQ-tb2yFhgLBl_eTb47kKiy-RoM3KtYS3zmJiwc,6736
|
|
10
10
|
datatailr/utils.py,sha256=mqnnERMyHNAuAgFY4Ry4O4yW0ZjCRtJbjfI5fXVqt2s,1524
|
|
@@ -12,7 +12,7 @@ datatailr/version.py,sha256=N9K8ZxlwFFSz8XSgbgaTWZY4k2J0JKfj698nZ_O2pIU,536
|
|
|
12
12
|
datatailr/wrapper.py,sha256=K9ZD76cWey_ikA6C5sKejwRaYBDln4QMg-RcoRGiuFc,7991
|
|
13
13
|
datatailr/build/__init__.py,sha256=_dA7b4L6wsaAFaSxUoYSJ1oaRqDHDMR20kqoCocSOss,487
|
|
14
14
|
datatailr/build/image.py,sha256=YC8ML-l-sj6TcIBY-DCx_vaeI_7SmL9fPFhHnuxzRh0,5509
|
|
15
|
-
datatailr/sbin/datatailr_run.py,sha256=
|
|
15
|
+
datatailr/sbin/datatailr_run.py,sha256=7zJR8dBkj_GX9qO75AJCnxF4GouGmU-fieIvtgryH_k,6079
|
|
16
16
|
datatailr/sbin/datatailr_run_app.py,sha256=AOkutzv4DeKfWZs-ZBciAMKnK4A05SfkVf1ZJnSSFwA,1231
|
|
17
17
|
datatailr/sbin/datatailr_run_batch.py,sha256=UWnp96j_G66R_Cape7Bb-rbK6UBLF7Y5_mTlWyGJAVQ,1818
|
|
18
18
|
datatailr/sbin/datatailr_run_excel.py,sha256=Gr_QZgqJrwgRVD9_o4v-2tbvU-QMvNHL7xUvFGhftFc,1163
|
|
@@ -25,9 +25,9 @@ datatailr/scheduler/batch_decorator.py,sha256=LqL1bsupWLn-YEQUvFJYae7R3ogrL5-Vod
|
|
|
25
25
|
datatailr/scheduler/constants.py,sha256=5WWTsfwZ_BA8gVDOTa2AQX9DJ0NzfaWgtY3vrODS2-8,606
|
|
26
26
|
datatailr/scheduler/schedule.py,sha256=0XJJen2nL1xplRs0Xbjwgq3T-0bFCOrJzkSALdio998,3741
|
|
27
27
|
datatailr/scheduler/utils.py,sha256=up6oR2iwe6G52LkvgfO394xchXgCYNjOMGRQW3e8PQk,1082
|
|
28
|
-
datatailr-0.1.
|
|
29
|
-
datatailr-0.1.
|
|
30
|
-
datatailr-0.1.
|
|
31
|
-
datatailr-0.1.
|
|
32
|
-
datatailr-0.1.
|
|
33
|
-
datatailr-0.1.
|
|
28
|
+
datatailr-0.1.26.dist-info/licenses/LICENSE,sha256=ikKP4_O-UD_b8FuNdKmbzTb6odd0JX085ZW_FAPN3VI,1066
|
|
29
|
+
datatailr-0.1.26.dist-info/METADATA,sha256=sMAu0znbTVDR4J-3Im5cIyLvTGWDfHfGa2-s92A2VJM,5146
|
|
30
|
+
datatailr-0.1.26.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
31
|
+
datatailr-0.1.26.dist-info/entry_points.txt,sha256=YqXfk2At-olW4PUSRkqvy_O3Mbv7uTKCCPuAAiz3Qbg,312
|
|
32
|
+
datatailr-0.1.26.dist-info/top_level.txt,sha256=75gntW0X_SKpqxLL6hAPipvpk28GAhJBvoyqN_HohWU,10
|
|
33
|
+
datatailr-0.1.26.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|