datatailr 0.1.47__tar.gz → 0.1.48__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of datatailr might be problematic. Click here for more details.
- {datatailr-0.1.47/src/datatailr.egg-info → datatailr-0.1.48}/PKG-INFO +1 -1
- {datatailr-0.1.47 → datatailr-0.1.48}/pyproject.toml +1 -1
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/scheduler/arguments_cache.py +3 -2
- {datatailr-0.1.47 → datatailr-0.1.48/src/datatailr.egg-info}/PKG-INFO +1 -1
- {datatailr-0.1.47 → datatailr-0.1.48}/src/sbin/datatailr_run.py +5 -8
- {datatailr-0.1.47 → datatailr-0.1.48}/LICENSE +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/README.md +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/setup.cfg +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/setup.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/__init__.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/acl.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/blob.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/build/__init__.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/build/image.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/dt_json.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/errors.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/excel.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/group.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/logging.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/scheduler/__init__.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/scheduler/base.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/scheduler/batch.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/scheduler/batch_decorator.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/scheduler/constants.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/scheduler/schedule.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/scheduler/utils.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/user.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/utils.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/version.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr/wrapper.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr.egg-info/SOURCES.txt +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr.egg-info/dependency_links.txt +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr.egg-info/entry_points.txt +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr.egg-info/requires.txt +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/datatailr.egg-info/top_level.txt +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/sbin/datatailr_run_app.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/sbin/datatailr_run_batch.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/sbin/datatailr_run_excel.py +0 -0
- {datatailr-0.1.47 → datatailr-0.1.48}/src/sbin/datatailr_run_service.py +0 -0
|
@@ -115,10 +115,11 @@ class ArgumentsCache:
|
|
|
115
115
|
:param job: Name of the job.
|
|
116
116
|
:param result: Result of the batch job.
|
|
117
117
|
"""
|
|
118
|
-
path = f"/tmp/datatailr/batch/results/{batch_run_id}
|
|
118
|
+
path = f"/tmp/datatailr/batch/results/{batch_run_id}/{job}.pkl"
|
|
119
119
|
if self.use_persistent_cache and isinstance(job, str):
|
|
120
120
|
self._add_to_persistent_cache(path, result)
|
|
121
121
|
else:
|
|
122
|
+
os.makedirs(os.path.dirname(path), exist_ok=True)
|
|
122
123
|
with open(path, "wb") as f:
|
|
123
124
|
pickle.dump(result, f)
|
|
124
125
|
|
|
@@ -130,7 +131,7 @@ class ArgumentsCache:
|
|
|
130
131
|
:param job: Name of the job.
|
|
131
132
|
:return: Result of the batch job.
|
|
132
133
|
"""
|
|
133
|
-
path = f"/tmp/datatailr/batch/results/{batch_run_id}
|
|
134
|
+
path = f"/tmp/datatailr/batch/results/{batch_run_id}/{job}.pkl"
|
|
134
135
|
if self.use_persistent_cache and isinstance(job, str):
|
|
135
136
|
return self._get_from_persistent_cache(path)
|
|
136
137
|
else:
|
|
@@ -96,14 +96,11 @@ def run_command_as_user(command: str | list, user: str, env_vars: dict):
|
|
|
96
96
|
argv = ["sudo", "-u", user, "env", *env_kv, "bash", "-lc", command]
|
|
97
97
|
|
|
98
98
|
try:
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
)
|
|
105
|
-
logger.info(f"stdout: {result.stdout}")
|
|
106
|
-
logger.debug(f"stderr: {result.stderr}")
|
|
99
|
+
proc = subprocess.Popen(argv)
|
|
100
|
+
returncode = proc.wait()
|
|
101
|
+
if returncode != 0:
|
|
102
|
+
logger.error(f"Command failed with exit code {returncode}")
|
|
103
|
+
sys.exit(returncode)
|
|
107
104
|
except subprocess.CalledProcessError as e:
|
|
108
105
|
logger.error(f"Command failed with exit code {e.returncode}")
|
|
109
106
|
logger.error(f"stderr: {e.stderr}")
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|