pybiolib 1.1.1998__py3-none-any.whl → 1.1.2004__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- biolib/compute_node/job_worker/executors/docker_executor.py +1 -0
- biolib/jobs/job_result.py +10 -2
- {pybiolib-1.1.1998.dist-info → pybiolib-1.1.2004.dist-info}/METADATA +1 -1
- {pybiolib-1.1.1998.dist-info → pybiolib-1.1.2004.dist-info}/RECORD +7 -7
- {pybiolib-1.1.1998.dist-info → pybiolib-1.1.2004.dist-info}/LICENSE +0 -0
- {pybiolib-1.1.1998.dist-info → pybiolib-1.1.2004.dist-info}/WHEEL +0 -0
- {pybiolib-1.1.1998.dist-info → pybiolib-1.1.2004.dist-info}/entry_points.txt +0 -0
@@ -356,6 +356,7 @@ class DockerExecutor:
|
|
356
356
|
cloud_job = self._options['cloud_job']
|
357
357
|
create_container_args['mem_limit'] = f'{cloud_job["reserved_memory_in_bytes"]}b'
|
358
358
|
create_container_args['nano_cpus'] = cloud_job['reserved_cpu_in_nano_shares']
|
359
|
+
create_container_args['pids_limit'] = 10_000
|
359
360
|
|
360
361
|
biolib_identity_user_email: Optional[str] = cloud_job.get('biolib_identity_user_email')
|
361
362
|
if biolib_identity_user_email:
|
biolib/jobs/job_result.py
CHANGED
@@ -34,7 +34,9 @@ class JobResult:
|
|
34
34
|
def get_exit_code(self) -> int:
|
35
35
|
return self._get_module_output().get_exit_code()
|
36
36
|
|
37
|
-
def save_files(
|
37
|
+
def save_files(
|
38
|
+
self, output_dir: str, path_filter: Optional[PathFilter] = None, skip_file_if_exists: Optional[bool] = None
|
39
|
+
) -> None:
|
38
40
|
module_output = self._get_module_output()
|
39
41
|
output_files = module_output.get_files()
|
40
42
|
filtered_output_files = self._get_filtered_files(output_files, path_filter) if path_filter else output_files
|
@@ -60,7 +62,13 @@ class JobResult:
|
|
60
62
|
# Remove leading slash of file_path
|
61
63
|
destination_file_path = Path(output_dir) / Path(file.path.lstrip('/'))
|
62
64
|
if destination_file_path.exists():
|
63
|
-
|
65
|
+
if skip_file_if_exists:
|
66
|
+
print(f'Skipping {destination_file_path} as a file with that name already exists locally.')
|
67
|
+
continue
|
68
|
+
else:
|
69
|
+
destination_file_path.rename(
|
70
|
+
f'{destination_file_path}.biolib-renamed.{time.strftime("%Y%m%d%H%M%S")}'
|
71
|
+
)
|
64
72
|
|
65
73
|
dir_path = destination_file_path.parent
|
66
74
|
if dir_path:
|
@@ -63,7 +63,7 @@ biolib/compute_node/job_worker/cache_state.py,sha256=MwjSRzcJJ_4jybqvBL4xdgnDYSI
|
|
63
63
|
biolib/compute_node/job_worker/cache_types.py,sha256=ajpLy8i09QeQS9dEqTn3T6NVNMY_YsHQkSD5nvIHccQ,818
|
64
64
|
biolib/compute_node/job_worker/docker_image_cache.py,sha256=ansHIkJIq_EMW1nZNlW-RRLVVeKWTbzNICYaOHpKiRE,7460
|
65
65
|
biolib/compute_node/job_worker/executors/__init__.py,sha256=bW6t1qi3PZTlHM4quaTLa8EI4ALTCk83cqcVJfJfJfE,145
|
66
|
-
biolib/compute_node/job_worker/executors/docker_executor.py,sha256=
|
66
|
+
biolib/compute_node/job_worker/executors/docker_executor.py,sha256=81ltJvSDpCPBgbffnSQF-fiRpk_94sWZWJRcP0IW_5k,27393
|
67
67
|
biolib/compute_node/job_worker/executors/docker_types.py,sha256=VhsU1DKtJjx_BbCkVmiPZPH4ROiL1ygW1Y_s1Kbpa2o,216
|
68
68
|
biolib/compute_node/job_worker/executors/tars/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
69
69
|
biolib/compute_node/job_worker/executors/types.py,sha256=yP5gG39hr-DLnw9bOE--VHi-1arDbIYiGuV1rlTbbHI,1466
|
@@ -90,7 +90,7 @@ biolib/experiments/experiment.py,sha256=_ied3A3U6NFa6_ewEYn2TCozqeHvDxDqdRhMtZbF
|
|
90
90
|
biolib/experiments/types.py,sha256=n9GxdFA7cLMfHvLLqLmZzX31ELeSSkMXFoEEdFsdWGY,171
|
91
91
|
biolib/jobs/__init__.py,sha256=aIb2H2DHjQbM2Bs-dysFijhwFcL58Blp0Co0gimED3w,32
|
92
92
|
biolib/jobs/job.py,sha256=aWKnf_2pYdr76gh3hxPiVs2iuXlpwZkKPTK81Pz4G2U,19072
|
93
|
-
biolib/jobs/job_result.py,sha256=
|
93
|
+
biolib/jobs/job_result.py,sha256=GAM99MOcHUgUvzL5r9BpdBKnTPfm6ipOh67HvNDO9TY,5236
|
94
94
|
biolib/jobs/types.py,sha256=qhadtH2KDC2WUOOqPiwke0YgtQY4FtuB71Stekq1k48,970
|
95
95
|
biolib/lfs/__init__.py,sha256=Qv8vdYeK43JecT4SsE93ZYE2VmNiZENdNpW8P9-omxs,115
|
96
96
|
biolib/lfs/cache.py,sha256=pQS2np21rdJ6I3DpoOutnzPHpLOZgUIS8TMltUJk_k4,2226
|
@@ -109,8 +109,8 @@ biolib/utils/cache_state.py,sha256=u256F37QSRIVwqKlbnCyzAX4EMI-kl6Dwu6qwj-Qmag,3
|
|
109
109
|
biolib/utils/multipart_uploader.py,sha256=XvGP1I8tQuKhAH-QugPRoEsCi9qvbRk-DVBs5PNwwJo,8452
|
110
110
|
biolib/utils/seq_util.py,sha256=jC5WhH63FTD7SLFJbxQGA2hOt9NTwq9zHl_BEec1Z0c,4907
|
111
111
|
biolib/utils/zip/remote_zip.py,sha256=0wErYlxir5921agfFeV1xVjf29l9VNgGQvNlWOlj2Yc,23232
|
112
|
-
pybiolib-1.1.
|
113
|
-
pybiolib-1.1.
|
114
|
-
pybiolib-1.1.
|
115
|
-
pybiolib-1.1.
|
116
|
-
pybiolib-1.1.
|
112
|
+
pybiolib-1.1.2004.dist-info/LICENSE,sha256=F2h7gf8i0agDIeWoBPXDMYScvQOz02pAWkKhTGOHaaw,1067
|
113
|
+
pybiolib-1.1.2004.dist-info/METADATA,sha256=ulvo3XlgpOcN4qybIW2FgOo3oNBqcHeMb4uXUPI94WE,1508
|
114
|
+
pybiolib-1.1.2004.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
115
|
+
pybiolib-1.1.2004.dist-info/entry_points.txt,sha256=p6DyaP_2kctxegTX23WBznnrDi4mz6gx04O5uKtRDXg,42
|
116
|
+
pybiolib-1.1.2004.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|