pybiolib 1.2.347__tar.gz → 1.2.406__tar.gz

{pybiolib-1.2.347 → pybiolib-1.2.406}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pybiolib
-Version: 1.2.347
+Version: 1.2.406
 Summary: BioLib Python Client
 License: MIT
 Keywords: biolib

{pybiolib-1.2.347 → pybiolib-1.2.406}/biolib/app/app.py

@@ -11,7 +11,7 @@ from biolib.biolib_api_client.app_types import App, AppVersion
 from biolib.biolib_api_client.biolib_app_api import BiolibAppApi
 from biolib.biolib_api_client.biolib_job_api import BiolibJobApi
 from biolib.biolib_binary_format import ModuleInput
-from biolib.biolib_errors import BioLibError
+from biolib.biolib_errors import BioLibError, JobResultNonZeroExitCodeError
 from biolib.biolib_logging import logger
 from biolib.compute_node.job_worker.job_worker import JobWorker
 from biolib.experiments.experiment import Experiment
@@ -59,10 +59,14 @@ class BioLibApp:
         machine_count: Optional[int] = None,
         experiment: Optional[str] = None,
         temporary_client_secrets: Optional[Dict[str, str]] = None,
+        check: bool = False,
     ) -> Job:
         if experiment_id and experiment:
             raise ValueError('Only one of experiment_id and experiment can be specified')
 
+        if check and not blocking:
+            raise ValueError('The argument "check" cannot be True when blocking is False')
+
         if not experiment_id:
             experiment_instance = Experiment(experiment) if experiment else Experiment.get_experiment_in_context()
             experiment_id = experiment_instance.uuid if experiment_instance else None
@@ -105,6 +109,11 @@ class BioLibApp:
             )
             job._stream_logs(enable_print=enable_print)  # pylint: disable=protected-access
 
+            if check:
+                exit_code = job.get_exit_code()
+                if exit_code != 0:
+                    raise JobResultNonZeroExitCodeError(exit_code)
+
         return job
 
     def exec(self, args=None, stdin=None, files=None, machine=''):

{pybiolib-1.2.347 → pybiolib-1.2.406}/biolib/biolib_errors.py

@@ -43,3 +43,12 @@ class JobResultNotFound(JobResultError):
 
 class JobResultPermissionError(JobResultError):
     pass
+
+
+class JobResultNonZeroExitCodeError(JobResultError):
+    """Raised when an app returns a non-zero exit code and check=True."""
+    def __init__(self, exit_code: int, message: Optional[str] = None):
+        self.exit_code = exit_code
+        super().__init__(
+            message or f'App returned non-zero exit code: {exit_code}'
+        )

{pybiolib-1.2.347 → pybiolib-1.2.406}/biolib/compute_node/job_worker/executors/docker_executor.py

@@ -44,8 +44,10 @@ class DockerExecutor:
         self._send_system_exception = options['send_system_exception']
         self._send_stdout_and_stderr = options['send_stdout_and_stderr']
         self._random_docker_id = compute_node_utils.random_string(15)
-        self._reserved_system_ram = int(os.sysconf('SC_PAGE_SIZE') * os.sysconf('SC_PHYS_PAGES') * 0.06) + 500_000_000
-        logger_no_user_data.info(f"System RAM reserved: {self._reserved_system_ram}")
+        total_memory_in_bytes = int(os.sysconf('SC_PAGE_SIZE') * os.sysconf('SC_PHYS_PAGES'))
+        system_reserved_memory = int(total_memory_in_bytes * 0.1) + 500_000_000
+        self._available_memory_in_bytes = total_memory_in_bytes - system_reserved_memory
+        logger_no_user_data.info(f'Available memory for containers: {self._available_memory_in_bytes} bytes')
 
         if utils.IS_RUNNING_IN_CLOUD:
             self._compute_process_dir = os.getenv('BIOLIB_USER_DATA_PATH')
@@ -164,7 +166,6 @@ class DockerExecutor:
             may_contain_user_data=False,
         )
 
-
     def _execute_helper(self, module_input) -> None:
         job_uuid = self._options['job']['public_id']
         logger_no_user_data.debug(f'Initializing container for {job_uuid}.')
@@ -250,7 +251,6 @@ class DockerExecutor:
         logger_no_user_data.debug(f'Docker container exited with code {exit_code} for {job_uuid}')
         self._save_module_output_from_container(exit_code, self._metadata_for_save_output_on_cancel)
 
-
     def _save_module_output_from_container(self, exit_code: int, metadata: MetadataToSaveOutput) -> None:
         full_stdout = self._docker_api_client.logs(self._container.id, stdout=True, stderr=False)
         full_stderr = self._docker_api_client.logs(self._container.id, stdout=False, stderr=True)
@@ -267,7 +267,6 @@ class DockerExecutor:
             pre_start_diff=metadata['pre_start_diff'],
         )
 
-
     def cleanup(self):
         # Don't clean up if already in the process of doing so, or done doing so
         if self._is_cleaning_up:
@@ -283,7 +282,7 @@ class DockerExecutor:
                 logger_no_user_data.debug(f'Container state {self._docker_container.status}')
                 self._save_module_output_from_container(
                     exit_code=self._docker_container.attrs['State']['ExitCode'],
-                    metadata=self._metadata_for_save_output_on_cancel
+                    metadata=self._metadata_for_save_output_on_cancel,
                 )
                 logger_no_user_data.debug('Saved results')
             except BaseException as error:
@@ -412,8 +411,15 @@ class DockerExecutor:
 
             if utils.IS_RUNNING_IN_CLOUD:
                 cloud_job = self._options['cloud_job']
-                create_container_args['mem_limit'] = (
-                    f'{cloud_job["reserved_memory_in_bytes"] - self._reserved_system_ram}b'
+                container_memory_limit_in_bytes = min(
+                    cloud_job['reserved_memory_in_bytes'], self._available_memory_in_bytes
+                )
+                create_container_args['mem_limit'] = f'{container_memory_limit_in_bytes}b'
+                logger_no_user_data.debug(
+                    'Setting container memory limit to '
+                    f'{container_memory_limit_in_bytes} bytes '
+                    f'(requested: {cloud_job["reserved_memory_in_bytes"]}, '
+                    f'available: {self._available_memory_in_bytes})'
                 )
                 create_container_args['nano_cpus'] = cloud_job['reserved_cpu_in_nano_shares']
                 create_container_args['pids_limit'] = 10_000

{pybiolib-1.2.347 → pybiolib-1.2.406}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "pybiolib"
-version = "1.2.347"
+version = "1.2.406"
 description = "BioLib Python Client"
 readme = "PYPI_README.md"
 license = "MIT"