esd-services-api-client 2.5.13a144.dev1__py3-none-any.whl → 2.5.14a148.dev5__py3-none-any.whl

esd_services_api_client/_version.py

@@ -1 +1 @@
-__version__ = 'v2.5.13a144.dev1'
+__version__ = 'v2.5.14a148.dev5'

esd_services_api_client/nexus/README.md

@@ -297,7 +297,7 @@ async def main():
         server_thread.daemon = True
         server_thread.start()
         nexus = (
-            await Nexus.create()
+            Nexus.create()
             .add_reader(XReader)
             .add_reader(YReader)
             .use_processor(XProcessor)

esd_services_api_client/nexus/core/app_core.py

@@ -27,12 +27,11 @@ from typing import final, Type, Optional
 
 import backoff
 import urllib3.exceptions
-import azure.core.exceptions
 from adapta.logs import LoggerInterface
 from adapta.process_communication import DataSocket
 from adapta.storage.blob.base import StorageClient
 from adapta.storage.query_enabled_store import QueryEnabledStore
-from injector import Injector, Module
+from injector import Injector, Module, singleton
 
 import esd_services_api_client.nexus.exceptions
 from esd_services_api_client.crystal import (
@@ -119,6 +118,7 @@ class Nexus:
         self._run_args = args
         self._algorithm_run_task: Optional[asyncio.Task] = None
         self._on_complete_tasks: list[type[UserTelemetryRecorder]] = []
+        self._payload_types: list[type[AlgorithmPayload]] = []
 
         attach_signal_handlers()
 
@@ -157,22 +157,11 @@ class Nexus:
         self._algorithm_class = algorithm
         return self
 
-    async def inject_payload(self, *payload_types: Type[AlgorithmPayload]) -> "Nexus":
+    def inject_payload(self, *payload_types: Type[AlgorithmPayload]) -> "Nexus":
         """
-        Adds payloads processed into the specified types to the DI container
+        Adds payload types to inject to the DI container. Payloads will be deserialized at runtime.
         """
-        for payload_type in payload_types:
-
-            async def get_payload() -> payload_type:  # pylint: disable=W0640
-                async with AlgorithmPayloadReader(
-                    payload_uri=self._run_args.sas_uri,
-                    payload_type=payload_type,  # pylint: disable=W0640
-                ) as reader:
-                    return reader.payload
-
-            # pylint warnings are silenced here because closure is called inside the same loop it is defined, thus each value of a loop variable is used
-
-            self._configurator = self._configurator.with_payload((await get_payload()))
+        self._payload_types = payload_types
         return self
 
     def inject_configuration(
@@ -202,10 +191,7 @@ class Nexus:
     ) -> None:
         @backoff.on_exception(
             wait_gen=backoff.expo,
-            exception=(
-                azure.core.exceptions.HttpResponseError,
-                urllib3.exceptions.HTTPError,
-            ),
+            exception=(urllib3.exceptions.HTTPError,),
             max_time=10,
             raise_on_giveup=True,
         )
@@ -258,6 +244,15 @@ class Nexus:
             case _:
                 sys.exit(1)
 
+    async def _get_payload(
+        self, payload_type: type[AlgorithmPayload]
+    ) -> AlgorithmPayload:
+        async with AlgorithmPayloadReader(
+            payload_uri=self._run_args.sas_uri,
+            payload_type=payload_type,
+        ) as reader:
+            return reader.payload
+
     async def activate(self):
         """
         Activates the run sequence.
@@ -265,14 +260,25 @@ class Nexus:
 
         self._injector = Injector(self._configurator.injection_binds)
 
-        algorithm: BaselineAlgorithm = self._injector.get(self._algorithm_class)
-        telemetry_recorder: TelemetryRecorder = self._injector.get(TelemetryRecorder)
         root_logger: LoggerInterface = self._injector.get(LoggerFactory).create_logger(
             logger_type=self.__class__,
         )
 
         root_logger.start()
 
+        for payload_type in self._payload_types:
+            try:
+                payload = await self._get_payload(payload_type=payload_type)
+                self._injector.binder.bind(
+                    payload.__class__, to=payload, scope=singleton
+                )
+            except BaseException as ex:  # pylint: disable=broad-except
+                root_logger.error("Error reading algorithm payload", ex)
+                sys.exit(1)
+
+        algorithm: BaselineAlgorithm = self._injector.get(self._algorithm_class)
+        telemetry_recorder: TelemetryRecorder = self._injector.get(TelemetryRecorder)
+
         root_logger.info(
             "Running algorithm {algorithm} on Nexus version {version}",
             algorithm=algorithm.__class__.__name__,
@@ -286,6 +292,14 @@ class Nexus:
             await self._algorithm_run_task
             ex = self._algorithm_run_task.exception()
 
+            if ex is not None:
+                root_logger.error(
+                    "Algorithm {algorithm} run failed on Nexus version {version}",
+                    ex,
+                    algorithm=self._algorithm_class,
+                    version=__version__,
+                )
+
             await self._submit_result(
                 self._algorithm_run_task.result() if not ex else None,
                 self._algorithm_run_task.exception(),

esd_services_api_client/nexus/core/app_dependencies.py

@@ -42,9 +42,6 @@ from esd_services_api_client.nexus.exceptions.startup_error import (
 )
 from esd_services_api_client.nexus.input.input_processor import InputProcessor
 from esd_services_api_client.nexus.input.input_reader import InputReader
-from esd_services_api_client.nexus.input.payload_reader import (
-    AlgorithmPayload,
-)
 from esd_services_api_client.nexus.telemetry.recorder import TelemetryRecorder
 from esd_services_api_client.nexus.core.serializers import (
     TelemetrySerializer,
@@ -247,6 +244,7 @@ class ServiceConfigurator:
             CacheModule(),
             type(f"{TelemetryRecorder.__name__}Module", (Module,), {})(),
         ]
+        self._runtime_injection_binds = []
 
     @property
     def injection_binds(self) -> list:
@@ -255,6 +253,13 @@ class ServiceConfigurator:
         """
         return self._injection_binds
 
+    @property
+    def runtime_injection_binds(self) -> list:
+        """
+        Currently configured injection bindings that are added at runtime
+        """
+        return self._runtime_injection_binds
+
     def with_module(self, module: Type[Module]) -> "ServiceConfigurator":
         """
         Adds a (custom) module into the DI container.
@@ -280,15 +285,6 @@ class ServiceConfigurator:
         )
         return self
 
-    def with_payload(self, payload: AlgorithmPayload) -> "ServiceConfigurator":
-        """
-        Adds the specified payload instance to the DI container.
-        """
-        self._injection_binds.append(
-            lambda binder: binder.bind(payload.__class__, to=payload, scope=singleton)
-        )
-        return self
-
     def with_configuration(self, config: NexusConfiguration) -> "ServiceConfigurator":
         """
         Adds the specified payload instance to the DI container.

{esd_services_api_client-2.5.13a144.dev1.dist-info → esd_services_api_client-2.5.14a148.dev5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: esd-services-api-client
-Version: 2.5.13a144.dev1
+Version: 2.5.14a148.dev5
 Summary: Python clients for ESD services
 License: Apache 2.0
 Author: ECCO Sneaks & Data

{esd_services_api_client-2.5.13a144.dev1.dist-info → esd_services_api_client-2.5.14a148.dev5.dist-info}/RECORD

@@ -1,5 +1,5 @@
 esd_services_api_client/__init__.py,sha256=4LskDwFuAFMOjHtN3_-71G_VZ4MNfjMJ7wX2cHYxV-0,648
-esd_services_api_client/_version.py,sha256=g5aRlUR1ZLhAf1wUvE8JyBwFTSUhrnf3JZE4hPS2V-o,33
+esd_services_api_client/_version.py,sha256=FrmlYBMHa48XHRqBIZUWCZDO-FJfblJzIeg6CSTLDmE,33
 esd_services_api_client/beast/__init__.py,sha256=zNhXcHSP5w4P9quM1XP4oXVJEccvC_VScG41TZ0GzZ8,723
 esd_services_api_client/beast/v3/__init__.py,sha256=FtumtInoDyCCRE424Llqv8QZLRuwXzj-smyfu1od1nc,754
 esd_services_api_client/beast/v3/_connector.py,sha256=VqxiCzJWKERh42aZAIphzmOEG5cdOcKM0DQzG7eQ_-8,11479
@@ -15,7 +15,7 @@ esd_services_api_client/crystal/__init__.py,sha256=oeyJjdQ9EpTnIq6XnjPq5v0DWPdHq
 esd_services_api_client/crystal/_api_versions.py,sha256=GHbmV_5lP9fP72TZE0j_ZeQSeJjMRcRaBRxNJbz-MWQ,837
 esd_services_api_client/crystal/_connector.py,sha256=0CqBpPahozAnentM6ZZrH84s_D7SoWCShr5_cRQGMX8,13110
 esd_services_api_client/crystal/_models.py,sha256=j8SEbwp_iAKjn06i-0f8npmhQhs2YJlmQ3eHwc2TwQE,4366
-esd_services_api_client/nexus/README.md,sha256=hcnDmxQRWGfECb8ruWy-Gsj8fHc8uSh1sHk1re_dJpc,10038
+esd_services_api_client/nexus/README.md,sha256=2-o9TeOYsVlUm72LsI6HUVaVx6ndYblRVDE7ncosYNQ,10032
 esd_services_api_client/nexus/__init__.py,sha256=sOgKKq3_LZGbLmQMtMS7lDw2hv027qownTmNIRV0BB8,627
 esd_services_api_client/nexus/abstractions/__init__.py,sha256=sOgKKq3_LZGbLmQMtMS7lDw2hv027qownTmNIRV0BB8,627
 esd_services_api_client/nexus/abstractions/algrorithm_cache.py,sha256=6GevJJ7mf1c_PImhKQ_4_6n652VyHlgK_12LNidirxs,3644
@@ -33,8 +33,8 @@ esd_services_api_client/nexus/algorithms/recursive.py,sha256=uaCCl4q-st_KqbcmkdO
 esd_services_api_client/nexus/configurations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 esd_services_api_client/nexus/configurations/algorithm_configuration.py,sha256=eE7diX2PATCGkmqhvFOcZwXrr6vns4fqnJGmgNvhhZM,1091
 esd_services_api_client/nexus/core/__init__.py,sha256=sOgKKq3_LZGbLmQMtMS7lDw2hv027qownTmNIRV0BB8,627
-esd_services_api_client/nexus/core/app_core.py,sha256=6DQics-AKEqOA62hNSOn4Pd04QjywYbOljF7XAXpkhE,12382
-esd_services_api_client/nexus/core/app_dependencies.py,sha256=vx9vKMnTbmLzi3HJYxJn5_VrPi8bUg85KXB9vSIE2Sc,8781
+esd_services_api_client/nexus/core/app_core.py,sha256=SNKcD0nOXdq1P_9T2-aQr1mZZ2qApRlf6i40DW_8iq0,12811
+esd_services_api_client/nexus/core/app_dependencies.py,sha256=tA18Smbiv1HjgXnpCHnigrR2mTmIeZawPKxMH0pezIU,8615
 esd_services_api_client/nexus/core/serializers.py,sha256=Vk9FaEeDHXx3S7rPlYoWzsOcN6gzLzemsrjq6ytfaI0,2217
 esd_services_api_client/nexus/exceptions/__init__.py,sha256=feN33VdqB5-2bD9aJesJl_OlsKrNNo3hZCnQgKuaU9k,696
 esd_services_api_client/nexus/exceptions/_nexus_error.py,sha256=QvtY38mNoIA6t26dUN6UIsaPfljhtVNsbQVS7ksMb-Q,895
@@ -51,7 +51,7 @@ esd_services_api_client/nexus/modules/mlflow_module.py,sha256=d4y8XetGF37md4dEpE
 esd_services_api_client/nexus/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 esd_services_api_client/nexus/telemetry/recorder.py,sha256=-shxk2vYDTafJ0U3CzkHxIHBQtxVJ1ZNI4ST0p1YV2g,4801
 esd_services_api_client/nexus/telemetry/user_telemetry_recorder.py,sha256=NgnjSY64nEx1kslkdomENC6vMqkEOpfXggJXwm-NyFs,5163
-esd_services_api_client-2.5.13a144.dev1.dist-info/LICENSE,sha256=0gS6zXsPp8qZhzi1xaGCIYPzb_0e8on7HCeFJe8fOpw,10693
-esd_services_api_client-2.5.13a144.dev1.dist-info/METADATA,sha256=0vwYVomQdGuC9g4GyBWp18D2vBfB23oIC1bBA6590vU,1174
-esd_services_api_client-2.5.13a144.dev1.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-esd_services_api_client-2.5.13a144.dev1.dist-info/RECORD,,
+esd_services_api_client-2.5.14a148.dev5.dist-info/LICENSE,sha256=0gS6zXsPp8qZhzi1xaGCIYPzb_0e8on7HCeFJe8fOpw,10693
+esd_services_api_client-2.5.14a148.dev5.dist-info/METADATA,sha256=PCgeW72rd26I9ZuEXh2kaTO8hW7RGtU414USNQg1d5w,1174
+esd_services_api_client-2.5.14a148.dev5.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+esd_services_api_client-2.5.14a148.dev5.dist-info/RECORD,,