esd-services-api-client 2.5.13a144.dev1__tar.gz → 2.5.14a148.dev5__tar.gz

{esd_services_api_client-2.5.13a144.dev1 → esd_services_api_client-2.5.14a148.dev5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: esd-services-api-client
-Version: 2.5.13a144.dev1
+Version: 2.5.14a148.dev5
 Summary: Python clients for ESD services
 License: Apache 2.0
 Author: ECCO Sneaks & Data

esd_services_api_client-2.5.14a148.dev5/esd_services_api_client/_version.py

@@ -0,0 +1 @@
+__version__ = 'v2.5.14a148.dev5'

{esd_services_api_client-2.5.13a144.dev1 → esd_services_api_client-2.5.14a148.dev5}/esd_services_api_client/nexus/README.md

@@ -297,7 +297,7 @@ async def main():
         server_thread.daemon = True
         server_thread.start()
         nexus = (
-            await Nexus.create()
+            Nexus.create()
             .add_reader(XReader)
             .add_reader(YReader)
             .use_processor(XProcessor)

{esd_services_api_client-2.5.13a144.dev1 → esd_services_api_client-2.5.14a148.dev5}/esd_services_api_client/nexus/core/app_core.py

@@ -27,12 +27,11 @@ from typing import final, Type, Optional
 
 import backoff
 import urllib3.exceptions
-import azure.core.exceptions
 from adapta.logs import LoggerInterface
 from adapta.process_communication import DataSocket
 from adapta.storage.blob.base import StorageClient
 from adapta.storage.query_enabled_store import QueryEnabledStore
-from injector import Injector, Module
+from injector import Injector, Module, singleton
 
 import esd_services_api_client.nexus.exceptions
 from esd_services_api_client.crystal import (
@@ -119,6 +118,7 @@ class Nexus:
         self._run_args = args
         self._algorithm_run_task: Optional[asyncio.Task] = None
         self._on_complete_tasks: list[type[UserTelemetryRecorder]] = []
+        self._payload_types: list[type[AlgorithmPayload]] = []
 
         attach_signal_handlers()
 
@@ -157,22 +157,11 @@ class Nexus:
         self._algorithm_class = algorithm
         return self
 
-    async def inject_payload(self, *payload_types: Type[AlgorithmPayload]) -> "Nexus":
+    def inject_payload(self, *payload_types: Type[AlgorithmPayload]) -> "Nexus":
         """
-        Adds payloads processed into the specified types to the DI container
+        Adds payload types to inject to the DI container. Payloads will be deserialized at runtime.
         """
-        for payload_type in payload_types:
-
-            async def get_payload() -> payload_type:  # pylint: disable=W0640
-                async with AlgorithmPayloadReader(
-                    payload_uri=self._run_args.sas_uri,
-                    payload_type=payload_type,  # pylint: disable=W0640
-                ) as reader:
-                    return reader.payload
-
-            # pylint warnings are silenced here because closure is called inside the same loop it is defined, thus each value of a loop variable is used
-
-            self._configurator = self._configurator.with_payload((await get_payload()))
+        self._payload_types = payload_types
         return self
 
     def inject_configuration(
@@ -202,10 +191,7 @@ class Nexus:
     ) -> None:
         @backoff.on_exception(
             wait_gen=backoff.expo,
-            exception=(
-                azure.core.exceptions.HttpResponseError,
-                urllib3.exceptions.HTTPError,
-            ),
+            exception=(urllib3.exceptions.HTTPError,),
             max_time=10,
             raise_on_giveup=True,
         )
@@ -258,6 +244,15 @@ class Nexus:
             case _:
                 sys.exit(1)
 
+    async def _get_payload(
+        self, payload_type: type[AlgorithmPayload]
+    ) -> AlgorithmPayload:
+        async with AlgorithmPayloadReader(
+            payload_uri=self._run_args.sas_uri,
+            payload_type=payload_type,
+        ) as reader:
+            return reader.payload
+
     async def activate(self):
         """
         Activates the run sequence.
@@ -265,14 +260,25 @@ class Nexus:
 
         self._injector = Injector(self._configurator.injection_binds)
 
-        algorithm: BaselineAlgorithm = self._injector.get(self._algorithm_class)
-        telemetry_recorder: TelemetryRecorder = self._injector.get(TelemetryRecorder)
         root_logger: LoggerInterface = self._injector.get(LoggerFactory).create_logger(
             logger_type=self.__class__,
         )
 
         root_logger.start()
 
+        for payload_type in self._payload_types:
+            try:
+                payload = await self._get_payload(payload_type=payload_type)
+                self._injector.binder.bind(
+                    payload.__class__, to=payload, scope=singleton
+                )
+            except BaseException as ex:  # pylint: disable=broad-except
+                root_logger.error("Error reading algorithm payload", ex)
+                sys.exit(1)
+
+        algorithm: BaselineAlgorithm = self._injector.get(self._algorithm_class)
+        telemetry_recorder: TelemetryRecorder = self._injector.get(TelemetryRecorder)
+
         root_logger.info(
             "Running algorithm {algorithm} on Nexus version {version}",
             algorithm=algorithm.__class__.__name__,
@@ -286,6 +292,14 @@ class Nexus:
             await self._algorithm_run_task
             ex = self._algorithm_run_task.exception()
 
+            if ex is not None:
+                root_logger.error(
+                    "Algorithm {algorithm} run failed on Nexus version {version}",
+                    ex,
+                    algorithm=self._algorithm_class,
+                    version=__version__,
+                )
+
             await self._submit_result(
                 self._algorithm_run_task.result() if not ex else None,
                 self._algorithm_run_task.exception(),

{esd_services_api_client-2.5.13a144.dev1 → esd_services_api_client-2.5.14a148.dev5}/esd_services_api_client/nexus/core/app_dependencies.py

@@ -42,9 +42,6 @@ from esd_services_api_client.nexus.exceptions.startup_error import (
 )
 from esd_services_api_client.nexus.input.input_processor import InputProcessor
 from esd_services_api_client.nexus.input.input_reader import InputReader
-from esd_services_api_client.nexus.input.payload_reader import (
-    AlgorithmPayload,
-)
 from esd_services_api_client.nexus.telemetry.recorder import TelemetryRecorder
 from esd_services_api_client.nexus.core.serializers import (
     TelemetrySerializer,
@@ -247,6 +244,7 @@ class ServiceConfigurator:
             CacheModule(),
             type(f"{TelemetryRecorder.__name__}Module", (Module,), {})(),
         ]
+        self._runtime_injection_binds = []
 
     @property
     def injection_binds(self) -> list:
@@ -255,6 +253,13 @@ class ServiceConfigurator:
         """
         return self._injection_binds
 
+    @property
+    def runtime_injection_binds(self) -> list:
+        """
+        Currently configured injection bindings that are added at runtime
+        """
+        return self._runtime_injection_binds
+
     def with_module(self, module: Type[Module]) -> "ServiceConfigurator":
         """
         Adds a (custom) module into the DI container.
@@ -280,15 +285,6 @@ class ServiceConfigurator:
         )
         return self
 
-    def with_payload(self, payload: AlgorithmPayload) -> "ServiceConfigurator":
-        """
-        Adds the specified payload instance to the DI container.
-        """
-        self._injection_binds.append(
-            lambda binder: binder.bind(payload.__class__, to=payload, scope=singleton)
-        )
-        return self
-
     def with_configuration(self, config: NexusConfiguration) -> "ServiceConfigurator":
         """
         Adds the specified payload instance to the DI container.

{esd_services_api_client-2.5.13a144.dev1 → esd_services_api_client-2.5.14a148.dev5}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "esd-services-api-client"
-version = "v2.5.13a144.dev1"
+version = "v2.5.14a148.dev5"
 description = "Python clients for ESD services"
 authors = ["ECCO Sneaks & Data <esdsupport@ecco.com>"]
 maintainers = ['GZU <gzu@ecco.com>', 'JRB <ext-jrb@ecco.com>', 'VISA <visa@ecco.com>']

esd_services_api_client-2.5.13a144.dev1/esd_services_api_client/_version.py

@@ -1 +0,0 @@
-__version__ = 'v2.5.13a144.dev1'