esd-services-api-client 2.5.1a123.dev3__py3-none-any.whl → 2.5.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- esd_services_api_client/__init__.py +1 -1
- esd_services_api_client/nexus/core/app_core.py +4 -0
- esd_services_api_client/nexus/telemetry/recorder.py +25 -23
- esd_services_api_client/nexus/telemetry/user_telemetry_recorder.py +6 -4
- {esd_services_api_client-2.5.1a123.dev3.dist-info → esd_services_api_client-2.5.2.dist-info}/METADATA +1 -1
- {esd_services_api_client-2.5.1a123.dev3.dist-info → esd_services_api_client-2.5.2.dist-info}/RECORD +8 -9
- {esd_services_api_client-2.5.1a123.dev3.dist-info → esd_services_api_client-2.5.2.dist-info}/WHEEL +1 -1
- esd_services_api_client/_version.py +0 -1
- {esd_services_api_client-2.5.1a123.dev3.dist-info → esd_services_api_client-2.5.2.dist-info}/LICENSE +0 -0
@@ -264,6 +264,8 @@ class Nexus:
|
|
264
264
|
logger_type=self.__class__,
|
265
265
|
)
|
266
266
|
|
267
|
+
root_logger.start()
|
268
|
+
|
267
269
|
root_logger.info(
|
268
270
|
"Running algorithm {algorithm} on Nexus version {version}",
|
269
271
|
algorithm=algorithm.__class__.__name__,
|
@@ -322,6 +324,8 @@ class Nexus:
|
|
322
324
|
qes = self._injector.get(QueryEnabledStore)
|
323
325
|
qes.close()
|
324
326
|
|
327
|
+
root_logger.stop()
|
328
|
+
|
325
329
|
@classmethod
|
326
330
|
def create(cls) -> "Nexus":
|
327
331
|
"""
|
@@ -67,32 +67,34 @@ class TelemetryRecorder(NexusCoreObject):
|
|
67
67
|
entity_name=entity_name,
|
68
68
|
run_id=run_id,
|
69
69
|
)
|
70
|
-
|
71
|
-
|
72
|
-
|
70
|
+
|
71
|
+
try:
|
72
|
+
serialization_format = self._serializer.get_serialization_format(
|
73
|
+
entity_to_record
|
74
|
+
)
|
75
|
+
except KeyError:
|
73
76
|
self._logger.warning(
|
74
|
-
"
|
75
|
-
telemetry_entity_type=type(entity_to_record),
|
77
|
+
"No telemetry serialization format injected for data type: {telemetry_entity_type}. Telemetry recording skipped.",
|
78
|
+
telemetry_entity_type=str(type(entity_to_record)),
|
76
79
|
)
|
77
|
-
|
78
|
-
|
79
|
-
|
80
|
-
|
81
|
-
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
|
87
|
-
|
88
|
-
|
89
|
-
data_format="null",
|
90
|
-
).parse_data_path(),
|
91
|
-
serialization_format=self._serializer.get_serialization_format(
|
92
|
-
entity_to_record
|
80
|
+
return
|
81
|
+
|
82
|
+
self._storage_client.save_data_as_blob(
|
83
|
+
data=entity_to_record,
|
84
|
+
blob_path=DataSocket(
|
85
|
+
alias="telemetry",
|
86
|
+
data_path=os.path.join(
|
87
|
+
self._telemetry_base_path,
|
88
|
+
"telemetry_group=inputs",
|
89
|
+
f"entity_name={entity_name}",
|
90
|
+
f"request_id={run_id}",
|
91
|
+
run_id,
|
93
92
|
),
|
94
|
-
|
95
|
-
)
|
93
|
+
data_format="null",
|
94
|
+
).parse_data_path(),
|
95
|
+
serialization_format=serialization_format,
|
96
|
+
overwrite=True,
|
97
|
+
)
|
96
98
|
|
97
99
|
telemetry_tasks = [
|
98
100
|
asyncio.create_task(
|
@@ -12,12 +12,12 @@ from pandas import DataFrame
|
|
12
12
|
|
13
13
|
from adapta.process_communication import DataSocket
|
14
14
|
from adapta.storage.blob.base import StorageClient
|
15
|
-
from adapta.logs import LoggerInterface
|
16
15
|
from adapta.metrics import MetricsProvider
|
17
16
|
from adapta.utils.decorators import run_time_metrics_async
|
18
17
|
from dataclasses_json.stringcase import snakecase
|
19
18
|
from injector import inject
|
20
19
|
|
20
|
+
from esd_services_api_client.nexus.abstractions.logger_factory import LoggerFactory
|
21
21
|
from esd_services_api_client.nexus.abstractions.nexus_object import TPayload, TResult
|
22
22
|
from esd_services_api_client.nexus.core.serializers import TelemetrySerializer
|
23
23
|
|
@@ -75,12 +75,12 @@ class UserTelemetryRecorder(Generic[TPayload, TResult], ABC):
|
|
75
75
|
self,
|
76
76
|
algorithm_payload: TPayload,
|
77
77
|
metrics_provider: MetricsProvider,
|
78
|
-
|
78
|
+
logger_factory: LoggerFactory,
|
79
79
|
storage_client: StorageClient,
|
80
80
|
serializer: TelemetrySerializer,
|
81
81
|
):
|
82
82
|
self._metrics_provider = metrics_provider
|
83
|
-
self._logger =
|
83
|
+
self._logger = logger_factory.create_logger(logger_type=self.__class__)
|
84
84
|
self._payload = algorithm_payload
|
85
85
|
self._storage_client = storage_client
|
86
86
|
self._serializer = serializer
|
@@ -151,7 +151,9 @@ class UserTelemetryRecorder(Generic[TPayload, TResult], ABC):
|
|
151
151
|
),
|
152
152
|
data_format="null",
|
153
153
|
).parse_data_path(),
|
154
|
-
serialization_format=self._serializer.get_serialization_format(
|
154
|
+
serialization_format=self._serializer.get_serialization_format(
|
155
|
+
telemetry.telemetry
|
156
|
+
),
|
155
157
|
overwrite=True,
|
156
158
|
)
|
157
159
|
|
{esd_services_api_client-2.5.1a123.dev3.dist-info → esd_services_api_client-2.5.2.dist-info}/RECORD
RENAMED
@@ -1,5 +1,4 @@
|
|
1
|
-
esd_services_api_client/__init__.py,sha256=
|
2
|
-
esd_services_api_client/_version.py,sha256=6j864xCWoOQrc9swdiQ5uhJyW_3zLbhaLpi9q_IxE-M,32
|
1
|
+
esd_services_api_client/__init__.py,sha256=ch07kNd4Q5zNLAF_BJBGwAVXECXSDhBB6d8me0uhJMI,648
|
3
2
|
esd_services_api_client/beast/__init__.py,sha256=zNhXcHSP5w4P9quM1XP4oXVJEccvC_VScG41TZ0GzZ8,723
|
4
3
|
esd_services_api_client/beast/v3/__init__.py,sha256=FtumtInoDyCCRE424Llqv8QZLRuwXzj-smyfu1od1nc,754
|
5
4
|
esd_services_api_client/beast/v3/_connector.py,sha256=VqxiCzJWKERh42aZAIphzmOEG5cdOcKM0DQzG7eQ_-8,11479
|
@@ -33,7 +32,7 @@ esd_services_api_client/nexus/algorithms/recursive.py,sha256=uaCCl4q-st_KqbcmkdO
|
|
33
32
|
esd_services_api_client/nexus/configurations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
34
33
|
esd_services_api_client/nexus/configurations/algorithm_configuration.py,sha256=eE7diX2PATCGkmqhvFOcZwXrr6vns4fqnJGmgNvhhZM,1091
|
35
34
|
esd_services_api_client/nexus/core/__init__.py,sha256=sOgKKq3_LZGbLmQMtMS7lDw2hv027qownTmNIRV0BB8,627
|
36
|
-
esd_services_api_client/nexus/core/app_core.py,sha256=
|
35
|
+
esd_services_api_client/nexus/core/app_core.py,sha256=PXFXCmg1_0MMQw0s0F2sT-AHUA9eWO4cFSdMLlvPCoc,12144
|
37
36
|
esd_services_api_client/nexus/core/app_dependencies.py,sha256=dDmgPBJbPzvAWAkKCSPKT1i5fP5cAPDxVL6K27Bp_nI,8561
|
38
37
|
esd_services_api_client/nexus/core/serializers.py,sha256=Vk9FaEeDHXx3S7rPlYoWzsOcN6gzLzemsrjq6ytfaI0,2217
|
39
38
|
esd_services_api_client/nexus/exceptions/__init__.py,sha256=feN33VdqB5-2bD9aJesJl_OlsKrNNo3hZCnQgKuaU9k,696
|
@@ -46,9 +45,9 @@ esd_services_api_client/nexus/input/input_processor.py,sha256=vqzeQrtRFqBKTPSEiW
|
|
46
45
|
esd_services_api_client/nexus/input/input_reader.py,sha256=aXNMGxrdUX5RDYR666GSGkcZqYMFYoZ8zGVDuUFFFZQ,3505
|
47
46
|
esd_services_api_client/nexus/input/payload_reader.py,sha256=Kq0xN1Shyqv71v6YkcrqVTDbmsEjZc8ithsXYpyu87M,2516
|
48
47
|
esd_services_api_client/nexus/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
49
|
-
esd_services_api_client/nexus/telemetry/recorder.py,sha256=
|
50
|
-
esd_services_api_client/nexus/telemetry/user_telemetry_recorder.py,sha256=
|
51
|
-
esd_services_api_client-2.5.
|
52
|
-
esd_services_api_client-2.5.
|
53
|
-
esd_services_api_client-2.5.
|
54
|
-
esd_services_api_client-2.5.
|
48
|
+
esd_services_api_client/nexus/telemetry/recorder.py,sha256=j4x-wOSNZHkFco-ENlKtSm22d4WGHmuzKMnzvGQAtlQ,4849
|
49
|
+
esd_services_api_client/nexus/telemetry/user_telemetry_recorder.py,sha256=NOcb2l1SkMHinBXSrfbiBZSpufzhBWkuh3Px3NXrkcg,4997
|
50
|
+
esd_services_api_client-2.5.2.dist-info/LICENSE,sha256=0gS6zXsPp8qZhzi1xaGCIYPzb_0e8on7HCeFJe8fOpw,10693
|
51
|
+
esd_services_api_client-2.5.2.dist-info/METADATA,sha256=il6Llkejvh-EtSeaVTgxfYbwRj_HJ-l-Lre8x8RZh8g,1232
|
52
|
+
esd_services_api_client-2.5.2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
53
|
+
esd_services_api_client-2.5.2.dist-info/RECORD,,
|
@@ -1 +0,0 @@
|
|
1
|
-
__version__ = 'v2.5.1a123.dev3'
|
{esd_services_api_client-2.5.1a123.dev3.dist-info → esd_services_api_client-2.5.2.dist-info}/LICENSE
RENAMED
File without changes
|