opentf-toolkit-nightly 0.63.0.dev1404__py3-none-any.whl → 0.63.0.dev1410__py3-none-any.whl

opentf/toolkit/channels.py

@@ -17,6 +17,7 @@
 
 from typing import Any, Callable, Dict, List, NamedTuple, Optional, Set, Tuple, Union
 
+from copy import deepcopy
 from datetime import datetime
 from shlex import quote
 
@@ -46,7 +47,6 @@ STOPCOMMANDS_COMMAND = re.compile(r'^::stop-commands::(\w+)$')
 ADDMASK_COMMAND = re.compile(r'^::add-mask::(.*)$')
 PUT_FILE_COMMAND = re.compile(r'^::put\s+file=(.*?)\s*::(.*?)\s*$')
 
-
 ## step sequence IDs
 
 CHANNEL_REQUEST = -1
@@ -313,6 +313,10 @@ class JobState:
     def __init__(self) -> None:
         self.stop_command: Optional[str] = None
         self.masks: List[str] = []
+        self.output_commands: List[str] = []
+        self.attachments: List[str] = []
+        self.attachments_metadata: Dict[str, Any] = {}
+        self.artifacts_resp: bool = False
 
 
 def mask(line: str, state: JobState) -> str:
@@ -332,6 +336,9 @@ def _as_log(line: str, jobstate: JobState):
     return mask(line, jobstate).rstrip()
 
 
+## artifacts
+
+
 def process_upload(result: Dict[str, Any]) -> Dict[str, Any]:
     """Process ExecutionResult event containing .metadata.upload flag.
 
@@ -427,7 +434,7 @@ def _download_artifacts(
 
 def process_output(
     event: Dict[str, Any],
-    resp: int,
+    resp: Optional[int],
     stdout: List[str],
     stderr: List[str],
     jobstate: JobState,
@@ -538,9 +545,16 @@ def process_output(
     outputs = {}
     logs: List[str] = []
     attachments: List[str] = []
-    attachments_metadata = {}
+    attachments_metadata: Dict[str, Any] = {}
+
+    is_channel_notify = False
+    step_sequence_id = metadata['step_sequence_id']
+    if resp is None:
+        resp, is_channel_notify = 0, True
+    if not is_channel_notify and jobstate.output_commands:
+        stdout.extend(jobstate.output_commands)
+        jobstate.output_commands.clear()
 
-    has_artifacts = False
     for line in stdout:
         # Parsing stdout for workflow commands
         if jobstate.stop_command:
@@ -548,10 +562,14 @@ def process_output(
                 jobstate.stop_command = None
             continue
 
+        if is_channel_notify and SETOUTPUT_COMMAND.match(line):
+            jobstate.output_commands.append(line)
+            continue
+
         if wcmd := ATTACH_COMMAND.match(line):
             resp = _attach(wcmd.group(2), wcmd.group(1))
         elif wcmd := UPLOAD_COMMAND.match(line):
-            has_artifacts = True
+            jobstate.artifacts_resp = True
             resp = _attach(wcmd.group(2), wcmd.group(1), is_artifact=True)
         elif wcmd := DOWNLOAD_COMMAND.match(line):
             resp = _download(wcmd.group(2), wcmd.group(1))
@@ -569,11 +587,23 @@ def process_output(
     for line in stderr:
         logs.append(mask(line, jobstate).rstrip())
 
+    if is_channel_notify:
+        notify = make_event(EXECUTIONRESULT, metadata=deepcopy(metadata), status=resp)
+        notify['metadata']['step_sequence_id_origin'] = metadata['step_sequence_id']
+        notify['metadata']['step_sequence_id'] = CHANNEL_NOTIFY
+        notify['logs'] = logs
+        if notify['metadata'].get('artifacts'):
+            del notify['metadata']['artifacts']
+        if attachments:
+            jobstate.attachments.extend(attachments)
+            jobstate.attachments_metadata.update(attachments_metadata)
+        return notify
+
     if metadata.get('artifacts'):
         del metadata['artifacts']
 
     opentf_variables = None
-    if metadata['step_sequence_id'] != CHANNEL_RELEASE:
+    if step_sequence_id != CHANNEL_RELEASE:
         if variables:
             opentf_variables = _read_opentf_variables(variables)
         else:
@@ -586,11 +616,17 @@ def process_output(
         result['outputs'] = outputs
     if logs:
         result['logs'] = logs
-    if attachments:
-        result['attachments'] = attachments
-        result['metadata']['attachments'] = attachments_metadata
-    if has_artifacts:
+    if attachments or jobstate.attachments:
+        result['attachments'] = jobstate.attachments + attachments
+        result['metadata']['attachments'] = {
+            **jobstate.attachments_metadata,
+            **attachments_metadata,
+        }
+        jobstate.attachments.clear()
+        jobstate.attachments_metadata = {}
+    if jobstate.artifacts_resp:
         result['metadata']['upload'] = resp
+        jobstate.artifacts_resp = False
     if opentf_variables:
         result['variables'] = opentf_variables
     return result

{opentf_toolkit_nightly-0.63.0.dev1404.dist-info → opentf_toolkit_nightly-0.63.0.dev1410.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: opentf-toolkit-nightly
-Version: 0.63.0.dev1404
+Version: 0.63.0.dev1410
 Summary: OpenTestFactory Orchestrator Toolkit
 Home-page: https://gitlab.com/henixdevelopment/open-source/opentestfactory/python-toolkit
 Author: Martin Lafaix

{opentf_toolkit_nightly-0.63.0.dev1404.dist-info → opentf_toolkit_nightly-0.63.0.dev1410.dist-info}/RECORD

@@ -58,11 +58,11 @@ opentf/schemas/opentestfactory.org/v1beta2/ServiceConfig.json,sha256=rEvK2YWL5lG
 opentf/scripts/launch_java_service.sh,sha256=S0jAaCuv2sZy0Gf2NGBuPX-eD531rcM-b0fNyhmzSjw,2423
 opentf/scripts/startup.py,sha256=DLanDaXutUTYcG2PwoJ34QH-5G0TwfLUY_xy1VkVOqA,23202
 opentf/toolkit/__init__.py,sha256=YnH66dmePAIU7dq_xWFYTIEUrsL9qV9f82LRDiBzbzs,22057
-opentf/toolkit/channels.py,sha256=7uHpQUCWCzSxcQifeUL9SB9fvsq6_9cZt_8IdBgw8FQ,26272
+opentf/toolkit/channels.py,sha256=BQh5ztQmIKpxns6ozDNto4YpegktydPZyhOO9F3g-2Q,27731
 opentf/toolkit/core.py,sha256=jMBDIYZ8Qn3BvsysfKoG0iTtjOnZsggetpH3eXygCsI,9636
 opentf/toolkit/models.py,sha256=PNfXVQbeyOwDfaNrLjcfhYm6duMSlNWBtZsWZcs53ag,6583
-opentf_toolkit_nightly-0.63.0.dev1404.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-opentf_toolkit_nightly-0.63.0.dev1404.dist-info/METADATA,sha256=e5Yk6R0U0-fHJQtr-EBn1kD1EqdiUVBpSnCvYBoTiLA,2215
-opentf_toolkit_nightly-0.63.0.dev1404.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
-opentf_toolkit_nightly-0.63.0.dev1404.dist-info/top_level.txt,sha256=_gPuE6GTT6UNXy1DjtmQSfCcZb_qYA2vWmjg7a30AGk,7
-opentf_toolkit_nightly-0.63.0.dev1404.dist-info/RECORD,,
+opentf_toolkit_nightly-0.63.0.dev1410.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+opentf_toolkit_nightly-0.63.0.dev1410.dist-info/METADATA,sha256=JGYwdjQVyIzFakde1XO0lPfaQgH5qfY6RsHHSM6Bmfo,2215
+opentf_toolkit_nightly-0.63.0.dev1410.dist-info/WHEEL,sha256=DnLRTWE75wApRYVsjgc6wsVswC54sMSJhAEd4xhDpBk,91
+opentf_toolkit_nightly-0.63.0.dev1410.dist-info/top_level.txt,sha256=_gPuE6GTT6UNXy1DjtmQSfCcZb_qYA2vWmjg7a30AGk,7
+opentf_toolkit_nightly-0.63.0.dev1410.dist-info/RECORD,,

{opentf_toolkit_nightly-0.63.0.dev1404.dist-info → opentf_toolkit_nightly-0.63.0.dev1410.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.3.1)
+Generator: setuptools (80.4.0)
 Root-Is-Purelib: true
 Tag: py3-none-any