opentf-toolkit-nightly 0.57.0.dev1057__py3-none-any.whl → 0.57.0.dev1071__py3-none-any.whl

opentf/commons/datasources.py

@@ -14,7 +14,7 @@
 
 """Datasources (testcases, tags and jobs) retrieval helpers"""
 
-from typing import Any, Callable, Dict, Iterable, List, Optional, Tuple
+from typing import Any, Callable, Dict, Iterable, List, Optional, Tuple, Union
 
 from datetime import datetime
 
@@ -22,6 +22,7 @@ from datetime import datetime
 from flask import current_app
 
 from opentf.commons.expressions import evaluate_bool
+from opentf.commons.selectors import match_selectors
 
 
 ########################################################################
@@ -99,9 +100,11 @@ def parse_testcase_name(full_name: str) -> Tuple[str, str]:
 ## Datasource: Testcases
 
 
-def in_scope(expr: str, contexts: Dict[str, Any]) -> bool:
+def in_scope(expr: Union[str, bool], contexts: Dict[str, Any]) -> bool:
     """Safely evaluate datasource scope."""
     try:
+        if isinstance(expr, bool):
+            return expr
         return evaluate_bool(expr, contexts)
     except ValueError as err:
         raise ValueError(f'Invalid conditional {expr}: {err}.')
@@ -399,9 +402,7 @@ def _get_testresult_labels(
 
 
 def _make_testcase_from_testresult(
-    item: Dict[str, Any],
-    labels: Dict[str, Any],
-    scope: str,
+    item: Dict[str, Any], labels: Dict[str, Any], scope: Union[str, bool]
 ) -> Dict[str, Any]:
     suite_name, testcase_name = parse_testcase_name(item['name'])
     item_data = {
@@ -434,8 +435,55 @@ def _make_testcase_from_testresult(
     return testcase
 
 
+def _get_max_count(state: Dict[str, Any]) -> int:
+    if state['reset']:
+        return state['per_page'] * state['page']
+    return state['per_page']
+
+
+def _extract_testcases(
+    testresults: List[Dict[str, Any]],
+    state: Dict[str, Any],
+    scope: Union[str, bool],
+    events: List[Dict[str, Any]],
+) -> Dict[str, Dict[str, Any]]:
+    testcases = {}
+    items = 0
+    for i, testresult in enumerate(
+        testresults[state['last_notification_used'] :],
+        start=state['last_notification_used'],
+    ):
+        if i == state['last_notification_used']:
+            last_testresult_used = state['last_testresult_used']
+        else:
+            last_testresult_used = 0
+        execution_id = testresult['metadata']['attachment_origin'][0]
+        labels = _get_testresult_labels(execution_id, events)
+        if not labels:
+            continue
+        for j, item in enumerate(
+            testresult['spec']['testResults'][last_testresult_used:],
+            start=last_testresult_used,
+        ):
+            testcase = _make_testcase_from_testresult(item, labels, scope)
+            if not testcase:
+                continue
+            if not match_selectors(testcase, state['fieldselector']):
+                continue
+            testcases[item['id']] = testcase
+            items += 1
+            if items > _get_max_count(state):
+                state['last_notification_used'] = i
+                state['last_testresult_used'] = j
+                return testcases
+
+    state['last_notification_used'] = i + 1
+    state['last_testresult_used'] = 0
+    return testcases
+
+
 def get_testcases(
-    events: List[Dict[str, Any]], scope: str = 'true'
+    events: List[Dict[str, Any]], scope: Union[str, bool] = True, state=None
 ) -> Dict[str, Dict[str, Any]]:
     """Extract metadata for each test result.
 
@@ -489,6 +537,9 @@ def get_testcases(
     A _ValueError_ exception is raised if there were no test results in
     `events` or some scope errors occured retrieving test results.
     """
+    if not state:
+        raise ValueError('No workflow cache state received from observer.')
+
     if _uses_inception(events):
         testresults = _get_inception_testresults(events)
     else:
@@ -497,17 +548,10 @@ def get_testcases(
     if not testresults:
         raise ValueError('No test results in events.')
 
-    testcases = {}
-    for testresult in testresults:
-        execution_id = testresult['metadata']['attachment_origin'][0]
-        labels = _get_testresult_labels(execution_id, events)
-        if not labels:
-            continue
-        for item in testresult['spec']['testResults']:
-            if testcase := _make_testcase_from_testresult(item, labels, scope):
-                testcases[item['id']] = testcase
+    testcases = _extract_testcases(testresults, state, scope, events)
     if not testcases:
         raise ValueError(f'No test cases matching scope `{scope}`.')
+
     return testcases
 
 
@@ -538,7 +582,9 @@ def _make_tag_datasource(tag: str, parent: Dict[str, Any]) -> Dict[str, Any]:
     }
 
 
-def get_tags(events: List[Dict[str, Any]], scope: str = 'true') -> Dict[str, Any]:
+def get_tags(
+    events: List[Dict[str, Any]], scope: Union[str, bool] = True, state=None
+) -> Dict[str, Any]:
     """Extract metadata for each execution environment tag.
 
     # Required parameters:
@@ -574,7 +620,7 @@ def get_tags(events: List[Dict[str, Any]], scope: str = 'true') -> Dict[str, Any
             'No job events found in workflow. Cannot extract data for tags.'
         )
     try:
-        testcases = get_testcases(events, scope)
+        testcases = get_testcases(events, scope, state)
     except ValueError as err:
         if str(err).startswith('[SCOPE ERROR] '):
             raise ValueError(str(err))
@@ -711,7 +757,9 @@ def _make_job_datasource(
     }
 
 
-def get_jobs(events: List[Dict[str, Any]], scope: str = 'true') -> Dict[str, Any]:
+def get_jobs(
+    events: List[Dict[str, Any]], scope: Union[str, bool] = True, state=None
+) -> Dict[str, Any]:
     """Extract metadata for each job.
 
     # Required parameters:
@@ -764,7 +812,7 @@ def get_jobs(events: List[Dict[str, Any]], scope: str = 'true') -> Dict[str, Any
         )
 
     try:
-        testcases = get_testcases(events, scope)
+        testcases = get_testcases(events, scope, state)
     except ValueError as err:
         if str(err).startswith('[SCOPE ERROR] '):
             raise ValueError(str(err))

{opentf_toolkit_nightly-0.57.0.dev1057.dist-info → opentf_toolkit_nightly-0.57.0.dev1071.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: opentf-toolkit-nightly
-Version: 0.57.0.dev1057
+Version: 0.57.0.dev1071
 Summary: OpenTestFactory Orchestrator Toolkit
 Home-page: https://gitlab.com/henixdevelopment/open-source/opentestfactory/python-toolkit
 Author: Martin Lafaix

{opentf_toolkit_nightly-0.57.0.dev1057.dist-info → opentf_toolkit_nightly-0.57.0.dev1071.dist-info}/RECORD

@@ -1,7 +1,7 @@
 opentf/commons/__init__.py,sha256=Uq-7WvkMoBiF3C1KnhwIL4LCKpT8EvomnuG4MBYpIhs,21994
 opentf/commons/auth.py,sha256=bM2Z3kxm2Wku1lKXaRAIg37LHvXWAXIZIqjplDfN2P8,15899
 opentf/commons/config.py,sha256=dyus4K5Zdmcftc3Y9Z1YRkzA1KwiRLHoeAlg2_A49QM,7876
-opentf/commons/datasources.py,sha256=4ye-TMtaE88O8GVcWx-FtKXOC8aIZLteR6wfIr7Do8U,25232
+opentf/commons/datasources.py,sha256=LjIjZbf08u1VllPN4fDss0OAg-_7gtRqgpIZ2tLuiHo,26807
 opentf/commons/expressions.py,sha256=jM_YKXVOFhvOE2aE2IuacuvxhIsOYTFs2oQkpcbWR6g,19645
 opentf/commons/pubsub.py,sha256=DVrSara5FRfNdPBwXKUkTobqGki0RPDehylTEFcJnFc,7341
 opentf/commons/schemas.py,sha256=YSCvlmqc7satt-OqIoYXnmhOyo9h8wIpNyKaBAY4u9c,4039
@@ -49,8 +49,8 @@ opentf/scripts/startup.py,sha256=Da2zo93pBWbdRmj-wgekgLcF94rpNc3ZkbvR8R0w8XY,212
 opentf/toolkit/__init__.py,sha256=4UbExlqRO8Ew7GYRrMdEDruMIB0zTLSsoVCKfW3vPnQ,23488
 opentf/toolkit/channels.py,sha256=6xcVKHUK2FdyVKIQmPQbakngfVuQDzCcD_lInOdKpro,17171
 opentf/toolkit/core.py,sha256=GdmEJ0ikdMdpViEpR4jP-viqfvBUHnpiFCOXwLGThxg,9606
-opentf_toolkit_nightly-0.57.0.dev1057.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-opentf_toolkit_nightly-0.57.0.dev1057.dist-info/METADATA,sha256=Rfyt1TuD1vqvhdTcSAs1G_3Iujzd6P8StHAFXiE9dYo,1943
-opentf_toolkit_nightly-0.57.0.dev1057.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-opentf_toolkit_nightly-0.57.0.dev1057.dist-info/top_level.txt,sha256=_gPuE6GTT6UNXy1DjtmQSfCcZb_qYA2vWmjg7a30AGk,7
-opentf_toolkit_nightly-0.57.0.dev1057.dist-info/RECORD,,
+opentf_toolkit_nightly-0.57.0.dev1071.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+opentf_toolkit_nightly-0.57.0.dev1071.dist-info/METADATA,sha256=C46QttPC75AZio20HOPCH_uxLwdUoKhC-jNIIFKfgP4,1943
+opentf_toolkit_nightly-0.57.0.dev1071.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+opentf_toolkit_nightly-0.57.0.dev1071.dist-info/top_level.txt,sha256=_gPuE6GTT6UNXy1DjtmQSfCcZb_qYA2vWmjg7a30AGk,7
+opentf_toolkit_nightly-0.57.0.dev1071.dist-info/RECORD,,