data-factory-testing-framework 0.2.10__tar.gz → 0.2.11__tar.gz

{data_factory_testing_framework-0.2.10 → data_factory_testing_framework-0.2.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: data-factory-testing-framework
-Version: 0.2.10
+Version: 0.2.11
 Summary: A stand-alone test framework that allows to write unit tests for Data Factory pipelines on Microsoft Fabric and Azure Data Factory.
 License: MIT
 Keywords: fabric,datafactory,unit-testing,functional-testing,azure

{data_factory_testing_framework-0.2.10 → data_factory_testing_framework-0.2.11}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "data-factory-testing-framework"
-version = "0.2.10"
+version = "0.2.11"
 description = "A stand-alone test framework that allows to write unit tests for Data Factory pipelines on Microsoft Fabric and Azure Data Factory."
 authors = ["Arjen Kroezen <arjenkroezen@microsoft.com>", "Yennifer Santos <ysantos@microsoft.com>", "Jaya Kumar <kumarjaya@microsoft.com>", "Leonard Herold <lherold@microsoft.com>"]
 readme = "README.md"

{data_factory_testing_framework-0.2.10 → data_factory_testing_framework-0.2.11}/src/data_factory_testing_framework/exceptions/__init__.py

@@ -2,6 +2,9 @@ from data_factory_testing_framework.exceptions._activity_not_found_error import
 from data_factory_testing_framework.exceptions._activity_output_field_not_found_error import (
     ActivityOutputFieldNotFoundError,
 )
+from data_factory_testing_framework.exceptions._control_activity_expression_evaluated_not_to_expected_type import (
+    ControlActivityExpressionEvaluatedNotToExpectedTypeError,
+)
 from data_factory_testing_framework.exceptions._data_factory_element_evaluation_error import (
     DataFactoryElementEvaluationError,
 )
@@ -32,4 +35,5 @@ __all__ = [
     "UnsupportedFunctionError",
     "VariableBeingEvaluatedDoesNotExistError",
     "VariableNotFoundError",
+    "ControlActivityExpressionEvaluatedNotToExpectedTypeError",
 ]

data_factory_testing_framework-0.2.11/src/data_factory_testing_framework/exceptions/_control_activity_expression_evaluated_not_to_expected_type.py

@@ -0,0 +1,16 @@
+from typing import Type
+
+from data_factory_testing_framework.exceptions._user_error import UserError
+
+
+class ControlActivityExpressionEvaluatedNotToExpectedTypeError(UserError):
+    """ControlActivityExpressionEvaluatedNotToExpectedType.
+
+    This exception is raised when a ControlActivities iteration expression is not evaluating to the expected type.
+    This might be due incorrect expression or incorrectly registering activity results (e.g. registering a dictionary instead of expected list)
+    """
+
+    def __init__(self, activity_name: str, expected_type: Type) -> None:
+        super().__init__(
+            f"Iteration expression of Activity: '{activity_name}' does not evaluate to the expected type: '{expected_type.__name__}'."
+        )

{data_factory_testing_framework-0.2.10 → data_factory_testing_framework-0.2.11}/src/data_factory_testing_framework/models/activities/_filter_activity.py

@@ -1,5 +1,8 @@
 from typing import Any
 
+from data_factory_testing_framework.exceptions._control_activity_expression_evaluated_not_to_expected_type import (
+    ControlActivityExpressionEvaluatedNotToExpectedTypeError,
+)
 from data_factory_testing_framework.models._data_factory_element import DataFactoryElement
 from data_factory_testing_framework.models.activities import ControlActivity
 from data_factory_testing_framework.state import DependencyCondition, PipelineRunState
@@ -10,7 +13,7 @@ class FilterActivity(ControlActivity):
         self,
         **kwargs: Any,  # noqa: ANN401
     ) -> None:
-        """This is the class that represents the If Condition activity in the pipeline.
+        """This is the class that represents the Filter activity in the pipeline.
 
         Args:
             **kwargs: FilterActivity properties coming directly from the json representation of the activity.
@@ -23,13 +26,16 @@ class FilterActivity(ControlActivity):
         self.condition: DataFactoryElement = self.type_properties["condition"]
 
     def evaluate(self, state: PipelineRunState) -> "FilterActivity":
+        items = self.items.evaluate(state)
+        if not isinstance(items, list):
+            raise ControlActivityExpressionEvaluatedNotToExpectedTypeError(self.name, list)
+
         value = []
-        for item in self.items.evaluate(state):
-            state.iteration_item = item
-            if self.condition.evaluate(state):
+        for item in items:
+            scoped_state = state.create_iteration_scope(item)
+            if self.condition.evaluate(scoped_state):
                 value.append(item)
 
         self.set_result(DependencyCondition.SUCCEEDED, {"value": value})
-        state.iteration_item = None
 
         return self

{data_factory_testing_framework-0.2.10 → data_factory_testing_framework-0.2.11}/src/data_factory_testing_framework/models/activities/_for_each_activity.py

@@ -1,5 +1,8 @@
 from typing import Any, Callable, Iterator, List
 
+from data_factory_testing_framework.exceptions._control_activity_expression_evaluated_not_to_expected_type import (
+    ControlActivityExpressionEvaluatedNotToExpectedTypeError,
+)
 from data_factory_testing_framework.models._data_factory_element import DataFactoryElement
 from data_factory_testing_framework.models.activities import Activity, ControlActivity
 from data_factory_testing_framework.state import PipelineRunState
@@ -25,7 +28,9 @@ class ForEachActivity(ControlActivity):
         self.items: DataFactoryElement = self.type_properties["items"]
 
     def evaluate(self, state: PipelineRunState) -> "ForEachActivity":
-        self.items.evaluate(state)
+        items = self.items.evaluate(state)
+        if not isinstance(items, list):
+            raise ControlActivityExpressionEvaluatedNotToExpectedTypeError(self.name, list)
 
         super(ControlActivity, self).evaluate(state)
 

{data_factory_testing_framework-0.2.10 → data_factory_testing_framework-0.2.11}/src/data_factory_testing_framework/models/activities/_if_condition_activity.py

@@ -1,5 +1,8 @@
 from typing import Any, Callable, Iterator, List
 
+from data_factory_testing_framework.exceptions._control_activity_expression_evaluated_not_to_expected_type import (
+    ControlActivityExpressionEvaluatedNotToExpectedTypeError,
+)
 from data_factory_testing_framework.models._data_factory_element import DataFactoryElement
 from data_factory_testing_framework.models.activities import Activity, ControlActivity
 from data_factory_testing_framework.state import PipelineRunState
@@ -28,7 +31,9 @@ class IfConditionActivity(ControlActivity):
         self.expression: DataFactoryElement = self.type_properties["expression"]
 
     def evaluate(self, state: PipelineRunState) -> "IfConditionActivity":
-        self.expression.evaluate(state)
+        evaluated_expression = self.expression.evaluate(state)
+        if not isinstance(evaluated_expression, bool):
+            raise ControlActivityExpressionEvaluatedNotToExpectedTypeError(self.name, bool)
 
         super(ControlActivity, self).evaluate(state)
 
@@ -39,7 +44,7 @@ class IfConditionActivity(ControlActivity):
         state: PipelineRunState,
         evaluate_activities: Callable[[List[Activity], PipelineRunState], Iterator[Activity]],
     ) -> Iterator[Activity]:
-        scoped_state = state.create_iteration_scope(None)
+        scoped_state = state.create_iteration_scope()
         activities = self.if_true_activities if self.expression.result else self.if_false_activities
         for activity in evaluate_activities(activities, scoped_state):
             yield activity

{data_factory_testing_framework-0.2.10 → data_factory_testing_framework-0.2.11}/src/data_factory_testing_framework/models/activities/_switch_activity.py

@@ -1,5 +1,8 @@
 from typing import Any, Callable, Dict, Generator, Iterator, List
 
+from data_factory_testing_framework.exceptions._control_activity_expression_evaluated_not_to_expected_type import (
+    ControlActivityExpressionEvaluatedNotToExpectedTypeError,
+)
 from data_factory_testing_framework.models._data_factory_element import DataFactoryElement
 from data_factory_testing_framework.models.activities import Activity, ControlActivity
 from data_factory_testing_framework.state import PipelineRunState
@@ -28,7 +31,9 @@ class SwitchActivity(ControlActivity):
         self.on: DataFactoryElement = self.type_properties["on"]
 
     def evaluate(self, state: PipelineRunState) -> "SwitchActivity":
-        self.on.evaluate(state)
+        evaluated_on = self.on.evaluate(state)
+        if not isinstance(evaluated_on, str):
+            raise ControlActivityExpressionEvaluatedNotToExpectedTypeError(self.name, str)
 
         super(ControlActivity, self).evaluate(state)
 
@@ -51,7 +56,7 @@ class SwitchActivity(ControlActivity):
         activities: List[Activity],
         evaluate_activities: Callable[[List[Activity], PipelineRunState], Iterator[Activity]],
     ) -> Generator[Activity, None, None]:
-        scoped_state = state.create_iteration_scope(None)
+        scoped_state = state.create_iteration_scope()
         for activity in evaluate_activities(activities, scoped_state):
             yield activity
         state.add_scoped_activity_results_from_scoped_state(scoped_state)

{data_factory_testing_framework-0.2.10 → data_factory_testing_framework-0.2.11}/src/data_factory_testing_framework/models/activities/_until_activity.py

@@ -1,5 +1,8 @@
 from typing import Any, Callable, Iterator, List
 
+from data_factory_testing_framework.exceptions._control_activity_expression_evaluated_not_to_expected_type import (
+    ControlActivityExpressionEvaluatedNotToExpectedTypeError,
+)
 from data_factory_testing_framework.models._data_factory_element import DataFactoryElement
 from data_factory_testing_framework.models.activities import Activity, ControlActivity
 from data_factory_testing_framework.state import DependencyCondition, PipelineRunState
@@ -34,13 +37,17 @@ class UntilActivity(ControlActivity):
         evaluate_activities: Callable[[List[Activity], PipelineRunState], Iterator[Activity]],
     ) -> Iterator[Activity]:
         while True:
-            scoped_state = state.create_iteration_scope(None)
+            scoped_state = state.create_iteration_scope()
             for activity in evaluate_activities(self.activities, scoped_state):
                 yield activity
 
             state.add_scoped_activity_results_from_scoped_state(scoped_state)
 
-            if self.expression.evaluate(state):
+            evaluated_expression = self.expression.evaluate(state)
+            if not isinstance(evaluated_expression, bool):
+                raise ControlActivityExpressionEvaluatedNotToExpectedTypeError(self.name, bool)
+
+            if evaluated_expression:
                 state.add_activity_result(self.name, DependencyCondition.Succeeded)
                 self.set_result(DependencyCondition.Succeeded)
                 break

{data_factory_testing_framework-0.2.10 → data_factory_testing_framework-0.2.11}/src/data_factory_testing_framework/state/_pipeline_run_state.py

@@ -70,7 +70,7 @@ class PipelineRunState(RunState):
         """Used to create a new scope for a ControlActivity like ForEach, If and Until activities.
 
         Args:
-            iteration_item: The current item() of a ForEach activity.
+            iteration_item: The current item() of a ForEach activity. If not supplied, takes parent iteration_item.
 
         Returns:
             A new PipelineRunState with the scoped variables and activity results.
@@ -79,7 +79,7 @@ class PipelineRunState(RunState):
             self.parameters,
             self.variables,
             self.activity_results,
-            iteration_item,
+            iteration_item if iteration_item is not None else self.iteration_item,
         )
 
     def add_scoped_activity_results_from_scoped_state(self, scoped_state: "PipelineRunState") -> None: