data-factory-testing-framework 0.2.17__tar.gz → 1.0.0__tar.gz

data_factory_testing_framework-1.0.0/DataFactoryTestingFramework.sln

@@ -0,0 +1,33 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio Version 17
+VisualStudioVersion = 17.9.34616.47
+MinimumVisualStudioVersion = 10.0.40219.1
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "src", "src", "{35B3C0BC-05AE-4FA2-8250-DC710420F84A}"
+EndProject
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Evaluator", "src/data_factory_testing_framework/_pythonnet/Evaluator.csproj", "{636E6B65-E552-41D1-94D5-63B8E6D09F73}"
+EndProject
+Global
+	GlobalSection(SolutionConfigurationPlatforms) = preSolution
+		Release|Any CPU = Release|Any CPU
+		Release|x64 = Release|x64
+		Release|x86 = Release|x86
+	EndGlobalSection
+	GlobalSection(ProjectConfigurationPlatforms) = postSolution
+		{636E6B65-E552-41D1-94D5-63B8E6D09F73}.Release|Any CPU.ActiveCfg = DataFactoryTestingFrameworkEvaluator|Any CPU
+		{636E6B65-E552-41D1-94D5-63B8E6D09F73}.Release|Any CPU.Build.0 = DataFactoryTestingFrameworkEvaluator|Any CPU
+		{636E6B65-E552-41D1-94D5-63B8E6D09F73}.Release|x64.ActiveCfg = DataFactoryTestingFrameworkEvaluator|Any CPU
+		{636E6B65-E552-41D1-94D5-63B8E6D09F73}.Release|x64.Build.0 = DataFactoryTestingFrameworkEvaluator|Any CPU
+		{636E6B65-E552-41D1-94D5-63B8E6D09F73}.Release|x86.ActiveCfg = DataFactoryTestingFrameworkEvaluator|Any CPU
+		{636E6B65-E552-41D1-94D5-63B8E6D09F73}.Release|x86.Build.0 = DataFactoryTestingFrameworkEvaluator|Any CPU
+	EndGlobalSection
+	GlobalSection(SolutionProperties) = preSolution
+		HideSolutionNode = FALSE
+	EndGlobalSection
+	GlobalSection(NestedProjects) = preSolution
+		{636E6B65-E552-41D1-94D5-63B8E6D09F73} = {35B3C0BC-05AE-4FA2-8250-DC710420F84A}
+	EndGlobalSection
+	GlobalSection(ExtensibilityGlobals) = postSolution
+		SolutionGuid = {63AF779A-5A49-4A39-B72B-22512AB23EFE}
+	EndGlobalSection
+EndGlobal

data_factory_testing_framework-1.0.0/MANIFEST.in

@@ -0,0 +1,5 @@
+include VERSION
+include DataFactoryTestingFramework.sln
+recursive-include src *.cs *.cs
+recursive-include src *.csproj *.csproj
+prune src/data_factory_testing_framework/_pythonnet/obj

{data_factory_testing_framework-0.2.17 → data_factory_testing_framework-1.0.0}/PKG-INFO

@@ -1,28 +1,47 @@
 Metadata-Version: 2.1
 Name: data-factory-testing-framework
-Version: 0.2.17
+Version: 1.0.0
 Summary: A stand-alone test framework that allows to write unit tests for Data Factory pipelines on Microsoft Fabric and Azure Data Factory.
-Home-page: https://github.com/microsoft/data-factory-testing-framework
-License: MIT
+Author-email: Data Factory Testing Framework <dftf@microsoft.com>
+License:     MIT License
+        
+            Copyright (c) Microsoft Corporation.
+        
+            Permission is hereby granted, free of charge, to any person obtaining a copy
+            of this software and associated documentation files (the "Software"), to deal
+            in the Software without restriction, including without limitation the rights
+            to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+            copies of the Software, and to permit persons to whom the Software is
+            furnished to do so, subject to the following conditions:
+        
+            The above copyright notice and this permission notice shall be included in all
+            copies or substantial portions of the Software.
+        
+            THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+            IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+            FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+            AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+            LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+            OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+            SOFTWARE
+        
+Project-URL: Homepage, https://github.com/microsoft/data-factory-testing-framework
+Project-URL: Documentation, https://github.com/microsoft/data-factory-testing-framework/blob/main/README.md
+Project-URL: Issues, https://github.com/microsoft/data-factory-testing-framework/issues
+Project-URL: Source, https://github.com/microsoft/data-factory-testing-framework.git
 Keywords: fabric,datafactory,unit-testing,functional-testing,azure
-Author: Data Factory Testing Framework Team
-Author-email: dftf@microsoft.com
-Requires-Python: >=3.9,<3.13
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Requires-Dist: azure-core (>=1.29.5,<2.0.0)
-Requires-Dist: lark (>=1.1.8,<2.0.0)
-Requires-Dist: lxml (>=4.9.3,<5.0.0)
-Requires-Dist: pythonnet (>=3.0.3,<4.0.0)
-Requires-Dist: xmltodict (>=0.13.0,<0.14.0)
-Project-URL: Documentation, https://github.com/microsoft/data-factory-testing-framework/blob/main/README.md
-Project-URL: Issues, https://github.com/microsoft/data-factory-testing-framework/issues
-Project-URL: Repository, https://github.com/microsoft/data-factory-testing-framework.git
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: <3.13,>=3.9
 Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: azure-core<2.0.0,>=1.29.5
+Requires-Dist: lark<2.0.0,>=1.1.8
+Requires-Dist: pythonnet<4.0.0,>=3.0.3
 
 # Data Factory - Testing Framework :hammer_and_wrench:
 
@@ -110,15 +129,6 @@ Azure Data Factory:
 1. [Copy blobs example](examples/data_factory/copy_blobs/README.md)
 2. [Batch job example](examples/data_factory/batch_job/README.md)
 
-## Limitations :warning:
-
-The framework has the following limitations at the moment:
-
-1. The framework reimplements the Data Factory expression language in Python. This means that it might not be 100% accurate with the actual Data Factory language, especially when it comes to xml functions.
-2. The framework does not support automatic type conversion of arguments passed to functions in expressions.
-
-> These limitations are top priority to be resolved in the future.
-
 ## Contributing :handshake:
 
 This project welcomes contributions and suggestions.  Most contributions require you to agree to a
@@ -140,4 +150,3 @@ trademarks or logos is subject to and must follow
 [Microsoft's Trademark & Brand Guidelines](https://www.microsoft.com/en-us/legal/intellectualproperty/trademarks/usage/general).
 Use of Microsoft trademarks or logos in modified versions of this project must not cause confusion or imply Microsoft sponsorship.
 Any use of third-party trademarks or logos are subject to those third-party's policies.
-

{data_factory_testing_framework-0.2.17 → data_factory_testing_framework-1.0.0}/README.md

@@ -84,15 +84,6 @@ Azure Data Factory:
 1. [Copy blobs example](examples/data_factory/copy_blobs/README.md)
 2. [Batch job example](examples/data_factory/batch_job/README.md)
 
-## Limitations :warning:
-
-The framework has the following limitations at the moment:
-
-1. The framework reimplements the Data Factory expression language in Python. This means that it might not be 100% accurate with the actual Data Factory language, especially when it comes to xml functions.
-2. The framework does not support automatic type conversion of arguments passed to functions in expressions.
-
-> These limitations are top priority to be resolved in the future.
-
 ## Contributing :handshake:
 
 This project welcomes contributions and suggestions.  Most contributions require you to agree to a

data_factory_testing_framework-1.0.0/VERSION

@@ -0,0 +1 @@
+1.0.0

{data_factory_testing_framework-0.2.17 → data_factory_testing_framework-1.0.0}/pyproject.toml

@@ -1,24 +1,41 @@
-[tool.poetry]
+[project]
 name = "data-factory-testing-framework"
-version = "0.2.17"
+dynamic = ["version"]
+authors = [
+    {name = "Data Factory Testing Framework", email = "dftf@microsoft.com"},
+]
+requires-python = ">=3.9,<3.13"
+classifiers = [
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+]
 description = "A stand-alone test framework that allows to write unit tests for Data Factory pipelines on Microsoft Fabric and Azure Data Factory."
-authors = ["Data Factory Testing Framework Team <dftf@microsoft.com>"]
 readme = "README.md"
-license = "MIT"
-include = [ "README.md", "LICENSE" ]
+license = { file="LICENSE" }
 keywords = ["fabric", "datafactory", "unit-testing", "functional-testing", "azure"]
-homepage = "https://github.com/microsoft/data-factory-testing-framework"
-documentation = "https://github.com/microsoft/data-factory-testing-framework/blob/main/README.md"
-repository = "https://github.com/microsoft/data-factory-testing-framework.git"
 
-[tool.poetry.urls]
-"Issues" = "https://github.com/microsoft/data-factory-testing-framework/issues"
+dependencies = [
+    "azure-core>=1.29.5,<2.0.0",
+    "lark>=1.1.8,<2.0.0",
+    "pythonnet>=3.0.3,<4.0.0"
+]
+
+[project.urls]
+Homepage = "https://github.com/microsoft/data-factory-testing-framework"
+Documentation = "https://github.com/microsoft/data-factory-testing-framework/blob/main/README.md"
+Issues = "https://github.com/microsoft/data-factory-testing-framework/issues"
+Source = "https://github.com/microsoft/data-factory-testing-framework.git"
+
+[tool.poetry]
+package-mode = false
 
 [tool.poetry.dependencies]
 python = ">=3.9,<3.13"
 azure-core = "^1.29.5"
-xmltodict = "^0.13.0"
-lxml = "^4.9.3"
 lark = "^1.1.8"
 pythonnet = "^3.0.3"
 
@@ -29,12 +46,9 @@ ruff = "^0.1.5"
 pre-commit = "^3.5.0"
 astor = "^0.8.1"
 docstring-parser = "^0.15"
-
-
-[build-system]
-requires = ["poetry-core"]
-build-backend = "poetry.core.masonry.api"
-
+build = "^1.1.1"
+wheel = "^0.43.0"
+setuptools = "^69.0"
 
 [tool.ruff]
 select = [
@@ -83,3 +97,10 @@ convention = "google"
 [tool.pytest.ini_options]
 minversion = "7.0"
 pythonpath = ["."]
+
+[tool.setuptools.package-data]
+data_factory_testing_framework = []
+
+[build-system]
+requires = ["setuptools>=61.0", "wheel"]
+build-backend = "setuptools.build_meta"

data_factory_testing_framework-1.0.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

data_factory_testing_framework-1.0.0/setup.py

@@ -0,0 +1,57 @@
+"""Custom build script for building the C# project with setuptools.
+
+Based on the following discussion: https://github.com/pypa/setuptools/discussions/3762
+"""
+import shutil
+import subprocess
+from contextlib import suppress
+from pathlib import Path
+
+from setuptools import Command, setup
+from setuptools.command.build import build
+
+
+class CustomCommand(Command):
+    def initialize_options(self) -> None:
+        self.pkg_name = self.distribution.get_name().replace("-", "_")
+        self.bdist_dir = None
+
+    def finalize_options(self) -> None:
+        with suppress(Exception):
+            self.bdist_dir = Path(self.get_finalized_command("bdist_wheel").bdist_dir)
+
+    def run(self) -> None:
+        if self.bdist_dir:
+            dotnet_path = shutil.which("dotnet")
+        output_dir = self.bdist_dir / self.pkg_name / "_pythonnet" / "bin"
+        output_dir.mkdir(parents=True, exist_ok=True)
+
+        if dotnet_path is None:
+            raise Exception("dotnet not found")
+
+        subprocess.check_call(
+            [
+                dotnet_path,
+                "build",
+                "-c",
+                "Release",
+                "-o",
+                str(output_dir),
+                Path("src", self.pkg_name, "_pythonnet", "Evaluator.csproj"),
+            ]
+        )
+
+
+class CustomBuild(build):
+    sub_commands = [("build_custom", None)] + build.sub_commands
+
+
+try:
+    root = Path(__file__).parent
+    with open(root / "VERSION") as version_file:
+        version = version_file.read().strip()
+except FileNotFoundError:
+    # Set a default version (for local builds)
+    version = "0.0.0.dev0"
+
+setup(cmdclass={"build": CustomBuild, "build_custom": CustomCommand}, version=version)

data_factory_testing_framework-1.0.0/src/data_factory_testing_framework/__init__.py

@@ -0,0 +1,14 @@
+from pathlib import Path as _Path
+
+from data_factory_testing_framework._test_framework import TestFramework, TestFrameworkType
+
+try:
+    root = _Path(__file__).parent
+    with open(root / "VERSION") as version_file:
+        version = version_file.read().strip()
+except FileNotFoundError:
+    # Set a default version (for local builds)
+    version = "0.0.0.dev0"
+
+__all__ = ["TestFramework", "TestFrameworkType"]
+__version__ = version

data_factory_testing_framework-1.0.0/src/data_factory_testing_framework/_expression_runtime/data_factory_expression/__init__.py

@@ -0,0 +1,5 @@
+from .expression_transformer import ExpressionTransformer
+
+__all__ = [
+    "ExpressionTransformer",
+]

data_factory_testing_framework-1.0.0/src/data_factory_testing_framework/_expression_runtime/data_factory_expression/data_factory_to_expression_transformer.py

@@ -0,0 +1,12 @@
+from typing import Union
+
+from lark import Token, Transformer, Tree, v_args
+
+
+@v_args(tree=True)
+class DataFactoryExpressionTransformer(Transformer):
+    def expression_datafactory_parameters_reference(self, tree: Tree) -> Union[Token, Tree]:
+        pipeline_property = tree.children[0]
+        variable_name = Token("EXPRESSION_PIPELINE_PROPERTY", f"{pipeline_property}")
+        tree = Tree(Token("RULE", "expression_pipeline_reference"), [variable_name])
+        return tree

data_factory_testing_framework-0.2.17/src/data_factory_testing_framework/_functions/evaluator/expression_evaluator.py → data_factory_testing_framework-1.0.0/src/data_factory_testing_framework/_expression_runtime/data_factory_expression/expression_transformer.py

@@ -1,23 +1,17 @@
-from lark import Lark, Token, Tree, UnexpectedCharacters
-
-from data_factory_testing_framework._functions.evaluator.exceptions import (
-    ExpressionEvaluationError,
-    ExpressionParsingError,
+from data_factory_testing_framework._expression_runtime.data_factory_expression.data_factory_to_expression_transformer import (
+    DataFactoryExpressionTransformer,
 )
-from data_factory_testing_framework._functions.evaluator.expression_rule_transformer import (
-    ExpressionRuleTransformer,
-)
-from data_factory_testing_framework._functions.evaluator.expression_terminal_transformer import (
-    ExpressionTerminalTransformer,
+from data_factory_testing_framework._expression_runtime.data_factory_expression.exceptions import (
+    ExpressionParsingError,
 )
-from data_factory_testing_framework._functions.evaluator.rules import ExpressionRuleEvaluator
-from data_factory_testing_framework._functions.evaluator.rules.expression_rule_evaluator import EvaluationResult
-from data_factory_testing_framework._functions.functions_repository import FunctionsRepository
+from data_factory_testing_framework._expression_runtime.functions_repository import FunctionsRepository
 from data_factory_testing_framework.models._data_factory_object_type import DataFactoryObjectType
 from data_factory_testing_framework.state import PipelineRunState
+from lark import Lark, Token, Tree, UnexpectedCharacters
+from lark.reconstruct import Reconstructor
 
 
-class ExpressionEvaluator:
+class ExpressionTransformer:
     def __init__(self) -> None:
         """Evaluator for the expression language."""
         literal_grammar = """
@@ -45,27 +39,26 @@ class ExpressionEvaluator:
         """
 
         expression_grammar = f"""
-            // TODO: add support for array index
-            ?expression_start: expression_evaluation
-            # TODO: probably object accessor does not apply to all below in expression_evaluation
+            expression_start: "@" expression_evaluation
             expression_evaluation: (expression_logical_bool | expression_branch | expression_call) ((("." EXPRESSION_PARAMETER_NAME) | EXPRESSION_ARRAY_INDEX)+)?
             ?expression_call: expression_function_call
-                                    | expression_pipeline_reference
-                                    | expression_variable_reference
-                                    | expression_activity_reference
-                                    | expression_dataset_reference
-                                    | expression_linked_service_reference
-                                    | expression_item_reference
-                                    | expression_system_variable_reference
+                              // used to translate to expression_pipeline_reference
+                              | expression_datafactory_parameters_reference
+                              | expression_pipeline_reference
+                              // parse other language constructs
+                              | expression_variable_reference
+                              | expression_item_reference
+                              | expression_datafactory_activity_reference
 
             // reference rules:
-            expression_pipeline_reference: "pipeline" "()" "." EXPRESSION_PIPELINE_PROPERTY "." EXPRESSION_PARAMETER_NAME
             expression_variable_reference: "variables" "(" EXPRESSION_VARIABLE_NAME ")"
-            expression_activity_reference: "activity" "(" EXPRESSION_ACTIVITY_NAME ")"
-            expression_dataset_reference: "dataset" "()" "." EXPRESSION_PARAMETER_NAME
-            expression_linked_service_reference: "linkedService" "()" "." EXPRESSION_PARAMETER_NAME
+            expression_datafactory_parameters_reference: EXPRESSION_DATAFACTORY_REFERENCE "()"
+            expression_datafactory_activity_reference: "activity" "(" EXPRESSION_ACTIVITY_NAME ")"
             expression_item_reference: "item" "()"
-            expression_system_variable_reference: "pipeline" "()" "." EXPRESSION_SYSTEM_VARIABLE_NAME
+            expression_pipeline_reference: "pipeline" "()" "." EXPRESSION_PIPELINE_PROPERTY
+
+
+
             // branch rules
             expression_logical_bool: EXPRESSION_LOGICAL_BOOL "(" expression_parameter "," expression_parameter ")"
             expression_branch: "if" "(" expression_parameter "," expression_parameter "," expression_parameter ")"
@@ -73,10 +66,10 @@ class ExpressionEvaluator:
 
             // function call rules
             expression_function_call: EXPRESSION_FUNCTION_NAME "(" [expression_parameter ("," expression_parameter )*] ")"
-            ?expression_parameter: EXPRESSION_WS* (EXPRESSION_NULL | EXPRESSION_INTEGER | EXPRESSION_FLOAT | EXPRESSION_BOOLEAN | EXPRESSION_STRING | expression_start) EXPRESSION_WS*
+            ?expression_parameter: EXPRESSION_WS* (EXPRESSION_NULL | EXPRESSION_INTEGER | EXPRESSION_FLOAT | EXPRESSION_BOOLEAN | EXPRESSION_STRING | expression_evaluation) EXPRESSION_WS*
 
             // expression terminals
-            // EXPRESSION_PIPELINE_PROPERTY requires higher priority, because it clashes with pipeline().system_variable.field in the rule: expression_pipeline_reference
+            EXPRESSION_DATAFACTORY_REFERENCE: "dataset" | "linkedService"
             EXPRESSION_ACTIVITY_NAME: "'" /[^']*/ "'"
             EXPRESSION_ARRAY_INDEX: ARRAY_INDEX
             EXPRESSION_BOOLEAN: BOOLEAN
@@ -86,7 +79,7 @@ class ExpressionEvaluator:
             EXPRESSION_LOGICAL_BOOL: "or" | "and"
             EXPRESSION_NULL: NULL
             EXPRESSION_PARAMETER_NAME: /[a-zA-Z0-9_]+/
-            EXPRESSION_PIPELINE_PROPERTY.2: "parameters" | "globalParameters"
+            EXPRESSION_PIPELINE_PROPERTY: /[a-zA-Z0-9_]+/
             EXPRESSION_STRING: SINGLE_QUOTED_STRING
             EXPRESSION_SYSTEM_VARIABLE_NAME: /[a-zA-Z0-9_]+/
             EXPRESSION_VARIABLE_NAME: "'" /[^']*/ "'"
@@ -94,7 +87,7 @@ class ExpressionEvaluator:
         """  # noqa: E501
 
         base_grammar = """
-            ?start: ("@" expression_start) | (["@@"] literal_start) | (literal_interpolation)
+            start: (expression_start) | (["@@"]+ literal_start) | (literal_interpolation)
 
             // shared custom basic data type rules:
             ARRAY_INDEX: "[" /[0-9]+/ "]"
@@ -113,15 +106,14 @@ class ExpressionEvaluator:
         self.lark_parser = Lark(grammer, start="start", maybe_placeholders=False)
 
     def _supported_functions(self) -> str:
-        functions = list(FunctionsRepository._functions.keys())
-        functions = [f'"{f}"' for f in functions]
+        functions = [f'"{f}"' for f in FunctionsRepository._functions]
         return " | ".join(functions)
 
     def _parse(self, expression: str) -> Tree[Token]:
         tree = self.lark_parser.parse(expression)
         return tree
 
-    def evaluate(self, expression: str, state: PipelineRunState) -> DataFactoryObjectType:
+    def transform_to_dftf_evaluator_expression(self, expression: str, state: PipelineRunState) -> DataFactoryObjectType:
         try:
             parse_tree = self._parse(expression)
 
@@ -135,14 +127,8 @@ class ExpressionEvaluator:
             char: {uc.char}
             """
             raise ExpressionParsingError(msg) from uc
-        # we start with a raw parse tree for the lark grammer
-        # and then semantically analysis it (in our case transforming values step by step)
-        ast = parse_tree
-        ast = ExpressionTerminalTransformer().transform(ast)
-        ast = ExpressionRuleTransformer(state).transform(ast)
-        if not isinstance(ast, ExpressionRuleEvaluator):
-            raise ExpressionEvaluationError()
-        result = ast.evaluate()
-        if not isinstance(result, EvaluationResult):
-            raise ExpressionEvaluationError()
-        return result.value
+
+        rule_transformer = DataFactoryExpressionTransformer()
+        transformed_ast = rule_transformer.transform(parse_tree)
+        expression_reconstructed = Reconstructor(self.lark_parser).reconstruct(transformed_ast)
+        return expression_reconstructed

data_factory_testing_framework-1.0.0/src/data_factory_testing_framework/_expression_runtime/expression_runtime.py

@@ -0,0 +1,81 @@
+import re
+
+from data_factory_testing_framework._expression_runtime.data_factory_expression.expression_transformer import (
+    ExpressionTransformer as DataFactoryTestingFrameworkExpressionsTransformer,
+)
+from data_factory_testing_framework._pythonnet.data_factory_testing_framework_expressions_evaluator import (
+    DataFactoryTestingFrameworkExpressionsEvaluator,
+)
+from data_factory_testing_framework.exceptions import (
+    ActivityNotFoundError,
+    ParameterNotFoundError,
+    StateIterationItemNotSetError,
+    VariableNotFoundError,
+)
+from data_factory_testing_framework.state import PipelineRunState, RunParameterType
+
+
+class ExpressionRuntime:
+    def __init__(self) -> None:
+        """Initializes the expression runtime to transform and evaluate the expressions."""
+        self.dftf_expressions_transformer = DataFactoryTestingFrameworkExpressionsTransformer()
+        self.dftf_expressions_evaluator = DataFactoryTestingFrameworkExpressionsEvaluator()
+
+    def evaluate(self, expression: str, state: PipelineRunState) -> str:
+        dftf_transformed_expression = self.dftf_expressions_transformer.transform_to_dftf_evaluator_expression(
+            expression, state
+        )
+        try:
+            result = self.dftf_expressions_evaluator.evaluate(dftf_transformed_expression, state)
+        except Exception as e:
+            # match the exception type (coming from .NET) to the one we expect
+            missing_parameter_match = re.match(
+                r"(The template language expression \')(.*)(\' cannot be evaluated because property \')(.*)\' doesn't exist, available properties are .*",
+                str(e),
+            )
+
+            missing_variable_match = re.match(
+                r"(Template language expression cannot be evaluated: the template variable \')(.*)(\' cannot be found\.)",
+                str(e),
+            )
+
+            missing_activity_match = re.match(
+                r"(Template language expression cannot be evaluated: the template action \')(.*)(\' is not defined at current scope\.)",
+                str(e),
+            )
+
+            # The template function 'item' is not expected at this location.
+            missing_item_match = re.match(
+                r"(The template function \')(.*)(\' is not expected at this location\.)",
+                str(e),
+            )
+
+            if missing_parameter_match:
+                expression = missing_parameter_match.group(2)
+                property_name = missing_parameter_match.group(4)
+
+                if expression.startswith("pipeline().parameters"):
+                    raise ParameterNotFoundError(RunParameterType.Pipeline, property_name) from e
+                elif expression.startswith("pipeline().globalParameters"):
+                    raise ParameterNotFoundError(RunParameterType.Global, property_name) from e
+                elif expression.startswith("pipeline().dataset"):
+                    raise ParameterNotFoundError(RunParameterType.Dataset, property_name) from e
+                elif expression.startswith("pipeline().linkedService"):
+                    raise ParameterNotFoundError(RunParameterType.LinkedService, property_name) from e
+                else:
+                    raise ParameterNotFoundError(RunParameterType.System, property_name) from e
+
+            if missing_variable_match:
+                variable_name = missing_variable_match.group(2)
+                raise VariableNotFoundError(variable_name) from e
+
+            if missing_activity_match:
+                activity_name = missing_activity_match.group(2)
+                raise ActivityNotFoundError(activity_name) from e
+
+            if missing_item_match:
+                raise StateIterationItemNotSetError() from e
+
+            raise Exception(f"Unknown error: {e}") from e
+
+        return result

data_factory_testing_framework-1.0.0/src/data_factory_testing_framework/_expression_runtime/functions_repository.py

@@ -0,0 +1,91 @@
+from typing import List
+
+
+class FunctionsRepository:
+    _functions: List[str] = {
+        "add",
+        "addDays",
+        "addHours",
+        "addMinutes",
+        "addSeconds",
+        "addToTime",
+        "array",
+        "base64",
+        "base64ToBinary",
+        "base64ToString",
+        "binary",
+        "bool",
+        "coalesce",
+        "concat",
+        "contains",
+        "convertFromUtc",
+        "convertTimeZone",
+        "convertToUtc",
+        "createArray",
+        "dataUri",
+        "dataUriToBinary",
+        "dataUriToString",
+        "dayOfMonth",
+        "dayOfWeek",
+        "dayOfYear",
+        "decodeBase64",
+        "decodeDataUri",
+        "decodeUriComponent",
+        "div",
+        "encodeUriComponent",
+        "empty",
+        "endsWith",
+        "equals",
+        "first",
+        "float",
+        "formatDateTime",
+        "getFutureTime",
+        "getPastTime",
+        "greater",
+        "greaterOrEquals",
+        "guid",
+        "indexOf",
+        "int",
+        "json",
+        "intersection",
+        "join",
+        "last",
+        "lastIndexOf",
+        "length",
+        "less",
+        "lessOrEquals",
+        "max",
+        "min",
+        "mod",
+        "mul",
+        "not",
+        "rand",
+        "range",
+        "replace",
+        "skip",
+        "split",
+        "startOfDay",
+        "startOfHour",
+        "startOfMonth",
+        "startsWith",
+        "string",
+        "sub",
+        "substring",
+        "subtractFromTime",
+        "take",
+        "ticks",
+        "toLower",
+        "toUpper",
+        "trim",
+        "union",
+        "uriComponent",
+        "uriComponentToBinary",
+        "uriComponentToString",
+        "utcNow",
+        "utcnow",
+        "xml",
+        "xpath",
+        "if",
+        "or",
+        "and",
+    }

data_factory_testing_framework-1.0.0/src/data_factory_testing_framework/_pythonnet/Evaluator.csproj

@@ -0,0 +1,13 @@
+<Project Sdk="Microsoft.NET.Sdk">
+  <PropertyGroup>
+    <TargetFramework>net5.0</TargetFramework>
+    <ImplicitUsings>false</ImplicitUsings>
+    <Nullable>disable</Nullable>
+    <CopyLocalLockFileAssemblies>true</CopyLocalLockFileAssemblies>
+    <AppendTargetFrameworkToOutputPath>false</AppendTargetFrameworkToOutputPath>
+    <AppendRuntimeIdentifierToOutputPath>false</AppendRuntimeIdentifierToOutputPath>
+  </PropertyGroup>
+  <ItemGroup>
+    <PackageReference Include="Microsoft.Azure.DataFactoryTestingFramework.Expressions" Version="0.2.7" />
+  </ItemGroup>
+</Project>