data-factory-testing-framework 0.1.0a202__tar.gz → 0.2.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (88) hide show
  1. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/PKG-INFO +12 -10
  2. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/README.md +11 -9
  3. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/pyproject.toml +1 -1
  4. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/LICENSE +0 -0
  5. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/__init__.py +0 -0
  6. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_deserializers/__init__.py +0 -0
  7. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_deserializers/_deserializer_base.py +0 -0
  8. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_deserializers/_deserializer_data_factory.py +0 -0
  9. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_deserializers/_deserializer_fabric.py +0 -0
  10. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_deserializers/shared/__init__.py +0 -0
  11. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_deserializers/shared/_activity_deserializer.py +0 -0
  12. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_deserializers/shared/_data_factory_element_replacer.py +0 -0
  13. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/__init__.py +0 -0
  14. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/__init__.py +0 -0
  15. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/exceptions.py +0 -0
  16. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/expression_evaluator.py +0 -0
  17. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/expression_rule_transformer.py +0 -0
  18. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/expression_terminal_transformer.py +0 -0
  19. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/__init__.py +0 -0
  20. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/activity_reference_expression_rule_evaluator.py +0 -0
  21. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/branch_expression_rule_evaluator.py +0 -0
  22. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/dataset_reference_expression_rule_evaluator.py +0 -0
  23. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/evaluation_expression_rule_evaluator.py +0 -0
  24. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/expression_parameter_expression_rule_evaluator.py +0 -0
  25. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/expression_rule_evaluator.py +0 -0
  26. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/function_call_expression_rule_evaluator.py +0 -0
  27. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/item_reference_expression_rule_evaluator.py +0 -0
  28. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/linked_service_reference_expression_rule_evaluator.py +0 -0
  29. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/literal_evaluation_expression_rule_evaluator.py +0 -0
  30. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/literal_interpolation_expression_rule_evaluator.py +0 -0
  31. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/logical_bool_expression_rule_evaluator.py +0 -0
  32. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/pipeline_reference_expression_rule_evaluator.py +0 -0
  33. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/system_variable_reference_expression_rule_evaluator.py +0 -0
  34. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/evaluator/rules/variable_reference_expression_rule_evaluator.py +0 -0
  35. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/functions_collection_implementation.py +0 -0
  36. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/functions_conversion_implementation.py +0 -0
  37. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/functions_date_implementation.py +0 -0
  38. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/functions_logical_implementation.py +0 -0
  39. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/functions_math_implementation.py +0 -0
  40. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/functions_repository.py +0 -0
  41. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_functions/functions_string_implementation.py +0 -0
  42. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_pythonnet/__init__.py +0 -0
  43. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_pythonnet/csharp_datetime.py +0 -0
  44. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_repositories/__init__.py +0 -0
  45. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_repositories/_factories/base_repository_factory.py +0 -0
  46. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_repositories/_factories/data_factory_repository_factory.py +0 -0
  47. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_repositories/_factories/fabric_repository_factory.py +0 -0
  48. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_repositories/data_factory_repository.py +0 -0
  49. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/_test_framework.py +0 -0
  50. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/__init__.py +0 -0
  51. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/_activity_not_found_error.py +0 -0
  52. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/_activity_output_field_not_found_error.py +0 -0
  53. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/_data_factory_element_evaluation_error.py +0 -0
  54. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/_function_call_invalid_arguments_count_error.py +0 -0
  55. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/_parameter_not_found_error.py +0 -0
  56. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/_pipeline_activities_circular_dependency_error.py +0 -0
  57. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/_pipeline_not_found_error.py +0 -0
  58. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/_state_iteration_item_not_set_error.py +0 -0
  59. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/_unsupported_function_error.py +0 -0
  60. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/_user_error.py +0 -0
  61. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/_variable_being_evaluated_does_not_exist_error.py +0 -0
  62. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/exceptions/_variable_not_found_error.py +0 -0
  63. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/__init__.py +0 -0
  64. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/_data_factory_element.py +0 -0
  65. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/_data_factory_object_type.py +0 -0
  66. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/_pipeline.py +0 -0
  67. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/__init__.py +0 -0
  68. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/_activity.py +0 -0
  69. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/_activity_dependency.py +0 -0
  70. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/_append_variable_activity.py +0 -0
  71. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/_control_activity.py +0 -0
  72. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/_execute_pipeline_activity.py +0 -0
  73. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/_fail_activity.py +0 -0
  74. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/_filter_activity.py +0 -0
  75. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/_for_each_activity.py +0 -0
  76. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/_if_condition_activity.py +0 -0
  77. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/_set_variable_activity.py +0 -0
  78. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/_switch_activity.py +0 -0
  79. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/models/activities/_until_activity.py +0 -0
  80. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/py.typed +0 -0
  81. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/state/__init__.py +0 -0
  82. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/state/_activity_result.py +0 -0
  83. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/state/_dependency_condition.py +0 -0
  84. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/state/_pipeline_run_state.py +0 -0
  85. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/state/_pipeline_run_variable.py +0 -0
  86. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/state/_run_parameter.py +0 -0
  87. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/state/_run_parameter_type.py +0 -0
  88. {data_factory_testing_framework-0.1.0a202 → data_factory_testing_framework-0.2.2}/src/data_factory_testing_framework/state/_run_state.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: data-factory-testing-framework
3
- Version: 0.1.0a202
3
+ Version: 0.2.2
4
4
  Summary: A stand-alone test framework that allows to write unit tests for Data Factory pipelines on Microsoft Fabric and Azure Data Factory.
5
5
  License: MIT
6
6
  Keywords: fabric,datafactory,unit-testing,functional-testing,azure
@@ -24,6 +24,8 @@ Description-Content-Type: text/markdown
24
24
 
25
25
  A stand-alone test framework that allows to write unit tests for Data Factory pipelines on [Microsoft Fabric](https://learn.microsoft.com/en-us/fabric/data-factory/) and [Azure Data Factory](https://learn.microsoft.com/en-us/azure/data-factory/concepts-pipelines-activities?tabs=data-factory).
26
26
 
27
+ > The framework is currently in _Public Preview_ and is not officially supported by Microsoft.
28
+
27
29
  ## Features :rocket:
28
30
 
29
31
  The framework evaluates pipeline and activity definitions which can be asserted. It does so by providing the following features:
@@ -104,6 +106,15 @@ Azure Data Factory:
104
106
  1. [Copy blobs example](examples/data_factory/copy_blobs/README.md)
105
107
  2. [Batch job example](examples/data_factory/batch_job/README.md)
106
108
 
109
+ ## Limitations :warning:
110
+
111
+ The framework has the following limitations at the moment:
112
+
113
+ 1. The framework reimplements the Data Factory expression language in Python. This means that it might not be 100% accurate with the actual Data Factory language, especially when it comes to xml functions.
114
+ 2. The framework does not support automatic type conversion of arguments passed to functions in expressions.
115
+
116
+ > These limitations are top priority to be resolved in the future.
117
+
107
118
  ## Contributing :handshake:
108
119
 
109
120
  This project welcomes contributions and suggestions. Most contributions require you to agree to a
@@ -118,15 +129,6 @@ This project has adopted the [Microsoft Open Source Code of Conduct](https://ope
118
129
  For more information see the [Code of Conduct FAQ](https://opensource.microsoft.com/codeofconduct/faq/) or
119
130
  contact [opencode@microsoft.com](mailto:opencode@microsoft.com) with any additional questions or comments.
120
131
 
121
- ## Disclaimer :warning:
122
-
123
- This unit test framework is not officially supported.
124
- It is currently in an experimental state and has not been tested with every single data factory resource.
125
- It should support all activities out-of-the-box but has not been thoroughly tested,
126
- please report any issues in the issues section and include an example of the pipeline that is not working as expected.
127
-
128
- If there's a lot of interest in this framework, then we will continue to improve it and move it to a production-ready state.
129
-
130
132
  ## Trademarks :tm:
131
133
 
132
134
  This project may contain trademarks or logos for projects, products, or services. Authorized use of Microsoft
@@ -2,6 +2,8 @@
2
2
 
3
3
  A stand-alone test framework that allows to write unit tests for Data Factory pipelines on [Microsoft Fabric](https://learn.microsoft.com/en-us/fabric/data-factory/) and [Azure Data Factory](https://learn.microsoft.com/en-us/azure/data-factory/concepts-pipelines-activities?tabs=data-factory).
4
4
 
5
+ > The framework is currently in _Public Preview_ and is not officially supported by Microsoft.
6
+
5
7
  ## Features :rocket:
6
8
 
7
9
  The framework evaluates pipeline and activity definitions which can be asserted. It does so by providing the following features:
@@ -82,6 +84,15 @@ Azure Data Factory:
82
84
  1. [Copy blobs example](examples/data_factory/copy_blobs/README.md)
83
85
  2. [Batch job example](examples/data_factory/batch_job/README.md)
84
86
 
87
+ ## Limitations :warning:
88
+
89
+ The framework has the following limitations at the moment:
90
+
91
+ 1. The framework reimplements the Data Factory expression language in Python. This means that it might not be 100% accurate with the actual Data Factory language, especially when it comes to xml functions.
92
+ 2. The framework does not support automatic type conversion of arguments passed to functions in expressions.
93
+
94
+ > These limitations are top priority to be resolved in the future.
95
+
85
96
  ## Contributing :handshake:
86
97
 
87
98
  This project welcomes contributions and suggestions. Most contributions require you to agree to a
@@ -96,15 +107,6 @@ This project has adopted the [Microsoft Open Source Code of Conduct](https://ope
96
107
  For more information see the [Code of Conduct FAQ](https://opensource.microsoft.com/codeofconduct/faq/) or
97
108
  contact [opencode@microsoft.com](mailto:opencode@microsoft.com) with any additional questions or comments.
98
109
 
99
- ## Disclaimer :warning:
100
-
101
- This unit test framework is not officially supported.
102
- It is currently in an experimental state and has not been tested with every single data factory resource.
103
- It should support all activities out-of-the-box but has not been thoroughly tested,
104
- please report any issues in the issues section and include an example of the pipeline that is not working as expected.
105
-
106
- If there's a lot of interest in this framework, then we will continue to improve it and move it to a production-ready state.
107
-
108
110
  ## Trademarks :tm:
109
111
 
110
112
  This project may contain trademarks or logos for projects, products, or services. Authorized use of Microsoft
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "data-factory-testing-framework"
3
- version = "0.1.0.alpha202"
3
+ version = "0.2.2"
4
4
  description = "A stand-alone test framework that allows to write unit tests for Data Factory pipelines on Microsoft Fabric and Azure Data Factory."
5
5
  authors = ["Arjen Kroezen <arjenkroezen@microsoft.com>", "Yennifer Santos <ysantos@microsoft.com>", "Jaya Kumar <kumarjaya@microsoft.com>", "Leonard Herold <lherold@microsoft.com>"]
6
6
  readme = "README.md"