icsDataValidation 1.0.371__py3-none-any.whl → 1.0.378__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. examples/ics_data_validation.py +7 -0
  2. examples/manual_execution_params.template.py +44 -0
  3. icsDataValidation-1.0.378.dist-info/METADATA +20 -0
  4. {icsDataValidation-1.0.371.dist-info → icsDataValidation-1.0.378.dist-info}/RECORD +6 -4
  5. {icsDataValidation-1.0.371.dist-info → icsDataValidation-1.0.378.dist-info}/WHEEL +1 -1
  6. icsDataValidation-1.0.378.dist-info/top_level.txt +4 -0
  7. icsDataValidation-1.0.371.dist-info/METADATA +0 -21
  8. icsDataValidation-1.0.371.dist-info/top_level.txt +0 -1
examples/ics_data_validation.py ADDED
@@ -0,0 +1,7 @@
1
+
2
+ from manual_execution_params import manual_execution_params
3
+ from icsDataValidation import main
4
+
5
+ manual_execution_params()
6
+
7
+ main.execute()
examples/manual_execution_params.template.py ADDED
@@ -0,0 +1,44 @@
1
+ #########################################################################################
2
+ #########################################################################################
3
+ import os
4
+
5
+ def manual_execution_params():
6
+
7
+ # Manual execution: File location of the icsDataValidation configuration
8
+ os.environ["CONFIG_FOLDER_NAME"] = 'examples/'
9
+ os.environ["CONFIGURATION_FILE_NAME"] = 'ics_data_validation_config.json'
10
+ os.environ["MIGRATION_CONFIGURATION_FILE_NAME"] = 'migration_config.json'
11
+
12
+ # Manual execution: File path of the locally stored secrets
13
+ # Syntax: <parameter_name>="<value>" per row
14
+ os.environ["ENV_FILEPATH"] = ''
15
+
16
+ # Manual execution: Testset settings
17
+ os.environ["DATABASE_NAME"] = '' #
18
+ os.environ["SCHEMA_NAME"] = '' #
19
+
20
+ os.environ["TESTSET_FILE_NAMES"] = '' # for no testset define as ''
21
+
22
+ os.environ["OBJECT_TYPE_RESTRICTION"] = '' #'include_all', 'include_only_tables', 'include_only_views'
23
+
24
+ # Manual execution: Result settings
25
+ os.environ["UPLOAD_RESULT_TO_BLOB"] = '' #boolean: True or False
26
+ os.environ["UPLOAD_RESULT_TO_BUCKET"] = '' #boolean: True or False
27
+ os.environ["UPLOAD_RESULT_TO_RESULT_DATABASE"] = ''#boolean: True or False
28
+
29
+ # Manual execution: Pandas Dataframe Comparison restrictions -> -1 for no pandas-df comparison at all
30
+ os.environ["MAX_OBJECT_SIZE"] = str(-1) #-1
31
+ os.environ["MAX_ROW_NUMBER"] = str(-1) #-1
32
+
33
+ # Manual execution: Parallelization of comparison settings
34
+ os.environ["MAX_NUMBER_OF_THREADS"] = str(1) #1
35
+
36
+ # Manual execution: Group-By-Aggregation settings
37
+ os.environ["EXECUTE_GROUP_BY_COMPARISON"] = '' #boolean: True or False
38
+ os.environ["USE_GROUP_BY_COLUMNS"] = '' #boolean: True or False
39
+ os.environ["MIN_GROUP_BY_COUNT_DISTINCT"] = str(2) #2
40
+ os.environ["MAX_GROUP_BY_COUNT_DISTINCT"] = str(5) #5
41
+ os.environ["MAX_GROUP_BY_SIZE"] = str(100000000) #100000000
42
+
43
+ # Manual execution: Precision settings
44
+ os.environ["NUMERIC_SCALE"] = str(2)
icsDataValidation-1.0.378.dist-info/METADATA ADDED
@@ -0,0 +1,20 @@
1
+ Metadata-Version: 2.1
2
+ Name: icsDataValidation
3
+ Version: 1.0.378
4
+ Summary: ics data validation
5
+ Home-page: https://initions.com/
6
+ Author: initions
7
+ Author-email: ICSMC_EXT_PYPIORG@accenture.com
8
+ License: MIT
9
+ Requires-Dist: snowflake-connector-python[pandas] (==3.7.1)
10
+ Requires-Dist: python-dotenv (==0.20.0)
11
+ Requires-Dist: pyodbc
12
+ Requires-Dist: pyexasol (==0.24.0)
13
+ Requires-Dist: pandas (==2.2.2)
14
+ Requires-Dist: azure-storage-blob (==12.13.1)
15
+ Requires-Dist: teradatasql (==17.20.0.10)
16
+ Requires-Dist: boto3 (==1.26.154)
17
+ Requires-Dist: oracledb (==2.5.0)
18
+ Requires-Dist: databricks-sql-connector (==3.0.1)
19
+ Requires-Dist: databricks-sdk (==0.29.0)
20
+ Requires-Dist: numpy (==1.26.3)
{icsDataValidation-1.0.371.dist-info → icsDataValidation-1.0.378.dist-info}/RECORD RENAMED
@@ -1,3 +1,5 @@
1
+ examples/ics_data_validation.py,sha256=vyBAnU8yQGKGH33ZxrvaZpY-kt1iQ3h53kzkKG0Y7gI,139
2
+ examples/manual_execution_params.template.py,sha256=g3LAah1zEXJtozAZFpkxCm-JCWXSQY3R2SG-8YcPV9c,2038
1
3
  icsDataValidation/configuration.py,sha256=HOFjmC8_e2nvoItndMtJQQA1MR5aCgZGeF1AwY_FvjE,477
2
4
  icsDataValidation/main.py,sha256=nmbFM8Epf4-Nhd9ArH31wT7Yx0MSjIHxX93zPke1ArA,12498
3
5
  icsDataValidation/connection_setups/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -34,7 +36,7 @@ icsDataValidation/utils/logger_util.py,sha256=xS48_FFMot_hyQgJY8DUeRTn5jpdvRt5QI
34
36
  icsDataValidation/utils/pandas_util.py,sha256=D_g7Xw7BIS2E-1ZhJIvp62K5xuKjIkj-7TxH4HN_8SI,6505
35
37
  icsDataValidation/utils/parallelization_util.py,sha256=6P0YcQLmunW_fHR4f5-kdncZbOlxxqKyk6ZAFQQEd2k,2088
36
38
  icsDataValidation/utils/sql_util.py,sha256=0c-BInElSsRmXUedfLP_h9Wsiscv9aic7IIc5f15Uzo,396
37
- icsDataValidation-1.0.371.dist-info/METADATA,sha256=IOPpVYIN-6m_uIYriFfe_9UzoVaHNm-FGqM2Bs89pNQ,24605
38
- icsDataValidation-1.0.371.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
39
- icsDataValidation-1.0.371.dist-info/top_level.txt,sha256=BqWUGJb4J7ZybpDMeuGHxEHGHwXXJEIURd9pBybHzTM,18
40
- icsDataValidation-1.0.371.dist-info/RECORD,,
39
+ icsDataValidation-1.0.378.dist-info/METADATA,sha256=-z-63TA0u2QwX0ql0HhR0ChS4KkNP2Ahi9gR67MtWPI,720
40
+ icsDataValidation-1.0.378.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
41
+ icsDataValidation-1.0.378.dist-info/top_level.txt,sha256=YL9V1qreCXZeUCy-tzA4Vxv5-6mvXy5lsfAT0nQapfg,53
42
+ icsDataValidation-1.0.378.dist-info/RECORD,,
{icsDataValidation-1.0.371.dist-info → icsDataValidation-1.0.378.dist-info}/WHEEL RENAMED
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (75.8.0)
2
+ Generator: bdist_wheel (0.37.1)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5
 
icsDataValidation-1.0.378.dist-info/top_level.txt ADDED
@@ -0,0 +1,4 @@
1
+ azure-pipelines
2
+ examples
3
+ icsDataValidation
4
+ resources
icsDataValidation-1.0.371.dist-info/METADATA DELETED
@@ -1,21 +0,0 @@
1
- Metadata-Version: 2.2
2
- Name: icsDataValidation
3
- Version: 1.0.371
4
- Summary: Add your description here
5
- Home-page: https://initions.com/
6
- Author: initions
7
- Author-email: ICSMC_EXT_PYPIORG@accenture.com
8
- License: MIT
9
- Requires-Python: >=3.11
10
- Requires-Dist: azure-storage-blob==12.13.1
11
- Requires-Dist: boto3==1.26.154
12
- Requires-Dist: cloe-util-snowflake-connector==1.0.5
13
- Requires-Dist: databricks-sdk==0.29.0
14
- Requires-Dist: databricks-sql-connector==3.0.1
15
- Requires-Dist: numpy==1.26.3
16
- Requires-Dist: oracledb==2.5.0
17
- Requires-Dist: pandas==2.2.2
18
- Requires-Dist: pyexasol==0.24.0
19
- Requires-Dist: pyodbc
20
- Requires-Dist: python-dotenv>=1.0.1
21
- Requires-Dist: teradatasql==17.20.0.10
icsDataValidation-1.0.371.dist-info/top_level.txt DELETED
@@ -1 +0,0 @@
1
- icsDataValidation