icsDataValidation 1.0.317__py3-none-any.whl → 1.0.344__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. icsDataValidation/connection_setups/snowflake_connection_setup.py +1 -3
  2. icsDataValidation-1.0.344.dist-info/METADATA +21 -0
  3. {icsDataValidation-1.0.317.dist-info → icsDataValidation-1.0.344.dist-info}/RECORD +5 -7
  4. {icsDataValidation-1.0.317.dist-info → icsDataValidation-1.0.344.dist-info}/WHEEL +1 -1
  5. icsDataValidation-1.0.344.dist-info/top_level.txt +1 -0
  6. examples/ics_data_validation.py +0 -7
  7. examples/manual_execution_params.template.py +0 -44
  8. icsDataValidation-1.0.317.dist-info/METADATA +0 -20
  9. icsDataValidation-1.0.317.dist-info/top_level.txt +0 -4
icsDataValidation/connection_setups/snowflake_connection_setup.py CHANGED
@@ -40,9 +40,7 @@ def load_snowflake_credentials(system_configs:dict,system_selection:str)->dict:
40
40
 
41
41
  snowflake_params['private_key'] = pkb
42
42
  else:
43
- # private_key_name = str(os.getenv(system_configs[system_selection]["PRIVATE_KEY_NAME"])).replace("\\n","\n")
44
- # Replace special escape sequences with literal characters
45
- private_key_name = os.getenv(system_configs[system_selection]["PRIVATE_KEY_NAME"]).encode('unicode_escape').decode('utf-8')
43
+ private_key_name = str(os.getenv(system_configs[system_selection]["PRIVATE_KEY_NAME"])).replace("\\n","\n")
46
44
  print("PRIVATE_KEY_NAME: ", private_key_name)
47
45
  hash_object = hashlib.sha256()
48
46
  hash_object.update(private_key_name.encode('utf-8'))
icsDataValidation-1.0.344.dist-info/METADATA ADDED
@@ -0,0 +1,21 @@
1
+ Metadata-Version: 2.2
2
+ Name: icsDataValidation
3
+ Version: 1.0.344
4
+ Summary: Add your description here
5
+ Home-page: https://initions.com/
6
+ Author: initions
7
+ Author-email: ICSMC_EXT_PYPIORG@accenture.com
8
+ License: MIT
9
+ Requires-Python: >=3.11
10
+ Requires-Dist: azure-storage-blob==12.13.1
11
+ Requires-Dist: boto3==1.26.154
12
+ Requires-Dist: cloe-util-snowflake-connector==1.0.3
13
+ Requires-Dist: databricks-sdk==0.29.0
14
+ Requires-Dist: databricks-sql-connector==3.0.1
15
+ Requires-Dist: numpy==1.26.3
16
+ Requires-Dist: oracledb==2.5.0
17
+ Requires-Dist: pandas==2.2.2
18
+ Requires-Dist: pyexasol==0.24.0
19
+ Requires-Dist: pyodbc
20
+ Requires-Dist: python-dotenv>=1.0.1
21
+ Requires-Dist: teradatasql==17.20.0.10
{icsDataValidation-1.0.317.dist-info → icsDataValidation-1.0.344.dist-info}/RECORD RENAMED
@@ -1,5 +1,3 @@
1
- examples/ics_data_validation.py,sha256=vyBAnU8yQGKGH33ZxrvaZpY-kt1iQ3h53kzkKG0Y7gI,139
2
- examples/manual_execution_params.template.py,sha256=g3LAah1zEXJtozAZFpkxCm-JCWXSQY3R2SG-8YcPV9c,2038
3
1
  icsDataValidation/configuration.py,sha256=HOFjmC8_e2nvoItndMtJQQA1MR5aCgZGeF1AwY_FvjE,477
4
2
  icsDataValidation/main.py,sha256=nmbFM8Epf4-Nhd9ArH31wT7Yx0MSjIHxX93zPke1ArA,12498
5
3
  icsDataValidation/connection_setups/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -7,7 +5,7 @@ icsDataValidation/connection_setups/azure_connection_setup.py,sha256=gvTyctG63ol
7
5
  icsDataValidation/connection_setups/databricks_connection_setup.py,sha256=dNEBum-8R-TUW2SCEk3CaNtCr_gLFvn456KBlENpgJU,1220
8
6
  icsDataValidation/connection_setups/exasol_connection_setup.py,sha256=RfCUsL6G-NaOW-qNK-3SfHcljbRaKD6fDIHXkNQhClk,590
9
7
  icsDataValidation/connection_setups/oracle_connection_setup.py,sha256=D-4ucC1ChE4HYm93ECIEg_yBOrn1NkknxFBgFRGFmWs,978
10
- icsDataValidation/connection_setups/snowflake_connection_setup.py,sha256=D4ZaiBSb8ebTnDXV4gXKQiv5VtUG7DAbzKXOB8CMvzA,3607
8
+ icsDataValidation/connection_setups/snowflake_connection_setup.py,sha256=T0Sfsr4uzlu0Y8joYY2jJkWsYSB58iUl9t5DdWdWkR4,3398
11
9
  icsDataValidation/connection_setups/teradata_connection_setup.py,sha256=fIpuxz-FTqFK2vSMSuokqU9sdJkaJ4UP5piY_zIbj5k,624
12
10
  icsDataValidation/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
13
11
  icsDataValidation/core/database_objects.py,sha256=2oaDaVQajSYI_HJjJy1pmc6FsoK_wMfwgu6ZgEcFvow,523
@@ -36,7 +34,7 @@ icsDataValidation/utils/logger_util.py,sha256=xS48_FFMot_hyQgJY8DUeRTn5jpdvRt5QI
36
34
  icsDataValidation/utils/pandas_util.py,sha256=D_g7Xw7BIS2E-1ZhJIvp62K5xuKjIkj-7TxH4HN_8SI,6505
37
35
  icsDataValidation/utils/parallelization_util.py,sha256=6P0YcQLmunW_fHR4f5-kdncZbOlxxqKyk6ZAFQQEd2k,2088
38
36
  icsDataValidation/utils/sql_util.py,sha256=0c-BInElSsRmXUedfLP_h9Wsiscv9aic7IIc5f15Uzo,396
39
- icsDataValidation-1.0.317.dist-info/METADATA,sha256=d7-zE0w_UIyy7qW0psXHO-3m33jX8i7Cu967kfogMYo,721
40
- icsDataValidation-1.0.317.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
41
- icsDataValidation-1.0.317.dist-info/top_level.txt,sha256=YL9V1qreCXZeUCy-tzA4Vxv5-6mvXy5lsfAT0nQapfg,53
42
- icsDataValidation-1.0.317.dist-info/RECORD,,
37
+ icsDataValidation-1.0.344.dist-info/METADATA,sha256=EnmaH3GVCWSGG1ukY34kN84YmZdt1p1jgtf7vaRtxdc,23717
38
+ icsDataValidation-1.0.344.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
39
+ icsDataValidation-1.0.344.dist-info/top_level.txt,sha256=BqWUGJb4J7ZybpDMeuGHxEHGHwXXJEIURd9pBybHzTM,18
40
+ icsDataValidation-1.0.344.dist-info/RECORD,,
{icsDataValidation-1.0.317.dist-info → icsDataValidation-1.0.344.dist-info}/WHEEL RENAMED
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: bdist_wheel (0.37.1)
2
+ Generator: setuptools (75.8.0)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5
 
icsDataValidation-1.0.344.dist-info/top_level.txt ADDED
@@ -0,0 +1 @@
1
+ icsDataValidation
examples/ics_data_validation.py DELETED
@@ -1,7 +0,0 @@
1
-
2
- from manual_execution_params import manual_execution_params
3
- from icsDataValidation import main
4
-
5
- manual_execution_params()
6
-
7
- main.execute()
examples/manual_execution_params.template.py DELETED
@@ -1,44 +0,0 @@
1
- #########################################################################################
2
- #########################################################################################
3
- import os
4
-
5
- def manual_execution_params():
6
-
7
- # Manual execution: File location of the icsDataValidation configuration
8
- os.environ["CONFIG_FOLDER_NAME"] = 'examples/'
9
- os.environ["CONFIGURATION_FILE_NAME"] = 'ics_data_validation_config.json'
10
- os.environ["MIGRATION_CONFIGURATION_FILE_NAME"] = 'migration_config.json'
11
-
12
- # Manual execution: File path of the locally stored secrets
13
- # Syntax: <parameter_name>="<value>" per row
14
- os.environ["ENV_FILEPATH"] = ''
15
-
16
- # Manual execution: Testset settings
17
- os.environ["DATABASE_NAME"] = '' #
18
- os.environ["SCHEMA_NAME"] = '' #
19
-
20
- os.environ["TESTSET_FILE_NAMES"] = '' # for no testset define as ''
21
-
22
- os.environ["OBJECT_TYPE_RESTRICTION"] = '' #'include_all', 'include_only_tables', 'include_only_views'
23
-
24
- # Manual execution: Result settings
25
- os.environ["UPLOAD_RESULT_TO_BLOB"] = '' #boolean: True or False
26
- os.environ["UPLOAD_RESULT_TO_BUCKET"] = '' #boolean: True or False
27
- os.environ["UPLOAD_RESULT_TO_RESULT_DATABASE"] = ''#boolean: True or False
28
-
29
- # Manual execution: Pandas Dataframe Comparison restrictions -> -1 for no pandas-df comparison at all
30
- os.environ["MAX_OBJECT_SIZE"] = str(-1) #-1
31
- os.environ["MAX_ROW_NUMBER"] = str(-1) #-1
32
-
33
- # Manual execution: Parallelization of comparison settings
34
- os.environ["MAX_NUMBER_OF_THREADS"] = str(1) #1
35
-
36
- # Manual execution: Group-By-Aggregation settings
37
- os.environ["EXECUTE_GROUP_BY_COMPARISON"] = '' #boolean: True or False
38
- os.environ["USE_GROUP_BY_COLUMNS"] = '' #boolean: True or False
39
- os.environ["MIN_GROUP_BY_COUNT_DISTINCT"] = str(2) #2
40
- os.environ["MAX_GROUP_BY_COUNT_DISTINCT"] = str(5) #5
41
- os.environ["MAX_GROUP_BY_SIZE"] = str(100000000) #100000000
42
-
43
- # Manual execution: Precision settings
44
- os.environ["NUMERIC_SCALE"] = str(2)
icsDataValidation-1.0.317.dist-info/METADATA DELETED
@@ -1,20 +0,0 @@
1
- Metadata-Version: 2.1
2
- Name: icsDataValidation
3
- Version: 1.0.317
4
- Summary: ics data validation
5
- Home-page: https://initions.com/
6
- Author: initions
7
- Author-email: ICSMC_EXT_PYPIORG@accenture.com
8
- License: MIT
9
- Requires-Dist: snowflake-connector-python[pandas] (==3.12.4)
10
- Requires-Dist: python-dotenv (==0.20.0)
11
- Requires-Dist: pyodbc
12
- Requires-Dist: pyexasol (==0.24.0)
13
- Requires-Dist: pandas (==2.2.2)
14
- Requires-Dist: azure-storage-blob (==12.13.1)
15
- Requires-Dist: teradatasql (==17.20.0.10)
16
- Requires-Dist: boto3 (==1.26.154)
17
- Requires-Dist: oracledb (==2.5.0)
18
- Requires-Dist: databricks-sql-connector (==3.0.1)
19
- Requires-Dist: databricks-sdk (==0.29.0)
20
- Requires-Dist: numpy (==1.26.3)
icsDataValidation-1.0.317.dist-info/top_level.txt DELETED
@@ -1,4 +0,0 @@
1
- azure-pipelines
2
- examples
3
- icsDataValidation
4
- resources