icsDataValidation 1.0.378__py3-none-any.whl → 1.0.415__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- icsDataValidation/configuration.py +0 -0
- icsDataValidation/connection_setups/__init__.py +0 -0
- icsDataValidation/connection_setups/azure_connection_setup.py +2 -1
- icsDataValidation/connection_setups/databricks_connection_setup.py +0 -0
- icsDataValidation/connection_setups/exasol_connection_setup.py +0 -0
- icsDataValidation/connection_setups/oracle_connection_setup.py +0 -0
- icsDataValidation/connection_setups/snowflake_connection_setup.py +0 -0
- icsDataValidation/connection_setups/sqlserver_connection_setup.py +20 -0
- icsDataValidation/connection_setups/teradata_connection_setup.py +0 -0
- icsDataValidation/core/__init__.py +0 -0
- icsDataValidation/core/database_objects.py +0 -0
- icsDataValidation/core/object_comparison.py +0 -0
- icsDataValidation/input_parameters/__init__.py +0 -0
- icsDataValidation/input_parameters/testing_tool_params.py +4 -3
- icsDataValidation/main.py +15 -11
- icsDataValidation/output_parameters/__init__.py +0 -0
- icsDataValidation/output_parameters/result_params.py +0 -0
- icsDataValidation/services/__init__.py +0 -0
- icsDataValidation/services/comparison_service.py +80 -76
- icsDataValidation/services/database_services/__init__.py +0 -0
- icsDataValidation/services/database_services/azure_service.py +69 -43
- icsDataValidation/services/database_services/databricks_hive_metastore_service.py +20 -7
- icsDataValidation/services/database_services/databricks_unity_catalog_service.py +20 -12
- icsDataValidation/services/database_services/exasol_service.py +26 -23
- icsDataValidation/services/database_services/oracle_service.py +64 -55
- icsDataValidation/services/database_services/snowflake_service.py +85 -36
- icsDataValidation/services/database_services/sqlserver_service.py +868 -0
- icsDataValidation/services/database_services/teradata_service.py +54 -37
- icsDataValidation/services/initialization_service.py +0 -0
- icsDataValidation/services/result_service.py +0 -0
- icsDataValidation/services/system_service.py +4 -0
- icsDataValidation/services/testset_service.py +0 -0
- icsDataValidation/utils/__init__.py +0 -0
- icsDataValidation/utils/file_util.py +0 -0
- icsDataValidation/utils/logger_util.py +0 -0
- icsDataValidation/utils/pandas_util.py +0 -0
- icsDataValidation/utils/parallelization_util.py +0 -0
- icsDataValidation/utils/sql_util.py +0 -0
- icsdatavalidation-1.0.415.dist-info/METADATA +298 -0
- {icsDataValidation-1.0.378.dist-info → icsdatavalidation-1.0.415.dist-info}/RECORD +18 -18
- {icsDataValidation-1.0.378.dist-info → icsdatavalidation-1.0.415.dist-info}/WHEEL +1 -1
- icsdatavalidation-1.0.415.dist-info/top_level.txt +1 -0
- examples/ics_data_validation.py +0 -7
- examples/manual_execution_params.template.py +0 -44
- icsDataValidation-1.0.378.dist-info/METADATA +0 -20
- icsDataValidation-1.0.378.dist-info/top_level.txt +0 -4
|
@@ -1,42 +1,42 @@
|
|
|
1
|
-
examples/ics_data_validation.py,sha256=vyBAnU8yQGKGH33ZxrvaZpY-kt1iQ3h53kzkKG0Y7gI,139
|
|
2
|
-
examples/manual_execution_params.template.py,sha256=g3LAah1zEXJtozAZFpkxCm-JCWXSQY3R2SG-8YcPV9c,2038
|
|
3
1
|
icsDataValidation/configuration.py,sha256=HOFjmC8_e2nvoItndMtJQQA1MR5aCgZGeF1AwY_FvjE,477
|
|
4
|
-
icsDataValidation/main.py,sha256=
|
|
2
|
+
icsDataValidation/main.py,sha256=HGnQZ_A9Z4tdCloXs4Lap79LKVOkbmm1ethYbI0Qqlg,12582
|
|
5
3
|
icsDataValidation/connection_setups/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
6
|
-
icsDataValidation/connection_setups/azure_connection_setup.py,sha256=
|
|
4
|
+
icsDataValidation/connection_setups/azure_connection_setup.py,sha256=qxPvD-VZhdJqrdj06IVIk2Ud287YlLhE22Q5_oYKetM,790
|
|
7
5
|
icsDataValidation/connection_setups/databricks_connection_setup.py,sha256=dNEBum-8R-TUW2SCEk3CaNtCr_gLFvn456KBlENpgJU,1220
|
|
8
6
|
icsDataValidation/connection_setups/exasol_connection_setup.py,sha256=RfCUsL6G-NaOW-qNK-3SfHcljbRaKD6fDIHXkNQhClk,590
|
|
9
7
|
icsDataValidation/connection_setups/oracle_connection_setup.py,sha256=D-4ucC1ChE4HYm93ECIEg_yBOrn1NkknxFBgFRGFmWs,978
|
|
10
8
|
icsDataValidation/connection_setups/snowflake_connection_setup.py,sha256=IgEhni4Q0oYGh2QzptpyfEUvUt3cVO28jNSGg11cxyI,1778
|
|
9
|
+
icsDataValidation/connection_setups/sqlserver_connection_setup.py,sha256=ayRao5BbhkEJTteaeZiryz_GLC_6F_02XalvJDHM_4k,802
|
|
11
10
|
icsDataValidation/connection_setups/teradata_connection_setup.py,sha256=fIpuxz-FTqFK2vSMSuokqU9sdJkaJ4UP5piY_zIbj5k,624
|
|
12
11
|
icsDataValidation/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
13
12
|
icsDataValidation/core/database_objects.py,sha256=2oaDaVQajSYI_HJjJy1pmc6FsoK_wMfwgu6ZgEcFvow,523
|
|
14
13
|
icsDataValidation/core/object_comparison.py,sha256=OEz5m1pp_PbIWyM5998iB5obFKYdJEqDo9Z0Hpj7o4A,14988
|
|
15
14
|
icsDataValidation/input_parameters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
16
|
-
icsDataValidation/input_parameters/testing_tool_params.py,sha256=
|
|
15
|
+
icsDataValidation/input_parameters/testing_tool_params.py,sha256=trVZmxd2hsJRBWgdv0YePdaA9T20QbL3bOCVUOwIH18,6907
|
|
17
16
|
icsDataValidation/output_parameters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
18
17
|
icsDataValidation/output_parameters/result_params.py,sha256=5Mk9L9zWaxUqcKwLZQ539lVUp0b0s-YUmSA3PBgbqfs,2833
|
|
19
18
|
icsDataValidation/services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
20
|
-
icsDataValidation/services/comparison_service.py,sha256=
|
|
19
|
+
icsDataValidation/services/comparison_service.py,sha256=CPTVPxd1VKSJRBy4gsne-hrlWvf8UAbPfWn1XD-rMNQ,43448
|
|
21
20
|
icsDataValidation/services/initialization_service.py,sha256=AHbJrq_LjMPFoeOJC2pi2ZZ1xkL8njSZn38psc3do60,6687
|
|
22
21
|
icsDataValidation/services/result_service.py,sha256=edD6aejIi5P7qDNHKnN46KrN5tfzwqnw5TB35SvFAWU,28396
|
|
23
|
-
icsDataValidation/services/system_service.py,sha256=
|
|
22
|
+
icsDataValidation/services/system_service.py,sha256=GErl_Zx_DaajXTTyfJJ5_xqpd2nLnfnRHcPDa_OVF58,3518
|
|
24
23
|
icsDataValidation/services/testset_service.py,sha256=k1wRjI4Ltw9fylek9iW8N6DvnXn13wf6IJ703qQDMEc,15363
|
|
25
24
|
icsDataValidation/services/database_services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
26
|
-
icsDataValidation/services/database_services/azure_service.py,sha256=
|
|
27
|
-
icsDataValidation/services/database_services/databricks_hive_metastore_service.py,sha256=
|
|
28
|
-
icsDataValidation/services/database_services/databricks_unity_catalog_service.py,sha256=
|
|
29
|
-
icsDataValidation/services/database_services/exasol_service.py,sha256=
|
|
30
|
-
icsDataValidation/services/database_services/oracle_service.py,sha256=
|
|
31
|
-
icsDataValidation/services/database_services/snowflake_service.py,sha256=
|
|
32
|
-
icsDataValidation/services/database_services/
|
|
25
|
+
icsDataValidation/services/database_services/azure_service.py,sha256=bAfpekHowj92qAm3C0hVyxwTpg5J3DoF82DdGKXoe6Q,16932
|
|
26
|
+
icsDataValidation/services/database_services/databricks_hive_metastore_service.py,sha256=JfI-6buw7PfK-gORiAaBx8koVdORfMZav1-w7q697NI,88177
|
|
27
|
+
icsDataValidation/services/database_services/databricks_unity_catalog_service.py,sha256=g7uMrPErjc6El9BmikDc3LmxwCCZnsuzxn4_hIJi7u0,70856
|
|
28
|
+
icsDataValidation/services/database_services/exasol_service.py,sha256=LdjU8mM77zTmNmhJPQrgQO-HwAZv0C0seYMDjuWU9BQ,11153
|
|
29
|
+
icsDataValidation/services/database_services/oracle_service.py,sha256=6t0tt0TJvre_1B5FVTFgCNZYgipT8zCtNngXMEnQi98,31826
|
|
30
|
+
icsDataValidation/services/database_services/snowflake_service.py,sha256=ryQ57NLnx8jWp3n2xP2E9sQs8bCshFjw17q6KVer9cc,63437
|
|
31
|
+
icsDataValidation/services/database_services/sqlserver_service.py,sha256=ApPCwuq8tmSq7vPsFhKzKaQnHUaZS5EoS77Nr8c1g-k,38476
|
|
32
|
+
icsDataValidation/services/database_services/teradata_service.py,sha256=h1UX-Wrf9qvZ_hXpH-Y63TRZ8csOCVcEjFn6ux7hvyk,40299
|
|
33
33
|
icsDataValidation/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
34
34
|
icsDataValidation/utils/file_util.py,sha256=ZTMB1sTnIIdffg9tEJRCFQQ5SG8Fksc5ie1PM4gHXG4,3432
|
|
35
35
|
icsDataValidation/utils/logger_util.py,sha256=xS48_FFMot_hyQgJY8DUeRTn5jpdvRt5QI6bvlV1jCY,3647
|
|
36
36
|
icsDataValidation/utils/pandas_util.py,sha256=D_g7Xw7BIS2E-1ZhJIvp62K5xuKjIkj-7TxH4HN_8SI,6505
|
|
37
37
|
icsDataValidation/utils/parallelization_util.py,sha256=6P0YcQLmunW_fHR4f5-kdncZbOlxxqKyk6ZAFQQEd2k,2088
|
|
38
38
|
icsDataValidation/utils/sql_util.py,sha256=0c-BInElSsRmXUedfLP_h9Wsiscv9aic7IIc5f15Uzo,396
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
39
|
+
icsdatavalidation-1.0.415.dist-info/METADATA,sha256=__Y5L82M3S2KEC1JQphdG8bkfNJxEJGMq1NgLHWLjPc,24619
|
|
40
|
+
icsdatavalidation-1.0.415.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
|
41
|
+
icsdatavalidation-1.0.415.dist-info/top_level.txt,sha256=BqWUGJb4J7ZybpDMeuGHxEHGHwXXJEIURd9pBybHzTM,18
|
|
42
|
+
icsdatavalidation-1.0.415.dist-info/RECORD,,
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
icsDataValidation
|
examples/ics_data_validation.py
DELETED
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
#########################################################################################
|
|
2
|
-
#########################################################################################
|
|
3
|
-
import os
|
|
4
|
-
|
|
5
|
-
def manual_execution_params():
|
|
6
|
-
|
|
7
|
-
# Manual execution: File location of the icsDataValidation configuration
|
|
8
|
-
os.environ["CONFIG_FOLDER_NAME"] = 'examples/'
|
|
9
|
-
os.environ["CONFIGURATION_FILE_NAME"] = 'ics_data_validation_config.json'
|
|
10
|
-
os.environ["MIGRATION_CONFIGURATION_FILE_NAME"] = 'migration_config.json'
|
|
11
|
-
|
|
12
|
-
# Manual execution: File path of the locally stored secrets
|
|
13
|
-
# Syntax: <parameter_name>="<value>" per row
|
|
14
|
-
os.environ["ENV_FILEPATH"] = ''
|
|
15
|
-
|
|
16
|
-
# Manual execution: Testset settings
|
|
17
|
-
os.environ["DATABASE_NAME"] = '' #
|
|
18
|
-
os.environ["SCHEMA_NAME"] = '' #
|
|
19
|
-
|
|
20
|
-
os.environ["TESTSET_FILE_NAMES"] = '' # for no testset define as ''
|
|
21
|
-
|
|
22
|
-
os.environ["OBJECT_TYPE_RESTRICTION"] = '' #'include_all', 'include_only_tables', 'include_only_views'
|
|
23
|
-
|
|
24
|
-
# Manual execution: Result settings
|
|
25
|
-
os.environ["UPLOAD_RESULT_TO_BLOB"] = '' #boolean: True or False
|
|
26
|
-
os.environ["UPLOAD_RESULT_TO_BUCKET"] = '' #boolean: True or False
|
|
27
|
-
os.environ["UPLOAD_RESULT_TO_RESULT_DATABASE"] = ''#boolean: True or False
|
|
28
|
-
|
|
29
|
-
# Manual execution: Pandas Dataframe Comparison restrictions -> -1 for no pandas-df comparison at all
|
|
30
|
-
os.environ["MAX_OBJECT_SIZE"] = str(-1) #-1
|
|
31
|
-
os.environ["MAX_ROW_NUMBER"] = str(-1) #-1
|
|
32
|
-
|
|
33
|
-
# Manual execution: Parallelization of comparison settings
|
|
34
|
-
os.environ["MAX_NUMBER_OF_THREADS"] = str(1) #1
|
|
35
|
-
|
|
36
|
-
# Manual execution: Group-By-Aggregation settings
|
|
37
|
-
os.environ["EXECUTE_GROUP_BY_COMPARISON"] = '' #boolean: True or False
|
|
38
|
-
os.environ["USE_GROUP_BY_COLUMNS"] = '' #boolean: True or False
|
|
39
|
-
os.environ["MIN_GROUP_BY_COUNT_DISTINCT"] = str(2) #2
|
|
40
|
-
os.environ["MAX_GROUP_BY_COUNT_DISTINCT"] = str(5) #5
|
|
41
|
-
os.environ["MAX_GROUP_BY_SIZE"] = str(100000000) #100000000
|
|
42
|
-
|
|
43
|
-
# Manual execution: Precision settings
|
|
44
|
-
os.environ["NUMERIC_SCALE"] = str(2)
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
Metadata-Version: 2.1
|
|
2
|
-
Name: icsDataValidation
|
|
3
|
-
Version: 1.0.378
|
|
4
|
-
Summary: ics data validation
|
|
5
|
-
Home-page: https://initions.com/
|
|
6
|
-
Author: initions
|
|
7
|
-
Author-email: ICSMC_EXT_PYPIORG@accenture.com
|
|
8
|
-
License: MIT
|
|
9
|
-
Requires-Dist: snowflake-connector-python[pandas] (==3.7.1)
|
|
10
|
-
Requires-Dist: python-dotenv (==0.20.0)
|
|
11
|
-
Requires-Dist: pyodbc
|
|
12
|
-
Requires-Dist: pyexasol (==0.24.0)
|
|
13
|
-
Requires-Dist: pandas (==2.2.2)
|
|
14
|
-
Requires-Dist: azure-storage-blob (==12.13.1)
|
|
15
|
-
Requires-Dist: teradatasql (==17.20.0.10)
|
|
16
|
-
Requires-Dist: boto3 (==1.26.154)
|
|
17
|
-
Requires-Dist: oracledb (==2.5.0)
|
|
18
|
-
Requires-Dist: databricks-sql-connector (==3.0.1)
|
|
19
|
-
Requires-Dist: databricks-sdk (==0.29.0)
|
|
20
|
-
Requires-Dist: numpy (==1.26.3)
|