maisaedu-poormans-dms 1.2.66__tar.gz → 1.2.67__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/PKG-INFO +1 -1
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/sql_server_migration.py +0 -7
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms.egg-info/PKG-INFO +1 -1
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/setup.py +1 -1
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/LICENSE +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/Contracts/MigratorInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/Contracts/MigratorRowInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/Contracts/MigratorRowReaderInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/Contracts/MigratorRowWriterInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/Contracts/MigratorTableInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/Contracts/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/Migrator.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/MigratorRow/MigratorRow.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/MigratorRow/Reader.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/MigratorRow/Writer.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/MigratorRow/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/MigratorTable.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/postgres_migration/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_dynamo_migration/Connector.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_dynamo_migration/DynamoReplicator.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_dynamo_migration/Writer/WriterCDC.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_dynamo_migration/Writer/WriterFull.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_dynamo_migration/Writer/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_dynamo_migration/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_dynamo_migration/models/Struct.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_dynamo_migration/models/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_dynamo_migration/services/Struct.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_dynamo_migration/services/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Connector.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Contracts/ReaderInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Contracts/WriterInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Contracts/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Logger.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/MigratorRedshift.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Models/ExtractionOperation.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Models/Struct.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Models/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Reader/GenericReader.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Reader/PostgresReader.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Reader/SQLServerReader.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Reader/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Services/AdapterSourceTarget.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Services/ExtractionOperation.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Services/RelationExtraction.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Services/Struct.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Services/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Types.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Writer/GenericWriter.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Writer/WriterCDC.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Writer/WriterNonCDC.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/Writer/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/redshift_migration/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms.egg-info/SOURCES.txt +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms.egg-info/dependency_links.txt +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms.egg-info/requires.txt +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms.egg-info/top_level.txt +0 -0
- {maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/setup.cfg +0 -0
|
@@ -323,9 +323,6 @@ def check_dw_table_columns(dw_cursor, table, origin_columns, ignored_columns):
|
|
|
323
323
|
for c in origin_columns:
|
|
324
324
|
query_cols.append(f""" ADD COLUMN {c.replace('"', '')} NULL """)
|
|
325
325
|
|
|
326
|
-
#build_prefect_logger().info(f"""Ensuring prefect as {table}'s owner""")
|
|
327
|
-
dw_cursor.execute(f"""alter table {table} owner to prefect;""")
|
|
328
|
-
|
|
329
326
|
#build_prefect_logger().info(f"adding columns: {', '.join(query_cols)}")
|
|
330
327
|
dw_cursor.execute(
|
|
331
328
|
f"""
|
|
@@ -447,7 +444,6 @@ def extract_load_data(origin_secret, info, insert_type="full", delete_type="trun
|
|
|
447
444
|
if table_exists is False:
|
|
448
445
|
create_table_query = build_create_query(f"{dest_table}", cols, cols_pk)
|
|
449
446
|
dw_cursor.execute(create_table_query)
|
|
450
|
-
dw_cursor.execute(f"alter table {dest_table} owner to prefect;")
|
|
451
447
|
|
|
452
448
|
origin_columns = cols.split(",")
|
|
453
449
|
dw_columns = check_dw_table_columns(
|
|
@@ -463,9 +459,6 @@ def extract_load_data(origin_secret, info, insert_type="full", delete_type="trun
|
|
|
463
459
|
delete_statement = f"delete from {dest_table} where {filter_destination}"
|
|
464
460
|
dw_cursor.execute(delete_statement)
|
|
465
461
|
elif insert_type == "full":
|
|
466
|
-
build_prefect_logger().info(
|
|
467
|
-
f"Ensuring it will give the {dest_table} table owner to prefect role in the DW!"
|
|
468
|
-
)
|
|
469
462
|
if delete_type == "truncate":
|
|
470
463
|
build_prefect_logger().info(f"Truncating {dest_table}")
|
|
471
464
|
dw_cursor.execute(f"truncate table {dest_table};")
|
|
File without changes
|
{maisaedu_poormans_dms-1.2.66 → maisaedu_poormans_dms-1.2.67}/maisaedu_poormans_dms/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|