maisaedu-poormans-dms 1.2.31__tar.gz → 1.2.32__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/PKG-INFO +1 -1
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/Migrator.py +2 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/MigratorRow/MigratorRow.py +5 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/MigratorRow/Writer.py +7 -2
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms.egg-info/PKG-INFO +1 -1
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/setup.py +1 -1
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/LICENSE +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/Contracts/MigratorInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/Contracts/MigratorRowInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/Contracts/MigratorRowReaderInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/Contracts/MigratorRowWriterInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/Contracts/MigratorTableInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/Contracts/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/MigratorRow/Reader.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/MigratorRow/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/MigratorTable.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/postgres_migration/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_dynamo_migration/Connector.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_dynamo_migration/DynamoReplicator.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_dynamo_migration/Writer/WriterCDC.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_dynamo_migration/Writer/WriterFull.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_dynamo_migration/Writer/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_dynamo_migration/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_dynamo_migration/models/Struct.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_dynamo_migration/models/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_dynamo_migration/services/Struct.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_dynamo_migration/services/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Connector.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Contracts/ReaderInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Contracts/WriterInterface.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Contracts/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Logger.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/MigratorRedshift.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Models/ExtractionOperation.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Models/Struct.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Models/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Reader/GenericReader.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Reader/PostgresReader.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Reader/SQLServerReader.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Reader/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Services/AdapterSourceTarget.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Services/ExtractionOperation.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Services/RelationExtraction.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Services/Struct.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Services/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Types.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Writer/GenericWriter.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Writer/WriterCDC.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Writer/WriterNonCDC.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/Writer/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/redshift_migration/__init__.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/sql_server_migration.py +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms.egg-info/SOURCES.txt +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms.egg-info/dependency_links.txt +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms.egg-info/requires.txt +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms.egg-info/top_level.txt +0 -0
- {maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/setup.cfg +0 -0
|
@@ -47,6 +47,7 @@ class Migrator(MigratorInterface):
|
|
|
47
47
|
write_batch_size: int = 10000,
|
|
48
48
|
copy_config: object = None,
|
|
49
49
|
ignore_columns: object = [],
|
|
50
|
+
use_copy: bool = True,
|
|
50
51
|
) -> None:
|
|
51
52
|
self.__create_source_connection()
|
|
52
53
|
self.__create_target_connection()
|
|
@@ -61,6 +62,7 @@ class Migrator(MigratorInterface):
|
|
|
61
62
|
write_batch_size,
|
|
62
63
|
copy_config,
|
|
63
64
|
ignore_columns,
|
|
65
|
+
use_copy,
|
|
64
66
|
)
|
|
65
67
|
self.__close_source_connection()
|
|
66
68
|
self.__close_target_connection()
|
|
@@ -37,6 +37,7 @@ class MigratorRow(MigratorRowInterface):
|
|
|
37
37
|
write_batch_size: int,
|
|
38
38
|
copy_config: object,
|
|
39
39
|
ignore_columns: object,
|
|
40
|
+
use_copy: bool = True,
|
|
40
41
|
):
|
|
41
42
|
self.source_table_name = source_table_name
|
|
42
43
|
self.target_table_name = target_table_name
|
|
@@ -47,6 +48,7 @@ class MigratorRow(MigratorRowInterface):
|
|
|
47
48
|
self.write_batch_size = write_batch_size
|
|
48
49
|
self.copy_config = copy_config
|
|
49
50
|
self.ignore_columns = ignore_columns
|
|
51
|
+
self.use_copy = use_copy
|
|
50
52
|
|
|
51
53
|
def __init_dependencies(self):
|
|
52
54
|
self.migrator_reader = MigratorReader(
|
|
@@ -65,6 +67,7 @@ class MigratorRow(MigratorRowInterface):
|
|
|
65
67
|
self.on_conflict,
|
|
66
68
|
self.copy_config,
|
|
67
69
|
self.ignore_columns,
|
|
70
|
+
self.use_copy,
|
|
68
71
|
)
|
|
69
72
|
|
|
70
73
|
def __migrate_without_incremental_column(self):
|
|
@@ -122,6 +125,7 @@ class MigratorRow(MigratorRowInterface):
|
|
|
122
125
|
write_batch_size: int,
|
|
123
126
|
copy_config: object,
|
|
124
127
|
ignore_columns: object,
|
|
128
|
+
use_copy: bool = True,
|
|
125
129
|
) -> None:
|
|
126
130
|
self.__set_configs(
|
|
127
131
|
source_table_name,
|
|
@@ -133,6 +137,7 @@ class MigratorRow(MigratorRowInterface):
|
|
|
133
137
|
write_batch_size,
|
|
134
138
|
copy_config,
|
|
135
139
|
ignore_columns,
|
|
140
|
+
use_copy,
|
|
136
141
|
)
|
|
137
142
|
self.__init_dependencies()
|
|
138
143
|
|
|
@@ -17,6 +17,7 @@ class MigratorWriter(MigratorRowWriterInterface):
|
|
|
17
17
|
on_conflict: str
|
|
18
18
|
copy_config: object
|
|
19
19
|
ignore_columns: object
|
|
20
|
+
use_copy: bool = True
|
|
20
21
|
|
|
21
22
|
def __init__(
|
|
22
23
|
self,
|
|
@@ -26,6 +27,7 @@ class MigratorWriter(MigratorRowWriterInterface):
|
|
|
26
27
|
on_conflict: str,
|
|
27
28
|
copy_config: object,
|
|
28
29
|
ignore_columns: object,
|
|
30
|
+
use_copy: bool = True
|
|
29
31
|
):
|
|
30
32
|
self.target_conn = target_conn
|
|
31
33
|
self.target_table_name = target_table_name
|
|
@@ -33,6 +35,7 @@ class MigratorWriter(MigratorRowWriterInterface):
|
|
|
33
35
|
self.on_conflict = on_conflict
|
|
34
36
|
self.copy_config = copy_config
|
|
35
37
|
self.ignore_columns = ignore_columns
|
|
38
|
+
self.use_copy = use_copy
|
|
36
39
|
|
|
37
40
|
def __bind_on_conflict(self):
|
|
38
41
|
if self.on_conflict is True:
|
|
@@ -93,7 +96,7 @@ class MigratorWriter(MigratorRowWriterInterface):
|
|
|
93
96
|
insert_list.append(insert_row)
|
|
94
97
|
|
|
95
98
|
if len(insert_list) > self.write_batch_size:
|
|
96
|
-
if self.on_conflict is None:
|
|
99
|
+
if self.on_conflict is None and self.use_copy:
|
|
97
100
|
copy(
|
|
98
101
|
self.target_conn,
|
|
99
102
|
self.target_table_name,
|
|
@@ -102,6 +105,7 @@ class MigratorWriter(MigratorRowWriterInterface):
|
|
|
102
105
|
default_commit=default_commit,
|
|
103
106
|
)
|
|
104
107
|
else:
|
|
108
|
+
on_conflict = '' if on_conflict is None else on_conflict
|
|
105
109
|
insert_batch(
|
|
106
110
|
self.target_conn,
|
|
107
111
|
insert_list,
|
|
@@ -114,7 +118,7 @@ class MigratorWriter(MigratorRowWriterInterface):
|
|
|
114
118
|
insert_list = []
|
|
115
119
|
|
|
116
120
|
if len(insert_list) > 0:
|
|
117
|
-
if self.on_conflict is None:
|
|
121
|
+
if self.on_conflict is None and self.use_copy:
|
|
118
122
|
copy(
|
|
119
123
|
self.target_conn,
|
|
120
124
|
self.target_table_name,
|
|
@@ -123,6 +127,7 @@ class MigratorWriter(MigratorRowWriterInterface):
|
|
|
123
127
|
default_commit=default_commit,
|
|
124
128
|
)
|
|
125
129
|
else:
|
|
130
|
+
on_conflict = '' if on_conflict is None else on_conflict
|
|
126
131
|
insert_batch(
|
|
127
132
|
self.target_conn,
|
|
128
133
|
insert_list,
|
|
File without changes
|
{maisaedu_poormans_dms-1.2.31 → maisaedu_poormans_dms-1.2.32}/maisaedu_poormans_dms/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|