dbhose-airflow 0.1.0.0__py3-none-any.whl → 0.1.0.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dbhose_airflow/__init__.py +10 -6
- {dbhose_airflow-0.1.0.0.dist-info → dbhose_airflow-0.1.0.1.dist-info}/METADATA +4 -4
- {dbhose_airflow-0.1.0.0.dist-info → dbhose_airflow-0.1.0.1.dist-info}/RECORD +7 -7
- {dbhose_airflow-0.1.0.0.dist-info → dbhose_airflow-0.1.0.1.dist-info}/licenses/CHANGELOG.md +7 -0
- {dbhose_airflow-0.1.0.0.dist-info → dbhose_airflow-0.1.0.1.dist-info}/licenses/README.md +1 -1
- {dbhose_airflow-0.1.0.0.dist-info → dbhose_airflow-0.1.0.1.dist-info}/WHEEL +0 -0
- {dbhose_airflow-0.1.0.0.dist-info → dbhose_airflow-0.1.0.1.dist-info}/top_level.txt +0 -0
dbhose_airflow/__init__.py
CHANGED
|
@@ -33,7 +33,7 @@ __all__ = (
|
|
|
33
33
|
"dbhose_dumper",
|
|
34
34
|
)
|
|
35
35
|
__author__ = "0xMihalich"
|
|
36
|
-
__version__ = "0.1.0.
|
|
36
|
+
__version__ = "0.1.0.1"
|
|
37
37
|
|
|
38
38
|
|
|
39
39
|
root_path = dirname(__file__)
|
|
@@ -235,22 +235,26 @@ class DBHose:
|
|
|
235
235
|
|
|
236
236
|
if value_src != value_dst:
|
|
237
237
|
err_msg = (
|
|
238
|
-
f"Check {column_src} test
|
|
239
|
-
f"value {value_src}
|
|
238
|
+
f"Check column {column_src} test "
|
|
239
|
+
f"Fail: value {value_src} "
|
|
240
|
+
f"<> {value_dst}"
|
|
240
241
|
)
|
|
241
242
|
self.logger.error(wrap_frame(err_msg))
|
|
242
243
|
raise ValueError(err_msg)
|
|
243
244
|
|
|
244
245
|
self.logger.info(
|
|
245
246
|
wrap_frame(
|
|
246
|
-
f"Check {column_src}
|
|
247
|
+
f"Check column {column_src} "
|
|
248
|
+
"test Pass",
|
|
247
249
|
),
|
|
248
250
|
)
|
|
249
251
|
break
|
|
250
252
|
else:
|
|
251
253
|
self.logger.warning(
|
|
252
|
-
wrap_frame(
|
|
253
|
-
|
|
254
|
+
wrap_frame(
|
|
255
|
+
f"Check column {column_src} test Skip "
|
|
256
|
+
"[no column for test]",
|
|
257
|
+
),
|
|
254
258
|
)
|
|
255
259
|
else:
|
|
256
260
|
reader_src = dumper_src.to_reader(
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dbhose_airflow
|
|
3
|
-
Version: 0.1.0.
|
|
3
|
+
Version: 0.1.0.1
|
|
4
4
|
Summary: airflow class for exchanging data between DBMSs in native binary formats.
|
|
5
5
|
Home-page: https://github.com/0xMihalich/dbhose_airflow
|
|
6
6
|
Author: 0xMihalich
|
|
@@ -9,8 +9,8 @@ Description-Content-Type: text/markdown
|
|
|
9
9
|
License-File: README.md
|
|
10
10
|
License-File: CHANGELOG.md
|
|
11
11
|
Requires-Dist: apache-airflow>=2.4.3
|
|
12
|
-
Requires-Dist: native-dumper==0.3.4.
|
|
13
|
-
Requires-Dist: pgpack-dumper==0.3.4.
|
|
12
|
+
Requires-Dist: native-dumper==0.3.4.9
|
|
13
|
+
Requires-Dist: pgpack-dumper==0.3.4.8
|
|
14
14
|
Dynamic: author
|
|
15
15
|
Dynamic: author-email
|
|
16
16
|
Dynamic: description
|
|
@@ -162,7 +162,7 @@ with DAG('data_transfer_dag', start_date=datetime(2025, 10, 27)) as dag:
|
|
|
162
162
|
)
|
|
163
163
|
```
|
|
164
164
|
|
|
165
|
-
## Ограничения
|
|
165
|
+
## Ограничения бета-версии
|
|
166
166
|
|
|
167
167
|
- Поддерживаются только ClickHouse, Greenplum и PostgreSQL
|
|
168
168
|
- Возможны ошибки при работе с большими объемами данных
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
dbhose_airflow/LOGO,sha256=YVxtMUxFguM6gfqqBVWHzm8vn5wWp2o8NbzWCAn4a4E,783
|
|
2
|
-
dbhose_airflow/__init__.py,sha256=
|
|
2
|
+
dbhose_airflow/__init__.py,sha256=97e6MMoKFQEwzlv-fqF-93A0NKNkasSQovRrMGebl7k,15813
|
|
3
3
|
dbhose_airflow/airflow_connect.py,sha256=unsRItnK4Q_ieMiGKEsCw8Q_8wkaXdVOfaSWLNRyujM,906
|
|
4
4
|
dbhose_airflow/chunk_query.py,sha256=I5BpBYYjdNiTMiEy7JefmUjVuouAXDtmFbi9RPhNrUI,275
|
|
5
5
|
dbhose_airflow/dq_check.py,sha256=VoAw8qieA5LM1a7jaMPO3AQ7QXe_-ThZ8Gy868ozjHw,689
|
|
@@ -35,9 +35,9 @@ dbhose_airflow/move/greenplum/delete.sql,sha256=OJJqu3CmbipMUl_Oyw48yzRSfzchzyu4
|
|
|
35
35
|
dbhose_airflow/move/greenplum/replace.sql,sha256=Pk9g-3SBC78bB_s8ECh_6tPDqTvL1wxKNjzrTakfrL0,1976
|
|
36
36
|
dbhose_airflow/move/postgres/delete.sql,sha256=OJJqu3CmbipMUl_Oyw48yzRSfzchzyu4YAcu9gAscFc,502
|
|
37
37
|
dbhose_airflow/move/postgres/replace.sql,sha256=Pk9g-3SBC78bB_s8ECh_6tPDqTvL1wxKNjzrTakfrL0,1976
|
|
38
|
-
dbhose_airflow-0.1.0.
|
|
39
|
-
dbhose_airflow-0.1.0.
|
|
40
|
-
dbhose_airflow-0.1.0.
|
|
41
|
-
dbhose_airflow-0.1.0.
|
|
42
|
-
dbhose_airflow-0.1.0.
|
|
43
|
-
dbhose_airflow-0.1.0.
|
|
38
|
+
dbhose_airflow-0.1.0.1.dist-info/licenses/CHANGELOG.md,sha256=8ZHwICDKs1AA4Hx9NhK_L_H4KX0xYHLNDYnptbLmfm4,2999
|
|
39
|
+
dbhose_airflow-0.1.0.1.dist-info/licenses/README.md,sha256=3ce9VB-Bu0vScKKMvw_TrLshrLg-ojMbzGCdh7Cz2oE,8639
|
|
40
|
+
dbhose_airflow-0.1.0.1.dist-info/METADATA,sha256=1_GMFZxALNUvKs18PrmkGI-fy2BOhWk520nSiY7oYnc,9251
|
|
41
|
+
dbhose_airflow-0.1.0.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
42
|
+
dbhose_airflow-0.1.0.1.dist-info/top_level.txt,sha256=VlTXT0CLGGcVhbG9QPw2_a8H5UV03QMjvZ-NrPy6_jM,15
|
|
43
|
+
dbhose_airflow-0.1.0.1.dist-info/RECORD,,
|
|
@@ -141,7 +141,7 @@ with DAG('data_transfer_dag', start_date=datetime(2025, 10, 27)) as dag:
|
|
|
141
141
|
)
|
|
142
142
|
```
|
|
143
143
|
|
|
144
|
-
## Ограничения
|
|
144
|
+
## Ограничения бета-версии
|
|
145
145
|
|
|
146
146
|
- Поддерживаются только ClickHouse, Greenplum и PostgreSQL
|
|
147
147
|
- Возможны ошибки при работе с большими объемами данных
|
|
File without changes
|
|
File without changes
|