dbhose-airflow 0.0.4.4__py3-none-any.whl → 0.1.0.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dbhose_airflow/__init__.py +10 -6
- {dbhose_airflow-0.0.4.4.dist-info → dbhose_airflow-0.1.0.1.dist-info}/METADATA +5 -7
- {dbhose_airflow-0.0.4.4.dist-info → dbhose_airflow-0.1.0.1.dist-info}/RECORD +7 -7
- {dbhose_airflow-0.0.4.4.dist-info → dbhose_airflow-0.1.0.1.dist-info}/licenses/CHANGELOG.md +13 -0
- {dbhose_airflow-0.0.4.4.dist-info → dbhose_airflow-0.1.0.1.dist-info}/licenses/README.md +2 -4
- {dbhose_airflow-0.0.4.4.dist-info → dbhose_airflow-0.1.0.1.dist-info}/WHEEL +0 -0
- {dbhose_airflow-0.0.4.4.dist-info → dbhose_airflow-0.1.0.1.dist-info}/top_level.txt +0 -0
dbhose_airflow/__init__.py
CHANGED
|
@@ -33,7 +33,7 @@ __all__ = (
|
|
|
33
33
|
"dbhose_dumper",
|
|
34
34
|
)
|
|
35
35
|
__author__ = "0xMihalich"
|
|
36
|
-
__version__ = "0.0.
|
|
36
|
+
__version__ = "0.1.0.1"
|
|
37
37
|
|
|
38
38
|
|
|
39
39
|
root_path = dirname(__file__)
|
|
@@ -235,22 +235,26 @@ class DBHose:
|
|
|
235
235
|
|
|
236
236
|
if value_src != value_dst:
|
|
237
237
|
err_msg = (
|
|
238
|
-
f"Check {column_src} test
|
|
239
|
-
f"value {value_src}
|
|
238
|
+
f"Check column {column_src} test "
|
|
239
|
+
f"Fail: value {value_src} "
|
|
240
|
+
f"<> {value_dst}"
|
|
240
241
|
)
|
|
241
242
|
self.logger.error(wrap_frame(err_msg))
|
|
242
243
|
raise ValueError(err_msg)
|
|
243
244
|
|
|
244
245
|
self.logger.info(
|
|
245
246
|
wrap_frame(
|
|
246
|
-
f"Check {column_src}
|
|
247
|
+
f"Check column {column_src} "
|
|
248
|
+
"test Pass",
|
|
247
249
|
),
|
|
248
250
|
)
|
|
249
251
|
break
|
|
250
252
|
else:
|
|
251
253
|
self.logger.warning(
|
|
252
|
-
wrap_frame(
|
|
253
|
-
|
|
254
|
+
wrap_frame(
|
|
255
|
+
f"Check column {column_src} test Skip "
|
|
256
|
+
"[no column for test]",
|
|
257
|
+
),
|
|
254
258
|
)
|
|
255
259
|
else:
|
|
256
260
|
reader_src = dumper_src.to_reader(
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dbhose_airflow
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.1.0.1
|
|
4
4
|
Summary: airflow class for exchanging data between DBMSs in native binary formats.
|
|
5
5
|
Home-page: https://github.com/0xMihalich/dbhose_airflow
|
|
6
6
|
Author: 0xMihalich
|
|
@@ -9,8 +9,8 @@ Description-Content-Type: text/markdown
|
|
|
9
9
|
License-File: README.md
|
|
10
10
|
License-File: CHANGELOG.md
|
|
11
11
|
Requires-Dist: apache-airflow>=2.4.3
|
|
12
|
-
Requires-Dist: native-dumper==0.3.4.
|
|
13
|
-
Requires-Dist: pgpack-dumper==0.3.4.
|
|
12
|
+
Requires-Dist: native-dumper==0.3.4.9
|
|
13
|
+
Requires-Dist: pgpack-dumper==0.3.4.8
|
|
14
14
|
Dynamic: author
|
|
15
15
|
Dynamic: author-email
|
|
16
16
|
Dynamic: description
|
|
@@ -36,7 +36,7 @@ _(())\_)() /((_) (( ) )\ )\ )\ ' /((_) (_))/ )\ (_))_ ((_)_
|
|
|
36
36
|
|
|
37
37
|
## ⚠️ Статус проекта
|
|
38
38
|
|
|
39
|
-
**Проект находится в стадии
|
|
39
|
+
**Проект находится в стадии бета-тестирования** и может содержать ошибки. Используйте с осторожностью в production-средах.
|
|
40
40
|
|
|
41
41
|
## Поддерживаемые СУБД
|
|
42
42
|
|
|
@@ -162,7 +162,7 @@ with DAG('data_transfer_dag', start_date=datetime(2025, 10, 27)) as dag:
|
|
|
162
162
|
)
|
|
163
163
|
```
|
|
164
164
|
|
|
165
|
-
## Ограничения
|
|
165
|
+
## Ограничения бета-версии
|
|
166
166
|
|
|
167
167
|
- Поддерживаются только ClickHouse, Greenplum и PostgreSQL
|
|
168
168
|
- Возможны ошибки при работе с большими объемами данных
|
|
@@ -182,8 +182,6 @@ with DAG('data_transfer_dag', start_date=datetime(2025, 10, 27)) as dag:
|
|
|
182
182
|
|
|
183
183
|
- Apache Airflow
|
|
184
184
|
- Подключения к поддерживаемым БД, настроенные в Airflow
|
|
185
|
-
- Соответствующие драйверы БД (clickhouse-driver, psycopg2, etc.)
|
|
186
|
-
- Файлы SQL шаблонов для DDL и операций перемещения
|
|
187
185
|
|
|
188
186
|
## Примечания
|
|
189
187
|
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
dbhose_airflow/LOGO,sha256=YVxtMUxFguM6gfqqBVWHzm8vn5wWp2o8NbzWCAn4a4E,783
|
|
2
|
-
dbhose_airflow/__init__.py,sha256=
|
|
2
|
+
dbhose_airflow/__init__.py,sha256=97e6MMoKFQEwzlv-fqF-93A0NKNkasSQovRrMGebl7k,15813
|
|
3
3
|
dbhose_airflow/airflow_connect.py,sha256=unsRItnK4Q_ieMiGKEsCw8Q_8wkaXdVOfaSWLNRyujM,906
|
|
4
4
|
dbhose_airflow/chunk_query.py,sha256=I5BpBYYjdNiTMiEy7JefmUjVuouAXDtmFbi9RPhNrUI,275
|
|
5
5
|
dbhose_airflow/dq_check.py,sha256=VoAw8qieA5LM1a7jaMPO3AQ7QXe_-ThZ8Gy868ozjHw,689
|
|
@@ -35,9 +35,9 @@ dbhose_airflow/move/greenplum/delete.sql,sha256=OJJqu3CmbipMUl_Oyw48yzRSfzchzyu4
|
|
|
35
35
|
dbhose_airflow/move/greenplum/replace.sql,sha256=Pk9g-3SBC78bB_s8ECh_6tPDqTvL1wxKNjzrTakfrL0,1976
|
|
36
36
|
dbhose_airflow/move/postgres/delete.sql,sha256=OJJqu3CmbipMUl_Oyw48yzRSfzchzyu4YAcu9gAscFc,502
|
|
37
37
|
dbhose_airflow/move/postgres/replace.sql,sha256=Pk9g-3SBC78bB_s8ECh_6tPDqTvL1wxKNjzrTakfrL0,1976
|
|
38
|
-
dbhose_airflow-0.0.
|
|
39
|
-
dbhose_airflow-0.0.
|
|
40
|
-
dbhose_airflow-0.0.
|
|
41
|
-
dbhose_airflow-0.0.
|
|
42
|
-
dbhose_airflow-0.0.
|
|
43
|
-
dbhose_airflow-0.0.
|
|
38
|
+
dbhose_airflow-0.1.0.1.dist-info/licenses/CHANGELOG.md,sha256=8ZHwICDKs1AA4Hx9NhK_L_H4KX0xYHLNDYnptbLmfm4,2999
|
|
39
|
+
dbhose_airflow-0.1.0.1.dist-info/licenses/README.md,sha256=3ce9VB-Bu0vScKKMvw_TrLshrLg-ojMbzGCdh7Cz2oE,8639
|
|
40
|
+
dbhose_airflow-0.1.0.1.dist-info/METADATA,sha256=1_GMFZxALNUvKs18PrmkGI-fy2BOhWk520nSiY7oYnc,9251
|
|
41
|
+
dbhose_airflow-0.1.0.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
42
|
+
dbhose_airflow-0.1.0.1.dist-info/top_level.txt,sha256=VlTXT0CLGGcVhbG9QPw2_a8H5UV03QMjvZ-NrPy6_jM,15
|
|
43
|
+
dbhose_airflow-0.1.0.1.dist-info/RECORD,,
|
|
@@ -1,5 +1,18 @@
|
|
|
1
1
|
# Version History
|
|
2
2
|
|
|
3
|
+
## 0.1.0.1
|
|
4
|
+
|
|
5
|
+
* Update depends native-dumper==0.3.4.9
|
|
6
|
+
* Update depends pgpack-dumper==0.3.4.8
|
|
7
|
+
* Update README.md
|
|
8
|
+
* Change DQ output message for check column sum
|
|
9
|
+
|
|
10
|
+
## 0.1.0.0
|
|
11
|
+
|
|
12
|
+
* Update depends native-dumper==0.3.4.8
|
|
13
|
+
* Update README.md
|
|
14
|
+
* Change project status to Beta
|
|
15
|
+
|
|
3
16
|
## 0.0.4.4
|
|
4
17
|
|
|
5
18
|
* Update depends pgpack-dumper==0.3.4.7
|
|
@@ -15,7 +15,7 @@ _(())\_)() /((_) (( ) )\ )\ )\ ' /((_) (_))/ )\ (_))_ ((_)_
|
|
|
15
15
|
|
|
16
16
|
## ⚠️ Статус проекта
|
|
17
17
|
|
|
18
|
-
**Проект находится в стадии
|
|
18
|
+
**Проект находится в стадии бета-тестирования** и может содержать ошибки. Используйте с осторожностью в production-средах.
|
|
19
19
|
|
|
20
20
|
## Поддерживаемые СУБД
|
|
21
21
|
|
|
@@ -141,7 +141,7 @@ with DAG('data_transfer_dag', start_date=datetime(2025, 10, 27)) as dag:
|
|
|
141
141
|
)
|
|
142
142
|
```
|
|
143
143
|
|
|
144
|
-
## Ограничения
|
|
144
|
+
## Ограничения бета-версии
|
|
145
145
|
|
|
146
146
|
- Поддерживаются только ClickHouse, Greenplum и PostgreSQL
|
|
147
147
|
- Возможны ошибки при работе с большими объемами данных
|
|
@@ -161,8 +161,6 @@ with DAG('data_transfer_dag', start_date=datetime(2025, 10, 27)) as dag:
|
|
|
161
161
|
|
|
162
162
|
- Apache Airflow
|
|
163
163
|
- Подключения к поддерживаемым БД, настроенные в Airflow
|
|
164
|
-
- Соответствующие драйверы БД (clickhouse-driver, psycopg2, etc.)
|
|
165
|
-
- Файлы SQL шаблонов для DDL и операций перемещения
|
|
166
164
|
|
|
167
165
|
## Примечания
|
|
168
166
|
|
|
File without changes
|
|
File without changes
|