dbhose-airflow 0.1.0.0__py3-none-any.whl → 0.1.0.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dbhose_airflow/__init__.py +10 -6
- {dbhose_airflow-0.1.0.0.dist-info → dbhose_airflow-0.1.0.2.dist-info}/METADATA +26 -4
- {dbhose_airflow-0.1.0.0.dist-info → dbhose_airflow-0.1.0.2.dist-info}/RECORD +7 -7
- {dbhose_airflow-0.1.0.0.dist-info → dbhose_airflow-0.1.0.2.dist-info}/licenses/CHANGELOG.md +13 -0
- {dbhose_airflow-0.1.0.0.dist-info → dbhose_airflow-0.1.0.2.dist-info}/licenses/README.md +1 -1
- {dbhose_airflow-0.1.0.0.dist-info → dbhose_airflow-0.1.0.2.dist-info}/WHEEL +0 -0
- {dbhose_airflow-0.1.0.0.dist-info → dbhose_airflow-0.1.0.2.dist-info}/top_level.txt +0 -0
dbhose_airflow/__init__.py
CHANGED
|
@@ -33,7 +33,7 @@ __all__ = (
|
|
|
33
33
|
"dbhose_dumper",
|
|
34
34
|
)
|
|
35
35
|
__author__ = "0xMihalich"
|
|
36
|
-
__version__ = "0.1.0.
|
|
36
|
+
__version__ = "0.1.0.2"
|
|
37
37
|
|
|
38
38
|
|
|
39
39
|
root_path = dirname(__file__)
|
|
@@ -235,22 +235,26 @@ class DBHose:
|
|
|
235
235
|
|
|
236
236
|
if value_src != value_dst:
|
|
237
237
|
err_msg = (
|
|
238
|
-
f"Check {column_src} test
|
|
239
|
-
f"value {value_src}
|
|
238
|
+
f"Check column {column_src} test "
|
|
239
|
+
f"Fail: value {value_src} "
|
|
240
|
+
f"<> {value_dst}"
|
|
240
241
|
)
|
|
241
242
|
self.logger.error(wrap_frame(err_msg))
|
|
242
243
|
raise ValueError(err_msg)
|
|
243
244
|
|
|
244
245
|
self.logger.info(
|
|
245
246
|
wrap_frame(
|
|
246
|
-
f"Check {column_src}
|
|
247
|
+
f"Check column {column_src} "
|
|
248
|
+
"test Pass",
|
|
247
249
|
),
|
|
248
250
|
)
|
|
249
251
|
break
|
|
250
252
|
else:
|
|
251
253
|
self.logger.warning(
|
|
252
|
-
wrap_frame(
|
|
253
|
-
|
|
254
|
+
wrap_frame(
|
|
255
|
+
f"Check column {column_src} test Skip "
|
|
256
|
+
"[no column for test]",
|
|
257
|
+
),
|
|
254
258
|
)
|
|
255
259
|
else:
|
|
256
260
|
reader_src = dumper_src.to_reader(
|
|
@@ -1,22 +1,44 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dbhose_airflow
|
|
3
|
-
Version: 0.1.0.
|
|
3
|
+
Version: 0.1.0.2
|
|
4
4
|
Summary: airflow class for exchanging data between DBMSs in native binary formats.
|
|
5
5
|
Home-page: https://github.com/0xMihalich/dbhose_airflow
|
|
6
6
|
Author: 0xMihalich
|
|
7
7
|
Author-email: bayanmobile87@gmail.com
|
|
8
|
+
Project-URL: Homepage, https://github.com/0xMihalich/dbhose_airflow
|
|
9
|
+
Project-URL: Documentation, https://0xmihalich.github.io/dbhose_airflow/
|
|
10
|
+
Keywords: airflow,database,etl,clickhouse,postgresql,greenplum
|
|
11
|
+
Classifier: Development Status :: 4 - Beta
|
|
12
|
+
Classifier: Intended Audience :: Developers
|
|
13
|
+
Classifier: Topic :: Software Development :: Libraries :: Python Modules
|
|
14
|
+
Classifier: Topic :: Database
|
|
15
|
+
Classifier: License :: OSI Approved :: MIT License
|
|
16
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
17
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
18
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
19
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
20
|
+
Classifier: Programming Language :: Python :: 3.14
|
|
21
|
+
Classifier: Framework :: Apache Airflow
|
|
22
|
+
Classifier: Operating System :: OS Independent
|
|
23
|
+
Requires-Python: >=3.10
|
|
8
24
|
Description-Content-Type: text/markdown
|
|
9
25
|
License-File: README.md
|
|
10
26
|
License-File: CHANGELOG.md
|
|
11
27
|
Requires-Dist: apache-airflow>=2.4.3
|
|
12
|
-
Requires-Dist: native-dumper==0.3.4.
|
|
13
|
-
Requires-Dist: pgpack-dumper==0.3.4.
|
|
28
|
+
Requires-Dist: native-dumper==0.3.4.9
|
|
29
|
+
Requires-Dist: pgpack-dumper==0.3.4.8
|
|
30
|
+
Requires-Dist: dbhose-utils==0.0.2.4
|
|
14
31
|
Dynamic: author
|
|
15
32
|
Dynamic: author-email
|
|
33
|
+
Dynamic: classifier
|
|
16
34
|
Dynamic: description
|
|
17
35
|
Dynamic: description-content-type
|
|
18
36
|
Dynamic: home-page
|
|
37
|
+
Dynamic: keywords
|
|
19
38
|
Dynamic: license-file
|
|
39
|
+
Dynamic: project-url
|
|
40
|
+
Dynamic: requires-dist
|
|
41
|
+
Dynamic: requires-python
|
|
20
42
|
Dynamic: summary
|
|
21
43
|
|
|
22
44
|
# DBHose для Apache Airflow
|
|
@@ -162,7 +184,7 @@ with DAG('data_transfer_dag', start_date=datetime(2025, 10, 27)) as dag:
|
|
|
162
184
|
)
|
|
163
185
|
```
|
|
164
186
|
|
|
165
|
-
## Ограничения
|
|
187
|
+
## Ограничения бета-версии
|
|
166
188
|
|
|
167
189
|
- Поддерживаются только ClickHouse, Greenplum и PostgreSQL
|
|
168
190
|
- Возможны ошибки при работе с большими объемами данных
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
dbhose_airflow/LOGO,sha256=YVxtMUxFguM6gfqqBVWHzm8vn5wWp2o8NbzWCAn4a4E,783
|
|
2
|
-
dbhose_airflow/__init__.py,sha256=
|
|
2
|
+
dbhose_airflow/__init__.py,sha256=huz-t5-_O08X7SaBulntxKeMDiwcWk7ENbLN3MoKD04,15813
|
|
3
3
|
dbhose_airflow/airflow_connect.py,sha256=unsRItnK4Q_ieMiGKEsCw8Q_8wkaXdVOfaSWLNRyujM,906
|
|
4
4
|
dbhose_airflow/chunk_query.py,sha256=I5BpBYYjdNiTMiEy7JefmUjVuouAXDtmFbi9RPhNrUI,275
|
|
5
5
|
dbhose_airflow/dq_check.py,sha256=VoAw8qieA5LM1a7jaMPO3AQ7QXe_-ThZ8Gy868ozjHw,689
|
|
@@ -35,9 +35,9 @@ dbhose_airflow/move/greenplum/delete.sql,sha256=OJJqu3CmbipMUl_Oyw48yzRSfzchzyu4
|
|
|
35
35
|
dbhose_airflow/move/greenplum/replace.sql,sha256=Pk9g-3SBC78bB_s8ECh_6tPDqTvL1wxKNjzrTakfrL0,1976
|
|
36
36
|
dbhose_airflow/move/postgres/delete.sql,sha256=OJJqu3CmbipMUl_Oyw48yzRSfzchzyu4YAcu9gAscFc,502
|
|
37
37
|
dbhose_airflow/move/postgres/replace.sql,sha256=Pk9g-3SBC78bB_s8ECh_6tPDqTvL1wxKNjzrTakfrL0,1976
|
|
38
|
-
dbhose_airflow-0.1.0.
|
|
39
|
-
dbhose_airflow-0.1.0.
|
|
40
|
-
dbhose_airflow-0.1.0.
|
|
41
|
-
dbhose_airflow-0.1.0.
|
|
42
|
-
dbhose_airflow-0.1.0.
|
|
43
|
-
dbhose_airflow-0.1.0.
|
|
38
|
+
dbhose_airflow-0.1.0.2.dist-info/licenses/CHANGELOG.md,sha256=v4EOBmYfb6zYRbrajx1xCp9PNuvM01jreNGbngLn9QQ,3094
|
|
39
|
+
dbhose_airflow-0.1.0.2.dist-info/licenses/README.md,sha256=3ce9VB-Bu0vScKKMvw_TrLshrLg-ojMbzGCdh7Cz2oE,8639
|
|
40
|
+
dbhose_airflow-0.1.0.2.dist-info/METADATA,sha256=2IEfj5FbaTESV1g97bkfzf0af9GQ9FJHrvL7clzouVE,10206
|
|
41
|
+
dbhose_airflow-0.1.0.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
42
|
+
dbhose_airflow-0.1.0.2.dist-info/top_level.txt,sha256=VlTXT0CLGGcVhbG9QPw2_a8H5UV03QMjvZ-NrPy6_jM,15
|
|
43
|
+
dbhose_airflow-0.1.0.2.dist-info/RECORD,,
|
|
@@ -1,5 +1,18 @@
|
|
|
1
1
|
# Version History
|
|
2
2
|
|
|
3
|
+
## 0.1.0.2
|
|
4
|
+
|
|
5
|
+
* Add depends dbhose-utils==0.0.2.4
|
|
6
|
+
* Add documentation link
|
|
7
|
+
* Delete OLD_DOCS.md
|
|
8
|
+
|
|
9
|
+
## 0.1.0.1
|
|
10
|
+
|
|
11
|
+
* Update depends native-dumper==0.3.4.9
|
|
12
|
+
* Update depends pgpack-dumper==0.3.4.8
|
|
13
|
+
* Update README.md
|
|
14
|
+
* Change DQ output message for check column sum
|
|
15
|
+
|
|
3
16
|
## 0.1.0.0
|
|
4
17
|
|
|
5
18
|
* Update depends native-dumper==0.3.4.8
|
|
@@ -141,7 +141,7 @@ with DAG('data_transfer_dag', start_date=datetime(2025, 10, 27)) as dag:
|
|
|
141
141
|
)
|
|
142
142
|
```
|
|
143
143
|
|
|
144
|
-
## Ограничения
|
|
144
|
+
## Ограничения бета-версии
|
|
145
145
|
|
|
146
146
|
- Поддерживаются только ClickHouse, Greenplum и PostgreSQL
|
|
147
147
|
- Возможны ошибки при работе с большими объемами данных
|
|
File without changes
|
|
File without changes
|