dbhose-airflow 0.0.1.0__py3-none-any.whl → 0.0.2.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dbhose_airflow/__init__.py +2 -2
- {dbhose_airflow-0.0.1.0.dist-info → dbhose_airflow-0.0.2.0.dist-info}/METADATA +10 -5
- dbhose_airflow-0.0.2.0.dist-info/RECORD +11 -0
- {dbhose_airflow-0.0.1.0.dist-info → dbhose_airflow-0.0.2.0.dist-info}/licenses/CHANGELOG.md +8 -0
- {dbhose_airflow-0.0.1.0.dist-info → dbhose_airflow-0.0.2.0.dist-info}/licenses/README.md +7 -2
- dbhose_airflow-0.0.1.0.dist-info/RECORD +0 -11
- {dbhose_airflow-0.0.1.0.dist-info → dbhose_airflow-0.0.2.0.dist-info}/WHEEL +0 -0
- {dbhose_airflow-0.0.1.0.dist-info → dbhose_airflow-0.0.2.0.dist-info}/top_level.txt +0 -0
dbhose_airflow/__init__.py
CHANGED
|
@@ -31,7 +31,7 @@ __all__ = (
|
|
|
31
31
|
"dbhose_dumper",
|
|
32
32
|
)
|
|
33
33
|
__author__ = "0xMihalich"
|
|
34
|
-
__version__ = "0.0.
|
|
34
|
+
__version__ = "0.0.2.0"
|
|
35
35
|
|
|
36
36
|
|
|
37
37
|
root_path = dirname(__file__)
|
|
@@ -349,7 +349,7 @@ class DBHose:
|
|
|
349
349
|
))
|
|
350
350
|
is_avaliable, move_query = tuple(*reader.to_rows())
|
|
351
351
|
|
|
352
|
-
if not is_avaliable:
|
|
352
|
+
if not is_avaliable or not move_query:
|
|
353
353
|
error_msg = (
|
|
354
354
|
f"Method {self.move_method.name} is not available for "
|
|
355
355
|
f"{self.table_dest}. Use another method."
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dbhose_airflow
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.2.0
|
|
4
4
|
Summary: airflow class for exchanging data between DBMSs in native binary formats.
|
|
5
5
|
Home-page: https://github.com/0xMihalich/dbhose_airflow
|
|
6
6
|
Author: 0xMihalich
|
|
@@ -9,8 +9,8 @@ Description-Content-Type: text/markdown
|
|
|
9
9
|
License-File: README.md
|
|
10
10
|
License-File: CHANGELOG.md
|
|
11
11
|
Requires-Dist: apache-airflow>=2.4.3
|
|
12
|
-
Requires-Dist: native-dumper==0.3.
|
|
13
|
-
Requires-Dist: pgpack-dumper==0.3.
|
|
12
|
+
Requires-Dist: native-dumper==0.3.3.0
|
|
13
|
+
Requires-Dist: pgpack-dumper==0.3.3.0
|
|
14
14
|
Dynamic: author
|
|
15
15
|
Dynamic: author-email
|
|
16
16
|
Dynamic: description
|
|
@@ -84,7 +84,7 @@ DBHose(
|
|
|
84
84
|
- **`move_method`** (`MoveMethod`) - метод перемещения данных (по умолчанию `MoveMethod.replace`)
|
|
85
85
|
- **`custom_move`** (`str`, optional) - пользовательский SQL запрос для перемещения данных
|
|
86
86
|
- **`compress_method`** (`CompressionMethod`) - метод сжатия для дампов (по умолчанию `CompressionMethod.ZSTD`)
|
|
87
|
-
- **`timeout`** (`int`) - таймаут операций с БД в секундах (по умолчанию `DBMS_DEFAULT_TIMEOUT_SEC`)
|
|
87
|
+
- **`timeout`** (`int`) - таймаут операций с БД в секундах (по умолчанию `DBMS_DEFAULT_TIMEOUT_SEC` = 300)
|
|
88
88
|
|
|
89
89
|
## Методы
|
|
90
90
|
|
|
@@ -135,9 +135,14 @@ DBHose(
|
|
|
135
135
|
## Пример использования в DAG
|
|
136
136
|
|
|
137
137
|
```python
|
|
138
|
+
from datetime import datetime
|
|
139
|
+
|
|
138
140
|
from airflow import DAG
|
|
139
141
|
from airflow.operators.python import PythonOperator
|
|
140
|
-
from
|
|
142
|
+
from dbhose_airflow import (
|
|
143
|
+
DBHose,
|
|
144
|
+
MoveMethod,
|
|
145
|
+
)
|
|
141
146
|
|
|
142
147
|
def transfer_data():
|
|
143
148
|
# Перенос данных из PostgreSQL в ClickHouse
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
dbhose_airflow/__init__.py,sha256=yMh49tSwt9x66RNpZYJYBLw_fXMzwUzbycyzUyp3W1g,14352
|
|
2
|
+
dbhose_airflow/airflow_connect.py,sha256=unsRItnK4Q_ieMiGKEsCw8Q_8wkaXdVOfaSWLNRyujM,906
|
|
3
|
+
dbhose_airflow/dq_check.py,sha256=VoAw8qieA5LM1a7jaMPO3AQ7QXe_-ThZ8Gy868ozjHw,689
|
|
4
|
+
dbhose_airflow/dumper.py,sha256=9BEJ36yUJ9gH5PiVirLXymSKPOgABtp7Ee8U6MtEckY,1843
|
|
5
|
+
dbhose_airflow/move_method.py,sha256=c4g7wuiwDKudrKSWP4ov1atJGIFknHCgPnY9FMf9Ymc,477
|
|
6
|
+
dbhose_airflow-0.0.2.0.dist-info/licenses/CHANGELOG.md,sha256=7HHfS-x8gX3UXBOGEuPsgmlEOFWNRILjLlE3qrNaaqQ,532
|
|
7
|
+
dbhose_airflow-0.0.2.0.dist-info/licenses/README.md,sha256=-TsSFVS-bdRMNM-xhtqiZUXyD6D_lb6Uiz8LKEPGlP0,8822
|
|
8
|
+
dbhose_airflow-0.0.2.0.dist-info/METADATA,sha256=I0KTrMK0VYlrg9IMbjykKeo02GU-c1ZDxZKEjf4lLas,9434
|
|
9
|
+
dbhose_airflow-0.0.2.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
10
|
+
dbhose_airflow-0.0.2.0.dist-info/top_level.txt,sha256=VlTXT0CLGGcVhbG9QPw2_a8H5UV03QMjvZ-NrPy6_jM,15
|
|
11
|
+
dbhose_airflow-0.0.2.0.dist-info/RECORD,,
|
|
@@ -1,5 +1,13 @@
|
|
|
1
1
|
# Version History
|
|
2
2
|
|
|
3
|
+
## 0.0.2.0
|
|
4
|
+
|
|
5
|
+
* Update depends native-dumper==0.3.3.0
|
|
6
|
+
* Update depends pgpack-dumper==0.3.3.0
|
|
7
|
+
* Update README.md
|
|
8
|
+
* Add create partition into postgres and greenplum ddl queryes
|
|
9
|
+
* Improve delete.sql for greenplum and postgres
|
|
10
|
+
|
|
3
11
|
## 0.0.1.0
|
|
4
12
|
|
|
5
13
|
* Update depends native-dumper==0.3.2.3
|
|
@@ -63,7 +63,7 @@ DBHose(
|
|
|
63
63
|
- **`move_method`** (`MoveMethod`) - метод перемещения данных (по умолчанию `MoveMethod.replace`)
|
|
64
64
|
- **`custom_move`** (`str`, optional) - пользовательский SQL запрос для перемещения данных
|
|
65
65
|
- **`compress_method`** (`CompressionMethod`) - метод сжатия для дампов (по умолчанию `CompressionMethod.ZSTD`)
|
|
66
|
-
- **`timeout`** (`int`) - таймаут операций с БД в секундах (по умолчанию `DBMS_DEFAULT_TIMEOUT_SEC`)
|
|
66
|
+
- **`timeout`** (`int`) - таймаут операций с БД в секундах (по умолчанию `DBMS_DEFAULT_TIMEOUT_SEC` = 300)
|
|
67
67
|
|
|
68
68
|
## Методы
|
|
69
69
|
|
|
@@ -114,9 +114,14 @@ DBHose(
|
|
|
114
114
|
## Пример использования в DAG
|
|
115
115
|
|
|
116
116
|
```python
|
|
117
|
+
from datetime import datetime
|
|
118
|
+
|
|
117
119
|
from airflow import DAG
|
|
118
120
|
from airflow.operators.python import PythonOperator
|
|
119
|
-
from
|
|
121
|
+
from dbhose_airflow import (
|
|
122
|
+
DBHose,
|
|
123
|
+
MoveMethod,
|
|
124
|
+
)
|
|
120
125
|
|
|
121
126
|
def transfer_data():
|
|
122
127
|
# Перенос данных из PostgreSQL в ClickHouse
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
dbhose_airflow/__init__.py,sha256=bDVnzUxA_AD1-rrJqpJPGN76yPI76NDrkAO1DSavMYA,14334
|
|
2
|
-
dbhose_airflow/airflow_connect.py,sha256=unsRItnK4Q_ieMiGKEsCw8Q_8wkaXdVOfaSWLNRyujM,906
|
|
3
|
-
dbhose_airflow/dq_check.py,sha256=VoAw8qieA5LM1a7jaMPO3AQ7QXe_-ThZ8Gy868ozjHw,689
|
|
4
|
-
dbhose_airflow/dumper.py,sha256=9BEJ36yUJ9gH5PiVirLXymSKPOgABtp7Ee8U6MtEckY,1843
|
|
5
|
-
dbhose_airflow/move_method.py,sha256=c4g7wuiwDKudrKSWP4ov1atJGIFknHCgPnY9FMf9Ymc,477
|
|
6
|
-
dbhose_airflow-0.0.1.0.dist-info/licenses/CHANGELOG.md,sha256=ps8G7NfFWWW2CcXLPl6OcE_mVcx7dgahWK6J6Hh1xQI,309
|
|
7
|
-
dbhose_airflow-0.0.1.0.dist-info/licenses/README.md,sha256=SEcBu3s27QTwMLCVlQbXfErdRWsQtfFfbCE9b6FWwoI,8756
|
|
8
|
-
dbhose_airflow-0.0.1.0.dist-info/METADATA,sha256=V20eV-fvWe-aylcrsjaOVgq0CWS0ONwV_rnPnAwbhRM,9368
|
|
9
|
-
dbhose_airflow-0.0.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
10
|
-
dbhose_airflow-0.0.1.0.dist-info/top_level.txt,sha256=VlTXT0CLGGcVhbG9QPw2_a8H5UV03QMjvZ-NrPy6_jM,15
|
|
11
|
-
dbhose_airflow-0.0.1.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|