dbhose-airflow 0.0.1.0__py3-none-any.whl → 0.0.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -31,7 +31,7 @@ __all__ = (
31
31
  "dbhose_dumper",
32
32
  )
33
33
  __author__ = "0xMihalich"
34
- __version__ = "0.0.1.0"
34
+ __version__ = "0.0.2.0"
35
35
 
36
36
 
37
37
  root_path = dirname(__file__)
@@ -349,7 +349,7 @@ class DBHose:
349
349
  ))
350
350
  is_avaliable, move_query = tuple(*reader.to_rows())
351
351
 
352
- if not is_avaliable:
352
+ if not is_avaliable or not move_query:
353
353
  error_msg = (
354
354
  f"Method {self.move_method.name} is not available for "
355
355
  f"{self.table_dest}. Use another method."
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dbhose_airflow
3
- Version: 0.0.1.0
3
+ Version: 0.0.2.0
4
4
  Summary: airflow class for exchanging data between DBMSs in native binary formats.
5
5
  Home-page: https://github.com/0xMihalich/dbhose_airflow
6
6
  Author: 0xMihalich
@@ -9,8 +9,8 @@ Description-Content-Type: text/markdown
9
9
  License-File: README.md
10
10
  License-File: CHANGELOG.md
11
11
  Requires-Dist: apache-airflow>=2.4.3
12
- Requires-Dist: native-dumper==0.3.2.3
13
- Requires-Dist: pgpack-dumper==0.3.2.2
12
+ Requires-Dist: native-dumper==0.3.3.0
13
+ Requires-Dist: pgpack-dumper==0.3.3.0
14
14
  Dynamic: author
15
15
  Dynamic: author-email
16
16
  Dynamic: description
@@ -84,7 +84,7 @@ DBHose(
84
84
  - **`move_method`** (`MoveMethod`) - метод перемещения данных (по умолчанию `MoveMethod.replace`)
85
85
  - **`custom_move`** (`str`, optional) - пользовательский SQL запрос для перемещения данных
86
86
  - **`compress_method`** (`CompressionMethod`) - метод сжатия для дампов (по умолчанию `CompressionMethod.ZSTD`)
87
- - **`timeout`** (`int`) - таймаут операций с БД в секундах (по умолчанию `DBMS_DEFAULT_TIMEOUT_SEC`)
87
+ - **`timeout`** (`int`) - таймаут операций с БД в секундах (по умолчанию `DBMS_DEFAULT_TIMEOUT_SEC` = 300)
88
88
 
89
89
  ## Методы
90
90
 
@@ -135,9 +135,14 @@ DBHose(
135
135
  ## Пример использования в DAG
136
136
 
137
137
  ```python
138
+ from datetime import datetime
139
+
138
140
  from airflow import DAG
139
141
  from airflow.operators.python import PythonOperator
140
- from datetime import datetime
142
+ from dbhose_airflow import (
143
+ DBHose,
144
+ MoveMethod,
145
+ )
141
146
 
142
147
  def transfer_data():
143
148
  # Перенос данных из PostgreSQL в ClickHouse
@@ -0,0 +1,11 @@
1
+ dbhose_airflow/__init__.py,sha256=yMh49tSwt9x66RNpZYJYBLw_fXMzwUzbycyzUyp3W1g,14352
2
+ dbhose_airflow/airflow_connect.py,sha256=unsRItnK4Q_ieMiGKEsCw8Q_8wkaXdVOfaSWLNRyujM,906
3
+ dbhose_airflow/dq_check.py,sha256=VoAw8qieA5LM1a7jaMPO3AQ7QXe_-ThZ8Gy868ozjHw,689
4
+ dbhose_airflow/dumper.py,sha256=9BEJ36yUJ9gH5PiVirLXymSKPOgABtp7Ee8U6MtEckY,1843
5
+ dbhose_airflow/move_method.py,sha256=c4g7wuiwDKudrKSWP4ov1atJGIFknHCgPnY9FMf9Ymc,477
6
+ dbhose_airflow-0.0.2.0.dist-info/licenses/CHANGELOG.md,sha256=7HHfS-x8gX3UXBOGEuPsgmlEOFWNRILjLlE3qrNaaqQ,532
7
+ dbhose_airflow-0.0.2.0.dist-info/licenses/README.md,sha256=-TsSFVS-bdRMNM-xhtqiZUXyD6D_lb6Uiz8LKEPGlP0,8822
8
+ dbhose_airflow-0.0.2.0.dist-info/METADATA,sha256=I0KTrMK0VYlrg9IMbjykKeo02GU-c1ZDxZKEjf4lLas,9434
9
+ dbhose_airflow-0.0.2.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
10
+ dbhose_airflow-0.0.2.0.dist-info/top_level.txt,sha256=VlTXT0CLGGcVhbG9QPw2_a8H5UV03QMjvZ-NrPy6_jM,15
11
+ dbhose_airflow-0.0.2.0.dist-info/RECORD,,
@@ -1,5 +1,13 @@
1
1
  # Version History
2
2
 
3
+ ## 0.0.2.0
4
+
5
+ * Update depends native-dumper==0.3.3.0
6
+ * Update depends pgpack-dumper==0.3.3.0
7
+ * Update README.md
8
+ * Add create partition into postgres and greenplum ddl queryes
9
+ * Improve delete.sql for greenplum and postgres
10
+
3
11
  ## 0.0.1.0
4
12
 
5
13
  * Update depends native-dumper==0.3.2.3
@@ -63,7 +63,7 @@ DBHose(
63
63
  - **`move_method`** (`MoveMethod`) - метод перемещения данных (по умолчанию `MoveMethod.replace`)
64
64
  - **`custom_move`** (`str`, optional) - пользовательский SQL запрос для перемещения данных
65
65
  - **`compress_method`** (`CompressionMethod`) - метод сжатия для дампов (по умолчанию `CompressionMethod.ZSTD`)
66
- - **`timeout`** (`int`) - таймаут операций с БД в секундах (по умолчанию `DBMS_DEFAULT_TIMEOUT_SEC`)
66
+ - **`timeout`** (`int`) - таймаут операций с БД в секундах (по умолчанию `DBMS_DEFAULT_TIMEOUT_SEC` = 300)
67
67
 
68
68
  ## Методы
69
69
 
@@ -114,9 +114,14 @@ DBHose(
114
114
  ## Пример использования в DAG
115
115
 
116
116
  ```python
117
+ from datetime import datetime
118
+
117
119
  from airflow import DAG
118
120
  from airflow.operators.python import PythonOperator
119
- from datetime import datetime
121
+ from dbhose_airflow import (
122
+ DBHose,
123
+ MoveMethod,
124
+ )
120
125
 
121
126
  def transfer_data():
122
127
  # Перенос данных из PostgreSQL в ClickHouse
@@ -1,11 +0,0 @@
1
- dbhose_airflow/__init__.py,sha256=bDVnzUxA_AD1-rrJqpJPGN76yPI76NDrkAO1DSavMYA,14334
2
- dbhose_airflow/airflow_connect.py,sha256=unsRItnK4Q_ieMiGKEsCw8Q_8wkaXdVOfaSWLNRyujM,906
3
- dbhose_airflow/dq_check.py,sha256=VoAw8qieA5LM1a7jaMPO3AQ7QXe_-ThZ8Gy868ozjHw,689
4
- dbhose_airflow/dumper.py,sha256=9BEJ36yUJ9gH5PiVirLXymSKPOgABtp7Ee8U6MtEckY,1843
5
- dbhose_airflow/move_method.py,sha256=c4g7wuiwDKudrKSWP4ov1atJGIFknHCgPnY9FMf9Ymc,477
6
- dbhose_airflow-0.0.1.0.dist-info/licenses/CHANGELOG.md,sha256=ps8G7NfFWWW2CcXLPl6OcE_mVcx7dgahWK6J6Hh1xQI,309
7
- dbhose_airflow-0.0.1.0.dist-info/licenses/README.md,sha256=SEcBu3s27QTwMLCVlQbXfErdRWsQtfFfbCE9b6FWwoI,8756
8
- dbhose_airflow-0.0.1.0.dist-info/METADATA,sha256=V20eV-fvWe-aylcrsjaOVgq0CWS0ONwV_rnPnAwbhRM,9368
9
- dbhose_airflow-0.0.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
10
- dbhose_airflow-0.0.1.0.dist-info/top_level.txt,sha256=VlTXT0CLGGcVhbG9QPw2_a8H5UV03QMjvZ-NrPy6_jM,15
11
- dbhose_airflow-0.0.1.0.dist-info/RECORD,,