acryl-datahub 0.15.0rc7__py3-none-any.whl → 0.15.0rc9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-0.15.0rc7.dist-info → acryl_datahub-0.15.0rc9.dist-info}/METADATA +2502 -2502
- {acryl_datahub-0.15.0rc7.dist-info → acryl_datahub-0.15.0rc9.dist-info}/RECORD +7 -7
- datahub/__init__.py +1 -1
- datahub/ingestion/source/gc/dataprocess_cleanup.py +6 -6
- {acryl_datahub-0.15.0rc7.dist-info → acryl_datahub-0.15.0rc9.dist-info}/WHEEL +0 -0
- {acryl_datahub-0.15.0rc7.dist-info → acryl_datahub-0.15.0rc9.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-0.15.0rc7.dist-info → acryl_datahub-0.15.0rc9.dist-info}/top_level.txt +0 -0
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
datahub/__init__.py,sha256
|
|
1
|
+
datahub/__init__.py,sha256=-XVob0PhZLue6g_4duveVmhOndcfh_8ifCuVB_YBxkk,574
|
|
2
2
|
datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
|
|
3
3
|
datahub/entrypoints.py,sha256=3-qSfXAx3Z0FEkBV5tlO8fQr4xk4ySeDRMVTpS5Xd6A,7793
|
|
4
4
|
datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -301,7 +301,7 @@ datahub/ingestion/source/fivetran/fivetran_log_api.py,sha256=EAak3hJpe75WZSgz6wP
|
|
|
301
301
|
datahub/ingestion/source/fivetran/fivetran_query.py,sha256=vLrTj7e-0NxZ2U4bWTB57pih42WirqPlUvwtIRfStlQ,5275
|
|
302
302
|
datahub/ingestion/source/gc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
303
303
|
datahub/ingestion/source/gc/datahub_gc.py,sha256=f6Erj3KfD0Hx3ydwL5MUVCZgFzS9c6U2Pkr54JLIUOA,12394
|
|
304
|
-
datahub/ingestion/source/gc/dataprocess_cleanup.py,sha256=
|
|
304
|
+
datahub/ingestion/source/gc/dataprocess_cleanup.py,sha256=rGIwUKPlNu2XR0YT8DuJGg2pPGIr3MM-YDa5Slo2vNY,14470
|
|
305
305
|
datahub/ingestion/source/gc/execution_request_cleanup.py,sha256=cHJmxz4NmA7VjTX2iGEo3wZ_SDrjC_rCQcnRxKgfUVI,8713
|
|
306
306
|
datahub/ingestion/source/gc/soft_deleted_entity_cleanup.py,sha256=_tms5AqNAJRDRzQmyN_VydzXbdME2lkvTwa5u1La5z8,7353
|
|
307
307
|
datahub/ingestion/source/gcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -974,8 +974,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
|
|
|
974
974
|
datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
|
|
975
975
|
datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
|
|
976
976
|
datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
|
|
977
|
-
acryl_datahub-0.15.
|
|
978
|
-
acryl_datahub-0.15.
|
|
979
|
-
acryl_datahub-0.15.
|
|
980
|
-
acryl_datahub-0.15.
|
|
981
|
-
acryl_datahub-0.15.
|
|
977
|
+
acryl_datahub-0.15.0rc9.dist-info/METADATA,sha256=lTHIKVVIg5N9xzphcWZ_fhOb0yL1MEx4lRidtr2GvJU,172484
|
|
978
|
+
acryl_datahub-0.15.0rc9.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
|
|
979
|
+
acryl_datahub-0.15.0rc9.dist-info/entry_points.txt,sha256=Yj0PWB0LQOq4Rj2fyR6ETx4BUGw4TOcNL0ZNoAZ9kQg,9504
|
|
980
|
+
acryl_datahub-0.15.0rc9.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
|
|
981
|
+
acryl_datahub-0.15.0rc9.dist-info/RECORD,,
|
datahub/__init__.py
CHANGED
|
@@ -114,11 +114,11 @@ class DataProcessCleanupConfig(ConfigModel):
|
|
|
114
114
|
)
|
|
115
115
|
|
|
116
116
|
delete_empty_data_jobs: bool = Field(
|
|
117
|
-
|
|
117
|
+
False, description="Whether to delete Data Jobs without runs"
|
|
118
118
|
)
|
|
119
119
|
|
|
120
120
|
delete_empty_data_flows: bool = Field(
|
|
121
|
-
|
|
121
|
+
False, description="Whether to delete Data Flows without runs"
|
|
122
122
|
)
|
|
123
123
|
|
|
124
124
|
hard_delete_entities: bool = Field(
|
|
@@ -128,7 +128,7 @@ class DataProcessCleanupConfig(ConfigModel):
|
|
|
128
128
|
|
|
129
129
|
batch_size: int = Field(
|
|
130
130
|
500,
|
|
131
|
-
description="The number of entities to get in a batch from
|
|
131
|
+
description="The number of entities to get in a batch from API",
|
|
132
132
|
)
|
|
133
133
|
|
|
134
134
|
max_workers: int = Field(
|
|
@@ -173,9 +173,9 @@ class DataProcessCleanup:
|
|
|
173
173
|
"""
|
|
174
174
|
This source is a maintenance source which cleans up old/unused aspects.
|
|
175
175
|
|
|
176
|
-
Currently it only supports
|
|
176
|
+
Currently it only supports:
|
|
177
177
|
- DataFlow
|
|
178
|
-
-DataJob
|
|
178
|
+
- DataJob
|
|
179
179
|
- DataProcessInstance
|
|
180
180
|
|
|
181
181
|
"""
|
|
@@ -267,7 +267,7 @@ class DataProcessCleanup:
|
|
|
267
267
|
|
|
268
268
|
if self.dry_run:
|
|
269
269
|
logger.info(
|
|
270
|
-
f"Dry run is on otherwise it would have deleted {urn} with hard deletion is{self.config.hard_delete_entities}"
|
|
270
|
+
f"Dry run is on otherwise it would have deleted {urn} with hard deletion is {self.config.hard_delete_entities}"
|
|
271
271
|
)
|
|
272
272
|
return
|
|
273
273
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|