acryl-datahub 1.1.0.5rc4__py3-none-any.whl → 1.1.0.5rc6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.1.0.5rc4.dist-info → acryl_datahub-1.1.0.5rc6.dist-info}/METADATA +2495 -2495
- {acryl_datahub-1.1.0.5rc4.dist-info → acryl_datahub-1.1.0.5rc6.dist-info}/RECORD +25 -24
- datahub/_version.py +1 -1
- datahub/cli/check_cli.py +21 -4
- datahub/ingestion/api/decorators.py +14 -3
- datahub/ingestion/graph/client.py +71 -28
- datahub/ingestion/source/aws/glue.py +1 -1
- datahub/ingestion/source/bigquery_v2/queries.py +2 -2
- datahub/ingestion/source/common/subtypes.py +41 -0
- datahub/ingestion/source/data_lake_common/path_spec.py +10 -21
- datahub/ingestion/source/dbt/dbt_common.py +1 -1
- datahub/ingestion/source/s3/report.py +4 -2
- datahub/ingestion/source/s3/source.py +348 -112
- datahub/ingestion/source/salesforce.py +6 -3
- datahub/ingestion/source/sql/athena.py +110 -13
- datahub/ingestion/source/sql/athena_properties_extractor.py +777 -0
- datahub/ingestion/source/sql/mssql/source.py +9 -0
- datahub/ingestion/source/sql/sql_common.py +3 -0
- datahub/ingestion/source/sql/teradata.py +4 -1
- datahub/ingestion/source/sql/vertica.py +8 -1
- datahub/ingestion/source/tableau/tableau.py +6 -1
- {acryl_datahub-1.1.0.5rc4.dist-info → acryl_datahub-1.1.0.5rc6.dist-info}/WHEEL +0 -0
- {acryl_datahub-1.1.0.5rc4.dist-info → acryl_datahub-1.1.0.5rc6.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-1.1.0.5rc4.dist-info → acryl_datahub-1.1.0.5rc6.dist-info}/licenses/LICENSE +0 -0
- {acryl_datahub-1.1.0.5rc4.dist-info → acryl_datahub-1.1.0.5rc6.dist-info}/top_level.txt +0 -0
|
@@ -27,6 +27,7 @@ from datahub.ingestion.api.decorators import (
|
|
|
27
27
|
from datahub.ingestion.api.source import StructuredLogLevel
|
|
28
28
|
from datahub.ingestion.api.source_helpers import auto_workunit
|
|
29
29
|
from datahub.ingestion.api.workunit import MetadataWorkUnit
|
|
30
|
+
from datahub.ingestion.source.common.subtypes import SourceCapabilityModifier
|
|
30
31
|
from datahub.ingestion.source.sql.mssql.job_models import (
|
|
31
32
|
JobStep,
|
|
32
33
|
MSSQLDataFlow,
|
|
@@ -177,10 +178,18 @@ class SQLServerConfig(BasicSQLAlchemyConfig):
|
|
|
177
178
|
@capability(
|
|
178
179
|
SourceCapability.LINEAGE_COARSE,
|
|
179
180
|
"Enabled by default to get lineage for stored procedures via `include_lineage` and for views via `include_view_lineage`",
|
|
181
|
+
subtype_modifier=[
|
|
182
|
+
SourceCapabilityModifier.STORED_PROCEDURE,
|
|
183
|
+
SourceCapabilityModifier.VIEW,
|
|
184
|
+
],
|
|
180
185
|
)
|
|
181
186
|
@capability(
|
|
182
187
|
SourceCapability.LINEAGE_FINE,
|
|
183
188
|
"Enabled by default to get lineage for stored procedures via `include_lineage` and for views via `include_view_column_lineage`",
|
|
189
|
+
subtype_modifier=[
|
|
190
|
+
SourceCapabilityModifier.STORED_PROCEDURE,
|
|
191
|
+
SourceCapabilityModifier.VIEW,
|
|
192
|
+
],
|
|
184
193
|
)
|
|
185
194
|
class SQLServerSource(SQLAlchemySource):
|
|
186
195
|
"""
|
|
@@ -54,6 +54,7 @@ from datahub.ingestion.source.common.data_reader import DataReader
|
|
|
54
54
|
from datahub.ingestion.source.common.subtypes import (
|
|
55
55
|
DatasetContainerSubTypes,
|
|
56
56
|
DatasetSubTypes,
|
|
57
|
+
SourceCapabilityModifier,
|
|
57
58
|
)
|
|
58
59
|
from datahub.ingestion.source.sql.sql_config import SQLCommonConfig
|
|
59
60
|
from datahub.ingestion.source.sql.sql_report import SQLSourceReport
|
|
@@ -305,10 +306,12 @@ class ProfileMetadata:
|
|
|
305
306
|
@capability(
|
|
306
307
|
SourceCapability.LINEAGE_COARSE,
|
|
307
308
|
"Enabled by default to get lineage for views via `include_view_lineage`",
|
|
309
|
+
subtype_modifier=[SourceCapabilityModifier.VIEW],
|
|
308
310
|
)
|
|
309
311
|
@capability(
|
|
310
312
|
SourceCapability.LINEAGE_FINE,
|
|
311
313
|
"Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
314
|
+
subtype_modifier=[SourceCapabilityModifier.VIEW],
|
|
312
315
|
)
|
|
313
316
|
@capability(SourceCapability.TEST_CONNECTION, "Enabled by default")
|
|
314
317
|
@capability(
|
|
@@ -445,7 +445,10 @@ class TeradataConfig(BaseTeradataConfig, BaseTimeWindowConfig):
|
|
|
445
445
|
@capability(SourceCapability.DOMAINS, "Enabled by default")
|
|
446
446
|
@capability(SourceCapability.CONTAINERS, "Enabled by default")
|
|
447
447
|
@capability(SourceCapability.PLATFORM_INSTANCE, "Enabled by default")
|
|
448
|
-
@capability(
|
|
448
|
+
@capability(
|
|
449
|
+
SourceCapability.DELETION_DETECTION,
|
|
450
|
+
"Enabled by default when stateful ingestion is turned on",
|
|
451
|
+
)
|
|
449
452
|
@capability(SourceCapability.DATA_PROFILING, "Optionally enabled via configuration")
|
|
450
453
|
@capability(SourceCapability.LINEAGE_COARSE, "Optionally enabled via configuration")
|
|
451
454
|
@capability(SourceCapability.LINEAGE_FINE, "Optionally enabled via configuration")
|
|
@@ -25,7 +25,10 @@ from datahub.ingestion.api.decorators import (
|
|
|
25
25
|
)
|
|
26
26
|
from datahub.ingestion.api.workunit import MetadataWorkUnit
|
|
27
27
|
from datahub.ingestion.source.common.data_reader import DataReader
|
|
28
|
-
from datahub.ingestion.source.common.subtypes import
|
|
28
|
+
from datahub.ingestion.source.common.subtypes import (
|
|
29
|
+
DatasetSubTypes,
|
|
30
|
+
SourceCapabilityModifier,
|
|
31
|
+
)
|
|
29
32
|
from datahub.ingestion.source.sql.sql_common import (
|
|
30
33
|
SQLAlchemySource,
|
|
31
34
|
SqlWorkUnit,
|
|
@@ -114,6 +117,10 @@ class VerticaConfig(BasicSQLAlchemyConfig):
|
|
|
114
117
|
@capability(
|
|
115
118
|
SourceCapability.LINEAGE_COARSE,
|
|
116
119
|
"Enabled by default, can be disabled via configuration `include_view_lineage` and `include_projection_lineage`",
|
|
120
|
+
subtype_modifier=[
|
|
121
|
+
SourceCapabilityModifier.VIEW,
|
|
122
|
+
SourceCapabilityModifier.PROJECTIONS,
|
|
123
|
+
],
|
|
117
124
|
)
|
|
118
125
|
@capability(
|
|
119
126
|
SourceCapability.DELETION_DETECTION,
|
|
@@ -80,6 +80,7 @@ from datahub.ingestion.api.workunit import MetadataWorkUnit
|
|
|
80
80
|
from datahub.ingestion.source.common.subtypes import (
|
|
81
81
|
BIContainerSubTypes,
|
|
82
82
|
DatasetSubTypes,
|
|
83
|
+
SourceCapabilityModifier,
|
|
83
84
|
)
|
|
84
85
|
from datahub.ingestion.source.state.stale_entity_removal_handler import (
|
|
85
86
|
StaleEntityRemovalHandler,
|
|
@@ -867,10 +868,14 @@ def report_user_role(report: TableauSourceReport, server: Server) -> None:
|
|
|
867
868
|
@capability(
|
|
868
869
|
SourceCapability.USAGE_STATS,
|
|
869
870
|
"Dashboard/Chart view counts, enabled using extract_usage_stats config",
|
|
871
|
+
subtype_modifier=[
|
|
872
|
+
SourceCapabilityModifier.DASHBOARD,
|
|
873
|
+
SourceCapabilityModifier.CHART,
|
|
874
|
+
],
|
|
870
875
|
)
|
|
871
876
|
@capability(
|
|
872
877
|
SourceCapability.DELETION_DETECTION,
|
|
873
|
-
"Enabled by default
|
|
878
|
+
"Enabled by default via stateful ingestion.",
|
|
874
879
|
)
|
|
875
880
|
@capability(SourceCapability.OWNERSHIP, "Requires recipe configuration")
|
|
876
881
|
@capability(SourceCapability.TAGS, "Requires recipe configuration")
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|