acryl-datahub 1.0.0rc1__py3-none-any.whl → 1.0.0rc3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.0.0rc1.dist-info → acryl_datahub-1.0.0rc3.dist-info}/METADATA +2469 -2469
- {acryl_datahub-1.0.0rc1.dist-info → acryl_datahub-1.0.0rc3.dist-info}/RECORD +49 -48
- datahub/_version.py +1 -1
- datahub/cli/docker_cli.py +2 -2
- datahub/configuration/common.py +1 -1
- datahub/ingestion/api/decorators.py +1 -1
- datahub/ingestion/graph/client.py +1 -1
- datahub/ingestion/run/pipeline.py +1 -1
- datahub/ingestion/source/identity/okta.py +13 -2
- datahub/ingestion/source/kafka_connect/common.py +1 -1
- datahub/ingestion/source/kafka_connect/kafka_connect.py +97 -4
- datahub/ingestion/source/kafka_connect/sink_connectors.py +2 -2
- datahub/ingestion/source/kafka_connect/source_connectors.py +2 -2
- datahub/ingestion/source/looker/looker_common.py +3 -3
- datahub/ingestion/source/looker/looker_source.py +1 -1
- datahub/ingestion/source/mode.py +3 -3
- datahub/ingestion/source/nifi.py +2 -2
- datahub/ingestion/source/openapi.py +1 -1
- datahub/ingestion/source/openapi_parser.py +1 -1
- datahub/ingestion/source/powerbi_report_server/report_server_domain.py +1 -1
- datahub/ingestion/source/snowflake/snowflake_queries.py +3 -0
- datahub/ingestion/source/sql/athena.py +2 -2
- datahub/ingestion/source/sql/hive_metastore.py +1 -1
- datahub/ingestion/source/sql/mssql/source.py +1 -1
- datahub/ingestion/source/sql/sql_common.py +1 -1
- datahub/ingestion/source/sql/teradata.py +3 -3
- datahub/ingestion/source/tableau/tableau.py +19 -0
- datahub/metadata/schema.avsc +30 -3
- datahub/metadata/schemas/AssertionInfo.avsc +3 -1
- datahub/metadata/schemas/BusinessAttributeInfo.avsc +6 -2
- datahub/metadata/schemas/BusinessAttributes.avsc +6 -0
- datahub/metadata/schemas/ChartInfo.avsc +1 -0
- datahub/metadata/schemas/EditableSchemaMetadata.avsc +6 -2
- datahub/metadata/schemas/GlossaryTerms.avsc +3 -1
- datahub/metadata/schemas/InputFields.avsc +3 -1
- datahub/metadata/schemas/MetadataChangeEvent.avsc +7 -2
- datahub/metadata/schemas/SchemaMetadata.avsc +3 -1
- datahub/metadata/schemas/StructuredPropertyDefinition.avsc +14 -0
- datahub/sql_parsing/schema_resolver.py +1 -1
- datahub/sql_parsing/sqlglot_lineage.py +1 -1
- datahub/testing/check_sql_parser_result.py +5 -6
- datahub/testing/compare_metadata_json.py +7 -6
- datahub/testing/pytest_hooks.py +56 -0
- datahub/upgrade/upgrade.py +2 -2
- datahub/utilities/mapping.py +1 -1
- {acryl_datahub-1.0.0rc1.dist-info → acryl_datahub-1.0.0rc3.dist-info}/LICENSE +0 -0
- {acryl_datahub-1.0.0rc1.dist-info → acryl_datahub-1.0.0rc3.dist-info}/WHEEL +0 -0
- {acryl_datahub-1.0.0rc1.dist-info → acryl_datahub-1.0.0rc3.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-1.0.0rc1.dist-info → acryl_datahub-1.0.0rc3.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import dataclasses
|
|
2
|
+
from typing import Optional
|
|
3
|
+
|
|
4
|
+
import pytest
|
|
5
|
+
|
|
6
|
+
__all__ = [
|
|
7
|
+
"load_golden_flags",
|
|
8
|
+
"get_golden_settings",
|
|
9
|
+
"pytest_addoption",
|
|
10
|
+
"GoldenFileSettings",
|
|
11
|
+
]
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
@dataclasses.dataclass
|
|
15
|
+
class GoldenFileSettings:
|
|
16
|
+
update_golden: bool
|
|
17
|
+
copy_output: bool
|
|
18
|
+
|
|
19
|
+
|
|
20
|
+
_registered: bool = False
|
|
21
|
+
_settings: Optional[GoldenFileSettings] = None
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
def pytest_addoption(parser: pytest.Parser) -> None:
|
|
25
|
+
parser.addoption(
|
|
26
|
+
"--update-golden-files",
|
|
27
|
+
action="store_true",
|
|
28
|
+
default=False,
|
|
29
|
+
)
|
|
30
|
+
|
|
31
|
+
# TODO: Deprecate and remove this flag.
|
|
32
|
+
parser.addoption("--copy-output-files", action="store_true", default=False)
|
|
33
|
+
|
|
34
|
+
global _registered
|
|
35
|
+
_registered = True
|
|
36
|
+
|
|
37
|
+
|
|
38
|
+
@pytest.fixture(scope="session", autouse=True)
|
|
39
|
+
def load_golden_flags(pytestconfig: pytest.Config) -> None:
|
|
40
|
+
global _settings
|
|
41
|
+
_settings = GoldenFileSettings(
|
|
42
|
+
update_golden=pytestconfig.getoption("--update-golden-files"),
|
|
43
|
+
copy_output=pytestconfig.getoption("--copy-output-files"),
|
|
44
|
+
)
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
def get_golden_settings() -> GoldenFileSettings:
|
|
48
|
+
if not _registered:
|
|
49
|
+
raise ValueError(
|
|
50
|
+
"Golden files aren't set up properly. Call register_golden_flags from a conftest pytest_addoptions method."
|
|
51
|
+
)
|
|
52
|
+
if not _settings:
|
|
53
|
+
raise ValueError(
|
|
54
|
+
"Golden files aren't set up properly. Ensure load_golden_flags is imported in your conftest."
|
|
55
|
+
)
|
|
56
|
+
return _settings
|
datahub/upgrade/upgrade.py
CHANGED
|
@@ -293,9 +293,9 @@ def is_client_server_compatible(client: VersionStats, server: VersionStats) -> i
|
|
|
293
293
|
return server.version.micro - client.version.micro
|
|
294
294
|
|
|
295
295
|
|
|
296
|
-
def _maybe_print_upgrade_message(
|
|
296
|
+
def _maybe_print_upgrade_message(
|
|
297
297
|
version_stats: Optional[DataHubVersionStats],
|
|
298
|
-
) -> None:
|
|
298
|
+
) -> None:
|
|
299
299
|
days_before_cli_stale = 7
|
|
300
300
|
days_before_quickstart_stale = 7
|
|
301
301
|
|
datahub/utilities/mapping.py
CHANGED
|
@@ -171,7 +171,7 @@ class OperationProcessor:
|
|
|
171
171
|
self.owner_source_type = owner_source_type
|
|
172
172
|
self.match_nested_props = match_nested_props
|
|
173
173
|
|
|
174
|
-
def process(self, raw_props: Mapping[str, Any]) -> Dict[str, Any]:
|
|
174
|
+
def process(self, raw_props: Mapping[str, Any]) -> Dict[str, Any]:
|
|
175
175
|
# Defining the following local variables -
|
|
176
176
|
# operations_map - the final resulting map when operations are processed.
|
|
177
177
|
# Against each operation the values to be applied are stored.
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|