acryl-datahub 1.0.0rc1__py3-none-any.whl → 1.0.0rc3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

Files changed (49) hide show
  1. {acryl_datahub-1.0.0rc1.dist-info → acryl_datahub-1.0.0rc3.dist-info}/METADATA +2469 -2469
  2. {acryl_datahub-1.0.0rc1.dist-info → acryl_datahub-1.0.0rc3.dist-info}/RECORD +49 -48
  3. datahub/_version.py +1 -1
  4. datahub/cli/docker_cli.py +2 -2
  5. datahub/configuration/common.py +1 -1
  6. datahub/ingestion/api/decorators.py +1 -1
  7. datahub/ingestion/graph/client.py +1 -1
  8. datahub/ingestion/run/pipeline.py +1 -1
  9. datahub/ingestion/source/identity/okta.py +13 -2
  10. datahub/ingestion/source/kafka_connect/common.py +1 -1
  11. datahub/ingestion/source/kafka_connect/kafka_connect.py +97 -4
  12. datahub/ingestion/source/kafka_connect/sink_connectors.py +2 -2
  13. datahub/ingestion/source/kafka_connect/source_connectors.py +2 -2
  14. datahub/ingestion/source/looker/looker_common.py +3 -3
  15. datahub/ingestion/source/looker/looker_source.py +1 -1
  16. datahub/ingestion/source/mode.py +3 -3
  17. datahub/ingestion/source/nifi.py +2 -2
  18. datahub/ingestion/source/openapi.py +1 -1
  19. datahub/ingestion/source/openapi_parser.py +1 -1
  20. datahub/ingestion/source/powerbi_report_server/report_server_domain.py +1 -1
  21. datahub/ingestion/source/snowflake/snowflake_queries.py +3 -0
  22. datahub/ingestion/source/sql/athena.py +2 -2
  23. datahub/ingestion/source/sql/hive_metastore.py +1 -1
  24. datahub/ingestion/source/sql/mssql/source.py +1 -1
  25. datahub/ingestion/source/sql/sql_common.py +1 -1
  26. datahub/ingestion/source/sql/teradata.py +3 -3
  27. datahub/ingestion/source/tableau/tableau.py +19 -0
  28. datahub/metadata/schema.avsc +30 -3
  29. datahub/metadata/schemas/AssertionInfo.avsc +3 -1
  30. datahub/metadata/schemas/BusinessAttributeInfo.avsc +6 -2
  31. datahub/metadata/schemas/BusinessAttributes.avsc +6 -0
  32. datahub/metadata/schemas/ChartInfo.avsc +1 -0
  33. datahub/metadata/schemas/EditableSchemaMetadata.avsc +6 -2
  34. datahub/metadata/schemas/GlossaryTerms.avsc +3 -1
  35. datahub/metadata/schemas/InputFields.avsc +3 -1
  36. datahub/metadata/schemas/MetadataChangeEvent.avsc +7 -2
  37. datahub/metadata/schemas/SchemaMetadata.avsc +3 -1
  38. datahub/metadata/schemas/StructuredPropertyDefinition.avsc +14 -0
  39. datahub/sql_parsing/schema_resolver.py +1 -1
  40. datahub/sql_parsing/sqlglot_lineage.py +1 -1
  41. datahub/testing/check_sql_parser_result.py +5 -6
  42. datahub/testing/compare_metadata_json.py +7 -6
  43. datahub/testing/pytest_hooks.py +56 -0
  44. datahub/upgrade/upgrade.py +2 -2
  45. datahub/utilities/mapping.py +1 -1
  46. {acryl_datahub-1.0.0rc1.dist-info → acryl_datahub-1.0.0rc3.dist-info}/LICENSE +0 -0
  47. {acryl_datahub-1.0.0rc1.dist-info → acryl_datahub-1.0.0rc3.dist-info}/WHEEL +0 -0
  48. {acryl_datahub-1.0.0rc1.dist-info → acryl_datahub-1.0.0rc3.dist-info}/entry_points.txt +0 -0
  49. {acryl_datahub-1.0.0rc1.dist-info → acryl_datahub-1.0.0rc3.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,56 @@
1
+ import dataclasses
2
+ from typing import Optional
3
+
4
+ import pytest
5
+
6
+ __all__ = [
7
+ "load_golden_flags",
8
+ "get_golden_settings",
9
+ "pytest_addoption",
10
+ "GoldenFileSettings",
11
+ ]
12
+
13
+
14
+ @dataclasses.dataclass
15
+ class GoldenFileSettings:
16
+ update_golden: bool
17
+ copy_output: bool
18
+
19
+
20
+ _registered: bool = False
21
+ _settings: Optional[GoldenFileSettings] = None
22
+
23
+
24
+ def pytest_addoption(parser: pytest.Parser) -> None:
25
+ parser.addoption(
26
+ "--update-golden-files",
27
+ action="store_true",
28
+ default=False,
29
+ )
30
+
31
+ # TODO: Deprecate and remove this flag.
32
+ parser.addoption("--copy-output-files", action="store_true", default=False)
33
+
34
+ global _registered
35
+ _registered = True
36
+
37
+
38
+ @pytest.fixture(scope="session", autouse=True)
39
+ def load_golden_flags(pytestconfig: pytest.Config) -> None:
40
+ global _settings
41
+ _settings = GoldenFileSettings(
42
+ update_golden=pytestconfig.getoption("--update-golden-files"),
43
+ copy_output=pytestconfig.getoption("--copy-output-files"),
44
+ )
45
+
46
+
47
+ def get_golden_settings() -> GoldenFileSettings:
48
+ if not _registered:
49
+ raise ValueError(
50
+ "Golden files aren't set up properly. Call register_golden_flags from a conftest pytest_addoptions method."
51
+ )
52
+ if not _settings:
53
+ raise ValueError(
54
+ "Golden files aren't set up properly. Ensure load_golden_flags is imported in your conftest."
55
+ )
56
+ return _settings
@@ -293,9 +293,9 @@ def is_client_server_compatible(client: VersionStats, server: VersionStats) -> i
293
293
  return server.version.micro - client.version.micro
294
294
 
295
295
 
296
- def _maybe_print_upgrade_message( # noqa: C901
296
+ def _maybe_print_upgrade_message(
297
297
  version_stats: Optional[DataHubVersionStats],
298
- ) -> None: # noqa: C901
298
+ ) -> None:
299
299
  days_before_cli_stale = 7
300
300
  days_before_quickstart_stale = 7
301
301
 
@@ -171,7 +171,7 @@ class OperationProcessor:
171
171
  self.owner_source_type = owner_source_type
172
172
  self.match_nested_props = match_nested_props
173
173
 
174
- def process(self, raw_props: Mapping[str, Any]) -> Dict[str, Any]: # noqa: C901
174
+ def process(self, raw_props: Mapping[str, Any]) -> Dict[str, Any]:
175
175
  # Defining the following local variables -
176
176
  # operations_map - the final resulting map when operations are processed.
177
177
  # Against each operation the values to be applied are stored.