acryl-datahub 0.15.0.5rc6__py3-none-any.whl → 0.15.0.5rc8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-0.15.0.5rc6.dist-info → acryl_datahub-0.15.0.5rc8.dist-info}/METADATA +2462 -2427
- {acryl_datahub-0.15.0.5rc6.dist-info → acryl_datahub-0.15.0.5rc8.dist-info}/RECORD +40 -36
- datahub/_version.py +1 -1
- datahub/api/entities/dataprocess/dataprocess_instance.py +104 -11
- datahub/cli/iceberg_cli.py +707 -0
- datahub/entrypoints.py +12 -0
- datahub/ingestion/source/aws/glue.py +3 -2
- datahub/ingestion/source/dbt/dbt_core.py +1 -1
- datahub/ingestion/source/snowflake/snowflake_config.py +6 -0
- datahub/ingestion/source/snowflake/snowflake_query.py +11 -0
- datahub/ingestion/source/snowflake/snowflake_report.py +1 -0
- datahub/ingestion/source/snowflake/snowflake_schema.py +17 -0
- datahub/ingestion/source/snowflake/snowflake_schema_gen.py +18 -36
- datahub/ingestion/source/snowflake/snowflake_tag.py +57 -3
- datahub/ingestion/source/sql/mssql/job_models.py +37 -8
- datahub/ingestion/source/sql/mssql/source.py +17 -0
- datahub/ingestion/source/sql/sql_config.py +0 -10
- datahub/ingestion/source/tableau/tableau.py +14 -12
- datahub/ingestion/source/tableau/tableau_common.py +1 -1
- datahub/ingestion/source_config/operation_config.py +9 -0
- datahub/metadata/_schema_classes.py +304 -6
- datahub/metadata/com/linkedin/pegasus2avro/common/__init__.py +6 -0
- datahub/metadata/com/linkedin/pegasus2avro/dataplatforminstance/__init__.py +2 -0
- datahub/metadata/com/linkedin/pegasus2avro/dataset/__init__.py +2 -0
- datahub/metadata/schema.avsc +206 -7
- datahub/metadata/schemas/AssertionInfo.avsc +2 -2
- datahub/metadata/schemas/CorpUserSettings.avsc +9 -0
- datahub/metadata/schemas/DataPlatformInstanceKey.avsc +2 -1
- datahub/metadata/schemas/DatasetKey.avsc +2 -1
- datahub/metadata/schemas/Deprecation.avsc +12 -0
- datahub/metadata/schemas/DisplayProperties.avsc +62 -0
- datahub/metadata/schemas/IcebergCatalogInfo.avsc +28 -0
- datahub/metadata/schemas/IcebergWarehouseInfo.avsc +92 -0
- datahub/metadata/schemas/MetadataChangeEvent.avsc +12 -0
- datahub/metadata/schemas/PostInfo.avsc +28 -2
- datahub/metadata/schemas/SchemaFieldKey.avsc +2 -1
- {acryl_datahub-0.15.0.5rc6.dist-info → acryl_datahub-0.15.0.5rc8.dist-info}/LICENSE +0 -0
- {acryl_datahub-0.15.0.5rc6.dist-info → acryl_datahub-0.15.0.5rc8.dist-info}/WHEEL +0 -0
- {acryl_datahub-0.15.0.5rc6.dist-info → acryl_datahub-0.15.0.5rc8.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-0.15.0.5rc6.dist-info → acryl_datahub-0.15.0.5rc8.dist-info}/top_level.txt +0 -0
|
@@ -971,13 +971,15 @@ class AssertionSourceTypeClass(object):
|
|
|
971
971
|
# No docs available.
|
|
972
972
|
|
|
973
973
|
NATIVE = "NATIVE"
|
|
974
|
-
"""The assertion was defined natively on DataHub by a user.
|
|
974
|
+
"""The assertion was defined natively on DataHub by a user.
|
|
975
|
+
DataHub Cloud only"""
|
|
975
976
|
|
|
976
977
|
EXTERNAL = "EXTERNAL"
|
|
977
978
|
"""The assertion was defined and managed externally of DataHub."""
|
|
978
979
|
|
|
979
980
|
INFERRED = "INFERRED"
|
|
980
|
-
"""The assertion was inferred, e.g. from offline AI / ML models.
|
|
981
|
+
"""The assertion was inferred, e.g. from offline AI / ML models.
|
|
982
|
+
DataHub Cloud only"""
|
|
981
983
|
|
|
982
984
|
|
|
983
985
|
|
|
@@ -4120,6 +4122,7 @@ class DeprecationClass(_Aspect):
|
|
|
4120
4122
|
note: str,
|
|
4121
4123
|
actor: str,
|
|
4122
4124
|
decommissionTime: Union[None, int]=None,
|
|
4125
|
+
replacement: Union[None, str]=None,
|
|
4123
4126
|
):
|
|
4124
4127
|
super().__init__()
|
|
4125
4128
|
|
|
@@ -4127,12 +4130,14 @@ class DeprecationClass(_Aspect):
|
|
|
4127
4130
|
self.decommissionTime = decommissionTime
|
|
4128
4131
|
self.note = note
|
|
4129
4132
|
self.actor = actor
|
|
4133
|
+
self.replacement = replacement
|
|
4130
4134
|
|
|
4131
4135
|
def _restore_defaults(self) -> None:
|
|
4132
4136
|
self.deprecated = bool()
|
|
4133
4137
|
self.decommissionTime = self.RECORD_SCHEMA.fields_dict["decommissionTime"].default
|
|
4134
4138
|
self.note = str()
|
|
4135
4139
|
self.actor = str()
|
|
4140
|
+
self.replacement = self.RECORD_SCHEMA.fields_dict["replacement"].default
|
|
4136
4141
|
|
|
4137
4142
|
|
|
4138
4143
|
@property
|
|
@@ -4175,6 +4180,58 @@ class DeprecationClass(_Aspect):
|
|
|
4175
4180
|
self._inner_dict['actor'] = value
|
|
4176
4181
|
|
|
4177
4182
|
|
|
4183
|
+
@property
|
|
4184
|
+
def replacement(self) -> Union[None, str]:
|
|
4185
|
+
# No docs available.
|
|
4186
|
+
return self._inner_dict.get('replacement') # type: ignore
|
|
4187
|
+
|
|
4188
|
+
@replacement.setter
|
|
4189
|
+
def replacement(self, value: Union[None, str]) -> None:
|
|
4190
|
+
self._inner_dict['replacement'] = value
|
|
4191
|
+
|
|
4192
|
+
|
|
4193
|
+
class DisplayPropertiesClass(_Aspect):
|
|
4194
|
+
"""Properties related to how the entity is displayed in the Datahub UI"""
|
|
4195
|
+
|
|
4196
|
+
|
|
4197
|
+
ASPECT_NAME = 'displayProperties'
|
|
4198
|
+
ASPECT_INFO = {}
|
|
4199
|
+
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.DisplayProperties")
|
|
4200
|
+
|
|
4201
|
+
def __init__(self,
|
|
4202
|
+
colorHex: Union[None, str]=None,
|
|
4203
|
+
icon: Union[None, "IconPropertiesClass"]=None,
|
|
4204
|
+
):
|
|
4205
|
+
super().__init__()
|
|
4206
|
+
|
|
4207
|
+
self.colorHex = colorHex
|
|
4208
|
+
self.icon = icon
|
|
4209
|
+
|
|
4210
|
+
def _restore_defaults(self) -> None:
|
|
4211
|
+
self.colorHex = self.RECORD_SCHEMA.fields_dict["colorHex"].default
|
|
4212
|
+
self.icon = self.RECORD_SCHEMA.fields_dict["icon"].default
|
|
4213
|
+
|
|
4214
|
+
|
|
4215
|
+
@property
|
|
4216
|
+
def colorHex(self) -> Union[None, str]:
|
|
4217
|
+
"""The color associated with the entity in Hex. For example #FFFFFF."""
|
|
4218
|
+
return self._inner_dict.get('colorHex') # type: ignore
|
|
4219
|
+
|
|
4220
|
+
@colorHex.setter
|
|
4221
|
+
def colorHex(self, value: Union[None, str]) -> None:
|
|
4222
|
+
self._inner_dict['colorHex'] = value
|
|
4223
|
+
|
|
4224
|
+
|
|
4225
|
+
@property
|
|
4226
|
+
def icon(self) -> Union[None, "IconPropertiesClass"]:
|
|
4227
|
+
"""The icon associated with the entity"""
|
|
4228
|
+
return self._inner_dict.get('icon') # type: ignore
|
|
4229
|
+
|
|
4230
|
+
@icon.setter
|
|
4231
|
+
def icon(self, value: Union[None, "IconPropertiesClass"]) -> None:
|
|
4232
|
+
self._inner_dict['icon'] = value
|
|
4233
|
+
|
|
4234
|
+
|
|
4178
4235
|
class DocumentationClass(_Aspect):
|
|
4179
4236
|
"""Aspect used for storing all applicable documentations on assets.
|
|
4180
4237
|
This aspect supports multiple documentations from different sources.
|
|
@@ -4830,6 +4887,65 @@ class GlossaryTermsClass(_Aspect):
|
|
|
4830
4887
|
self._inner_dict['auditStamp'] = value
|
|
4831
4888
|
|
|
4832
4889
|
|
|
4890
|
+
class IconLibraryClass(object):
|
|
4891
|
+
"""Enum of possible icon sources"""
|
|
4892
|
+
|
|
4893
|
+
MATERIAL = "MATERIAL"
|
|
4894
|
+
"""Material UI"""
|
|
4895
|
+
|
|
4896
|
+
|
|
4897
|
+
|
|
4898
|
+
class IconPropertiesClass(DictWrapper):
|
|
4899
|
+
"""Properties describing an icon associated with an entity"""
|
|
4900
|
+
|
|
4901
|
+
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.IconProperties")
|
|
4902
|
+
def __init__(self,
|
|
4903
|
+
iconLibrary: Union[str, "IconLibraryClass"],
|
|
4904
|
+
name: str,
|
|
4905
|
+
style: str,
|
|
4906
|
+
):
|
|
4907
|
+
super().__init__()
|
|
4908
|
+
|
|
4909
|
+
self.iconLibrary = iconLibrary
|
|
4910
|
+
self.name = name
|
|
4911
|
+
self.style = style
|
|
4912
|
+
|
|
4913
|
+
def _restore_defaults(self) -> None:
|
|
4914
|
+
self.iconLibrary = IconLibraryClass.MATERIAL
|
|
4915
|
+
self.name = str()
|
|
4916
|
+
self.style = str()
|
|
4917
|
+
|
|
4918
|
+
|
|
4919
|
+
@property
|
|
4920
|
+
def iconLibrary(self) -> Union[str, "IconLibraryClass"]:
|
|
4921
|
+
"""The source of the icon: e.g. Antd, Material, etc"""
|
|
4922
|
+
return self._inner_dict.get('iconLibrary') # type: ignore
|
|
4923
|
+
|
|
4924
|
+
@iconLibrary.setter
|
|
4925
|
+
def iconLibrary(self, value: Union[str, "IconLibraryClass"]) -> None:
|
|
4926
|
+
self._inner_dict['iconLibrary'] = value
|
|
4927
|
+
|
|
4928
|
+
|
|
4929
|
+
@property
|
|
4930
|
+
def name(self) -> str:
|
|
4931
|
+
"""The name of the icon"""
|
|
4932
|
+
return self._inner_dict.get('name') # type: ignore
|
|
4933
|
+
|
|
4934
|
+
@name.setter
|
|
4935
|
+
def name(self, value: str) -> None:
|
|
4936
|
+
self._inner_dict['name'] = value
|
|
4937
|
+
|
|
4938
|
+
|
|
4939
|
+
@property
|
|
4940
|
+
def style(self) -> str:
|
|
4941
|
+
"""Any modifier for the icon, this will be library-specific, e.g. filled/outlined, etc"""
|
|
4942
|
+
return self._inner_dict.get('style') # type: ignore
|
|
4943
|
+
|
|
4944
|
+
@style.setter
|
|
4945
|
+
def style(self, value: str) -> None:
|
|
4946
|
+
self._inner_dict['style'] = value
|
|
4947
|
+
|
|
4948
|
+
|
|
4833
4949
|
class IncidentSummaryDetailsClass(DictWrapper):
|
|
4834
4950
|
"""Summary statistics about incidents on an entity."""
|
|
4835
4951
|
|
|
@@ -9033,6 +9149,113 @@ class DataPlatformInstancePropertiesClass(_Aspect):
|
|
|
9033
9149
|
self._inner_dict['description'] = value
|
|
9034
9150
|
|
|
9035
9151
|
|
|
9152
|
+
class IcebergWarehouseInfoClass(_Aspect):
|
|
9153
|
+
"""An Iceberg warehouse location and credentails whose read/writes are governed by datahub catalog."""
|
|
9154
|
+
|
|
9155
|
+
|
|
9156
|
+
ASPECT_NAME = 'icebergWarehouseInfo'
|
|
9157
|
+
ASPECT_INFO = {}
|
|
9158
|
+
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.dataplatforminstance.IcebergWarehouseInfo")
|
|
9159
|
+
|
|
9160
|
+
def __init__(self,
|
|
9161
|
+
dataRoot: str,
|
|
9162
|
+
clientId: str,
|
|
9163
|
+
clientSecret: str,
|
|
9164
|
+
region: str,
|
|
9165
|
+
env: Union[str, "FabricTypeClass"],
|
|
9166
|
+
role: Union[None, str]=None,
|
|
9167
|
+
tempCredentialExpirationSeconds: Union[None, int]=None,
|
|
9168
|
+
):
|
|
9169
|
+
super().__init__()
|
|
9170
|
+
|
|
9171
|
+
self.dataRoot = dataRoot
|
|
9172
|
+
self.clientId = clientId
|
|
9173
|
+
self.clientSecret = clientSecret
|
|
9174
|
+
self.region = region
|
|
9175
|
+
self.role = role
|
|
9176
|
+
self.tempCredentialExpirationSeconds = tempCredentialExpirationSeconds
|
|
9177
|
+
self.env = env
|
|
9178
|
+
|
|
9179
|
+
def _restore_defaults(self) -> None:
|
|
9180
|
+
self.dataRoot = str()
|
|
9181
|
+
self.clientId = str()
|
|
9182
|
+
self.clientSecret = str()
|
|
9183
|
+
self.region = str()
|
|
9184
|
+
self.role = self.RECORD_SCHEMA.fields_dict["role"].default
|
|
9185
|
+
self.tempCredentialExpirationSeconds = self.RECORD_SCHEMA.fields_dict["tempCredentialExpirationSeconds"].default
|
|
9186
|
+
self.env = FabricTypeClass.DEV
|
|
9187
|
+
|
|
9188
|
+
|
|
9189
|
+
@property
|
|
9190
|
+
def dataRoot(self) -> str:
|
|
9191
|
+
"""Path of the root for the backing store of the tables in the warehouse."""
|
|
9192
|
+
return self._inner_dict.get('dataRoot') # type: ignore
|
|
9193
|
+
|
|
9194
|
+
@dataRoot.setter
|
|
9195
|
+
def dataRoot(self, value: str) -> None:
|
|
9196
|
+
self._inner_dict['dataRoot'] = value
|
|
9197
|
+
|
|
9198
|
+
|
|
9199
|
+
@property
|
|
9200
|
+
def clientId(self) -> str:
|
|
9201
|
+
"""clientId to be used to authenticate with storage hosting this warehouse"""
|
|
9202
|
+
return self._inner_dict.get('clientId') # type: ignore
|
|
9203
|
+
|
|
9204
|
+
@clientId.setter
|
|
9205
|
+
def clientId(self, value: str) -> None:
|
|
9206
|
+
self._inner_dict['clientId'] = value
|
|
9207
|
+
|
|
9208
|
+
|
|
9209
|
+
@property
|
|
9210
|
+
def clientSecret(self) -> str:
|
|
9211
|
+
"""client secret to authenticate with storage hosting this warehouse"""
|
|
9212
|
+
return self._inner_dict.get('clientSecret') # type: ignore
|
|
9213
|
+
|
|
9214
|
+
@clientSecret.setter
|
|
9215
|
+
def clientSecret(self, value: str) -> None:
|
|
9216
|
+
self._inner_dict['clientSecret'] = value
|
|
9217
|
+
|
|
9218
|
+
|
|
9219
|
+
@property
|
|
9220
|
+
def region(self) -> str:
|
|
9221
|
+
"""region where the warehouse is located."""
|
|
9222
|
+
return self._inner_dict.get('region') # type: ignore
|
|
9223
|
+
|
|
9224
|
+
@region.setter
|
|
9225
|
+
def region(self, value: str) -> None:
|
|
9226
|
+
self._inner_dict['region'] = value
|
|
9227
|
+
|
|
9228
|
+
|
|
9229
|
+
@property
|
|
9230
|
+
def role(self) -> Union[None, str]:
|
|
9231
|
+
# No docs available.
|
|
9232
|
+
return self._inner_dict.get('role') # type: ignore
|
|
9233
|
+
|
|
9234
|
+
@role.setter
|
|
9235
|
+
def role(self, value: Union[None, str]) -> None:
|
|
9236
|
+
self._inner_dict['role'] = value
|
|
9237
|
+
|
|
9238
|
+
|
|
9239
|
+
@property
|
|
9240
|
+
def tempCredentialExpirationSeconds(self) -> Union[None, int]:
|
|
9241
|
+
# No docs available.
|
|
9242
|
+
return self._inner_dict.get('tempCredentialExpirationSeconds') # type: ignore
|
|
9243
|
+
|
|
9244
|
+
@tempCredentialExpirationSeconds.setter
|
|
9245
|
+
def tempCredentialExpirationSeconds(self, value: Union[None, int]) -> None:
|
|
9246
|
+
self._inner_dict['tempCredentialExpirationSeconds'] = value
|
|
9247
|
+
|
|
9248
|
+
|
|
9249
|
+
@property
|
|
9250
|
+
def env(self) -> Union[str, "FabricTypeClass"]:
|
|
9251
|
+
# No docs available.
|
|
9252
|
+
return self._inner_dict.get('env') # type: ignore
|
|
9253
|
+
|
|
9254
|
+
@env.setter
|
|
9255
|
+
def env(self, value: Union[str, "FabricTypeClass"]) -> None:
|
|
9256
|
+
self._inner_dict['env'] = value
|
|
9257
|
+
|
|
9258
|
+
|
|
9036
9259
|
class DataProcessInfoClass(_Aspect):
|
|
9037
9260
|
"""The inputs and outputs of this data process"""
|
|
9038
9261
|
|
|
@@ -10876,6 +11099,49 @@ class HistogramClass(DictWrapper):
|
|
|
10876
11099
|
self._inner_dict['heights'] = value
|
|
10877
11100
|
|
|
10878
11101
|
|
|
11102
|
+
class IcebergCatalogInfoClass(_Aspect):
|
|
11103
|
+
"""Iceberg Catalog metadata associated with an Iceberg table/view"""
|
|
11104
|
+
|
|
11105
|
+
|
|
11106
|
+
ASPECT_NAME = 'icebergCatalogInfo'
|
|
11107
|
+
ASPECT_INFO = {}
|
|
11108
|
+
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.dataset.IcebergCatalogInfo")
|
|
11109
|
+
|
|
11110
|
+
def __init__(self,
|
|
11111
|
+
metadataPointer: Union[None, str]=None,
|
|
11112
|
+
view: Union[None, bool]=None,
|
|
11113
|
+
):
|
|
11114
|
+
super().__init__()
|
|
11115
|
+
|
|
11116
|
+
self.metadataPointer = metadataPointer
|
|
11117
|
+
self.view = view
|
|
11118
|
+
|
|
11119
|
+
def _restore_defaults(self) -> None:
|
|
11120
|
+
self.metadataPointer = self.RECORD_SCHEMA.fields_dict["metadataPointer"].default
|
|
11121
|
+
self.view = self.RECORD_SCHEMA.fields_dict["view"].default
|
|
11122
|
+
|
|
11123
|
+
|
|
11124
|
+
@property
|
|
11125
|
+
def metadataPointer(self) -> Union[None, str]:
|
|
11126
|
+
"""When Datahub is the REST Catalog for an Iceberg Table, stores the current metadata pointer.
|
|
11127
|
+
If the Iceberg table is managed by an external catalog, the metadata pointer is not set."""
|
|
11128
|
+
return self._inner_dict.get('metadataPointer') # type: ignore
|
|
11129
|
+
|
|
11130
|
+
@metadataPointer.setter
|
|
11131
|
+
def metadataPointer(self, value: Union[None, str]) -> None:
|
|
11132
|
+
self._inner_dict['metadataPointer'] = value
|
|
11133
|
+
|
|
11134
|
+
|
|
11135
|
+
@property
|
|
11136
|
+
def view(self) -> Union[None, bool]:
|
|
11137
|
+
# No docs available.
|
|
11138
|
+
return self._inner_dict.get('view') # type: ignore
|
|
11139
|
+
|
|
11140
|
+
@view.setter
|
|
11141
|
+
def view(self, value: Union[None, bool]) -> None:
|
|
11142
|
+
self._inner_dict['view'] = value
|
|
11143
|
+
|
|
11144
|
+
|
|
10879
11145
|
class PartitionSummaryClass(DictWrapper):
|
|
10880
11146
|
"""Defines how the data is partitioned"""
|
|
10881
11147
|
|
|
@@ -12965,13 +13231,16 @@ class CorpUserAppearanceSettingsClass(DictWrapper):
|
|
|
12965
13231
|
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.identity.CorpUserAppearanceSettings")
|
|
12966
13232
|
def __init__(self,
|
|
12967
13233
|
showSimplifiedHomepage: Union[None, bool]=None,
|
|
13234
|
+
showThemeV2: Union[None, bool]=None,
|
|
12968
13235
|
):
|
|
12969
13236
|
super().__init__()
|
|
12970
13237
|
|
|
12971
13238
|
self.showSimplifiedHomepage = showSimplifiedHomepage
|
|
13239
|
+
self.showThemeV2 = showThemeV2
|
|
12972
13240
|
|
|
12973
13241
|
def _restore_defaults(self) -> None:
|
|
12974
13242
|
self.showSimplifiedHomepage = self.RECORD_SCHEMA.fields_dict["showSimplifiedHomepage"].default
|
|
13243
|
+
self.showThemeV2 = self.RECORD_SCHEMA.fields_dict["showThemeV2"].default
|
|
12975
13244
|
|
|
12976
13245
|
|
|
12977
13246
|
@property
|
|
@@ -12985,6 +13254,16 @@ class CorpUserAppearanceSettingsClass(DictWrapper):
|
|
|
12985
13254
|
self._inner_dict['showSimplifiedHomepage'] = value
|
|
12986
13255
|
|
|
12987
13256
|
|
|
13257
|
+
@property
|
|
13258
|
+
def showThemeV2(self) -> Union[None, bool]:
|
|
13259
|
+
"""Flag controlling whether the V2 UI for DataHub is shown."""
|
|
13260
|
+
return self._inner_dict.get('showThemeV2') # type: ignore
|
|
13261
|
+
|
|
13262
|
+
@showThemeV2.setter
|
|
13263
|
+
def showThemeV2(self, value: Union[None, bool]) -> None:
|
|
13264
|
+
self._inner_dict['showThemeV2'] = value
|
|
13265
|
+
|
|
13266
|
+
|
|
12988
13267
|
class CorpUserCredentialsClass(_Aspect):
|
|
12989
13268
|
"""Corp user credentials"""
|
|
12990
13269
|
|
|
@@ -14858,7 +15137,7 @@ class DataPlatformInstanceKeyClass(_Aspect):
|
|
|
14858
15137
|
|
|
14859
15138
|
|
|
14860
15139
|
ASPECT_NAME = 'dataPlatformInstanceKey'
|
|
14861
|
-
ASPECT_INFO = {'keyForEntity': 'dataPlatformInstance', 'entityCategory': 'internal', 'entityAspects': ['dataPlatformInstanceProperties', 'ownership', 'globalTags', 'institutionalMemory', 'deprecation', 'status']}
|
|
15140
|
+
ASPECT_INFO = {'keyForEntity': 'dataPlatformInstance', 'entityCategory': 'internal', 'entityAspects': ['dataPlatformInstanceProperties', 'ownership', 'globalTags', 'institutionalMemory', 'deprecation', 'status', 'icebergWarehouseInfo']}
|
|
14862
15141
|
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DataPlatformInstanceKey")
|
|
14863
15142
|
|
|
14864
15143
|
def __init__(self,
|
|
@@ -15014,7 +15293,7 @@ class DatasetKeyClass(_Aspect):
|
|
|
15014
15293
|
|
|
15015
15294
|
|
|
15016
15295
|
ASPECT_NAME = 'datasetKey'
|
|
15017
|
-
ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'schemaMetadata', 'status', 'container', 'deprecation', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'versionProperties'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
|
|
15296
|
+
ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'schemaMetadata', 'status', 'container', 'deprecation', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'versionProperties', 'icebergCatalogInfo'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
|
|
15018
15297
|
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DatasetKey")
|
|
15019
15298
|
|
|
15020
15299
|
def __init__(self,
|
|
@@ -15780,7 +16059,7 @@ class SchemaFieldKeyClass(_Aspect):
|
|
|
15780
16059
|
|
|
15781
16060
|
|
|
15782
16061
|
ASPECT_NAME = 'schemaFieldKey'
|
|
15783
|
-
ASPECT_INFO = {'keyForEntity': 'schemaField', 'entityCategory': 'core', 'entityAspects': ['schemafieldInfo', 'structuredProperties', 'forms', 'businessAttributes', 'status', 'schemaFieldAliases', 'documentation', 'testResults']}
|
|
16062
|
+
ASPECT_INFO = {'keyForEntity': 'schemaField', 'entityCategory': 'core', 'entityAspects': ['schemafieldInfo', 'structuredProperties', 'forms', 'businessAttributes', 'status', 'schemaFieldAliases', 'documentation', 'testResults', 'deprecation']}
|
|
15784
16063
|
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.SchemaFieldKey")
|
|
15785
16064
|
|
|
15786
16065
|
def __init__(self,
|
|
@@ -20824,7 +21103,7 @@ class PostInfoClass(_Aspect):
|
|
|
20824
21103
|
|
|
20825
21104
|
@property
|
|
20826
21105
|
def target(self) -> Union[None, str]:
|
|
20827
|
-
"""Optional URN that the post is associated with."""
|
|
21106
|
+
"""Optional Entity URN that the post is associated with."""
|
|
20828
21107
|
return self._inner_dict.get('target') # type: ignore
|
|
20829
21108
|
|
|
20830
21109
|
@target.setter
|
|
@@ -20838,6 +21117,9 @@ class PostTypeClass(object):
|
|
|
20838
21117
|
HOME_PAGE_ANNOUNCEMENT = "HOME_PAGE_ANNOUNCEMENT"
|
|
20839
21118
|
"""The Post is an Home Page announcement."""
|
|
20840
21119
|
|
|
21120
|
+
ENTITY_ANNOUNCEMENT = "ENTITY_ANNOUNCEMENT"
|
|
21121
|
+
"""The Post is an Entity level announcement."""
|
|
21122
|
+
|
|
20841
21123
|
|
|
20842
21124
|
|
|
20843
21125
|
class QueryLanguageClass(object):
|
|
@@ -25030,6 +25312,7 @@ __SCHEMA_TYPES = {
|
|
|
25030
25312
|
'com.linkedin.pegasus2avro.common.DataTransform': DataTransformClass,
|
|
25031
25313
|
'com.linkedin.pegasus2avro.common.DataTransformLogic': DataTransformLogicClass,
|
|
25032
25314
|
'com.linkedin.pegasus2avro.common.Deprecation': DeprecationClass,
|
|
25315
|
+
'com.linkedin.pegasus2avro.common.DisplayProperties': DisplayPropertiesClass,
|
|
25033
25316
|
'com.linkedin.pegasus2avro.common.Documentation': DocumentationClass,
|
|
25034
25317
|
'com.linkedin.pegasus2avro.common.DocumentationAssociation': DocumentationAssociationClass,
|
|
25035
25318
|
'com.linkedin.pegasus2avro.common.Edge': EdgeClass,
|
|
@@ -25044,6 +25327,8 @@ __SCHEMA_TYPES = {
|
|
|
25044
25327
|
'com.linkedin.pegasus2avro.common.GlobalTags': GlobalTagsClass,
|
|
25045
25328
|
'com.linkedin.pegasus2avro.common.GlossaryTermAssociation': GlossaryTermAssociationClass,
|
|
25046
25329
|
'com.linkedin.pegasus2avro.common.GlossaryTerms': GlossaryTermsClass,
|
|
25330
|
+
'com.linkedin.pegasus2avro.common.IconLibrary': IconLibraryClass,
|
|
25331
|
+
'com.linkedin.pegasus2avro.common.IconProperties': IconPropertiesClass,
|
|
25047
25332
|
'com.linkedin.pegasus2avro.common.IncidentSummaryDetails': IncidentSummaryDetailsClass,
|
|
25048
25333
|
'com.linkedin.pegasus2avro.common.IncidentsSummary': IncidentsSummaryClass,
|
|
25049
25334
|
'com.linkedin.pegasus2avro.common.InputField': InputFieldClass,
|
|
@@ -25110,6 +25395,7 @@ __SCHEMA_TYPES = {
|
|
|
25110
25395
|
'com.linkedin.pegasus2avro.dataplatform.DataPlatformInfo': DataPlatformInfoClass,
|
|
25111
25396
|
'com.linkedin.pegasus2avro.dataplatform.PlatformType': PlatformTypeClass,
|
|
25112
25397
|
'com.linkedin.pegasus2avro.dataplatforminstance.DataPlatformInstanceProperties': DataPlatformInstancePropertiesClass,
|
|
25398
|
+
'com.linkedin.pegasus2avro.dataplatforminstance.IcebergWarehouseInfo': IcebergWarehouseInfoClass,
|
|
25113
25399
|
'com.linkedin.pegasus2avro.dataprocess.DataProcessInfo': DataProcessInfoClass,
|
|
25114
25400
|
'com.linkedin.pegasus2avro.dataprocess.DataProcessInstanceInput': DataProcessInstanceInputClass,
|
|
25115
25401
|
'com.linkedin.pegasus2avro.dataprocess.DataProcessInstanceOutput': DataProcessInstanceOutputClass,
|
|
@@ -25140,6 +25426,7 @@ __SCHEMA_TYPES = {
|
|
|
25140
25426
|
'com.linkedin.pegasus2avro.dataset.FineGrainedLineageDownstreamType': FineGrainedLineageDownstreamTypeClass,
|
|
25141
25427
|
'com.linkedin.pegasus2avro.dataset.FineGrainedLineageUpstreamType': FineGrainedLineageUpstreamTypeClass,
|
|
25142
25428
|
'com.linkedin.pegasus2avro.dataset.Histogram': HistogramClass,
|
|
25429
|
+
'com.linkedin.pegasus2avro.dataset.IcebergCatalogInfo': IcebergCatalogInfoClass,
|
|
25143
25430
|
'com.linkedin.pegasus2avro.dataset.PartitionSummary': PartitionSummaryClass,
|
|
25144
25431
|
'com.linkedin.pegasus2avro.dataset.PartitionsSummary': PartitionsSummaryClass,
|
|
25145
25432
|
'com.linkedin.pegasus2avro.dataset.Quantile': QuantileClass,
|
|
@@ -25503,6 +25790,7 @@ __SCHEMA_TYPES = {
|
|
|
25503
25790
|
'DataTransform': DataTransformClass,
|
|
25504
25791
|
'DataTransformLogic': DataTransformLogicClass,
|
|
25505
25792
|
'Deprecation': DeprecationClass,
|
|
25793
|
+
'DisplayProperties': DisplayPropertiesClass,
|
|
25506
25794
|
'Documentation': DocumentationClass,
|
|
25507
25795
|
'DocumentationAssociation': DocumentationAssociationClass,
|
|
25508
25796
|
'Edge': EdgeClass,
|
|
@@ -25517,6 +25805,8 @@ __SCHEMA_TYPES = {
|
|
|
25517
25805
|
'GlobalTags': GlobalTagsClass,
|
|
25518
25806
|
'GlossaryTermAssociation': GlossaryTermAssociationClass,
|
|
25519
25807
|
'GlossaryTerms': GlossaryTermsClass,
|
|
25808
|
+
'IconLibrary': IconLibraryClass,
|
|
25809
|
+
'IconProperties': IconPropertiesClass,
|
|
25520
25810
|
'IncidentSummaryDetails': IncidentSummaryDetailsClass,
|
|
25521
25811
|
'IncidentsSummary': IncidentsSummaryClass,
|
|
25522
25812
|
'InputField': InputFieldClass,
|
|
@@ -25583,6 +25873,7 @@ __SCHEMA_TYPES = {
|
|
|
25583
25873
|
'DataPlatformInfo': DataPlatformInfoClass,
|
|
25584
25874
|
'PlatformType': PlatformTypeClass,
|
|
25585
25875
|
'DataPlatformInstanceProperties': DataPlatformInstancePropertiesClass,
|
|
25876
|
+
'IcebergWarehouseInfo': IcebergWarehouseInfoClass,
|
|
25586
25877
|
'DataProcessInfo': DataProcessInfoClass,
|
|
25587
25878
|
'DataProcessInstanceInput': DataProcessInstanceInputClass,
|
|
25588
25879
|
'DataProcessInstanceOutput': DataProcessInstanceOutputClass,
|
|
@@ -25613,6 +25904,7 @@ __SCHEMA_TYPES = {
|
|
|
25613
25904
|
'FineGrainedLineageDownstreamType': FineGrainedLineageDownstreamTypeClass,
|
|
25614
25905
|
'FineGrainedLineageUpstreamType': FineGrainedLineageUpstreamTypeClass,
|
|
25615
25906
|
'Histogram': HistogramClass,
|
|
25907
|
+
'IcebergCatalogInfo': IcebergCatalogInfoClass,
|
|
25616
25908
|
'PartitionSummary': PartitionSummaryClass,
|
|
25617
25909
|
'PartitionsSummary': PartitionsSummaryClass,
|
|
25618
25910
|
'Quantile': QuantileClass,
|
|
@@ -25926,6 +26218,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
|
|
|
25926
26218
|
DocumentationClass,
|
|
25927
26219
|
DataPlatformInstanceClass,
|
|
25928
26220
|
InputFieldsClass,
|
|
26221
|
+
DisplayPropertiesClass,
|
|
25929
26222
|
OwnershipClass,
|
|
25930
26223
|
OperationClass,
|
|
25931
26224
|
FormsClass,
|
|
@@ -26025,6 +26318,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
|
|
|
26025
26318
|
QuerySubjectsClass,
|
|
26026
26319
|
QueryUsageStatisticsClass,
|
|
26027
26320
|
DataHubSecretValueClass,
|
|
26321
|
+
IcebergCatalogInfoClass,
|
|
26028
26322
|
DatasetUpstreamLineageClass,
|
|
26029
26323
|
UpstreamLineageClass,
|
|
26030
26324
|
DatasetProfileClass,
|
|
@@ -26113,6 +26407,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
|
|
|
26113
26407
|
EntityTypeKeyClass,
|
|
26114
26408
|
OwnershipTypeInfoClass,
|
|
26115
26409
|
DataPlatformInstancePropertiesClass,
|
|
26410
|
+
IcebergWarehouseInfoClass,
|
|
26116
26411
|
DataHubAccessTokenInfoClass
|
|
26117
26412
|
]
|
|
26118
26413
|
|
|
@@ -26144,6 +26439,7 @@ class AspectBag(TypedDict, total=False):
|
|
|
26144
26439
|
documentation: DocumentationClass
|
|
26145
26440
|
dataPlatformInstance: DataPlatformInstanceClass
|
|
26146
26441
|
inputFields: InputFieldsClass
|
|
26442
|
+
displayProperties: DisplayPropertiesClass
|
|
26147
26443
|
ownership: OwnershipClass
|
|
26148
26444
|
operation: OperationClass
|
|
26149
26445
|
forms: FormsClass
|
|
@@ -26243,6 +26539,7 @@ class AspectBag(TypedDict, total=False):
|
|
|
26243
26539
|
querySubjects: QuerySubjectsClass
|
|
26244
26540
|
queryUsageStatistics: QueryUsageStatisticsClass
|
|
26245
26541
|
dataHubSecretValue: DataHubSecretValueClass
|
|
26542
|
+
icebergCatalogInfo: IcebergCatalogInfoClass
|
|
26246
26543
|
datasetUpstreamLineage: DatasetUpstreamLineageClass
|
|
26247
26544
|
upstreamLineage: UpstreamLineageClass
|
|
26248
26545
|
datasetProfile: DatasetProfileClass
|
|
@@ -26331,6 +26628,7 @@ class AspectBag(TypedDict, total=False):
|
|
|
26331
26628
|
entityTypeKey: EntityTypeKeyClass
|
|
26332
26629
|
ownershipTypeInfo: OwnershipTypeInfoClass
|
|
26333
26630
|
dataPlatformInstanceProperties: DataPlatformInstancePropertiesClass
|
|
26631
|
+
icebergWarehouseInfo: IcebergWarehouseInfoClass
|
|
26334
26632
|
dataHubAccessTokenInfo: DataHubAccessTokenInfoClass
|
|
26335
26633
|
|
|
26336
26634
|
|
|
@@ -22,6 +22,7 @@ from .....schema_classes import DataPlatformInstanceClass
|
|
|
22
22
|
from .....schema_classes import DataTransformClass
|
|
23
23
|
from .....schema_classes import DataTransformLogicClass
|
|
24
24
|
from .....schema_classes import DeprecationClass
|
|
25
|
+
from .....schema_classes import DisplayPropertiesClass
|
|
25
26
|
from .....schema_classes import DocumentationClass
|
|
26
27
|
from .....schema_classes import DocumentationAssociationClass
|
|
27
28
|
from .....schema_classes import EdgeClass
|
|
@@ -36,6 +37,8 @@ from .....schema_classes import FormsClass
|
|
|
36
37
|
from .....schema_classes import GlobalTagsClass
|
|
37
38
|
from .....schema_classes import GlossaryTermAssociationClass
|
|
38
39
|
from .....schema_classes import GlossaryTermsClass
|
|
40
|
+
from .....schema_classes import IconLibraryClass
|
|
41
|
+
from .....schema_classes import IconPropertiesClass
|
|
39
42
|
from .....schema_classes import IncidentSummaryDetailsClass
|
|
40
43
|
from .....schema_classes import IncidentsSummaryClass
|
|
41
44
|
from .....schema_classes import InputFieldClass
|
|
@@ -85,6 +88,7 @@ DataPlatformInstance = DataPlatformInstanceClass
|
|
|
85
88
|
DataTransform = DataTransformClass
|
|
86
89
|
DataTransformLogic = DataTransformLogicClass
|
|
87
90
|
Deprecation = DeprecationClass
|
|
91
|
+
DisplayProperties = DisplayPropertiesClass
|
|
88
92
|
Documentation = DocumentationClass
|
|
89
93
|
DocumentationAssociation = DocumentationAssociationClass
|
|
90
94
|
Edge = EdgeClass
|
|
@@ -99,6 +103,8 @@ Forms = FormsClass
|
|
|
99
103
|
GlobalTags = GlobalTagsClass
|
|
100
104
|
GlossaryTermAssociation = GlossaryTermAssociationClass
|
|
101
105
|
GlossaryTerms = GlossaryTermsClass
|
|
106
|
+
IconLibrary = IconLibraryClass
|
|
107
|
+
IconProperties = IconPropertiesClass
|
|
102
108
|
IncidentSummaryDetails = IncidentSummaryDetailsClass
|
|
103
109
|
IncidentsSummary = IncidentsSummaryClass
|
|
104
110
|
InputField = InputFieldClass
|
|
@@ -8,8 +8,10 @@
|
|
|
8
8
|
# fmt: off
|
|
9
9
|
# isort: skip_file
|
|
10
10
|
from .....schema_classes import DataPlatformInstancePropertiesClass
|
|
11
|
+
from .....schema_classes import IcebergWarehouseInfoClass
|
|
11
12
|
|
|
12
13
|
|
|
13
14
|
DataPlatformInstanceProperties = DataPlatformInstancePropertiesClass
|
|
15
|
+
IcebergWarehouseInfo = IcebergWarehouseInfoClass
|
|
14
16
|
|
|
15
17
|
# fmt: on
|
|
@@ -24,6 +24,7 @@ from .....schema_classes import FineGrainedLineageClass
|
|
|
24
24
|
from .....schema_classes import FineGrainedLineageDownstreamTypeClass
|
|
25
25
|
from .....schema_classes import FineGrainedLineageUpstreamTypeClass
|
|
26
26
|
from .....schema_classes import HistogramClass
|
|
27
|
+
from .....schema_classes import IcebergCatalogInfoClass
|
|
27
28
|
from .....schema_classes import PartitionSummaryClass
|
|
28
29
|
from .....schema_classes import PartitionsSummaryClass
|
|
29
30
|
from .....schema_classes import QuantileClass
|
|
@@ -50,6 +51,7 @@ FineGrainedLineage = FineGrainedLineageClass
|
|
|
50
51
|
FineGrainedLineageDownstreamType = FineGrainedLineageDownstreamTypeClass
|
|
51
52
|
FineGrainedLineageUpstreamType = FineGrainedLineageUpstreamTypeClass
|
|
52
53
|
Histogram = HistogramClass
|
|
54
|
+
IcebergCatalogInfo = IcebergCatalogInfoClass
|
|
53
55
|
PartitionSummary = PartitionSummaryClass
|
|
54
56
|
PartitionsSummary = PartitionsSummaryClass
|
|
55
57
|
Quantile = QuantileClass
|