acryl-datahub 0.15.0.5rc6__py3-none-any.whl → 0.15.0.5rc8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

Files changed (40) hide show
  1. {acryl_datahub-0.15.0.5rc6.dist-info → acryl_datahub-0.15.0.5rc8.dist-info}/METADATA +2462 -2427
  2. {acryl_datahub-0.15.0.5rc6.dist-info → acryl_datahub-0.15.0.5rc8.dist-info}/RECORD +40 -36
  3. datahub/_version.py +1 -1
  4. datahub/api/entities/dataprocess/dataprocess_instance.py +104 -11
  5. datahub/cli/iceberg_cli.py +707 -0
  6. datahub/entrypoints.py +12 -0
  7. datahub/ingestion/source/aws/glue.py +3 -2
  8. datahub/ingestion/source/dbt/dbt_core.py +1 -1
  9. datahub/ingestion/source/snowflake/snowflake_config.py +6 -0
  10. datahub/ingestion/source/snowflake/snowflake_query.py +11 -0
  11. datahub/ingestion/source/snowflake/snowflake_report.py +1 -0
  12. datahub/ingestion/source/snowflake/snowflake_schema.py +17 -0
  13. datahub/ingestion/source/snowflake/snowflake_schema_gen.py +18 -36
  14. datahub/ingestion/source/snowflake/snowflake_tag.py +57 -3
  15. datahub/ingestion/source/sql/mssql/job_models.py +37 -8
  16. datahub/ingestion/source/sql/mssql/source.py +17 -0
  17. datahub/ingestion/source/sql/sql_config.py +0 -10
  18. datahub/ingestion/source/tableau/tableau.py +14 -12
  19. datahub/ingestion/source/tableau/tableau_common.py +1 -1
  20. datahub/ingestion/source_config/operation_config.py +9 -0
  21. datahub/metadata/_schema_classes.py +304 -6
  22. datahub/metadata/com/linkedin/pegasus2avro/common/__init__.py +6 -0
  23. datahub/metadata/com/linkedin/pegasus2avro/dataplatforminstance/__init__.py +2 -0
  24. datahub/metadata/com/linkedin/pegasus2avro/dataset/__init__.py +2 -0
  25. datahub/metadata/schema.avsc +206 -7
  26. datahub/metadata/schemas/AssertionInfo.avsc +2 -2
  27. datahub/metadata/schemas/CorpUserSettings.avsc +9 -0
  28. datahub/metadata/schemas/DataPlatformInstanceKey.avsc +2 -1
  29. datahub/metadata/schemas/DatasetKey.avsc +2 -1
  30. datahub/metadata/schemas/Deprecation.avsc +12 -0
  31. datahub/metadata/schemas/DisplayProperties.avsc +62 -0
  32. datahub/metadata/schemas/IcebergCatalogInfo.avsc +28 -0
  33. datahub/metadata/schemas/IcebergWarehouseInfo.avsc +92 -0
  34. datahub/metadata/schemas/MetadataChangeEvent.avsc +12 -0
  35. datahub/metadata/schemas/PostInfo.avsc +28 -2
  36. datahub/metadata/schemas/SchemaFieldKey.avsc +2 -1
  37. {acryl_datahub-0.15.0.5rc6.dist-info → acryl_datahub-0.15.0.5rc8.dist-info}/LICENSE +0 -0
  38. {acryl_datahub-0.15.0.5rc6.dist-info → acryl_datahub-0.15.0.5rc8.dist-info}/WHEEL +0 -0
  39. {acryl_datahub-0.15.0.5rc6.dist-info → acryl_datahub-0.15.0.5rc8.dist-info}/entry_points.txt +0 -0
  40. {acryl_datahub-0.15.0.5rc6.dist-info → acryl_datahub-0.15.0.5rc8.dist-info}/top_level.txt +0 -0
@@ -971,13 +971,15 @@ class AssertionSourceTypeClass(object):
971
971
  # No docs available.
972
972
 
973
973
  NATIVE = "NATIVE"
974
- """The assertion was defined natively on DataHub by a user."""
974
+ """The assertion was defined natively on DataHub by a user.
975
+ DataHub Cloud only"""
975
976
 
976
977
  EXTERNAL = "EXTERNAL"
977
978
  """The assertion was defined and managed externally of DataHub."""
978
979
 
979
980
  INFERRED = "INFERRED"
980
- """The assertion was inferred, e.g. from offline AI / ML models."""
981
+ """The assertion was inferred, e.g. from offline AI / ML models.
982
+ DataHub Cloud only"""
981
983
 
982
984
 
983
985
 
@@ -4120,6 +4122,7 @@ class DeprecationClass(_Aspect):
4120
4122
  note: str,
4121
4123
  actor: str,
4122
4124
  decommissionTime: Union[None, int]=None,
4125
+ replacement: Union[None, str]=None,
4123
4126
  ):
4124
4127
  super().__init__()
4125
4128
 
@@ -4127,12 +4130,14 @@ class DeprecationClass(_Aspect):
4127
4130
  self.decommissionTime = decommissionTime
4128
4131
  self.note = note
4129
4132
  self.actor = actor
4133
+ self.replacement = replacement
4130
4134
 
4131
4135
  def _restore_defaults(self) -> None:
4132
4136
  self.deprecated = bool()
4133
4137
  self.decommissionTime = self.RECORD_SCHEMA.fields_dict["decommissionTime"].default
4134
4138
  self.note = str()
4135
4139
  self.actor = str()
4140
+ self.replacement = self.RECORD_SCHEMA.fields_dict["replacement"].default
4136
4141
 
4137
4142
 
4138
4143
  @property
@@ -4175,6 +4180,58 @@ class DeprecationClass(_Aspect):
4175
4180
  self._inner_dict['actor'] = value
4176
4181
 
4177
4182
 
4183
+ @property
4184
+ def replacement(self) -> Union[None, str]:
4185
+ # No docs available.
4186
+ return self._inner_dict.get('replacement') # type: ignore
4187
+
4188
+ @replacement.setter
4189
+ def replacement(self, value: Union[None, str]) -> None:
4190
+ self._inner_dict['replacement'] = value
4191
+
4192
+
4193
+ class DisplayPropertiesClass(_Aspect):
4194
+ """Properties related to how the entity is displayed in the Datahub UI"""
4195
+
4196
+
4197
+ ASPECT_NAME = 'displayProperties'
4198
+ ASPECT_INFO = {}
4199
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.DisplayProperties")
4200
+
4201
+ def __init__(self,
4202
+ colorHex: Union[None, str]=None,
4203
+ icon: Union[None, "IconPropertiesClass"]=None,
4204
+ ):
4205
+ super().__init__()
4206
+
4207
+ self.colorHex = colorHex
4208
+ self.icon = icon
4209
+
4210
+ def _restore_defaults(self) -> None:
4211
+ self.colorHex = self.RECORD_SCHEMA.fields_dict["colorHex"].default
4212
+ self.icon = self.RECORD_SCHEMA.fields_dict["icon"].default
4213
+
4214
+
4215
+ @property
4216
+ def colorHex(self) -> Union[None, str]:
4217
+ """The color associated with the entity in Hex. For example #FFFFFF."""
4218
+ return self._inner_dict.get('colorHex') # type: ignore
4219
+
4220
+ @colorHex.setter
4221
+ def colorHex(self, value: Union[None, str]) -> None:
4222
+ self._inner_dict['colorHex'] = value
4223
+
4224
+
4225
+ @property
4226
+ def icon(self) -> Union[None, "IconPropertiesClass"]:
4227
+ """The icon associated with the entity"""
4228
+ return self._inner_dict.get('icon') # type: ignore
4229
+
4230
+ @icon.setter
4231
+ def icon(self, value: Union[None, "IconPropertiesClass"]) -> None:
4232
+ self._inner_dict['icon'] = value
4233
+
4234
+
4178
4235
  class DocumentationClass(_Aspect):
4179
4236
  """Aspect used for storing all applicable documentations on assets.
4180
4237
  This aspect supports multiple documentations from different sources.
@@ -4830,6 +4887,65 @@ class GlossaryTermsClass(_Aspect):
4830
4887
  self._inner_dict['auditStamp'] = value
4831
4888
 
4832
4889
 
4890
+ class IconLibraryClass(object):
4891
+ """Enum of possible icon sources"""
4892
+
4893
+ MATERIAL = "MATERIAL"
4894
+ """Material UI"""
4895
+
4896
+
4897
+
4898
+ class IconPropertiesClass(DictWrapper):
4899
+ """Properties describing an icon associated with an entity"""
4900
+
4901
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.IconProperties")
4902
+ def __init__(self,
4903
+ iconLibrary: Union[str, "IconLibraryClass"],
4904
+ name: str,
4905
+ style: str,
4906
+ ):
4907
+ super().__init__()
4908
+
4909
+ self.iconLibrary = iconLibrary
4910
+ self.name = name
4911
+ self.style = style
4912
+
4913
+ def _restore_defaults(self) -> None:
4914
+ self.iconLibrary = IconLibraryClass.MATERIAL
4915
+ self.name = str()
4916
+ self.style = str()
4917
+
4918
+
4919
+ @property
4920
+ def iconLibrary(self) -> Union[str, "IconLibraryClass"]:
4921
+ """The source of the icon: e.g. Antd, Material, etc"""
4922
+ return self._inner_dict.get('iconLibrary') # type: ignore
4923
+
4924
+ @iconLibrary.setter
4925
+ def iconLibrary(self, value: Union[str, "IconLibraryClass"]) -> None:
4926
+ self._inner_dict['iconLibrary'] = value
4927
+
4928
+
4929
+ @property
4930
+ def name(self) -> str:
4931
+ """The name of the icon"""
4932
+ return self._inner_dict.get('name') # type: ignore
4933
+
4934
+ @name.setter
4935
+ def name(self, value: str) -> None:
4936
+ self._inner_dict['name'] = value
4937
+
4938
+
4939
+ @property
4940
+ def style(self) -> str:
4941
+ """Any modifier for the icon, this will be library-specific, e.g. filled/outlined, etc"""
4942
+ return self._inner_dict.get('style') # type: ignore
4943
+
4944
+ @style.setter
4945
+ def style(self, value: str) -> None:
4946
+ self._inner_dict['style'] = value
4947
+
4948
+
4833
4949
  class IncidentSummaryDetailsClass(DictWrapper):
4834
4950
  """Summary statistics about incidents on an entity."""
4835
4951
 
@@ -9033,6 +9149,113 @@ class DataPlatformInstancePropertiesClass(_Aspect):
9033
9149
  self._inner_dict['description'] = value
9034
9150
 
9035
9151
 
9152
+ class IcebergWarehouseInfoClass(_Aspect):
9153
+ """An Iceberg warehouse location and credentails whose read/writes are governed by datahub catalog."""
9154
+
9155
+
9156
+ ASPECT_NAME = 'icebergWarehouseInfo'
9157
+ ASPECT_INFO = {}
9158
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.dataplatforminstance.IcebergWarehouseInfo")
9159
+
9160
+ def __init__(self,
9161
+ dataRoot: str,
9162
+ clientId: str,
9163
+ clientSecret: str,
9164
+ region: str,
9165
+ env: Union[str, "FabricTypeClass"],
9166
+ role: Union[None, str]=None,
9167
+ tempCredentialExpirationSeconds: Union[None, int]=None,
9168
+ ):
9169
+ super().__init__()
9170
+
9171
+ self.dataRoot = dataRoot
9172
+ self.clientId = clientId
9173
+ self.clientSecret = clientSecret
9174
+ self.region = region
9175
+ self.role = role
9176
+ self.tempCredentialExpirationSeconds = tempCredentialExpirationSeconds
9177
+ self.env = env
9178
+
9179
+ def _restore_defaults(self) -> None:
9180
+ self.dataRoot = str()
9181
+ self.clientId = str()
9182
+ self.clientSecret = str()
9183
+ self.region = str()
9184
+ self.role = self.RECORD_SCHEMA.fields_dict["role"].default
9185
+ self.tempCredentialExpirationSeconds = self.RECORD_SCHEMA.fields_dict["tempCredentialExpirationSeconds"].default
9186
+ self.env = FabricTypeClass.DEV
9187
+
9188
+
9189
+ @property
9190
+ def dataRoot(self) -> str:
9191
+ """Path of the root for the backing store of the tables in the warehouse."""
9192
+ return self._inner_dict.get('dataRoot') # type: ignore
9193
+
9194
+ @dataRoot.setter
9195
+ def dataRoot(self, value: str) -> None:
9196
+ self._inner_dict['dataRoot'] = value
9197
+
9198
+
9199
+ @property
9200
+ def clientId(self) -> str:
9201
+ """clientId to be used to authenticate with storage hosting this warehouse"""
9202
+ return self._inner_dict.get('clientId') # type: ignore
9203
+
9204
+ @clientId.setter
9205
+ def clientId(self, value: str) -> None:
9206
+ self._inner_dict['clientId'] = value
9207
+
9208
+
9209
+ @property
9210
+ def clientSecret(self) -> str:
9211
+ """client secret to authenticate with storage hosting this warehouse"""
9212
+ return self._inner_dict.get('clientSecret') # type: ignore
9213
+
9214
+ @clientSecret.setter
9215
+ def clientSecret(self, value: str) -> None:
9216
+ self._inner_dict['clientSecret'] = value
9217
+
9218
+
9219
+ @property
9220
+ def region(self) -> str:
9221
+ """region where the warehouse is located."""
9222
+ return self._inner_dict.get('region') # type: ignore
9223
+
9224
+ @region.setter
9225
+ def region(self, value: str) -> None:
9226
+ self._inner_dict['region'] = value
9227
+
9228
+
9229
+ @property
9230
+ def role(self) -> Union[None, str]:
9231
+ # No docs available.
9232
+ return self._inner_dict.get('role') # type: ignore
9233
+
9234
+ @role.setter
9235
+ def role(self, value: Union[None, str]) -> None:
9236
+ self._inner_dict['role'] = value
9237
+
9238
+
9239
+ @property
9240
+ def tempCredentialExpirationSeconds(self) -> Union[None, int]:
9241
+ # No docs available.
9242
+ return self._inner_dict.get('tempCredentialExpirationSeconds') # type: ignore
9243
+
9244
+ @tempCredentialExpirationSeconds.setter
9245
+ def tempCredentialExpirationSeconds(self, value: Union[None, int]) -> None:
9246
+ self._inner_dict['tempCredentialExpirationSeconds'] = value
9247
+
9248
+
9249
+ @property
9250
+ def env(self) -> Union[str, "FabricTypeClass"]:
9251
+ # No docs available.
9252
+ return self._inner_dict.get('env') # type: ignore
9253
+
9254
+ @env.setter
9255
+ def env(self, value: Union[str, "FabricTypeClass"]) -> None:
9256
+ self._inner_dict['env'] = value
9257
+
9258
+
9036
9259
  class DataProcessInfoClass(_Aspect):
9037
9260
  """The inputs and outputs of this data process"""
9038
9261
 
@@ -10876,6 +11099,49 @@ class HistogramClass(DictWrapper):
10876
11099
  self._inner_dict['heights'] = value
10877
11100
 
10878
11101
 
11102
+ class IcebergCatalogInfoClass(_Aspect):
11103
+ """Iceberg Catalog metadata associated with an Iceberg table/view"""
11104
+
11105
+
11106
+ ASPECT_NAME = 'icebergCatalogInfo'
11107
+ ASPECT_INFO = {}
11108
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.dataset.IcebergCatalogInfo")
11109
+
11110
+ def __init__(self,
11111
+ metadataPointer: Union[None, str]=None,
11112
+ view: Union[None, bool]=None,
11113
+ ):
11114
+ super().__init__()
11115
+
11116
+ self.metadataPointer = metadataPointer
11117
+ self.view = view
11118
+
11119
+ def _restore_defaults(self) -> None:
11120
+ self.metadataPointer = self.RECORD_SCHEMA.fields_dict["metadataPointer"].default
11121
+ self.view = self.RECORD_SCHEMA.fields_dict["view"].default
11122
+
11123
+
11124
+ @property
11125
+ def metadataPointer(self) -> Union[None, str]:
11126
+ """When Datahub is the REST Catalog for an Iceberg Table, stores the current metadata pointer.
11127
+ If the Iceberg table is managed by an external catalog, the metadata pointer is not set."""
11128
+ return self._inner_dict.get('metadataPointer') # type: ignore
11129
+
11130
+ @metadataPointer.setter
11131
+ def metadataPointer(self, value: Union[None, str]) -> None:
11132
+ self._inner_dict['metadataPointer'] = value
11133
+
11134
+
11135
+ @property
11136
+ def view(self) -> Union[None, bool]:
11137
+ # No docs available.
11138
+ return self._inner_dict.get('view') # type: ignore
11139
+
11140
+ @view.setter
11141
+ def view(self, value: Union[None, bool]) -> None:
11142
+ self._inner_dict['view'] = value
11143
+
11144
+
10879
11145
  class PartitionSummaryClass(DictWrapper):
10880
11146
  """Defines how the data is partitioned"""
10881
11147
 
@@ -12965,13 +13231,16 @@ class CorpUserAppearanceSettingsClass(DictWrapper):
12965
13231
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.identity.CorpUserAppearanceSettings")
12966
13232
  def __init__(self,
12967
13233
  showSimplifiedHomepage: Union[None, bool]=None,
13234
+ showThemeV2: Union[None, bool]=None,
12968
13235
  ):
12969
13236
  super().__init__()
12970
13237
 
12971
13238
  self.showSimplifiedHomepage = showSimplifiedHomepage
13239
+ self.showThemeV2 = showThemeV2
12972
13240
 
12973
13241
  def _restore_defaults(self) -> None:
12974
13242
  self.showSimplifiedHomepage = self.RECORD_SCHEMA.fields_dict["showSimplifiedHomepage"].default
13243
+ self.showThemeV2 = self.RECORD_SCHEMA.fields_dict["showThemeV2"].default
12975
13244
 
12976
13245
 
12977
13246
  @property
@@ -12985,6 +13254,16 @@ class CorpUserAppearanceSettingsClass(DictWrapper):
12985
13254
  self._inner_dict['showSimplifiedHomepage'] = value
12986
13255
 
12987
13256
 
13257
+ @property
13258
+ def showThemeV2(self) -> Union[None, bool]:
13259
+ """Flag controlling whether the V2 UI for DataHub is shown."""
13260
+ return self._inner_dict.get('showThemeV2') # type: ignore
13261
+
13262
+ @showThemeV2.setter
13263
+ def showThemeV2(self, value: Union[None, bool]) -> None:
13264
+ self._inner_dict['showThemeV2'] = value
13265
+
13266
+
12988
13267
  class CorpUserCredentialsClass(_Aspect):
12989
13268
  """Corp user credentials"""
12990
13269
 
@@ -14858,7 +15137,7 @@ class DataPlatformInstanceKeyClass(_Aspect):
14858
15137
 
14859
15138
 
14860
15139
  ASPECT_NAME = 'dataPlatformInstanceKey'
14861
- ASPECT_INFO = {'keyForEntity': 'dataPlatformInstance', 'entityCategory': 'internal', 'entityAspects': ['dataPlatformInstanceProperties', 'ownership', 'globalTags', 'institutionalMemory', 'deprecation', 'status']}
15140
+ ASPECT_INFO = {'keyForEntity': 'dataPlatformInstance', 'entityCategory': 'internal', 'entityAspects': ['dataPlatformInstanceProperties', 'ownership', 'globalTags', 'institutionalMemory', 'deprecation', 'status', 'icebergWarehouseInfo']}
14862
15141
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DataPlatformInstanceKey")
14863
15142
 
14864
15143
  def __init__(self,
@@ -15014,7 +15293,7 @@ class DatasetKeyClass(_Aspect):
15014
15293
 
15015
15294
 
15016
15295
  ASPECT_NAME = 'datasetKey'
15017
- ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'schemaMetadata', 'status', 'container', 'deprecation', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'versionProperties'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
15296
+ ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'schemaMetadata', 'status', 'container', 'deprecation', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'versionProperties', 'icebergCatalogInfo'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
15018
15297
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DatasetKey")
15019
15298
 
15020
15299
  def __init__(self,
@@ -15780,7 +16059,7 @@ class SchemaFieldKeyClass(_Aspect):
15780
16059
 
15781
16060
 
15782
16061
  ASPECT_NAME = 'schemaFieldKey'
15783
- ASPECT_INFO = {'keyForEntity': 'schemaField', 'entityCategory': 'core', 'entityAspects': ['schemafieldInfo', 'structuredProperties', 'forms', 'businessAttributes', 'status', 'schemaFieldAliases', 'documentation', 'testResults']}
16062
+ ASPECT_INFO = {'keyForEntity': 'schemaField', 'entityCategory': 'core', 'entityAspects': ['schemafieldInfo', 'structuredProperties', 'forms', 'businessAttributes', 'status', 'schemaFieldAliases', 'documentation', 'testResults', 'deprecation']}
15784
16063
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.SchemaFieldKey")
15785
16064
 
15786
16065
  def __init__(self,
@@ -20824,7 +21103,7 @@ class PostInfoClass(_Aspect):
20824
21103
 
20825
21104
  @property
20826
21105
  def target(self) -> Union[None, str]:
20827
- """Optional URN that the post is associated with."""
21106
+ """Optional Entity URN that the post is associated with."""
20828
21107
  return self._inner_dict.get('target') # type: ignore
20829
21108
 
20830
21109
  @target.setter
@@ -20838,6 +21117,9 @@ class PostTypeClass(object):
20838
21117
  HOME_PAGE_ANNOUNCEMENT = "HOME_PAGE_ANNOUNCEMENT"
20839
21118
  """The Post is an Home Page announcement."""
20840
21119
 
21120
+ ENTITY_ANNOUNCEMENT = "ENTITY_ANNOUNCEMENT"
21121
+ """The Post is an Entity level announcement."""
21122
+
20841
21123
 
20842
21124
 
20843
21125
  class QueryLanguageClass(object):
@@ -25030,6 +25312,7 @@ __SCHEMA_TYPES = {
25030
25312
  'com.linkedin.pegasus2avro.common.DataTransform': DataTransformClass,
25031
25313
  'com.linkedin.pegasus2avro.common.DataTransformLogic': DataTransformLogicClass,
25032
25314
  'com.linkedin.pegasus2avro.common.Deprecation': DeprecationClass,
25315
+ 'com.linkedin.pegasus2avro.common.DisplayProperties': DisplayPropertiesClass,
25033
25316
  'com.linkedin.pegasus2avro.common.Documentation': DocumentationClass,
25034
25317
  'com.linkedin.pegasus2avro.common.DocumentationAssociation': DocumentationAssociationClass,
25035
25318
  'com.linkedin.pegasus2avro.common.Edge': EdgeClass,
@@ -25044,6 +25327,8 @@ __SCHEMA_TYPES = {
25044
25327
  'com.linkedin.pegasus2avro.common.GlobalTags': GlobalTagsClass,
25045
25328
  'com.linkedin.pegasus2avro.common.GlossaryTermAssociation': GlossaryTermAssociationClass,
25046
25329
  'com.linkedin.pegasus2avro.common.GlossaryTerms': GlossaryTermsClass,
25330
+ 'com.linkedin.pegasus2avro.common.IconLibrary': IconLibraryClass,
25331
+ 'com.linkedin.pegasus2avro.common.IconProperties': IconPropertiesClass,
25047
25332
  'com.linkedin.pegasus2avro.common.IncidentSummaryDetails': IncidentSummaryDetailsClass,
25048
25333
  'com.linkedin.pegasus2avro.common.IncidentsSummary': IncidentsSummaryClass,
25049
25334
  'com.linkedin.pegasus2avro.common.InputField': InputFieldClass,
@@ -25110,6 +25395,7 @@ __SCHEMA_TYPES = {
25110
25395
  'com.linkedin.pegasus2avro.dataplatform.DataPlatformInfo': DataPlatformInfoClass,
25111
25396
  'com.linkedin.pegasus2avro.dataplatform.PlatformType': PlatformTypeClass,
25112
25397
  'com.linkedin.pegasus2avro.dataplatforminstance.DataPlatformInstanceProperties': DataPlatformInstancePropertiesClass,
25398
+ 'com.linkedin.pegasus2avro.dataplatforminstance.IcebergWarehouseInfo': IcebergWarehouseInfoClass,
25113
25399
  'com.linkedin.pegasus2avro.dataprocess.DataProcessInfo': DataProcessInfoClass,
25114
25400
  'com.linkedin.pegasus2avro.dataprocess.DataProcessInstanceInput': DataProcessInstanceInputClass,
25115
25401
  'com.linkedin.pegasus2avro.dataprocess.DataProcessInstanceOutput': DataProcessInstanceOutputClass,
@@ -25140,6 +25426,7 @@ __SCHEMA_TYPES = {
25140
25426
  'com.linkedin.pegasus2avro.dataset.FineGrainedLineageDownstreamType': FineGrainedLineageDownstreamTypeClass,
25141
25427
  'com.linkedin.pegasus2avro.dataset.FineGrainedLineageUpstreamType': FineGrainedLineageUpstreamTypeClass,
25142
25428
  'com.linkedin.pegasus2avro.dataset.Histogram': HistogramClass,
25429
+ 'com.linkedin.pegasus2avro.dataset.IcebergCatalogInfo': IcebergCatalogInfoClass,
25143
25430
  'com.linkedin.pegasus2avro.dataset.PartitionSummary': PartitionSummaryClass,
25144
25431
  'com.linkedin.pegasus2avro.dataset.PartitionsSummary': PartitionsSummaryClass,
25145
25432
  'com.linkedin.pegasus2avro.dataset.Quantile': QuantileClass,
@@ -25503,6 +25790,7 @@ __SCHEMA_TYPES = {
25503
25790
  'DataTransform': DataTransformClass,
25504
25791
  'DataTransformLogic': DataTransformLogicClass,
25505
25792
  'Deprecation': DeprecationClass,
25793
+ 'DisplayProperties': DisplayPropertiesClass,
25506
25794
  'Documentation': DocumentationClass,
25507
25795
  'DocumentationAssociation': DocumentationAssociationClass,
25508
25796
  'Edge': EdgeClass,
@@ -25517,6 +25805,8 @@ __SCHEMA_TYPES = {
25517
25805
  'GlobalTags': GlobalTagsClass,
25518
25806
  'GlossaryTermAssociation': GlossaryTermAssociationClass,
25519
25807
  'GlossaryTerms': GlossaryTermsClass,
25808
+ 'IconLibrary': IconLibraryClass,
25809
+ 'IconProperties': IconPropertiesClass,
25520
25810
  'IncidentSummaryDetails': IncidentSummaryDetailsClass,
25521
25811
  'IncidentsSummary': IncidentsSummaryClass,
25522
25812
  'InputField': InputFieldClass,
@@ -25583,6 +25873,7 @@ __SCHEMA_TYPES = {
25583
25873
  'DataPlatformInfo': DataPlatformInfoClass,
25584
25874
  'PlatformType': PlatformTypeClass,
25585
25875
  'DataPlatformInstanceProperties': DataPlatformInstancePropertiesClass,
25876
+ 'IcebergWarehouseInfo': IcebergWarehouseInfoClass,
25586
25877
  'DataProcessInfo': DataProcessInfoClass,
25587
25878
  'DataProcessInstanceInput': DataProcessInstanceInputClass,
25588
25879
  'DataProcessInstanceOutput': DataProcessInstanceOutputClass,
@@ -25613,6 +25904,7 @@ __SCHEMA_TYPES = {
25613
25904
  'FineGrainedLineageDownstreamType': FineGrainedLineageDownstreamTypeClass,
25614
25905
  'FineGrainedLineageUpstreamType': FineGrainedLineageUpstreamTypeClass,
25615
25906
  'Histogram': HistogramClass,
25907
+ 'IcebergCatalogInfo': IcebergCatalogInfoClass,
25616
25908
  'PartitionSummary': PartitionSummaryClass,
25617
25909
  'PartitionsSummary': PartitionsSummaryClass,
25618
25910
  'Quantile': QuantileClass,
@@ -25926,6 +26218,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
25926
26218
  DocumentationClass,
25927
26219
  DataPlatformInstanceClass,
25928
26220
  InputFieldsClass,
26221
+ DisplayPropertiesClass,
25929
26222
  OwnershipClass,
25930
26223
  OperationClass,
25931
26224
  FormsClass,
@@ -26025,6 +26318,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
26025
26318
  QuerySubjectsClass,
26026
26319
  QueryUsageStatisticsClass,
26027
26320
  DataHubSecretValueClass,
26321
+ IcebergCatalogInfoClass,
26028
26322
  DatasetUpstreamLineageClass,
26029
26323
  UpstreamLineageClass,
26030
26324
  DatasetProfileClass,
@@ -26113,6 +26407,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
26113
26407
  EntityTypeKeyClass,
26114
26408
  OwnershipTypeInfoClass,
26115
26409
  DataPlatformInstancePropertiesClass,
26410
+ IcebergWarehouseInfoClass,
26116
26411
  DataHubAccessTokenInfoClass
26117
26412
  ]
26118
26413
 
@@ -26144,6 +26439,7 @@ class AspectBag(TypedDict, total=False):
26144
26439
  documentation: DocumentationClass
26145
26440
  dataPlatformInstance: DataPlatformInstanceClass
26146
26441
  inputFields: InputFieldsClass
26442
+ displayProperties: DisplayPropertiesClass
26147
26443
  ownership: OwnershipClass
26148
26444
  operation: OperationClass
26149
26445
  forms: FormsClass
@@ -26243,6 +26539,7 @@ class AspectBag(TypedDict, total=False):
26243
26539
  querySubjects: QuerySubjectsClass
26244
26540
  queryUsageStatistics: QueryUsageStatisticsClass
26245
26541
  dataHubSecretValue: DataHubSecretValueClass
26542
+ icebergCatalogInfo: IcebergCatalogInfoClass
26246
26543
  datasetUpstreamLineage: DatasetUpstreamLineageClass
26247
26544
  upstreamLineage: UpstreamLineageClass
26248
26545
  datasetProfile: DatasetProfileClass
@@ -26331,6 +26628,7 @@ class AspectBag(TypedDict, total=False):
26331
26628
  entityTypeKey: EntityTypeKeyClass
26332
26629
  ownershipTypeInfo: OwnershipTypeInfoClass
26333
26630
  dataPlatformInstanceProperties: DataPlatformInstancePropertiesClass
26631
+ icebergWarehouseInfo: IcebergWarehouseInfoClass
26334
26632
  dataHubAccessTokenInfo: DataHubAccessTokenInfoClass
26335
26633
 
26336
26634
 
@@ -22,6 +22,7 @@ from .....schema_classes import DataPlatformInstanceClass
22
22
  from .....schema_classes import DataTransformClass
23
23
  from .....schema_classes import DataTransformLogicClass
24
24
  from .....schema_classes import DeprecationClass
25
+ from .....schema_classes import DisplayPropertiesClass
25
26
  from .....schema_classes import DocumentationClass
26
27
  from .....schema_classes import DocumentationAssociationClass
27
28
  from .....schema_classes import EdgeClass
@@ -36,6 +37,8 @@ from .....schema_classes import FormsClass
36
37
  from .....schema_classes import GlobalTagsClass
37
38
  from .....schema_classes import GlossaryTermAssociationClass
38
39
  from .....schema_classes import GlossaryTermsClass
40
+ from .....schema_classes import IconLibraryClass
41
+ from .....schema_classes import IconPropertiesClass
39
42
  from .....schema_classes import IncidentSummaryDetailsClass
40
43
  from .....schema_classes import IncidentsSummaryClass
41
44
  from .....schema_classes import InputFieldClass
@@ -85,6 +88,7 @@ DataPlatformInstance = DataPlatformInstanceClass
85
88
  DataTransform = DataTransformClass
86
89
  DataTransformLogic = DataTransformLogicClass
87
90
  Deprecation = DeprecationClass
91
+ DisplayProperties = DisplayPropertiesClass
88
92
  Documentation = DocumentationClass
89
93
  DocumentationAssociation = DocumentationAssociationClass
90
94
  Edge = EdgeClass
@@ -99,6 +103,8 @@ Forms = FormsClass
99
103
  GlobalTags = GlobalTagsClass
100
104
  GlossaryTermAssociation = GlossaryTermAssociationClass
101
105
  GlossaryTerms = GlossaryTermsClass
106
+ IconLibrary = IconLibraryClass
107
+ IconProperties = IconPropertiesClass
102
108
  IncidentSummaryDetails = IncidentSummaryDetailsClass
103
109
  IncidentsSummary = IncidentsSummaryClass
104
110
  InputField = InputFieldClass
@@ -8,8 +8,10 @@
8
8
  # fmt: off
9
9
  # isort: skip_file
10
10
  from .....schema_classes import DataPlatformInstancePropertiesClass
11
+ from .....schema_classes import IcebergWarehouseInfoClass
11
12
 
12
13
 
13
14
  DataPlatformInstanceProperties = DataPlatformInstancePropertiesClass
15
+ IcebergWarehouseInfo = IcebergWarehouseInfoClass
14
16
 
15
17
  # fmt: on
@@ -24,6 +24,7 @@ from .....schema_classes import FineGrainedLineageClass
24
24
  from .....schema_classes import FineGrainedLineageDownstreamTypeClass
25
25
  from .....schema_classes import FineGrainedLineageUpstreamTypeClass
26
26
  from .....schema_classes import HistogramClass
27
+ from .....schema_classes import IcebergCatalogInfoClass
27
28
  from .....schema_classes import PartitionSummaryClass
28
29
  from .....schema_classes import PartitionsSummaryClass
29
30
  from .....schema_classes import QuantileClass
@@ -50,6 +51,7 @@ FineGrainedLineage = FineGrainedLineageClass
50
51
  FineGrainedLineageDownstreamType = FineGrainedLineageDownstreamTypeClass
51
52
  FineGrainedLineageUpstreamType = FineGrainedLineageUpstreamTypeClass
52
53
  Histogram = HistogramClass
54
+ IcebergCatalogInfo = IcebergCatalogInfoClass
53
55
  PartitionSummary = PartitionSummaryClass
54
56
  PartitionsSummary = PartitionsSummaryClass
55
57
  Quantile = QuantileClass