acryl-datahub 0.15.0.1rc16__py3-none-any.whl → 0.15.0.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

Files changed (214) hide show
  1. {acryl_datahub-0.15.0.1rc16.dist-info → acryl_datahub-0.15.0.2.dist-info}/METADATA +2462 -2460
  2. {acryl_datahub-0.15.0.1rc16.dist-info → acryl_datahub-0.15.0.2.dist-info}/RECORD +214 -210
  3. {acryl_datahub-0.15.0.1rc16.dist-info → acryl_datahub-0.15.0.2.dist-info}/WHEEL +1 -1
  4. datahub/__init__.py +1 -1
  5. datahub/api/entities/assertion/assertion_operator.py +3 -5
  6. datahub/api/entities/corpgroup/corpgroup.py +1 -1
  7. datahub/api/entities/datacontract/assertion_operator.py +3 -5
  8. datahub/api/entities/dataproduct/dataproduct.py +4 -4
  9. datahub/api/entities/dataset/dataset.py +2 -1
  10. datahub/api/entities/structuredproperties/structuredproperties.py +18 -7
  11. datahub/cli/cli_utils.py +13 -2
  12. datahub/cli/delete_cli.py +3 -3
  13. datahub/cli/docker_cli.py +6 -6
  14. datahub/cli/ingest_cli.py +25 -15
  15. datahub/cli/lite_cli.py +2 -2
  16. datahub/cli/migrate.py +5 -5
  17. datahub/cli/specific/assertions_cli.py +3 -3
  18. datahub/cli/specific/structuredproperties_cli.py +84 -0
  19. datahub/cli/timeline_cli.py +1 -1
  20. datahub/configuration/common.py +1 -2
  21. datahub/configuration/config_loader.py +73 -50
  22. datahub/configuration/git.py +2 -2
  23. datahub/configuration/time_window_config.py +10 -5
  24. datahub/emitter/mce_builder.py +4 -8
  25. datahub/emitter/mcp_builder.py +27 -0
  26. datahub/emitter/mcp_patch_builder.py +1 -2
  27. datahub/emitter/rest_emitter.py +141 -93
  28. datahub/entrypoints.py +6 -0
  29. datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py +5 -3
  30. datahub/ingestion/api/incremental_lineage_helper.py +2 -8
  31. datahub/ingestion/api/report.py +1 -2
  32. datahub/ingestion/api/source.py +8 -2
  33. datahub/ingestion/api/source_helpers.py +1 -1
  34. datahub/ingestion/extractor/json_schema_util.py +3 -3
  35. datahub/ingestion/extractor/schema_util.py +3 -5
  36. datahub/ingestion/fs/s3_fs.py +3 -3
  37. datahub/ingestion/glossary/classifier.py +2 -3
  38. datahub/ingestion/glossary/datahub_classifier.py +6 -4
  39. datahub/ingestion/graph/client.py +22 -19
  40. datahub/ingestion/graph/config.py +1 -1
  41. datahub/ingestion/run/pipeline.py +8 -7
  42. datahub/ingestion/run/pipeline_config.py +3 -3
  43. datahub/ingestion/source/abs/datalake_profiler_config.py +3 -3
  44. datahub/ingestion/source/abs/source.py +19 -8
  45. datahub/ingestion/source/aws/glue.py +77 -47
  46. datahub/ingestion/source/aws/s3_boto_utils.py +3 -3
  47. datahub/ingestion/source/aws/s3_util.py +24 -1
  48. datahub/ingestion/source/aws/sagemaker_processors/feature_groups.py +1 -1
  49. datahub/ingestion/source/aws/sagemaker_processors/models.py +2 -2
  50. datahub/ingestion/source/bigquery_v2/bigquery.py +34 -34
  51. datahub/ingestion/source/bigquery_v2/bigquery_audit.py +3 -3
  52. datahub/ingestion/source/bigquery_v2/bigquery_config.py +14 -6
  53. datahub/ingestion/source/bigquery_v2/bigquery_platform_resource_helper.py +8 -4
  54. datahub/ingestion/source/bigquery_v2/bigquery_report.py +0 -3
  55. datahub/ingestion/source/bigquery_v2/bigquery_schema_gen.py +22 -16
  56. datahub/ingestion/source/bigquery_v2/lineage.py +16 -16
  57. datahub/ingestion/source/bigquery_v2/queries.py +1 -3
  58. datahub/ingestion/source/bigquery_v2/queries_extractor.py +3 -3
  59. datahub/ingestion/source/bigquery_v2/usage.py +60 -60
  60. datahub/ingestion/source/cassandra/cassandra.py +0 -1
  61. datahub/ingestion/source/cassandra/cassandra_profiling.py +24 -24
  62. datahub/ingestion/source/cassandra/cassandra_utils.py +4 -7
  63. datahub/ingestion/source/confluent_schema_registry.py +6 -6
  64. datahub/ingestion/source/csv_enricher.py +29 -29
  65. datahub/ingestion/source/datahub/config.py +20 -0
  66. datahub/ingestion/source/datahub/datahub_database_reader.py +7 -19
  67. datahub/ingestion/source/datahub/datahub_source.py +13 -3
  68. datahub/ingestion/source/dbt/dbt_cloud.py +13 -13
  69. datahub/ingestion/source/dbt/dbt_common.py +9 -7
  70. datahub/ingestion/source/delta_lake/source.py +0 -5
  71. datahub/ingestion/source/demo_data.py +1 -1
  72. datahub/ingestion/source/dremio/dremio_api.py +4 -4
  73. datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py +3 -3
  74. datahub/ingestion/source/dremio/dremio_reporting.py +0 -3
  75. datahub/ingestion/source/dremio/dremio_source.py +2 -2
  76. datahub/ingestion/source/elastic_search.py +4 -4
  77. datahub/ingestion/source/fivetran/fivetran.py +1 -6
  78. datahub/ingestion/source/gc/datahub_gc.py +11 -14
  79. datahub/ingestion/source/gc/execution_request_cleanup.py +31 -6
  80. datahub/ingestion/source/gc/soft_deleted_entity_cleanup.py +48 -15
  81. datahub/ingestion/source/gcs/gcs_source.py +3 -2
  82. datahub/ingestion/source/ge_data_profiler.py +2 -5
  83. datahub/ingestion/source/ge_profiling_config.py +3 -3
  84. datahub/ingestion/source/iceberg/iceberg.py +13 -6
  85. datahub/ingestion/source/iceberg/iceberg_common.py +49 -9
  86. datahub/ingestion/source/iceberg/iceberg_profiler.py +3 -1
  87. datahub/ingestion/source/identity/azure_ad.py +3 -3
  88. datahub/ingestion/source/identity/okta.py +3 -3
  89. datahub/ingestion/source/kafka/kafka.py +11 -9
  90. datahub/ingestion/source/kafka_connect/kafka_connect.py +3 -9
  91. datahub/ingestion/source/kafka_connect/sink_connectors.py +3 -3
  92. datahub/ingestion/source/kafka_connect/source_connectors.py +3 -3
  93. datahub/ingestion/source/looker/looker_common.py +19 -19
  94. datahub/ingestion/source/looker/looker_config.py +11 -6
  95. datahub/ingestion/source/looker/looker_source.py +25 -25
  96. datahub/ingestion/source/looker/looker_template_language.py +3 -3
  97. datahub/ingestion/source/looker/looker_usage.py +5 -7
  98. datahub/ingestion/source/looker/lookml_concept_context.py +6 -6
  99. datahub/ingestion/source/looker/lookml_source.py +13 -15
  100. datahub/ingestion/source/looker/view_upstream.py +5 -5
  101. datahub/ingestion/source/metabase.py +1 -6
  102. datahub/ingestion/source/mlflow.py +4 -9
  103. datahub/ingestion/source/mode.py +5 -5
  104. datahub/ingestion/source/mongodb.py +6 -4
  105. datahub/ingestion/source/neo4j/neo4j_source.py +1 -1
  106. datahub/ingestion/source/nifi.py +24 -31
  107. datahub/ingestion/source/openapi.py +9 -9
  108. datahub/ingestion/source/powerbi/config.py +12 -12
  109. datahub/ingestion/source/powerbi/m_query/parser.py +11 -11
  110. datahub/ingestion/source/powerbi/m_query/pattern_handler.py +26 -24
  111. datahub/ingestion/source/powerbi/m_query/resolver.py +13 -13
  112. datahub/ingestion/source/powerbi/powerbi.py +6 -6
  113. datahub/ingestion/source/powerbi/rest_api_wrapper/data_resolver.py +9 -9
  114. datahub/ingestion/source/powerbi/rest_api_wrapper/powerbi_api.py +7 -7
  115. datahub/ingestion/source/powerbi_report_server/report_server.py +1 -1
  116. datahub/ingestion/source/qlik_sense/qlik_api.py +1 -1
  117. datahub/ingestion/source/redash.py +0 -5
  118. datahub/ingestion/source/redshift/config.py +3 -3
  119. datahub/ingestion/source/redshift/redshift.py +45 -46
  120. datahub/ingestion/source/redshift/usage.py +33 -33
  121. datahub/ingestion/source/s3/datalake_profiler_config.py +3 -3
  122. datahub/ingestion/source/s3/source.py +11 -15
  123. datahub/ingestion/source/salesforce.py +26 -25
  124. datahub/ingestion/source/schema/json_schema.py +1 -1
  125. datahub/ingestion/source/sigma/sigma.py +3 -3
  126. datahub/ingestion/source/sigma/sigma_api.py +12 -10
  127. datahub/ingestion/source/snowflake/snowflake_config.py +30 -7
  128. datahub/ingestion/source/snowflake/snowflake_connection.py +6 -6
  129. datahub/ingestion/source/snowflake/snowflake_lineage_v2.py +4 -0
  130. datahub/ingestion/source/snowflake/snowflake_queries.py +2 -2
  131. datahub/ingestion/source/snowflake/snowflake_report.py +0 -3
  132. datahub/ingestion/source/snowflake/snowflake_schema.py +8 -5
  133. datahub/ingestion/source/snowflake/snowflake_schema_gen.py +136 -42
  134. datahub/ingestion/source/snowflake/snowflake_tag.py +21 -11
  135. datahub/ingestion/source/snowflake/snowflake_usage_v2.py +49 -50
  136. datahub/ingestion/source/snowflake/snowflake_utils.py +1 -2
  137. datahub/ingestion/source/snowflake/snowflake_v2.py +51 -47
  138. datahub/ingestion/source/sql/athena.py +1 -3
  139. datahub/ingestion/source/sql/clickhouse.py +8 -14
  140. datahub/ingestion/source/sql/oracle.py +1 -3
  141. datahub/ingestion/source/sql/sql_generic_profiler.py +1 -2
  142. datahub/ingestion/source/sql/sql_types.py +1 -2
  143. datahub/ingestion/source/sql/sql_utils.py +5 -0
  144. datahub/ingestion/source/sql/teradata.py +18 -5
  145. datahub/ingestion/source/state/profiling_state_handler.py +3 -3
  146. datahub/ingestion/source/state/redundant_run_skip_handler.py +5 -7
  147. datahub/ingestion/source/state/stale_entity_removal_handler.py +3 -3
  148. datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider.py +9 -9
  149. datahub/ingestion/source/state_provider/file_ingestion_checkpointing_provider.py +1 -1
  150. datahub/ingestion/source/superset.py +1 -6
  151. datahub/ingestion/source/tableau/tableau.py +343 -117
  152. datahub/ingestion/source/tableau/tableau_common.py +5 -2
  153. datahub/ingestion/source/unity/config.py +3 -1
  154. datahub/ingestion/source/unity/proxy.py +1 -1
  155. datahub/ingestion/source/unity/source.py +74 -78
  156. datahub/ingestion/source/unity/usage.py +3 -1
  157. datahub/ingestion/source/usage/clickhouse_usage.py +4 -4
  158. datahub/ingestion/source/usage/starburst_trino_usage.py +3 -3
  159. datahub/ingestion/source/usage/usage_common.py +1 -1
  160. datahub/ingestion/source_report/ingestion_stage.py +24 -20
  161. datahub/ingestion/transformer/add_dataset_dataproduct.py +4 -4
  162. datahub/ingestion/transformer/add_dataset_properties.py +3 -3
  163. datahub/ingestion/transformer/add_dataset_schema_tags.py +3 -3
  164. datahub/ingestion/transformer/add_dataset_schema_terms.py +3 -3
  165. datahub/ingestion/transformer/dataset_domain_based_on_tags.py +4 -4
  166. datahub/ingestion/transformer/extract_ownership_from_tags.py +3 -3
  167. datahub/ingestion/transformer/tags_to_terms.py +7 -7
  168. datahub/integrations/assertion/snowflake/compiler.py +10 -10
  169. datahub/lite/duckdb_lite.py +12 -10
  170. datahub/metadata/_schema_classes.py +317 -44
  171. datahub/metadata/_urns/urn_defs.py +69 -15
  172. datahub/metadata/com/linkedin/pegasus2avro/common/__init__.py +2 -0
  173. datahub/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
  174. datahub/metadata/com/linkedin/pegasus2avro/versionset/__init__.py +17 -0
  175. datahub/metadata/schema.avsc +302 -89
  176. datahub/metadata/schemas/DataFlowKey.avsc +1 -0
  177. datahub/metadata/schemas/DataJobKey.avsc +1 -0
  178. datahub/metadata/schemas/DataProcessInstanceInput.avsc +4 -2
  179. datahub/metadata/schemas/DataProcessInstanceOutput.avsc +2 -0
  180. datahub/metadata/schemas/DatasetKey.avsc +2 -1
  181. datahub/metadata/schemas/MLFeatureProperties.avsc +51 -0
  182. datahub/metadata/schemas/MLModelDeploymentProperties.avsc +51 -0
  183. datahub/metadata/schemas/MLModelGroupProperties.avsc +96 -23
  184. datahub/metadata/schemas/MLModelKey.avsc +2 -1
  185. datahub/metadata/schemas/MLModelProperties.avsc +96 -48
  186. datahub/metadata/schemas/MLPrimaryKeyProperties.avsc +51 -0
  187. datahub/metadata/schemas/MetadataChangeEvent.avsc +98 -71
  188. datahub/metadata/schemas/VersionProperties.avsc +216 -0
  189. datahub/metadata/schemas/VersionSetKey.avsc +26 -0
  190. datahub/metadata/schemas/VersionSetProperties.avsc +49 -0
  191. datahub/secret/datahub_secrets_client.py +12 -21
  192. datahub/secret/secret_common.py +14 -8
  193. datahub/specific/aspect_helpers/custom_properties.py +1 -2
  194. datahub/sql_parsing/schema_resolver.py +5 -10
  195. datahub/sql_parsing/sql_parsing_aggregator.py +26 -21
  196. datahub/sql_parsing/sqlglot_lineage.py +3 -3
  197. datahub/sql_parsing/sqlglot_utils.py +1 -1
  198. datahub/telemetry/stats.py +1 -2
  199. datahub/testing/mcp_diff.py +1 -1
  200. datahub/utilities/file_backed_collections.py +11 -11
  201. datahub/utilities/hive_schema_to_avro.py +2 -2
  202. datahub/utilities/logging_manager.py +2 -2
  203. datahub/utilities/lossy_collections.py +3 -3
  204. datahub/utilities/mapping.py +3 -3
  205. datahub/utilities/memory_footprint.py +3 -2
  206. datahub/utilities/perf_timer.py +11 -6
  207. datahub/utilities/serialized_lru_cache.py +3 -1
  208. datahub/utilities/sqlalchemy_query_combiner.py +6 -6
  209. datahub/utilities/sqllineage_patch.py +1 -1
  210. datahub/utilities/stats_collections.py +3 -1
  211. datahub/utilities/urns/_urn_base.py +28 -5
  212. datahub/utilities/urns/urn_iter.py +2 -2
  213. {acryl_datahub-0.15.0.1rc16.dist-info → acryl_datahub-0.15.0.2.dist-info}/entry_points.txt +0 -0
  214. {acryl_datahub-0.15.0.1rc16.dist-info → acryl_datahub-0.15.0.2.dist-info}/top_level.txt +0 -0
@@ -6142,19 +6142,147 @@ class TimeStampClass(DictWrapper):
6142
6142
  self._inner_dict['actor'] = value
6143
6143
 
6144
6144
 
6145
+ class VersionPropertiesClass(_Aspect):
6146
+ """Properties about a versioned asset i.e. dataset, ML Model, etc."""
6147
+
6148
+
6149
+ ASPECT_NAME = 'versionProperties'
6150
+ ASPECT_INFO = {}
6151
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.VersionProperties")
6152
+
6153
+ def __init__(self,
6154
+ versionSet: str,
6155
+ version: "VersionTagClass",
6156
+ sortId: str,
6157
+ aliases: Optional[List["VersionTagClass"]]=None,
6158
+ comment: Union[None, str]=None,
6159
+ sourceCreatedTimestamp: Union[None, "AuditStampClass"]=None,
6160
+ metadataCreatedTimestamp: Union[None, "AuditStampClass"]=None,
6161
+ isLatest: Union[None, bool]=None,
6162
+ ):
6163
+ super().__init__()
6164
+
6165
+ self.versionSet = versionSet
6166
+ self.version = version
6167
+ if aliases is None:
6168
+ # default: []
6169
+ self.aliases = list()
6170
+ else:
6171
+ self.aliases = aliases
6172
+ self.comment = comment
6173
+ self.sortId = sortId
6174
+ self.sourceCreatedTimestamp = sourceCreatedTimestamp
6175
+ self.metadataCreatedTimestamp = metadataCreatedTimestamp
6176
+ self.isLatest = isLatest
6177
+
6178
+ def _restore_defaults(self) -> None:
6179
+ self.versionSet = str()
6180
+ self.version = VersionTagClass._construct_with_defaults()
6181
+ self.aliases = list()
6182
+ self.comment = self.RECORD_SCHEMA.fields_dict["comment"].default
6183
+ self.sortId = str()
6184
+ self.sourceCreatedTimestamp = self.RECORD_SCHEMA.fields_dict["sourceCreatedTimestamp"].default
6185
+ self.metadataCreatedTimestamp = self.RECORD_SCHEMA.fields_dict["metadataCreatedTimestamp"].default
6186
+ self.isLatest = self.RECORD_SCHEMA.fields_dict["isLatest"].default
6187
+
6188
+
6189
+ @property
6190
+ def versionSet(self) -> str:
6191
+ """The linked Version Set entity that ties multiple versioned assets together"""
6192
+ return self._inner_dict.get('versionSet') # type: ignore
6193
+
6194
+ @versionSet.setter
6195
+ def versionSet(self, value: str) -> None:
6196
+ self._inner_dict['versionSet'] = value
6197
+
6198
+
6199
+ @property
6200
+ def version(self) -> "VersionTagClass":
6201
+ """Label for this versioned asset, is unique within a version set"""
6202
+ return self._inner_dict.get('version') # type: ignore
6203
+
6204
+ @version.setter
6205
+ def version(self, value: "VersionTagClass") -> None:
6206
+ self._inner_dict['version'] = value
6207
+
6208
+
6209
+ @property
6210
+ def aliases(self) -> List["VersionTagClass"]:
6211
+ """Associated aliases for this versioned asset"""
6212
+ return self._inner_dict.get('aliases') # type: ignore
6213
+
6214
+ @aliases.setter
6215
+ def aliases(self, value: List["VersionTagClass"]) -> None:
6216
+ self._inner_dict['aliases'] = value
6217
+
6218
+
6219
+ @property
6220
+ def comment(self) -> Union[None, str]:
6221
+ """Comment documenting what this version was created for, changes, or represents"""
6222
+ return self._inner_dict.get('comment') # type: ignore
6223
+
6224
+ @comment.setter
6225
+ def comment(self, value: Union[None, str]) -> None:
6226
+ self._inner_dict['comment'] = value
6227
+
6228
+
6229
+ @property
6230
+ def sortId(self) -> str:
6231
+ """Sort identifier that determines where a version lives in the order of the Version Set.
6232
+ What this looks like depends on the Version Scheme. For sort ids generated by DataHub we use an 8 character string representation."""
6233
+ return self._inner_dict.get('sortId') # type: ignore
6234
+
6235
+ @sortId.setter
6236
+ def sortId(self, value: str) -> None:
6237
+ self._inner_dict['sortId'] = value
6238
+
6239
+
6240
+ @property
6241
+ def sourceCreatedTimestamp(self) -> Union[None, "AuditStampClass"]:
6242
+ """Timestamp reflecting when this asset version was created in the source system."""
6243
+ return self._inner_dict.get('sourceCreatedTimestamp') # type: ignore
6244
+
6245
+ @sourceCreatedTimestamp.setter
6246
+ def sourceCreatedTimestamp(self, value: Union[None, "AuditStampClass"]) -> None:
6247
+ self._inner_dict['sourceCreatedTimestamp'] = value
6248
+
6249
+
6250
+ @property
6251
+ def metadataCreatedTimestamp(self) -> Union[None, "AuditStampClass"]:
6252
+ """Timestamp reflecting when the metadata for this version was created in DataHub"""
6253
+ return self._inner_dict.get('metadataCreatedTimestamp') # type: ignore
6254
+
6255
+ @metadataCreatedTimestamp.setter
6256
+ def metadataCreatedTimestamp(self, value: Union[None, "AuditStampClass"]) -> None:
6257
+ self._inner_dict['metadataCreatedTimestamp'] = value
6258
+
6259
+
6260
+ @property
6261
+ def isLatest(self) -> Union[None, bool]:
6262
+ """Marks whether this version is currently the latest. Set by a side effect and should not be modified by API."""
6263
+ return self._inner_dict.get('isLatest') # type: ignore
6264
+
6265
+ @isLatest.setter
6266
+ def isLatest(self, value: Union[None, bool]) -> None:
6267
+ self._inner_dict['isLatest'] = value
6268
+
6269
+
6145
6270
  class VersionTagClass(DictWrapper):
6146
6271
  """A resource-defined string representing the resource state for the purpose of concurrency control"""
6147
6272
 
6148
6273
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.VersionTag")
6149
6274
  def __init__(self,
6150
6275
  versionTag: Union[None, str]=None,
6276
+ metadataAttribution: Union[None, "MetadataAttributionClass"]=None,
6151
6277
  ):
6152
6278
  super().__init__()
6153
6279
 
6154
6280
  self.versionTag = versionTag
6281
+ self.metadataAttribution = metadataAttribution
6155
6282
 
6156
6283
  def _restore_defaults(self) -> None:
6157
6284
  self.versionTag = self.RECORD_SCHEMA.fields_dict["versionTag"].default
6285
+ self.metadataAttribution = self.RECORD_SCHEMA.fields_dict["metadataAttribution"].default
6158
6286
 
6159
6287
 
6160
6288
  @property
@@ -6167,6 +6295,16 @@ class VersionTagClass(DictWrapper):
6167
6295
  self._inner_dict['versionTag'] = value
6168
6296
 
6169
6297
 
6298
+ @property
6299
+ def metadataAttribution(self) -> Union[None, "MetadataAttributionClass"]:
6300
+ # No docs available.
6301
+ return self._inner_dict.get('metadataAttribution') # type: ignore
6302
+
6303
+ @metadataAttribution.setter
6304
+ def metadataAttribution(self, value: Union[None, "MetadataAttributionClass"]) -> None:
6305
+ self._inner_dict['metadataAttribution'] = value
6306
+
6307
+
6170
6308
  class WindowDurationClass(object):
6171
6309
  """Enum to define the length of a bucket when doing aggregations"""
6172
6310
 
@@ -8958,7 +9096,7 @@ class DataProcessInstanceInputClass(_Aspect):
8958
9096
 
8959
9097
  @property
8960
9098
  def inputs(self) -> List[str]:
8961
- """Input datasets to be consumed"""
9099
+ """Input assets consumed"""
8962
9100
  return self._inner_dict.get('inputs') # type: ignore
8963
9101
 
8964
9102
  @inputs.setter
@@ -14262,7 +14400,7 @@ class DataFlowKeyClass(_Aspect):
14262
14400
 
14263
14401
 
14264
14402
  ASPECT_NAME = 'dataFlowKey'
14265
- ASPECT_INFO = {'keyForEntity': 'dataFlow', 'entityCategory': 'core', 'entityAspects': ['domains', 'deprecation', 'versionInfo', 'dataFlowInfo', 'editableDataFlowProperties', 'ownership', 'status', 'globalTags', 'browsePaths', 'glossaryTerms', 'institutionalMemory', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'incidentsSummary', 'forms', 'subTypes', 'testResults']}
14403
+ ASPECT_INFO = {'keyForEntity': 'dataFlow', 'entityCategory': 'core', 'entityAspects': ['domains', 'deprecation', 'versionInfo', 'dataFlowInfo', 'editableDataFlowProperties', 'ownership', 'status', 'globalTags', 'browsePaths', 'glossaryTerms', 'institutionalMemory', 'dataPlatformInstance', 'container', 'browsePathsV2', 'structuredProperties', 'incidentsSummary', 'forms', 'subTypes', 'testResults']}
14266
14404
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DataFlowKey")
14267
14405
 
14268
14406
  def __init__(self,
@@ -14678,7 +14816,7 @@ class DataJobKeyClass(_Aspect):
14678
14816
 
14679
14817
 
14680
14818
  ASPECT_NAME = 'dataJobKey'
14681
- ASPECT_INFO = {'keyForEntity': 'dataJob', 'entityCategory': '_unset_', 'entityAspects': ['datahubIngestionRunSummary', 'datahubIngestionCheckpoint', 'domains', 'deprecation', 'versionInfo', 'dataJobInfo', 'dataJobInputOutput', 'editableDataJobProperties', 'ownership', 'status', 'globalTags', 'browsePaths', 'glossaryTerms', 'institutionalMemory', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'forms', 'subTypes', 'incidentsSummary', 'testResults', 'dataTransformLogic']}
14819
+ ASPECT_INFO = {'keyForEntity': 'dataJob', 'entityCategory': '_unset_', 'entityAspects': ['datahubIngestionRunSummary', 'datahubIngestionCheckpoint', 'domains', 'deprecation', 'versionInfo', 'dataJobInfo', 'dataJobInputOutput', 'editableDataJobProperties', 'ownership', 'status', 'globalTags', 'browsePaths', 'glossaryTerms', 'institutionalMemory', 'dataPlatformInstance', 'container', 'browsePathsV2', 'structuredProperties', 'forms', 'subTypes', 'incidentsSummary', 'testResults', 'dataTransformLogic']}
14682
14820
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DataJobKey")
14683
14821
 
14684
14822
  def __init__(self,
@@ -14876,7 +15014,7 @@ class DatasetKeyClass(_Aspect):
14876
15014
 
14877
15015
 
14878
15016
  ASPECT_NAME = 'datasetKey'
14879
- ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'schemaMetadata', 'status', 'container', 'deprecation', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'access', 'structuredProperties', 'forms', 'partitionsSummary'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
15017
+ ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'schemaMetadata', 'status', 'container', 'deprecation', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'versionProperties'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
14880
15018
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DatasetKey")
14881
15019
 
14882
15020
  def __init__(self,
@@ -15386,7 +15524,7 @@ class MLModelKeyClass(_Aspect):
15386
15524
 
15387
15525
 
15388
15526
  ASPECT_NAME = 'mlModelKey'
15389
- ASPECT_INFO = {'keyForEntity': 'mlModel', 'entityCategory': 'core', 'entityAspects': ['glossaryTerms', 'editableMlModelProperties', 'domains', 'ownership', 'mlModelProperties', 'intendedUse', 'mlModelFactorPrompts', 'mlModelMetrics', 'mlModelEvaluationData', 'mlModelTrainingData', 'mlModelQuantitativeAnalyses', 'mlModelEthicalConsiderations', 'mlModelCaveatsAndRecommendations', 'institutionalMemory', 'sourceCode', 'status', 'cost', 'deprecation', 'browsePaths', 'globalTags', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'forms', 'testResults']}
15527
+ ASPECT_INFO = {'keyForEntity': 'mlModel', 'entityCategory': 'core', 'entityAspects': ['glossaryTerms', 'editableMlModelProperties', 'domains', 'ownership', 'mlModelProperties', 'intendedUse', 'mlModelFactorPrompts', 'mlModelMetrics', 'mlModelEvaluationData', 'mlModelTrainingData', 'mlModelQuantitativeAnalyses', 'mlModelEthicalConsiderations', 'mlModelCaveatsAndRecommendations', 'institutionalMemory', 'sourceCode', 'status', 'cost', 'deprecation', 'browsePaths', 'globalTags', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'forms', 'testResults', 'versionProperties']}
15390
15528
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.MLModelKey")
15391
15529
 
15392
15530
  def __init__(self,
@@ -15766,6 +15904,48 @@ class TestKeyClass(_Aspect):
15766
15904
  self._inner_dict['id'] = value
15767
15905
 
15768
15906
 
15907
+ class VersionSetKeyClass(_Aspect):
15908
+ """Key for a Version Set entity"""
15909
+
15910
+
15911
+ ASPECT_NAME = 'versionSetKey'
15912
+ ASPECT_INFO = {'keyForEntity': 'versionSet', 'entityCategory': 'core', 'entityAspects': ['versionSetProperties']}
15913
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.VersionSetKey")
15914
+
15915
+ def __init__(self,
15916
+ id: str,
15917
+ entityType: str,
15918
+ ):
15919
+ super().__init__()
15920
+
15921
+ self.id = id
15922
+ self.entityType = entityType
15923
+
15924
+ def _restore_defaults(self) -> None:
15925
+ self.id = str()
15926
+ self.entityType = str()
15927
+
15928
+
15929
+ @property
15930
+ def id(self) -> str:
15931
+ """ID of the Version Set, generated from platform + asset id / name"""
15932
+ return self._inner_dict.get('id') # type: ignore
15933
+
15934
+ @id.setter
15935
+ def id(self, value: str) -> None:
15936
+ self._inner_dict['id'] = value
15937
+
15938
+
15939
+ @property
15940
+ def entityType(self) -> str:
15941
+ """Type of entities included in version set, limits to a single entity type between linked versioned entities"""
15942
+ return self._inner_dict.get('entityType') # type: ignore
15943
+
15944
+ @entityType.setter
15945
+ def entityType(self, value: str) -> None:
15946
+ self._inner_dict['entityType'] = value
15947
+
15948
+
15769
15949
  class ConditionClass(object):
15770
15950
  """The matching condition in a filter criterion"""
15771
15951
 
@@ -17769,12 +17949,13 @@ class MLModelGroupPropertiesClass(_Aspect):
17769
17949
 
17770
17950
  def __init__(self,
17771
17951
  customProperties: Optional[Dict[str, str]]=None,
17952
+ trainingJobs: Union[None, List[str]]=None,
17953
+ downstreamJobs: Union[None, List[str]]=None,
17772
17954
  name: Union[None, str]=None,
17773
17955
  description: Union[None, str]=None,
17774
17956
  createdAt: Union[None, int]=None,
17775
17957
  created: Union[None, "TimeStampClass"]=None,
17776
17958
  lastModified: Union[None, "TimeStampClass"]=None,
17777
- trainingJobs: Union[None, List[str]]=None,
17778
17959
  version: Union[None, "VersionTagClass"]=None,
17779
17960
  ):
17780
17961
  super().__init__()
@@ -17784,22 +17965,24 @@ class MLModelGroupPropertiesClass(_Aspect):
17784
17965
  self.customProperties = dict()
17785
17966
  else:
17786
17967
  self.customProperties = customProperties
17968
+ self.trainingJobs = trainingJobs
17969
+ self.downstreamJobs = downstreamJobs
17787
17970
  self.name = name
17788
17971
  self.description = description
17789
17972
  self.createdAt = createdAt
17790
17973
  self.created = created
17791
17974
  self.lastModified = lastModified
17792
- self.trainingJobs = trainingJobs
17793
17975
  self.version = version
17794
17976
 
17795
17977
  def _restore_defaults(self) -> None:
17796
17978
  self.customProperties = dict()
17979
+ self.trainingJobs = self.RECORD_SCHEMA.fields_dict["trainingJobs"].default
17980
+ self.downstreamJobs = self.RECORD_SCHEMA.fields_dict["downstreamJobs"].default
17797
17981
  self.name = self.RECORD_SCHEMA.fields_dict["name"].default
17798
17982
  self.description = self.RECORD_SCHEMA.fields_dict["description"].default
17799
17983
  self.createdAt = self.RECORD_SCHEMA.fields_dict["createdAt"].default
17800
17984
  self.created = self.RECORD_SCHEMA.fields_dict["created"].default
17801
17985
  self.lastModified = self.RECORD_SCHEMA.fields_dict["lastModified"].default
17802
- self.trainingJobs = self.RECORD_SCHEMA.fields_dict["trainingJobs"].default
17803
17986
  self.version = self.RECORD_SCHEMA.fields_dict["version"].default
17804
17987
 
17805
17988
 
@@ -17813,6 +17996,26 @@ class MLModelGroupPropertiesClass(_Aspect):
17813
17996
  self._inner_dict['customProperties'] = value
17814
17997
 
17815
17998
 
17999
+ @property
18000
+ def trainingJobs(self) -> Union[None, List[str]]:
18001
+ """List of jobs or process instances (if any) used to train the model or group. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."""
18002
+ return self._inner_dict.get('trainingJobs') # type: ignore
18003
+
18004
+ @trainingJobs.setter
18005
+ def trainingJobs(self, value: Union[None, List[str]]) -> None:
18006
+ self._inner_dict['trainingJobs'] = value
18007
+
18008
+
18009
+ @property
18010
+ def downstreamJobs(self) -> Union[None, List[str]]:
18011
+ """List of jobs or process instances (if any) that use the model or group."""
18012
+ return self._inner_dict.get('downstreamJobs') # type: ignore
18013
+
18014
+ @downstreamJobs.setter
18015
+ def downstreamJobs(self, value: Union[None, List[str]]) -> None:
18016
+ self._inner_dict['downstreamJobs'] = value
18017
+
18018
+
17816
18019
  @property
17817
18020
  def name(self) -> Union[None, str]:
17818
18021
  """Display name of the MLModelGroup"""
@@ -17863,16 +18066,6 @@ class MLModelGroupPropertiesClass(_Aspect):
17863
18066
  self._inner_dict['lastModified'] = value
17864
18067
 
17865
18068
 
17866
- @property
17867
- def trainingJobs(self) -> Union[None, List[str]]:
17868
- """List of jobs (if any) used to train the model group. Visible in Lineage."""
17869
- return self._inner_dict.get('trainingJobs') # type: ignore
17870
-
17871
- @trainingJobs.setter
17872
- def trainingJobs(self, value: Union[None, List[str]]) -> None:
17873
- self._inner_dict['trainingJobs'] = value
17874
-
17875
-
17876
18069
  @property
17877
18070
  def version(self) -> Union[None, "VersionTagClass"]:
17878
18071
  """Version of the MLModelGroup"""
@@ -17894,6 +18087,8 @@ class MLModelPropertiesClass(_Aspect):
17894
18087
  def __init__(self,
17895
18088
  customProperties: Optional[Dict[str, str]]=None,
17896
18089
  externalUrl: Union[None, str]=None,
18090
+ trainingJobs: Union[None, List[str]]=None,
18091
+ downstreamJobs: Union[None, List[str]]=None,
17897
18092
  name: Union[None, str]=None,
17898
18093
  description: Union[None, str]=None,
17899
18094
  date: Union[None, int]=None,
@@ -17908,8 +18103,6 @@ class MLModelPropertiesClass(_Aspect):
17908
18103
  mlFeatures: Union[None, List[str]]=None,
17909
18104
  tags: Optional[List[str]]=None,
17910
18105
  deployments: Union[None, List[str]]=None,
17911
- trainingJobs: Union[None, List[str]]=None,
17912
- downstreamJobs: Union[None, List[str]]=None,
17913
18106
  groups: Union[None, List[str]]=None,
17914
18107
  ):
17915
18108
  super().__init__()
@@ -17920,6 +18113,8 @@ class MLModelPropertiesClass(_Aspect):
17920
18113
  else:
17921
18114
  self.customProperties = customProperties
17922
18115
  self.externalUrl = externalUrl
18116
+ self.trainingJobs = trainingJobs
18117
+ self.downstreamJobs = downstreamJobs
17923
18118
  self.name = name
17924
18119
  self.description = description
17925
18120
  self.date = date
@@ -17938,13 +18133,13 @@ class MLModelPropertiesClass(_Aspect):
17938
18133
  else:
17939
18134
  self.tags = tags
17940
18135
  self.deployments = deployments
17941
- self.trainingJobs = trainingJobs
17942
- self.downstreamJobs = downstreamJobs
17943
18136
  self.groups = groups
17944
18137
 
17945
18138
  def _restore_defaults(self) -> None:
17946
18139
  self.customProperties = dict()
17947
18140
  self.externalUrl = self.RECORD_SCHEMA.fields_dict["externalUrl"].default
18141
+ self.trainingJobs = self.RECORD_SCHEMA.fields_dict["trainingJobs"].default
18142
+ self.downstreamJobs = self.RECORD_SCHEMA.fields_dict["downstreamJobs"].default
17948
18143
  self.name = self.RECORD_SCHEMA.fields_dict["name"].default
17949
18144
  self.description = self.RECORD_SCHEMA.fields_dict["description"].default
17950
18145
  self.date = self.RECORD_SCHEMA.fields_dict["date"].default
@@ -17959,8 +18154,6 @@ class MLModelPropertiesClass(_Aspect):
17959
18154
  self.mlFeatures = self.RECORD_SCHEMA.fields_dict["mlFeatures"].default
17960
18155
  self.tags = list()
17961
18156
  self.deployments = self.RECORD_SCHEMA.fields_dict["deployments"].default
17962
- self.trainingJobs = self.RECORD_SCHEMA.fields_dict["trainingJobs"].default
17963
- self.downstreamJobs = self.RECORD_SCHEMA.fields_dict["downstreamJobs"].default
17964
18157
  self.groups = self.RECORD_SCHEMA.fields_dict["groups"].default
17965
18158
 
17966
18159
 
@@ -17984,6 +18177,26 @@ class MLModelPropertiesClass(_Aspect):
17984
18177
  self._inner_dict['externalUrl'] = value
17985
18178
 
17986
18179
 
18180
+ @property
18181
+ def trainingJobs(self) -> Union[None, List[str]]:
18182
+ """List of jobs or process instances (if any) used to train the model or group. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."""
18183
+ return self._inner_dict.get('trainingJobs') # type: ignore
18184
+
18185
+ @trainingJobs.setter
18186
+ def trainingJobs(self, value: Union[None, List[str]]) -> None:
18187
+ self._inner_dict['trainingJobs'] = value
18188
+
18189
+
18190
+ @property
18191
+ def downstreamJobs(self) -> Union[None, List[str]]:
18192
+ """List of jobs or process instances (if any) that use the model or group."""
18193
+ return self._inner_dict.get('downstreamJobs') # type: ignore
18194
+
18195
+ @downstreamJobs.setter
18196
+ def downstreamJobs(self, value: Union[None, List[str]]) -> None:
18197
+ self._inner_dict['downstreamJobs'] = value
18198
+
18199
+
17987
18200
  @property
17988
18201
  def name(self) -> Union[None, str]:
17989
18202
  """Display name of the MLModel"""
@@ -18126,26 +18339,6 @@ class MLModelPropertiesClass(_Aspect):
18126
18339
  self._inner_dict['deployments'] = value
18127
18340
 
18128
18341
 
18129
- @property
18130
- def trainingJobs(self) -> Union[None, List[str]]:
18131
- """List of jobs (if any) used to train the model. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."""
18132
- return self._inner_dict.get('trainingJobs') # type: ignore
18133
-
18134
- @trainingJobs.setter
18135
- def trainingJobs(self, value: Union[None, List[str]]) -> None:
18136
- self._inner_dict['trainingJobs'] = value
18137
-
18138
-
18139
- @property
18140
- def downstreamJobs(self) -> Union[None, List[str]]:
18141
- """List of jobs (if any) that use the model"""
18142
- return self._inner_dict.get('downstreamJobs') # type: ignore
18143
-
18144
- @downstreamJobs.setter
18145
- def downstreamJobs(self, value: Union[None, List[str]]) -> None:
18146
- self._inner_dict['downstreamJobs'] = value
18147
-
18148
-
18149
18342
  @property
18150
18343
  def groups(self) -> Union[None, List[str]]:
18151
18344
  """Groups the model belongs to"""
@@ -24549,6 +24742,71 @@ class UserUsageCountsClass(DictWrapper):
24549
24742
  self._inner_dict['userEmail'] = value
24550
24743
 
24551
24744
 
24745
+ class VersionSetPropertiesClass(_Aspect):
24746
+ # No docs available.
24747
+
24748
+
24749
+ ASPECT_NAME = 'versionSetProperties'
24750
+ ASPECT_INFO = {}
24751
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.versionset.VersionSetProperties")
24752
+
24753
+ def __init__(self,
24754
+ latest: str,
24755
+ versioningScheme: Union[str, "VersioningSchemeClass"],
24756
+ customProperties: Optional[Dict[str, str]]=None,
24757
+ ):
24758
+ super().__init__()
24759
+
24760
+ if customProperties is None:
24761
+ # default: {}
24762
+ self.customProperties = dict()
24763
+ else:
24764
+ self.customProperties = customProperties
24765
+ self.latest = latest
24766
+ self.versioningScheme = versioningScheme
24767
+
24768
+ def _restore_defaults(self) -> None:
24769
+ self.customProperties = dict()
24770
+ self.latest = str()
24771
+ self.versioningScheme = VersioningSchemeClass.ALPHANUMERIC_GENERATED_BY_DATAHUB
24772
+
24773
+
24774
+ @property
24775
+ def customProperties(self) -> Dict[str, str]:
24776
+ """Custom property bag."""
24777
+ return self._inner_dict.get('customProperties') # type: ignore
24778
+
24779
+ @customProperties.setter
24780
+ def customProperties(self, value: Dict[str, str]) -> None:
24781
+ self._inner_dict['customProperties'] = value
24782
+
24783
+
24784
+ @property
24785
+ def latest(self) -> str:
24786
+ """The latest versioned entity linked to in this version set"""
24787
+ return self._inner_dict.get('latest') # type: ignore
24788
+
24789
+ @latest.setter
24790
+ def latest(self, value: str) -> None:
24791
+ self._inner_dict['latest'] = value
24792
+
24793
+
24794
+ @property
24795
+ def versioningScheme(self) -> Union[str, "VersioningSchemeClass"]:
24796
+ """What versioning scheme is being utilized for the versioned entities sort criterion. Static once set"""
24797
+ return self._inner_dict.get('versioningScheme') # type: ignore
24798
+
24799
+ @versioningScheme.setter
24800
+ def versioningScheme(self, value: Union[str, "VersioningSchemeClass"]) -> None:
24801
+ self._inner_dict['versioningScheme'] = value
24802
+
24803
+
24804
+ class VersioningSchemeClass(object):
24805
+ # No docs available.
24806
+
24807
+ ALPHANUMERIC_GENERATED_BY_DATAHUB = "ALPHANUMERIC_GENERATED_BY_DATAHUB"
24808
+
24809
+
24552
24810
  class DataHubViewDefinitionClass(DictWrapper):
24553
24811
  """A View definition."""
24554
24812
 
@@ -24815,6 +25073,7 @@ __SCHEMA_TYPES = {
24815
25073
  'com.linkedin.pegasus2avro.common.SubTypes': SubTypesClass,
24816
25074
  'com.linkedin.pegasus2avro.common.TagAssociation': TagAssociationClass,
24817
25075
  'com.linkedin.pegasus2avro.common.TimeStamp': TimeStampClass,
25076
+ 'com.linkedin.pegasus2avro.common.VersionProperties': VersionPropertiesClass,
24818
25077
  'com.linkedin.pegasus2avro.common.VersionTag': VersionTagClass,
24819
25078
  'com.linkedin.pegasus2avro.common.WindowDuration': WindowDurationClass,
24820
25079
  'com.linkedin.pegasus2avro.common.fieldtransformer.TransformationType': TransformationTypeClass,
@@ -24988,6 +25247,7 @@ __SCHEMA_TYPES = {
24988
25247
  'com.linkedin.pegasus2avro.metadata.key.TagKey': TagKeyClass,
24989
25248
  'com.linkedin.pegasus2avro.metadata.key.TelemetryKey': TelemetryKeyClass,
24990
25249
  'com.linkedin.pegasus2avro.metadata.key.TestKey': TestKeyClass,
25250
+ 'com.linkedin.pegasus2avro.metadata.key.VersionSetKey': VersionSetKeyClass,
24991
25251
  'com.linkedin.pegasus2avro.metadata.query.filter.Condition': ConditionClass,
24992
25252
  'com.linkedin.pegasus2avro.metadata.query.filter.ConjunctiveCriterion': ConjunctiveCriterionClass,
24993
25253
  'com.linkedin.pegasus2avro.metadata.query.filter.Criterion': CriterionClass,
@@ -25159,6 +25419,8 @@ __SCHEMA_TYPES = {
25159
25419
  'com.linkedin.pegasus2avro.usage.UsageAggregation': UsageAggregationClass,
25160
25420
  'com.linkedin.pegasus2avro.usage.UsageAggregationMetrics': UsageAggregationMetricsClass,
25161
25421
  'com.linkedin.pegasus2avro.usage.UserUsageCounts': UserUsageCountsClass,
25422
+ 'com.linkedin.pegasus2avro.versionset.VersionSetProperties': VersionSetPropertiesClass,
25423
+ 'com.linkedin.pegasus2avro.versionset.VersioningScheme': VersioningSchemeClass,
25162
25424
  'com.linkedin.pegasus2avro.view.DataHubViewDefinition': DataHubViewDefinitionClass,
25163
25425
  'com.linkedin.pegasus2avro.view.DataHubViewInfo': DataHubViewInfoClass,
25164
25426
  'com.linkedin.pegasus2avro.view.DataHubViewType': DataHubViewTypeClass,
@@ -25284,6 +25546,7 @@ __SCHEMA_TYPES = {
25284
25546
  'SubTypes': SubTypesClass,
25285
25547
  'TagAssociation': TagAssociationClass,
25286
25548
  'TimeStamp': TimeStampClass,
25549
+ 'VersionProperties': VersionPropertiesClass,
25287
25550
  'VersionTag': VersionTagClass,
25288
25551
  'WindowDuration': WindowDurationClass,
25289
25552
  'TransformationType': TransformationTypeClass,
@@ -25457,6 +25720,7 @@ __SCHEMA_TYPES = {
25457
25720
  'TagKey': TagKeyClass,
25458
25721
  'TelemetryKey': TelemetryKeyClass,
25459
25722
  'TestKey': TestKeyClass,
25723
+ 'VersionSetKey': VersionSetKeyClass,
25460
25724
  'Condition': ConditionClass,
25461
25725
  'ConjunctiveCriterion': ConjunctiveCriterionClass,
25462
25726
  'Criterion': CriterionClass,
@@ -25628,6 +25892,8 @@ __SCHEMA_TYPES = {
25628
25892
  'UsageAggregation': UsageAggregationClass,
25629
25893
  'UsageAggregationMetrics': UsageAggregationMetricsClass,
25630
25894
  'UserUsageCounts': UserUsageCountsClass,
25895
+ 'VersionSetProperties': VersionSetPropertiesClass,
25896
+ 'VersioningScheme': VersioningSchemeClass,
25631
25897
  'DataHubViewDefinition': DataHubViewDefinitionClass,
25632
25898
  'DataHubViewInfo': DataHubViewInfoClass,
25633
25899
  'DataHubViewType': DataHubViewTypeClass,
@@ -25659,6 +25925,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
25659
25925
  InputFieldsClass,
25660
25926
  OwnershipClass,
25661
25927
  DocumentationClass,
25928
+ VersionPropertiesClass,
25662
25929
  BrowsePathsV2Class,
25663
25930
  OriginClass,
25664
25931
  AccessClass,
@@ -25744,6 +26011,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
25744
26011
  AssertionInfoClass,
25745
26012
  AssertionActionsClass,
25746
26013
  TelemetryClientIdClass,
26014
+ VersionSetPropertiesClass,
25747
26015
  DataHubSecretValueClass,
25748
26016
  DataHubUpgradeRequestClass,
25749
26017
  DataHubUpgradeResultClass,
@@ -25788,6 +26056,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
25788
26056
  DataHubPersonaKeyClass,
25789
26057
  DataHubSecretKeyClass,
25790
26058
  DataHubIngestionSourceKeyClass,
26059
+ VersionSetKeyClass,
25791
26060
  DataHubRetentionKeyClass,
25792
26061
  TestKeyClass,
25793
26062
  ChartKeyClass,
@@ -25874,6 +26143,7 @@ class AspectBag(TypedDict, total=False):
25874
26143
  inputFields: InputFieldsClass
25875
26144
  ownership: OwnershipClass
25876
26145
  documentation: DocumentationClass
26146
+ versionProperties: VersionPropertiesClass
25877
26147
  browsePathsV2: BrowsePathsV2Class
25878
26148
  origin: OriginClass
25879
26149
  access: AccessClass
@@ -25959,6 +26229,7 @@ class AspectBag(TypedDict, total=False):
25959
26229
  assertionInfo: AssertionInfoClass
25960
26230
  assertionActions: AssertionActionsClass
25961
26231
  telemetryClientId: TelemetryClientIdClass
26232
+ versionSetProperties: VersionSetPropertiesClass
25962
26233
  dataHubSecretValue: DataHubSecretValueClass
25963
26234
  dataHubUpgradeRequest: DataHubUpgradeRequestClass
25964
26235
  dataHubUpgradeResult: DataHubUpgradeResultClass
@@ -26003,6 +26274,7 @@ class AspectBag(TypedDict, total=False):
26003
26274
  dataHubPersonaKey: DataHubPersonaKeyClass
26004
26275
  dataHubSecretKey: DataHubSecretKeyClass
26005
26276
  dataHubIngestionSourceKey: DataHubIngestionSourceKeyClass
26277
+ versionSetKey: VersionSetKeyClass
26006
26278
  dataHubRetentionKey: DataHubRetentionKeyClass
26007
26279
  testKey: TestKeyClass
26008
26280
  chartKey: ChartKeyClass
@@ -26106,6 +26378,7 @@ KEY_ASPECTS: Dict[str, Type[_Aspect]] = {
26106
26378
  'dataHubPersona': DataHubPersonaKeyClass,
26107
26379
  'dataHubSecret': DataHubSecretKeyClass,
26108
26380
  'dataHubIngestionSource': DataHubIngestionSourceKeyClass,
26381
+ 'versionSet': VersionSetKeyClass,
26109
26382
  'dataHubRetention': DataHubRetentionKeyClass,
26110
26383
  'test': TestKeyClass,
26111
26384
  'chart': ChartKeyClass,