acryl-datahub-cloud 0.3.7.9rc1__py3-none-any.whl → 0.3.8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (66) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/acryl_cs_issues/source.py +0 -1
  3. acryl_datahub_cloud/api/__init__.py +1 -0
  4. acryl_datahub_cloud/api/client.py +6 -0
  5. acryl_datahub_cloud/api/entity_versioning.py +167 -0
  6. acryl_datahub_cloud/datahub_metadata_sharing/__init__.py +0 -0
  7. acryl_datahub_cloud/datahub_metadata_sharing/metadata_sharing_source.py +267 -0
  8. acryl_datahub_cloud/datahub_metadata_sharing/query.py +7 -0
  9. acryl_datahub_cloud/datahub_metadata_sharing/scroll_shared_entities.gql +204 -0
  10. acryl_datahub_cloud/datahub_metadata_sharing/share_entity.gql +9 -0
  11. acryl_datahub_cloud/datahub_reporting/datahub_dataset.py +0 -2
  12. acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py +0 -1
  13. acryl_datahub_cloud/datahub_reporting/extract_graph.py +0 -1
  14. acryl_datahub_cloud/datahub_reporting/extract_sql.py +0 -1
  15. acryl_datahub_cloud/datahub_usage_reporting/query_builder.py +79 -57
  16. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +284 -258
  17. acryl_datahub_cloud/lineage_features/source.py +22 -5
  18. acryl_datahub_cloud/metadata/_urns/urn_defs.py +1564 -1465
  19. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/common/__init__.py +6 -0
  20. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/executor/__init__.py +15 -0
  21. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +4 -0
  22. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/ml/metadata/__init__.py +2 -0
  23. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/versionset/__init__.py +17 -0
  24. acryl_datahub_cloud/metadata/schema.avsc +23777 -22729
  25. acryl_datahub_cloud/metadata/schema_classes.py +1322 -519
  26. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +1 -1
  27. acryl_datahub_cloud/metadata/schemas/AssertionInferenceDetails.avsc +1 -1
  28. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +1 -1
  29. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +1 -1
  30. acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc +1 -0
  31. acryl_datahub_cloud/metadata/schemas/DataFlowKey.avsc +1 -0
  32. acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceInfo.avsc +6 -0
  33. acryl_datahub_cloud/metadata/schemas/DataHubViewInfo.avsc +2 -0
  34. acryl_datahub_cloud/metadata/schemas/DataJobKey.avsc +3 -1
  35. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceKey.avsc +4 -0
  36. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceOutput.avsc +2 -1
  37. acryl_datahub_cloud/metadata/schemas/DataTransformLogic.avsc +63 -0
  38. acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +2 -1
  39. acryl_datahub_cloud/metadata/schemas/Deprecation.avsc +12 -0
  40. acryl_datahub_cloud/metadata/schemas/DynamicFormAssignment.avsc +2 -0
  41. acryl_datahub_cloud/metadata/schemas/EntityTypeKey.avsc +1 -0
  42. acryl_datahub_cloud/metadata/schemas/ExecutionRequestInput.avsc +9 -0
  43. acryl_datahub_cloud/metadata/schemas/ExecutionRequestResult.avsc +14 -0
  44. acryl_datahub_cloud/metadata/schemas/Filter.avsc +2 -0
  45. acryl_datahub_cloud/metadata/schemas/MLFeatureProperties.avsc +51 -0
  46. acryl_datahub_cloud/metadata/schemas/MLModelDeploymentProperties.avsc +51 -0
  47. acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc +155 -0
  48. acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +2 -1
  49. acryl_datahub_cloud/metadata/schemas/MLModelProperties.avsc +155 -47
  50. acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyProperties.avsc +51 -0
  51. acryl_datahub_cloud/metadata/schemas/MLTrainingRunProperties.avsc +171 -0
  52. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +178 -47
  53. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +10 -1
  54. acryl_datahub_cloud/metadata/schemas/PostInfo.avsc +23 -0
  55. acryl_datahub_cloud/metadata/schemas/RecommendationModule.avsc +2 -0
  56. acryl_datahub_cloud/metadata/schemas/RemoteExecutorKey.avsc +21 -0
  57. acryl_datahub_cloud/metadata/schemas/RemoteExecutorStatus.avsc +80 -0
  58. acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +2 -1
  59. acryl_datahub_cloud/metadata/schemas/VersionProperties.avsc +216 -0
  60. acryl_datahub_cloud/metadata/schemas/VersionSetKey.avsc +26 -0
  61. acryl_datahub_cloud/metadata/schemas/VersionSetProperties.avsc +49 -0
  62. {acryl_datahub_cloud-0.3.7.9rc1.dist-info → acryl_datahub_cloud-0.3.8.dist-info}/METADATA +57 -47
  63. {acryl_datahub_cloud-0.3.7.9rc1.dist-info → acryl_datahub_cloud-0.3.8.dist-info}/RECORD +66 -49
  64. {acryl_datahub_cloud-0.3.7.9rc1.dist-info → acryl_datahub_cloud-0.3.8.dist-info}/WHEEL +1 -1
  65. {acryl_datahub_cloud-0.3.7.9rc1.dist-info → acryl_datahub_cloud-0.3.8.dist-info}/entry_points.txt +1 -0
  66. {acryl_datahub_cloud-0.3.7.9rc1.dist-info → acryl_datahub_cloud-0.3.8.dist-info}/top_level.txt +0 -0
@@ -2002,7 +2002,10 @@ class AssertionAdjustmentSettingsClass(DictWrapper):
2002
2002
 
2003
2003
  @property
2004
2004
  def algorithm(self) -> Union[str, "AdjustmentAlgorithmClass"]:
2005
- """The algorithm to use to adjust assertion values to power the sensitivity control feature"""
2005
+ """The algorithm to use to adjust assertion values to power the sensitivity control feature
2006
+
2007
+ Note that for algorithm "STDDEV" which leverages the standard deviation of trailing values,
2008
+ the "stdDev" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."""
2006
2009
  return self._inner_dict.get('algorithm') # type: ignore
2007
2010
 
2008
2011
  @algorithm.setter
@@ -6832,6 +6835,60 @@ class DataPlatformInstanceClass(_Aspect):
6832
6835
  self._inner_dict['instance'] = value
6833
6836
 
6834
6837
 
6838
+ class DataTransformClass(DictWrapper):
6839
+ """Information about a transformation. It may be a query,"""
6840
+
6841
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.DataTransform")
6842
+ def __init__(self,
6843
+ queryStatement: Union[None, "QueryStatementClass"]=None,
6844
+ ):
6845
+ super().__init__()
6846
+
6847
+ self.queryStatement = queryStatement
6848
+
6849
+ def _restore_defaults(self) -> None:
6850
+ self.queryStatement = self.RECORD_SCHEMA.fields_dict["queryStatement"].default
6851
+
6852
+
6853
+ @property
6854
+ def queryStatement(self) -> Union[None, "QueryStatementClass"]:
6855
+ """The data transform may be defined by a query statement"""
6856
+ return self._inner_dict.get('queryStatement') # type: ignore
6857
+
6858
+ @queryStatement.setter
6859
+ def queryStatement(self, value: Union[None, "QueryStatementClass"]) -> None:
6860
+ self._inner_dict['queryStatement'] = value
6861
+
6862
+
6863
+ class DataTransformLogicClass(_Aspect):
6864
+ """Information about a Query against one or more data assets (e.g. Tables or Views)."""
6865
+
6866
+
6867
+ ASPECT_NAME = 'dataTransformLogic'
6868
+ ASPECT_INFO = {}
6869
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.DataTransformLogic")
6870
+
6871
+ def __init__(self,
6872
+ transforms: List["DataTransformClass"],
6873
+ ):
6874
+ super().__init__()
6875
+
6876
+ self.transforms = transforms
6877
+
6878
+ def _restore_defaults(self) -> None:
6879
+ self.transforms = list()
6880
+
6881
+
6882
+ @property
6883
+ def transforms(self) -> List["DataTransformClass"]:
6884
+ """List of transformations applied"""
6885
+ return self._inner_dict.get('transforms') # type: ignore
6886
+
6887
+ @transforms.setter
6888
+ def transforms(self, value: List["DataTransformClass"]) -> None:
6889
+ self._inner_dict['transforms'] = value
6890
+
6891
+
6835
6892
  class DeprecationClass(_Aspect):
6836
6893
  """Deprecation status of an entity"""
6837
6894
 
@@ -6845,6 +6902,7 @@ class DeprecationClass(_Aspect):
6845
6902
  note: str,
6846
6903
  actor: str,
6847
6904
  decommissionTime: Union[None, int]=None,
6905
+ replacement: Union[None, str]=None,
6848
6906
  ):
6849
6907
  super().__init__()
6850
6908
 
@@ -6852,12 +6910,14 @@ class DeprecationClass(_Aspect):
6852
6910
  self.decommissionTime = decommissionTime
6853
6911
  self.note = note
6854
6912
  self.actor = actor
6913
+ self.replacement = replacement
6855
6914
 
6856
6915
  def _restore_defaults(self) -> None:
6857
6916
  self.deprecated = bool()
6858
6917
  self.decommissionTime = self.RECORD_SCHEMA.fields_dict["decommissionTime"].default
6859
6918
  self.note = str()
6860
6919
  self.actor = str()
6920
+ self.replacement = self.RECORD_SCHEMA.fields_dict["replacement"].default
6861
6921
 
6862
6922
 
6863
6923
  @property
@@ -6900,6 +6960,16 @@ class DeprecationClass(_Aspect):
6900
6960
  self._inner_dict['actor'] = value
6901
6961
 
6902
6962
 
6963
+ @property
6964
+ def replacement(self) -> Union[None, str]:
6965
+ # No docs available.
6966
+ return self._inner_dict.get('replacement') # type: ignore
6967
+
6968
+ @replacement.setter
6969
+ def replacement(self, value: Union[None, str]) -> None:
6970
+ self._inner_dict['replacement'] = value
6971
+
6972
+
6903
6973
  class DisplayPropertiesClass(_Aspect):
6904
6974
  """Properties related to how the entity is displayed in the Datahub UI"""
6905
6975
 
@@ -9782,19 +9852,147 @@ class TimeStampClass(DictWrapper):
9782
9852
  self._inner_dict['actor'] = value
9783
9853
 
9784
9854
 
9855
+ class VersionPropertiesClass(_Aspect):
9856
+ """Properties about a versioned asset i.e. dataset, ML Model, etc."""
9857
+
9858
+
9859
+ ASPECT_NAME = 'versionProperties'
9860
+ ASPECT_INFO = {}
9861
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.VersionProperties")
9862
+
9863
+ def __init__(self,
9864
+ versionSet: str,
9865
+ version: "VersionTagClass",
9866
+ sortId: str,
9867
+ aliases: Optional[List["VersionTagClass"]]=None,
9868
+ comment: Union[None, str]=None,
9869
+ sourceCreatedTimestamp: Union[None, "AuditStampClass"]=None,
9870
+ metadataCreatedTimestamp: Union[None, "AuditStampClass"]=None,
9871
+ isLatest: Union[None, bool]=None,
9872
+ ):
9873
+ super().__init__()
9874
+
9875
+ self.versionSet = versionSet
9876
+ self.version = version
9877
+ if aliases is None:
9878
+ # default: []
9879
+ self.aliases = list()
9880
+ else:
9881
+ self.aliases = aliases
9882
+ self.comment = comment
9883
+ self.sortId = sortId
9884
+ self.sourceCreatedTimestamp = sourceCreatedTimestamp
9885
+ self.metadataCreatedTimestamp = metadataCreatedTimestamp
9886
+ self.isLatest = isLatest
9887
+
9888
+ def _restore_defaults(self) -> None:
9889
+ self.versionSet = str()
9890
+ self.version = VersionTagClass._construct_with_defaults()
9891
+ self.aliases = list()
9892
+ self.comment = self.RECORD_SCHEMA.fields_dict["comment"].default
9893
+ self.sortId = str()
9894
+ self.sourceCreatedTimestamp = self.RECORD_SCHEMA.fields_dict["sourceCreatedTimestamp"].default
9895
+ self.metadataCreatedTimestamp = self.RECORD_SCHEMA.fields_dict["metadataCreatedTimestamp"].default
9896
+ self.isLatest = self.RECORD_SCHEMA.fields_dict["isLatest"].default
9897
+
9898
+
9899
+ @property
9900
+ def versionSet(self) -> str:
9901
+ """The linked Version Set entity that ties multiple versioned assets together"""
9902
+ return self._inner_dict.get('versionSet') # type: ignore
9903
+
9904
+ @versionSet.setter
9905
+ def versionSet(self, value: str) -> None:
9906
+ self._inner_dict['versionSet'] = value
9907
+
9908
+
9909
+ @property
9910
+ def version(self) -> "VersionTagClass":
9911
+ """Label for this versioned asset, is unique within a version set"""
9912
+ return self._inner_dict.get('version') # type: ignore
9913
+
9914
+ @version.setter
9915
+ def version(self, value: "VersionTagClass") -> None:
9916
+ self._inner_dict['version'] = value
9917
+
9918
+
9919
+ @property
9920
+ def aliases(self) -> List["VersionTagClass"]:
9921
+ """Associated aliases for this versioned asset"""
9922
+ return self._inner_dict.get('aliases') # type: ignore
9923
+
9924
+ @aliases.setter
9925
+ def aliases(self, value: List["VersionTagClass"]) -> None:
9926
+ self._inner_dict['aliases'] = value
9927
+
9928
+
9929
+ @property
9930
+ def comment(self) -> Union[None, str]:
9931
+ """Comment documenting what this version was created for, changes, or represents"""
9932
+ return self._inner_dict.get('comment') # type: ignore
9933
+
9934
+ @comment.setter
9935
+ def comment(self, value: Union[None, str]) -> None:
9936
+ self._inner_dict['comment'] = value
9937
+
9938
+
9939
+ @property
9940
+ def sortId(self) -> str:
9941
+ """Sort identifier that determines where a version lives in the order of the Version Set.
9942
+ What this looks like depends on the Version Scheme. For sort ids generated by DataHub we use an 8 character string representation."""
9943
+ return self._inner_dict.get('sortId') # type: ignore
9944
+
9945
+ @sortId.setter
9946
+ def sortId(self, value: str) -> None:
9947
+ self._inner_dict['sortId'] = value
9948
+
9949
+
9950
+ @property
9951
+ def sourceCreatedTimestamp(self) -> Union[None, "AuditStampClass"]:
9952
+ """Timestamp reflecting when this asset version was created in the source system."""
9953
+ return self._inner_dict.get('sourceCreatedTimestamp') # type: ignore
9954
+
9955
+ @sourceCreatedTimestamp.setter
9956
+ def sourceCreatedTimestamp(self, value: Union[None, "AuditStampClass"]) -> None:
9957
+ self._inner_dict['sourceCreatedTimestamp'] = value
9958
+
9959
+
9960
+ @property
9961
+ def metadataCreatedTimestamp(self) -> Union[None, "AuditStampClass"]:
9962
+ """Timestamp reflecting when the metadata for this version was created in DataHub"""
9963
+ return self._inner_dict.get('metadataCreatedTimestamp') # type: ignore
9964
+
9965
+ @metadataCreatedTimestamp.setter
9966
+ def metadataCreatedTimestamp(self, value: Union[None, "AuditStampClass"]) -> None:
9967
+ self._inner_dict['metadataCreatedTimestamp'] = value
9968
+
9969
+
9970
+ @property
9971
+ def isLatest(self) -> Union[None, bool]:
9972
+ """Marks whether this version is currently the latest. Set by a side effect and should not be modified by API."""
9973
+ return self._inner_dict.get('isLatest') # type: ignore
9974
+
9975
+ @isLatest.setter
9976
+ def isLatest(self, value: Union[None, bool]) -> None:
9977
+ self._inner_dict['isLatest'] = value
9978
+
9979
+
9785
9980
  class VersionTagClass(DictWrapper):
9786
9981
  """A resource-defined string representing the resource state for the purpose of concurrency control"""
9787
9982
 
9788
9983
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.VersionTag")
9789
9984
  def __init__(self,
9790
9985
  versionTag: Union[None, str]=None,
9986
+ metadataAttribution: Union[None, "MetadataAttributionClass"]=None,
9791
9987
  ):
9792
9988
  super().__init__()
9793
9989
 
9794
9990
  self.versionTag = versionTag
9991
+ self.metadataAttribution = metadataAttribution
9795
9992
 
9796
9993
  def _restore_defaults(self) -> None:
9797
9994
  self.versionTag = self.RECORD_SCHEMA.fields_dict["versionTag"].default
9995
+ self.metadataAttribution = self.RECORD_SCHEMA.fields_dict["metadataAttribution"].default
9798
9996
 
9799
9997
 
9800
9998
  @property
@@ -9807,6 +10005,16 @@ class VersionTagClass(DictWrapper):
9807
10005
  self._inner_dict['versionTag'] = value
9808
10006
 
9809
10007
 
10008
+ @property
10009
+ def metadataAttribution(self) -> Union[None, "MetadataAttributionClass"]:
10010
+ # No docs available.
10011
+ return self._inner_dict.get('metadataAttribution') # type: ignore
10012
+
10013
+ @metadataAttribution.setter
10014
+ def metadataAttribution(self, value: Union[None, "MetadataAttributionClass"]) -> None:
10015
+ self._inner_dict['metadataAttribution'] = value
10016
+
10017
+
9810
10018
  class WindowDurationClass(object):
9811
10019
  """Enum to define the length of a bucket when doing aggregations"""
9812
10020
 
@@ -16717,6 +16925,7 @@ class ExecutionRequestInputClass(_Aspect):
16717
16925
  source: "ExecutionRequestSourceClass",
16718
16926
  requestedAt: int,
16719
16927
  actorUrn: Union[None, str]=None,
16928
+ attempts: Union[None, int]=None,
16720
16929
  ):
16721
16930
  super().__init__()
16722
16931
 
@@ -16726,6 +16935,7 @@ class ExecutionRequestInputClass(_Aspect):
16726
16935
  self.source = source
16727
16936
  self.requestedAt = requestedAt
16728
16937
  self.actorUrn = actorUrn
16938
+ self.attempts = attempts
16729
16939
 
16730
16940
  def _restore_defaults(self) -> None:
16731
16941
  self.task = str()
@@ -16734,6 +16944,7 @@ class ExecutionRequestInputClass(_Aspect):
16734
16944
  self.source = ExecutionRequestSourceClass._construct_with_defaults()
16735
16945
  self.requestedAt = int()
16736
16946
  self.actorUrn = self.RECORD_SCHEMA.fields_dict["actorUrn"].default
16947
+ self.attempts = self.RECORD_SCHEMA.fields_dict["attempts"].default
16737
16948
 
16738
16949
 
16739
16950
  @property
@@ -16796,6 +17007,16 @@ class ExecutionRequestInputClass(_Aspect):
16796
17007
  self._inner_dict['actorUrn'] = value
16797
17008
 
16798
17009
 
17010
+ @property
17011
+ def attempts(self) -> Union[None, int]:
17012
+ """Field tracking number of previously unsuccessful attempts for the given execution request"""
17013
+ return self._inner_dict.get('attempts') # type: ignore
17014
+
17015
+ @attempts.setter
17016
+ def attempts(self, value: Union[None, int]) -> None:
17017
+ self._inner_dict['attempts'] = value
17018
+
17019
+
16799
17020
  class ExecutionRequestResultClass(_Aspect):
16800
17021
  """The result of an execution request"""
16801
17022
 
@@ -16806,6 +17027,7 @@ class ExecutionRequestResultClass(_Aspect):
16806
17027
 
16807
17028
  def __init__(self,
16808
17029
  status: str,
17030
+ executorInstanceId: Union[None, str]=None,
16809
17031
  report: Union[None, str]=None,
16810
17032
  structuredReport: Union[None, "StructuredExecutionReportClass"]=None,
16811
17033
  startTimeMs: Union[None, int]=None,
@@ -16814,6 +17036,7 @@ class ExecutionRequestResultClass(_Aspect):
16814
17036
  super().__init__()
16815
17037
 
16816
17038
  self.status = status
17039
+ self.executorInstanceId = executorInstanceId
16817
17040
  self.report = report
16818
17041
  self.structuredReport = structuredReport
16819
17042
  self.startTimeMs = startTimeMs
@@ -16821,6 +17044,7 @@ class ExecutionRequestResultClass(_Aspect):
16821
17044
 
16822
17045
  def _restore_defaults(self) -> None:
16823
17046
  self.status = str()
17047
+ self.executorInstanceId = self.RECORD_SCHEMA.fields_dict["executorInstanceId"].default
16824
17048
  self.report = self.RECORD_SCHEMA.fields_dict["report"].default
16825
17049
  self.structuredReport = self.RECORD_SCHEMA.fields_dict["structuredReport"].default
16826
17050
  self.startTimeMs = self.RECORD_SCHEMA.fields_dict["startTimeMs"].default
@@ -16837,6 +17061,16 @@ class ExecutionRequestResultClass(_Aspect):
16837
17061
  self._inner_dict['status'] = value
16838
17062
 
16839
17063
 
17064
+ @property
17065
+ def executorInstanceId(self) -> Union[None, str]:
17066
+ """Identity of the executor instance handling the request"""
17067
+ return self._inner_dict.get('executorInstanceId') # type: ignore
17068
+
17069
+ @executorInstanceId.setter
17070
+ def executorInstanceId(self, value: Union[None, str]) -> None:
17071
+ self._inner_dict['executorInstanceId'] = value
17072
+
17073
+
16840
17074
  @property
16841
17075
  def report(self) -> Union[None, str]:
16842
17076
  """The pretty-printed execution report."""
@@ -17036,6 +17270,186 @@ class StructuredExecutionReportClass(DictWrapper):
17036
17270
  self._inner_dict['contentType'] = value
17037
17271
 
17038
17272
 
17273
+ class RemoteExecutorStatusClass(_Aspect):
17274
+ # No docs available.
17275
+
17276
+
17277
+ ASPECT_NAME = 'dataHubRemoteExecutorStatus'
17278
+ ASPECT_INFO = {}
17279
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.executor.RemoteExecutorStatus")
17280
+
17281
+ def __init__(self,
17282
+ executorId: str,
17283
+ executorReleaseVersion: str,
17284
+ executorAddress: str,
17285
+ executorHostname: str,
17286
+ executorUptime: float,
17287
+ reportedAt: int,
17288
+ executorExpired: Optional[bool]=None,
17289
+ executorStopped: Optional[bool]=None,
17290
+ executorEmbedded: Optional[bool]=None,
17291
+ executorInternal: Optional[bool]=None,
17292
+ logDeliveryEnabled: Optional[bool]=None,
17293
+ ):
17294
+ super().__init__()
17295
+
17296
+ self.executorId = executorId
17297
+ self.executorReleaseVersion = executorReleaseVersion
17298
+ self.executorAddress = executorAddress
17299
+ self.executorHostname = executorHostname
17300
+ self.executorUptime = executorUptime
17301
+ if executorExpired is None:
17302
+ # default: False
17303
+ self.executorExpired = self.RECORD_SCHEMA.fields_dict["executorExpired"].default
17304
+ else:
17305
+ self.executorExpired = executorExpired
17306
+ if executorStopped is None:
17307
+ # default: False
17308
+ self.executorStopped = self.RECORD_SCHEMA.fields_dict["executorStopped"].default
17309
+ else:
17310
+ self.executorStopped = executorStopped
17311
+ if executorEmbedded is None:
17312
+ # default: False
17313
+ self.executorEmbedded = self.RECORD_SCHEMA.fields_dict["executorEmbedded"].default
17314
+ else:
17315
+ self.executorEmbedded = executorEmbedded
17316
+ if executorInternal is None:
17317
+ # default: False
17318
+ self.executorInternal = self.RECORD_SCHEMA.fields_dict["executorInternal"].default
17319
+ else:
17320
+ self.executorInternal = executorInternal
17321
+ if logDeliveryEnabled is None:
17322
+ # default: False
17323
+ self.logDeliveryEnabled = self.RECORD_SCHEMA.fields_dict["logDeliveryEnabled"].default
17324
+ else:
17325
+ self.logDeliveryEnabled = logDeliveryEnabled
17326
+ self.reportedAt = reportedAt
17327
+
17328
+ def _restore_defaults(self) -> None:
17329
+ self.executorId = str()
17330
+ self.executorReleaseVersion = str()
17331
+ self.executorAddress = str()
17332
+ self.executorHostname = str()
17333
+ self.executorUptime = float()
17334
+ self.executorExpired = self.RECORD_SCHEMA.fields_dict["executorExpired"].default
17335
+ self.executorStopped = self.RECORD_SCHEMA.fields_dict["executorStopped"].default
17336
+ self.executorEmbedded = self.RECORD_SCHEMA.fields_dict["executorEmbedded"].default
17337
+ self.executorInternal = self.RECORD_SCHEMA.fields_dict["executorInternal"].default
17338
+ self.logDeliveryEnabled = self.RECORD_SCHEMA.fields_dict["logDeliveryEnabled"].default
17339
+ self.reportedAt = int()
17340
+
17341
+
17342
+ @property
17343
+ def executorId(self) -> str:
17344
+ """TODO: rename to pipeline id"""
17345
+ return self._inner_dict.get('executorId') # type: ignore
17346
+
17347
+ @executorId.setter
17348
+ def executorId(self, value: str) -> None:
17349
+ self._inner_dict['executorId'] = value
17350
+
17351
+
17352
+ @property
17353
+ def executorReleaseVersion(self) -> str:
17354
+ """ Release Version (Tag) embedded into remote executor image"""
17355
+ return self._inner_dict.get('executorReleaseVersion') # type: ignore
17356
+
17357
+ @executorReleaseVersion.setter
17358
+ def executorReleaseVersion(self, value: str) -> None:
17359
+ self._inner_dict['executorReleaseVersion'] = value
17360
+
17361
+
17362
+ @property
17363
+ def executorAddress(self) -> str:
17364
+ """ IP address of the host where remote executor is running"""
17365
+ return self._inner_dict.get('executorAddress') # type: ignore
17366
+
17367
+ @executorAddress.setter
17368
+ def executorAddress(self, value: str) -> None:
17369
+ self._inner_dict['executorAddress'] = value
17370
+
17371
+
17372
+ @property
17373
+ def executorHostname(self) -> str:
17374
+ """Hostname of the host where remote executor is running"""
17375
+ return self._inner_dict.get('executorHostname') # type: ignore
17376
+
17377
+ @executorHostname.setter
17378
+ def executorHostname(self, value: str) -> None:
17379
+ self._inner_dict['executorHostname'] = value
17380
+
17381
+
17382
+ @property
17383
+ def executorUptime(self) -> float:
17384
+ """Uptime of the remote executor master process"""
17385
+ return self._inner_dict.get('executorUptime') # type: ignore
17386
+
17387
+ @executorUptime.setter
17388
+ def executorUptime(self, value: float) -> None:
17389
+ self._inner_dict['executorUptime'] = value
17390
+
17391
+
17392
+ @property
17393
+ def executorExpired(self) -> bool:
17394
+ """Flag indicating whether remote executor status record is stale."""
17395
+ return self._inner_dict.get('executorExpired') # type: ignore
17396
+
17397
+ @executorExpired.setter
17398
+ def executorExpired(self, value: bool) -> None:
17399
+ self._inner_dict['executorExpired'] = value
17400
+
17401
+
17402
+ @property
17403
+ def executorStopped(self) -> bool:
17404
+ """Flag indicating whether remote executor is stopped."""
17405
+ return self._inner_dict.get('executorStopped') # type: ignore
17406
+
17407
+ @executorStopped.setter
17408
+ def executorStopped(self, value: bool) -> None:
17409
+ self._inner_dict['executorStopped'] = value
17410
+
17411
+
17412
+ @property
17413
+ def executorEmbedded(self) -> bool:
17414
+ """Flag indicating whether remote executor is embedded executor"""
17415
+ return self._inner_dict.get('executorEmbedded') # type: ignore
17416
+
17417
+ @executorEmbedded.setter
17418
+ def executorEmbedded(self, value: bool) -> None:
17419
+ self._inner_dict['executorEmbedded'] = value
17420
+
17421
+
17422
+ @property
17423
+ def executorInternal(self) -> bool:
17424
+ """Flag indicating whether remote executor is Acryl managed executor"""
17425
+ return self._inner_dict.get('executorInternal') # type: ignore
17426
+
17427
+ @executorInternal.setter
17428
+ def executorInternal(self, value: bool) -> None:
17429
+ self._inner_dict['executorInternal'] = value
17430
+
17431
+
17432
+ @property
17433
+ def logDeliveryEnabled(self) -> bool:
17434
+ """Flag indicating whether log delivery is enabled by the customer in the given
17435
+ remote executor instance."""
17436
+ return self._inner_dict.get('logDeliveryEnabled') # type: ignore
17437
+
17438
+ @logDeliveryEnabled.setter
17439
+ def logDeliveryEnabled(self, value: bool) -> None:
17440
+ self._inner_dict['logDeliveryEnabled'] = value
17441
+
17442
+
17443
+ @property
17444
+ def reportedAt(self) -> int:
17445
+ """UTC-based timestamp of the last reported status"""
17446
+ return self._inner_dict.get('reportedAt') # type: ignore
17447
+
17448
+ @reportedAt.setter
17449
+ def reportedAt(self, value: int) -> None:
17450
+ self._inner_dict['reportedAt'] = value
17451
+
17452
+
17039
17453
  class DomainParamsClass(DictWrapper):
17040
17454
  """Information specific to glossary terms prompts."""
17041
17455
 
@@ -20626,7 +21040,7 @@ class ContainerKeyClass(_Aspect):
20626
21040
 
20627
21041
 
20628
21042
  ASPECT_NAME = 'containerKey'
20629
- ASPECT_INFO = {'keyForEntity': 'container', 'entityCategory': 'core', 'entityAspects': ['containerProperties', 'editableContainerProperties', 'dataPlatformInstance', 'subTypes', 'ownership', 'container', 'globalTags', 'glossaryTerms', 'institutionalMemory', 'browsePaths', 'status', 'domains', 'proposals', 'browsePathsV2', 'structuredProperties', 'forms', 'testResults', 'access', 'share', 'origin', 'documentation'], 'entityDoc': 'A container of related data assets.'}
21043
+ ASPECT_INFO = {'keyForEntity': 'container', 'entityCategory': 'core', 'entityAspects': ['containerProperties', 'editableContainerProperties', 'dataPlatformInstance', 'subTypes', 'ownership', 'deprecation', 'container', 'globalTags', 'glossaryTerms', 'institutionalMemory', 'browsePaths', 'status', 'domains', 'proposals', 'browsePathsV2', 'structuredProperties', 'forms', 'testResults', 'access', 'share', 'origin', 'documentation'], 'entityDoc': 'A container of related data assets.'}
20630
21044
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.ContainerKey")
20631
21045
 
20632
21046
  def __init__(self,
@@ -20784,7 +21198,7 @@ class DataFlowKeyClass(_Aspect):
20784
21198
 
20785
21199
 
20786
21200
  ASPECT_NAME = 'dataFlowKey'
20787
- ASPECT_INFO = {'keyForEntity': 'dataFlow', 'entityCategory': 'core', 'entityAspects': ['domains', 'deprecation', 'versionInfo', 'proposals', 'dataFlowInfo', 'editableDataFlowProperties', 'ownership', 'status', 'globalTags', 'browsePaths', 'glossaryTerms', 'institutionalMemory', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'incidentsSummary', 'forms', 'subTypes', 'testResults', 'share', 'origin', 'lineageFeatures', 'documentation']}
21201
+ ASPECT_INFO = {'keyForEntity': 'dataFlow', 'entityCategory': 'core', 'entityAspects': ['domains', 'deprecation', 'versionInfo', 'proposals', 'dataFlowInfo', 'editableDataFlowProperties', 'ownership', 'status', 'globalTags', 'browsePaths', 'glossaryTerms', 'institutionalMemory', 'dataPlatformInstance', 'container', 'browsePathsV2', 'structuredProperties', 'incidentsSummary', 'forms', 'subTypes', 'testResults', 'share', 'origin', 'lineageFeatures', 'documentation']}
20788
21202
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DataFlowKey")
20789
21203
 
20790
21204
  def __init__(self,
@@ -21200,7 +21614,7 @@ class DataJobKeyClass(_Aspect):
21200
21614
 
21201
21615
 
21202
21616
  ASPECT_NAME = 'dataJobKey'
21203
- ASPECT_INFO = {'keyForEntity': 'dataJob', 'entityCategory': '_unset_', 'entityAspects': ['datahubIngestionRunSummary', 'datahubIngestionCheckpoint', 'domains', 'deprecation', 'versionInfo', 'proposals', 'dataJobInfo', 'dataJobInputOutput', 'editableDataJobProperties', 'ownership', 'status', 'globalTags', 'browsePaths', 'glossaryTerms', 'institutionalMemory', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'forms', 'anomaliesSummary', 'subTypes', 'incidentsSummary', 'testResults', 'share', 'origin', 'lineageFeatures', 'documentation']}
21617
+ ASPECT_INFO = {'keyForEntity': 'dataJob', 'entityCategory': '_unset_', 'entityAspects': ['datahubIngestionRunSummary', 'datahubIngestionCheckpoint', 'domains', 'deprecation', 'versionInfo', 'proposals', 'dataJobInfo', 'dataJobInputOutput', 'editableDataJobProperties', 'ownership', 'status', 'globalTags', 'browsePaths', 'glossaryTerms', 'institutionalMemory', 'dataPlatformInstance', 'container', 'browsePathsV2', 'structuredProperties', 'forms', 'anomaliesSummary', 'subTypes', 'incidentsSummary', 'testResults', 'share', 'origin', 'lineageFeatures', 'documentation', 'dataTransformLogic']}
21204
21618
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DataJobKey")
21205
21619
 
21206
21620
  def __init__(self,
@@ -21313,7 +21727,7 @@ class DataProcessInstanceKeyClass(_Aspect):
21313
21727
 
21314
21728
 
21315
21729
  ASPECT_NAME = 'dataProcessInstanceKey'
21316
- ASPECT_INFO = {'keyForEntity': 'dataProcessInstance', 'entityCategory': '_unset_', 'entityAspects': ['dataProcessInstanceInput', 'dataProcessInstanceOutput', 'dataProcessInstanceProperties', 'dataProcessInstanceRelationships', 'dataProcessInstanceRunEvent', 'status', 'testResults', 'lineageFeatures'], 'entityDoc': 'DataProcessInstance represents an instance of a datajob/jobflow run'}
21730
+ ASPECT_INFO = {'keyForEntity': 'dataProcessInstance', 'entityCategory': '_unset_', 'entityAspects': ['dataProcessInstanceInput', 'dataProcessInstanceOutput', 'dataProcessInstanceProperties', 'dataProcessInstanceRelationships', 'dataProcessInstanceRunEvent', 'status', 'testResults', 'dataPlatformInstance', 'subTypes', 'container', 'mlTrainingRunProperties', 'lineageFeatures'], 'entityDoc': 'DataProcessInstance represents an instance of a datajob/jobflow run'}
21317
21731
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DataProcessInstanceKey")
21318
21732
 
21319
21733
  def __init__(self,
@@ -21398,7 +21812,7 @@ class DatasetKeyClass(_Aspect):
21398
21812
 
21399
21813
 
21400
21814
  ASPECT_NAME = 'datasetKey'
21401
- ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'proposals', 'schemaProposals', 'schemaMetadata', 'status', 'container', 'deprecation', 'usageFeatures', 'storageFeatures', 'lineageFeatures', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'inferredNeighbors', 'inferredMetadata', 'schemaFieldsInferredMetadata', 'schemaFieldsInferredNeighbors', 'assertionsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'anomaliesSummary', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'share', 'origin', 'documentation', 'entityInferenceMetadata'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
21815
+ ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'proposals', 'schemaProposals', 'schemaMetadata', 'status', 'container', 'deprecation', 'usageFeatures', 'storageFeatures', 'lineageFeatures', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'inferredNeighbors', 'inferredMetadata', 'schemaFieldsInferredMetadata', 'schemaFieldsInferredNeighbors', 'assertionsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'anomaliesSummary', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'share', 'origin', 'documentation', 'entityInferenceMetadata', 'versionProperties'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
21402
21816
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DatasetKey")
21403
21817
 
21404
21818
  def __init__(self,
@@ -21969,7 +22383,7 @@ class MLModelKeyClass(_Aspect):
21969
22383
 
21970
22384
 
21971
22385
  ASPECT_NAME = 'mlModelKey'
21972
- ASPECT_INFO = {'keyForEntity': 'mlModel', 'entityCategory': 'core', 'entityAspects': ['glossaryTerms', 'editableMlModelProperties', 'domains', 'proposals', 'ownership', 'mlModelProperties', 'intendedUse', 'mlModelFactorPrompts', 'mlModelMetrics', 'mlModelEvaluationData', 'mlModelTrainingData', 'mlModelQuantitativeAnalyses', 'mlModelEthicalConsiderations', 'mlModelCaveatsAndRecommendations', 'institutionalMemory', 'sourceCode', 'status', 'cost', 'deprecation', 'browsePaths', 'globalTags', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'forms', 'testResults', 'share', 'origin', 'lineageFeatures', 'documentation', 'incidentsSummary']}
22386
+ ASPECT_INFO = {'keyForEntity': 'mlModel', 'entityCategory': 'core', 'entityAspects': ['glossaryTerms', 'editableMlModelProperties', 'domains', 'proposals', 'ownership', 'mlModelProperties', 'intendedUse', 'mlModelFactorPrompts', 'mlModelMetrics', 'mlModelEvaluationData', 'mlModelTrainingData', 'mlModelQuantitativeAnalyses', 'mlModelEthicalConsiderations', 'mlModelCaveatsAndRecommendations', 'institutionalMemory', 'sourceCode', 'status', 'cost', 'deprecation', 'browsePaths', 'globalTags', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'forms', 'testResults', 'share', 'origin', 'lineageFeatures', 'documentation', 'incidentsSummary', 'versionProperties']}
21973
22387
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.MLModelKey")
21974
22388
 
21975
22389
  def __init__(self,
@@ -22275,6 +22689,35 @@ class RecommendationModuleKeyClass(_Aspect):
22275
22689
  self._inner_dict['identifier'] = value
22276
22690
 
22277
22691
 
22692
+ class RemoteExecutorKeyClass(_Aspect):
22693
+ """Key for an DataHub Remote Executor"""
22694
+
22695
+
22696
+ ASPECT_NAME = 'dataHubRemoteExecutorKey'
22697
+ ASPECT_INFO = {'keyForEntity': 'dataHubRemoteExecutor', 'entityCategory': 'internal', 'entityAspects': ['dataHubRemoteExecutorStatus']}
22698
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.RemoteExecutorKey")
22699
+
22700
+ def __init__(self,
22701
+ id: str,
22702
+ ):
22703
+ super().__init__()
22704
+
22705
+ self.id = id
22706
+
22707
+ def _restore_defaults(self) -> None:
22708
+ self.id = str()
22709
+
22710
+
22711
+ @property
22712
+ def id(self) -> str:
22713
+ """A unique id for the DataHub Remote Executor."""
22714
+ return self._inner_dict.get('id') # type: ignore
22715
+
22716
+ @id.setter
22717
+ def id(self, value: str) -> None:
22718
+ self._inner_dict['id'] = value
22719
+
22720
+
22278
22721
  class RoleKeyClass(_Aspect):
22279
22722
  """Key for a External AccessManagement"""
22280
22723
 
@@ -22309,7 +22752,7 @@ class SchemaFieldKeyClass(_Aspect):
22309
22752
 
22310
22753
 
22311
22754
  ASPECT_NAME = 'schemaFieldKey'
22312
- ASPECT_INFO = {'keyForEntity': 'schemaField', 'entityCategory': 'core', 'entityAspects': ['schemafieldInfo', 'structuredProperties', 'forms', 'businessAttributes', 'status', 'schemaFieldAliases', 'documentation', 'testResults', 'schemaFieldProfile', 'lineageFeatures']}
22755
+ ASPECT_INFO = {'keyForEntity': 'schemaField', 'entityCategory': 'core', 'entityAspects': ['schemafieldInfo', 'structuredProperties', 'forms', 'businessAttributes', 'status', 'schemaFieldAliases', 'documentation', 'testResults', 'schemaFieldProfile', 'lineageFeatures', 'deprecation']}
22313
22756
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.SchemaFieldKey")
22314
22757
 
22315
22758
  def __init__(self,
@@ -22462,6 +22905,48 @@ class TestKeyClass(_Aspect):
22462
22905
  self._inner_dict['id'] = value
22463
22906
 
22464
22907
 
22908
+ class VersionSetKeyClass(_Aspect):
22909
+ """Key for a Version Set entity"""
22910
+
22911
+
22912
+ ASPECT_NAME = 'versionSetKey'
22913
+ ASPECT_INFO = {'keyForEntity': 'versionSet', 'entityCategory': 'core', 'entityAspects': ['versionSetProperties']}
22914
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.VersionSetKey")
22915
+
22916
+ def __init__(self,
22917
+ id: str,
22918
+ entityType: str,
22919
+ ):
22920
+ super().__init__()
22921
+
22922
+ self.id = id
22923
+ self.entityType = entityType
22924
+
22925
+ def _restore_defaults(self) -> None:
22926
+ self.id = str()
22927
+ self.entityType = str()
22928
+
22929
+
22930
+ @property
22931
+ def id(self) -> str:
22932
+ """ID of the Version Set, generated from platform + asset id / name"""
22933
+ return self._inner_dict.get('id') # type: ignore
22934
+
22935
+ @id.setter
22936
+ def id(self, value: str) -> None:
22937
+ self._inner_dict['id'] = value
22938
+
22939
+
22940
+ @property
22941
+ def entityType(self) -> str:
22942
+ """Type of entities included in version set, limits to a single entity type between linked versioned entities"""
22943
+ return self._inner_dict.get('entityType') # type: ignore
22944
+
22945
+ @entityType.setter
22946
+ def entityType(self, value: str) -> None:
22947
+ self._inner_dict['entityType'] = value
22948
+
22949
+
22465
22950
  class ConditionClass(object):
22466
22951
  """The matching condition in a filter criterion"""
22467
22952
 
@@ -22498,6 +22983,9 @@ class ConditionClass(object):
22498
22983
  LESS_THAN_OR_EQUAL_TO = "LESS_THAN_OR_EQUAL_TO"
22499
22984
  """Represent the relation less than or equal to, e.g. ownerCount <= 3"""
22500
22985
 
22986
+ BETWEEN = "BETWEEN"
22987
+ """Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound."""
22988
+
22501
22989
  START_WITH = "START_WITH"
22502
22990
  """Represent the relation: String field starts with value, e.g. name starts with PageView"""
22503
22991
 
@@ -25298,8 +25786,13 @@ class MLModelGroupPropertiesClass(_Aspect):
25298
25786
 
25299
25787
  def __init__(self,
25300
25788
  customProperties: Optional[Dict[str, str]]=None,
25789
+ trainingJobs: Union[None, List[str]]=None,
25790
+ downstreamJobs: Union[None, List[str]]=None,
25791
+ name: Union[None, str]=None,
25301
25792
  description: Union[None, str]=None,
25302
25793
  createdAt: Union[None, int]=None,
25794
+ created: Union[None, "TimeStampClass"]=None,
25795
+ lastModified: Union[None, "TimeStampClass"]=None,
25303
25796
  version: Union[None, "VersionTagClass"]=None,
25304
25797
  ):
25305
25798
  super().__init__()
@@ -25309,14 +25802,24 @@ class MLModelGroupPropertiesClass(_Aspect):
25309
25802
  self.customProperties = dict()
25310
25803
  else:
25311
25804
  self.customProperties = customProperties
25805
+ self.trainingJobs = trainingJobs
25806
+ self.downstreamJobs = downstreamJobs
25807
+ self.name = name
25312
25808
  self.description = description
25313
25809
  self.createdAt = createdAt
25810
+ self.created = created
25811
+ self.lastModified = lastModified
25314
25812
  self.version = version
25315
25813
 
25316
25814
  def _restore_defaults(self) -> None:
25317
25815
  self.customProperties = dict()
25816
+ self.trainingJobs = self.RECORD_SCHEMA.fields_dict["trainingJobs"].default
25817
+ self.downstreamJobs = self.RECORD_SCHEMA.fields_dict["downstreamJobs"].default
25818
+ self.name = self.RECORD_SCHEMA.fields_dict["name"].default
25318
25819
  self.description = self.RECORD_SCHEMA.fields_dict["description"].default
25319
25820
  self.createdAt = self.RECORD_SCHEMA.fields_dict["createdAt"].default
25821
+ self.created = self.RECORD_SCHEMA.fields_dict["created"].default
25822
+ self.lastModified = self.RECORD_SCHEMA.fields_dict["lastModified"].default
25320
25823
  self.version = self.RECORD_SCHEMA.fields_dict["version"].default
25321
25824
 
25322
25825
 
@@ -25330,6 +25833,36 @@ class MLModelGroupPropertiesClass(_Aspect):
25330
25833
  self._inner_dict['customProperties'] = value
25331
25834
 
25332
25835
 
25836
+ @property
25837
+ def trainingJobs(self) -> Union[None, List[str]]:
25838
+ """List of jobs or process instances (if any) used to train the model or group. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."""
25839
+ return self._inner_dict.get('trainingJobs') # type: ignore
25840
+
25841
+ @trainingJobs.setter
25842
+ def trainingJobs(self, value: Union[None, List[str]]) -> None:
25843
+ self._inner_dict['trainingJobs'] = value
25844
+
25845
+
25846
+ @property
25847
+ def downstreamJobs(self) -> Union[None, List[str]]:
25848
+ """List of jobs or process instances (if any) that use the model or group."""
25849
+ return self._inner_dict.get('downstreamJobs') # type: ignore
25850
+
25851
+ @downstreamJobs.setter
25852
+ def downstreamJobs(self, value: Union[None, List[str]]) -> None:
25853
+ self._inner_dict['downstreamJobs'] = value
25854
+
25855
+
25856
+ @property
25857
+ def name(self) -> Union[None, str]:
25858
+ """Display name of the MLModelGroup"""
25859
+ return self._inner_dict.get('name') # type: ignore
25860
+
25861
+ @name.setter
25862
+ def name(self, value: Union[None, str]) -> None:
25863
+ self._inner_dict['name'] = value
25864
+
25865
+
25333
25866
  @property
25334
25867
  def description(self) -> Union[None, str]:
25335
25868
  """Documentation of the MLModelGroup"""
@@ -25350,6 +25883,26 @@ class MLModelGroupPropertiesClass(_Aspect):
25350
25883
  self._inner_dict['createdAt'] = value
25351
25884
 
25352
25885
 
25886
+ @property
25887
+ def created(self) -> Union[None, "TimeStampClass"]:
25888
+ """Time and Actor who created the MLModelGroup"""
25889
+ return self._inner_dict.get('created') # type: ignore
25890
+
25891
+ @created.setter
25892
+ def created(self, value: Union[None, "TimeStampClass"]) -> None:
25893
+ self._inner_dict['created'] = value
25894
+
25895
+
25896
+ @property
25897
+ def lastModified(self) -> Union[None, "TimeStampClass"]:
25898
+ """Date when the MLModelGroup was last modified"""
25899
+ return self._inner_dict.get('lastModified') # type: ignore
25900
+
25901
+ @lastModified.setter
25902
+ def lastModified(self, value: Union[None, "TimeStampClass"]) -> None:
25903
+ self._inner_dict['lastModified'] = value
25904
+
25905
+
25353
25906
  @property
25354
25907
  def version(self) -> Union[None, "VersionTagClass"]:
25355
25908
  """Version of the MLModelGroup"""
@@ -25371,8 +25924,13 @@ class MLModelPropertiesClass(_Aspect):
25371
25924
  def __init__(self,
25372
25925
  customProperties: Optional[Dict[str, str]]=None,
25373
25926
  externalUrl: Union[None, str]=None,
25927
+ trainingJobs: Union[None, List[str]]=None,
25928
+ downstreamJobs: Union[None, List[str]]=None,
25929
+ name: Union[None, str]=None,
25374
25930
  description: Union[None, str]=None,
25375
25931
  date: Union[None, int]=None,
25932
+ created: Union[None, "TimeStampClass"]=None,
25933
+ lastModified: Union[None, "TimeStampClass"]=None,
25376
25934
  version: Union[None, "VersionTagClass"]=None,
25377
25935
  type: Union[None, str]=None,
25378
25936
  hyperParameters: Union[None, Dict[str, Union[str, int, float, float, bool]]]=None,
@@ -25382,8 +25940,6 @@ class MLModelPropertiesClass(_Aspect):
25382
25940
  mlFeatures: Union[None, List[str]]=None,
25383
25941
  tags: Optional[List[str]]=None,
25384
25942
  deployments: Union[None, List[str]]=None,
25385
- trainingJobs: Union[None, List[str]]=None,
25386
- downstreamJobs: Union[None, List[str]]=None,
25387
25943
  groups: Union[None, List[str]]=None,
25388
25944
  ):
25389
25945
  super().__init__()
@@ -25394,8 +25950,13 @@ class MLModelPropertiesClass(_Aspect):
25394
25950
  else:
25395
25951
  self.customProperties = customProperties
25396
25952
  self.externalUrl = externalUrl
25953
+ self.trainingJobs = trainingJobs
25954
+ self.downstreamJobs = downstreamJobs
25955
+ self.name = name
25397
25956
  self.description = description
25398
25957
  self.date = date
25958
+ self.created = created
25959
+ self.lastModified = lastModified
25399
25960
  self.version = version
25400
25961
  self.type = type
25401
25962
  self.hyperParameters = hyperParameters
@@ -25409,15 +25970,18 @@ class MLModelPropertiesClass(_Aspect):
25409
25970
  else:
25410
25971
  self.tags = tags
25411
25972
  self.deployments = deployments
25412
- self.trainingJobs = trainingJobs
25413
- self.downstreamJobs = downstreamJobs
25414
25973
  self.groups = groups
25415
25974
 
25416
25975
  def _restore_defaults(self) -> None:
25417
25976
  self.customProperties = dict()
25418
25977
  self.externalUrl = self.RECORD_SCHEMA.fields_dict["externalUrl"].default
25978
+ self.trainingJobs = self.RECORD_SCHEMA.fields_dict["trainingJobs"].default
25979
+ self.downstreamJobs = self.RECORD_SCHEMA.fields_dict["downstreamJobs"].default
25980
+ self.name = self.RECORD_SCHEMA.fields_dict["name"].default
25419
25981
  self.description = self.RECORD_SCHEMA.fields_dict["description"].default
25420
25982
  self.date = self.RECORD_SCHEMA.fields_dict["date"].default
25983
+ self.created = self.RECORD_SCHEMA.fields_dict["created"].default
25984
+ self.lastModified = self.RECORD_SCHEMA.fields_dict["lastModified"].default
25421
25985
  self.version = self.RECORD_SCHEMA.fields_dict["version"].default
25422
25986
  self.type = self.RECORD_SCHEMA.fields_dict["type"].default
25423
25987
  self.hyperParameters = self.RECORD_SCHEMA.fields_dict["hyperParameters"].default
@@ -25427,8 +25991,6 @@ class MLModelPropertiesClass(_Aspect):
25427
25991
  self.mlFeatures = self.RECORD_SCHEMA.fields_dict["mlFeatures"].default
25428
25992
  self.tags = list()
25429
25993
  self.deployments = self.RECORD_SCHEMA.fields_dict["deployments"].default
25430
- self.trainingJobs = self.RECORD_SCHEMA.fields_dict["trainingJobs"].default
25431
- self.downstreamJobs = self.RECORD_SCHEMA.fields_dict["downstreamJobs"].default
25432
25994
  self.groups = self.RECORD_SCHEMA.fields_dict["groups"].default
25433
25995
 
25434
25996
 
@@ -25452,6 +26014,36 @@ class MLModelPropertiesClass(_Aspect):
25452
26014
  self._inner_dict['externalUrl'] = value
25453
26015
 
25454
26016
 
26017
+ @property
26018
+ def trainingJobs(self) -> Union[None, List[str]]:
26019
+ """List of jobs or process instances (if any) used to train the model or group. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."""
26020
+ return self._inner_dict.get('trainingJobs') # type: ignore
26021
+
26022
+ @trainingJobs.setter
26023
+ def trainingJobs(self, value: Union[None, List[str]]) -> None:
26024
+ self._inner_dict['trainingJobs'] = value
26025
+
26026
+
26027
+ @property
26028
+ def downstreamJobs(self) -> Union[None, List[str]]:
26029
+ """List of jobs or process instances (if any) that use the model or group."""
26030
+ return self._inner_dict.get('downstreamJobs') # type: ignore
26031
+
26032
+ @downstreamJobs.setter
26033
+ def downstreamJobs(self, value: Union[None, List[str]]) -> None:
26034
+ self._inner_dict['downstreamJobs'] = value
26035
+
26036
+
26037
+ @property
26038
+ def name(self) -> Union[None, str]:
26039
+ """Display name of the MLModel"""
26040
+ return self._inner_dict.get('name') # type: ignore
26041
+
26042
+ @name.setter
26043
+ def name(self, value: Union[None, str]) -> None:
26044
+ self._inner_dict['name'] = value
26045
+
26046
+
25455
26047
  @property
25456
26048
  def description(self) -> Union[None, str]:
25457
26049
  """Documentation of the MLModel"""
@@ -25472,6 +26064,26 @@ class MLModelPropertiesClass(_Aspect):
25472
26064
  self._inner_dict['date'] = value
25473
26065
 
25474
26066
 
26067
+ @property
26068
+ def created(self) -> Union[None, "TimeStampClass"]:
26069
+ """Audit stamp containing who created this and when"""
26070
+ return self._inner_dict.get('created') # type: ignore
26071
+
26072
+ @created.setter
26073
+ def created(self, value: Union[None, "TimeStampClass"]) -> None:
26074
+ self._inner_dict['created'] = value
26075
+
26076
+
26077
+ @property
26078
+ def lastModified(self) -> Union[None, "TimeStampClass"]:
26079
+ """Date when the MLModel was last modified"""
26080
+ return self._inner_dict.get('lastModified') # type: ignore
26081
+
26082
+ @lastModified.setter
26083
+ def lastModified(self, value: Union[None, "TimeStampClass"]) -> None:
26084
+ self._inner_dict['lastModified'] = value
26085
+
26086
+
25475
26087
  @property
25476
26088
  def version(self) -> Union[None, "VersionTagClass"]:
25477
26089
  """Version of the MLModel"""
@@ -25564,26 +26176,6 @@ class MLModelPropertiesClass(_Aspect):
25564
26176
  self._inner_dict['deployments'] = value
25565
26177
 
25566
26178
 
25567
- @property
25568
- def trainingJobs(self) -> Union[None, List[str]]:
25569
- """List of jobs (if any) used to train the model"""
25570
- return self._inner_dict.get('trainingJobs') # type: ignore
25571
-
25572
- @trainingJobs.setter
25573
- def trainingJobs(self, value: Union[None, List[str]]) -> None:
25574
- self._inner_dict['trainingJobs'] = value
25575
-
25576
-
25577
- @property
25578
- def downstreamJobs(self) -> Union[None, List[str]]:
25579
- """List of jobs (if any) that use the model"""
25580
- return self._inner_dict.get('downstreamJobs') # type: ignore
25581
-
25582
- @downstreamJobs.setter
25583
- def downstreamJobs(self, value: Union[None, List[str]]) -> None:
25584
- self._inner_dict['downstreamJobs'] = value
25585
-
25586
-
25587
26179
  @property
25588
26180
  def groups(self) -> Union[None, List[str]]:
25589
26181
  """Groups the model belongs to"""
@@ -25679,6 +26271,104 @@ class MLPrimaryKeyPropertiesClass(_Aspect):
25679
26271
  self._inner_dict['sources'] = value
25680
26272
 
25681
26273
 
26274
+ class MLTrainingRunPropertiesClass(_Aspect):
26275
+ """The inputs and outputs of this training run"""
26276
+
26277
+
26278
+ ASPECT_NAME = 'mlTrainingRunProperties'
26279
+ ASPECT_INFO = {}
26280
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.ml.metadata.MLTrainingRunProperties")
26281
+
26282
+ def __init__(self,
26283
+ customProperties: Optional[Dict[str, str]]=None,
26284
+ externalUrl: Union[None, str]=None,
26285
+ id: Union[None, str]=None,
26286
+ outputUrls: Union[None, List[str]]=None,
26287
+ hyperParams: Union[None, List["MLHyperParamClass"]]=None,
26288
+ trainingMetrics: Union[None, List["MLMetricClass"]]=None,
26289
+ ):
26290
+ super().__init__()
26291
+
26292
+ if customProperties is None:
26293
+ # default: {}
26294
+ self.customProperties = dict()
26295
+ else:
26296
+ self.customProperties = customProperties
26297
+ self.externalUrl = externalUrl
26298
+ self.id = id
26299
+ self.outputUrls = outputUrls
26300
+ self.hyperParams = hyperParams
26301
+ self.trainingMetrics = trainingMetrics
26302
+
26303
+ def _restore_defaults(self) -> None:
26304
+ self.customProperties = dict()
26305
+ self.externalUrl = self.RECORD_SCHEMA.fields_dict["externalUrl"].default
26306
+ self.id = self.RECORD_SCHEMA.fields_dict["id"].default
26307
+ self.outputUrls = self.RECORD_SCHEMA.fields_dict["outputUrls"].default
26308
+ self.hyperParams = self.RECORD_SCHEMA.fields_dict["hyperParams"].default
26309
+ self.trainingMetrics = self.RECORD_SCHEMA.fields_dict["trainingMetrics"].default
26310
+
26311
+
26312
+ @property
26313
+ def customProperties(self) -> Dict[str, str]:
26314
+ """Custom property bag."""
26315
+ return self._inner_dict.get('customProperties') # type: ignore
26316
+
26317
+ @customProperties.setter
26318
+ def customProperties(self, value: Dict[str, str]) -> None:
26319
+ self._inner_dict['customProperties'] = value
26320
+
26321
+
26322
+ @property
26323
+ def externalUrl(self) -> Union[None, str]:
26324
+ """URL where the reference exist"""
26325
+ return self._inner_dict.get('externalUrl') # type: ignore
26326
+
26327
+ @externalUrl.setter
26328
+ def externalUrl(self, value: Union[None, str]) -> None:
26329
+ self._inner_dict['externalUrl'] = value
26330
+
26331
+
26332
+ @property
26333
+ def id(self) -> Union[None, str]:
26334
+ """Run Id of the ML Training Run"""
26335
+ return self._inner_dict.get('id') # type: ignore
26336
+
26337
+ @id.setter
26338
+ def id(self, value: Union[None, str]) -> None:
26339
+ self._inner_dict['id'] = value
26340
+
26341
+
26342
+ @property
26343
+ def outputUrls(self) -> Union[None, List[str]]:
26344
+ """List of URLs for the Outputs of the ML Training Run"""
26345
+ return self._inner_dict.get('outputUrls') # type: ignore
26346
+
26347
+ @outputUrls.setter
26348
+ def outputUrls(self, value: Union[None, List[str]]) -> None:
26349
+ self._inner_dict['outputUrls'] = value
26350
+
26351
+
26352
+ @property
26353
+ def hyperParams(self) -> Union[None, List["MLHyperParamClass"]]:
26354
+ """Hyperparameters of the ML Training Run"""
26355
+ return self._inner_dict.get('hyperParams') # type: ignore
26356
+
26357
+ @hyperParams.setter
26358
+ def hyperParams(self, value: Union[None, List["MLHyperParamClass"]]) -> None:
26359
+ self._inner_dict['hyperParams'] = value
26360
+
26361
+
26362
+ @property
26363
+ def trainingMetrics(self) -> Union[None, List["MLMetricClass"]]:
26364
+ """Metrics of the ML Training Run"""
26365
+ return self._inner_dict.get('trainingMetrics') # type: ignore
26366
+
26367
+ @trainingMetrics.setter
26368
+ def trainingMetrics(self, value: Union[None, List["MLMetricClass"]]) -> None:
26369
+ self._inner_dict['trainingMetrics'] = value
26370
+
26371
+
25682
26372
  class MetricsClass(_Aspect):
25683
26373
  """Metrics to be featured for the MLModel."""
25684
26374
 
@@ -25873,13 +26563,16 @@ class AssertionEvaluationContextClass(DictWrapper):
25873
26563
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.monitor.AssertionEvaluationContext")
25874
26564
  def __init__(self,
25875
26565
  embeddedAssertions: Union[None, List["EmbeddedAssertionClass"]]=None,
26566
+ stdDev: Union[None, float]=None,
25876
26567
  ):
25877
26568
  super().__init__()
25878
26569
 
25879
26570
  self.embeddedAssertions = embeddedAssertions
26571
+ self.stdDev = stdDev
25880
26572
 
25881
26573
  def _restore_defaults(self) -> None:
25882
26574
  self.embeddedAssertions = self.RECORD_SCHEMA.fields_dict["embeddedAssertions"].default
26575
+ self.stdDev = self.RECORD_SCHEMA.fields_dict["stdDev"].default
25883
26576
 
25884
26577
 
25885
26578
  @property
@@ -25894,6 +26587,17 @@ class AssertionEvaluationContextClass(DictWrapper):
25894
26587
  self._inner_dict['embeddedAssertions'] = value
25895
26588
 
25896
26589
 
26590
+ @property
26591
+ def stdDev(self) -> Union[None, float]:
26592
+ """The std deviation of the metric values used for training.
26593
+ This is used to determine the final adjusted threshold for the assertion."""
26594
+ return self._inner_dict.get('stdDev') # type: ignore
26595
+
26596
+ @stdDev.setter
26597
+ def stdDev(self, value: Union[None, float]) -> None:
26598
+ self._inner_dict['stdDev'] = value
26599
+
26600
+
25897
26601
  class AssertionEvaluationParametersClass(DictWrapper):
25898
26602
  """Information about the parameters required to evaluate an assertion"""
25899
26603
 
@@ -34187,6 +34891,71 @@ class UserUsageCountsClass(DictWrapper):
34187
34891
  self._inner_dict['userEmail'] = value
34188
34892
 
34189
34893
 
34894
+ class VersionSetPropertiesClass(_Aspect):
34895
+ # No docs available.
34896
+
34897
+
34898
+ ASPECT_NAME = 'versionSetProperties'
34899
+ ASPECT_INFO = {}
34900
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.versionset.VersionSetProperties")
34901
+
34902
+ def __init__(self,
34903
+ latest: str,
34904
+ versioningScheme: Union[str, "VersioningSchemeClass"],
34905
+ customProperties: Optional[Dict[str, str]]=None,
34906
+ ):
34907
+ super().__init__()
34908
+
34909
+ if customProperties is None:
34910
+ # default: {}
34911
+ self.customProperties = dict()
34912
+ else:
34913
+ self.customProperties = customProperties
34914
+ self.latest = latest
34915
+ self.versioningScheme = versioningScheme
34916
+
34917
+ def _restore_defaults(self) -> None:
34918
+ self.customProperties = dict()
34919
+ self.latest = str()
34920
+ self.versioningScheme = VersioningSchemeClass.ALPHANUMERIC_GENERATED_BY_DATAHUB
34921
+
34922
+
34923
+ @property
34924
+ def customProperties(self) -> Dict[str, str]:
34925
+ """Custom property bag."""
34926
+ return self._inner_dict.get('customProperties') # type: ignore
34927
+
34928
+ @customProperties.setter
34929
+ def customProperties(self, value: Dict[str, str]) -> None:
34930
+ self._inner_dict['customProperties'] = value
34931
+
34932
+
34933
+ @property
34934
+ def latest(self) -> str:
34935
+ """The latest versioned entity linked to in this version set"""
34936
+ return self._inner_dict.get('latest') # type: ignore
34937
+
34938
+ @latest.setter
34939
+ def latest(self, value: str) -> None:
34940
+ self._inner_dict['latest'] = value
34941
+
34942
+
34943
+ @property
34944
+ def versioningScheme(self) -> Union[str, "VersioningSchemeClass"]:
34945
+ """What versioning scheme is being utilized for the versioned entities sort criterion. Static once set"""
34946
+ return self._inner_dict.get('versioningScheme') # type: ignore
34947
+
34948
+ @versioningScheme.setter
34949
+ def versioningScheme(self, value: Union[str, "VersioningSchemeClass"]) -> None:
34950
+ self._inner_dict['versioningScheme'] = value
34951
+
34952
+
34953
+ class VersioningSchemeClass(object):
34954
+ # No docs available.
34955
+
34956
+ ALPHANUMERIC_GENERATED_BY_DATAHUB = "ALPHANUMERIC_GENERATED_BY_DATAHUB"
34957
+
34958
+
34190
34959
  class DataHubViewDefinitionClass(DictWrapper):
34191
34960
  """A View definition."""
34192
34961
 
@@ -34456,6 +35225,8 @@ __SCHEMA_TYPES = {
34456
35225
  'com.linkedin.pegasus2avro.common.CostType': CostTypeClass,
34457
35226
  'com.linkedin.pegasus2avro.common.CronSchedule': CronScheduleClass,
34458
35227
  'com.linkedin.pegasus2avro.common.DataPlatformInstance': DataPlatformInstanceClass,
35228
+ 'com.linkedin.pegasus2avro.common.DataTransform': DataTransformClass,
35229
+ 'com.linkedin.pegasus2avro.common.DataTransformLogic': DataTransformLogicClass,
34459
35230
  'com.linkedin.pegasus2avro.common.Deprecation': DeprecationClass,
34460
35231
  'com.linkedin.pegasus2avro.common.DisplayProperties': DisplayPropertiesClass,
34461
35232
  'com.linkedin.pegasus2avro.common.Documentation': DocumentationClass,
@@ -34519,6 +35290,7 @@ __SCHEMA_TYPES = {
34519
35290
  'com.linkedin.pegasus2avro.common.SyncMechanism': SyncMechanismClass,
34520
35291
  'com.linkedin.pegasus2avro.common.TagAssociation': TagAssociationClass,
34521
35292
  'com.linkedin.pegasus2avro.common.TimeStamp': TimeStampClass,
35293
+ 'com.linkedin.pegasus2avro.common.VersionProperties': VersionPropertiesClass,
34522
35294
  'com.linkedin.pegasus2avro.common.VersionTag': VersionTagClass,
34523
35295
  'com.linkedin.pegasus2avro.common.WindowDuration': WindowDurationClass,
34524
35296
  'com.linkedin.pegasus2avro.common.fieldtransformer.TransformationType': TransformationTypeClass,
@@ -34629,6 +35401,7 @@ __SCHEMA_TYPES = {
34629
35401
  'com.linkedin.pegasus2avro.execution.ExecutionRequestSignal': ExecutionRequestSignalClass,
34630
35402
  'com.linkedin.pegasus2avro.execution.ExecutionRequestSource': ExecutionRequestSourceClass,
34631
35403
  'com.linkedin.pegasus2avro.execution.StructuredExecutionReport': StructuredExecutionReportClass,
35404
+ 'com.linkedin.pegasus2avro.executor.RemoteExecutorStatus': RemoteExecutorStatusClass,
34632
35405
  'com.linkedin.pegasus2avro.form.DomainParams': DomainParamsClass,
34633
35406
  'com.linkedin.pegasus2avro.form.DynamicFormAssignment': DynamicFormAssignmentClass,
34634
35407
  'com.linkedin.pegasus2avro.form.FormActorAssignment': FormActorAssignmentClass,
@@ -34745,12 +35518,14 @@ __SCHEMA_TYPES = {
34745
35518
  'com.linkedin.pegasus2avro.metadata.key.PostKey': PostKeyClass,
34746
35519
  'com.linkedin.pegasus2avro.metadata.key.QueryKey': QueryKeyClass,
34747
35520
  'com.linkedin.pegasus2avro.metadata.key.RecommendationModuleKey': RecommendationModuleKeyClass,
35521
+ 'com.linkedin.pegasus2avro.metadata.key.RemoteExecutorKey': RemoteExecutorKeyClass,
34748
35522
  'com.linkedin.pegasus2avro.metadata.key.RoleKey': RoleKeyClass,
34749
35523
  'com.linkedin.pegasus2avro.metadata.key.SchemaFieldKey': SchemaFieldKeyClass,
34750
35524
  'com.linkedin.pegasus2avro.metadata.key.SubscriptionKey': SubscriptionKeyClass,
34751
35525
  'com.linkedin.pegasus2avro.metadata.key.TagKey': TagKeyClass,
34752
35526
  'com.linkedin.pegasus2avro.metadata.key.TelemetryKey': TelemetryKeyClass,
34753
35527
  'com.linkedin.pegasus2avro.metadata.key.TestKey': TestKeyClass,
35528
+ 'com.linkedin.pegasus2avro.metadata.key.VersionSetKey': VersionSetKeyClass,
34754
35529
  'com.linkedin.pegasus2avro.metadata.query.filter.Condition': ConditionClass,
34755
35530
  'com.linkedin.pegasus2avro.metadata.query.filter.ConjunctiveCriterion': ConjunctiveCriterionClass,
34756
35531
  'com.linkedin.pegasus2avro.metadata.query.filter.Criterion': CriterionClass,
@@ -34812,6 +35587,7 @@ __SCHEMA_TYPES = {
34812
35587
  'com.linkedin.pegasus2avro.ml.metadata.MLModelGroupProperties': MLModelGroupPropertiesClass,
34813
35588
  'com.linkedin.pegasus2avro.ml.metadata.MLModelProperties': MLModelPropertiesClass,
34814
35589
  'com.linkedin.pegasus2avro.ml.metadata.MLPrimaryKeyProperties': MLPrimaryKeyPropertiesClass,
35590
+ 'com.linkedin.pegasus2avro.ml.metadata.MLTrainingRunProperties': MLTrainingRunPropertiesClass,
34815
35591
  'com.linkedin.pegasus2avro.ml.metadata.Metrics': MetricsClass,
34816
35592
  'com.linkedin.pegasus2avro.ml.metadata.QuantitativeAnalyses': QuantitativeAnalysesClass,
34817
35593
  'com.linkedin.pegasus2avro.ml.metadata.SourceCode': SourceCodeClass,
@@ -34988,6 +35764,8 @@ __SCHEMA_TYPES = {
34988
35764
  'com.linkedin.pegasus2avro.usage.UsageAggregation': UsageAggregationClass,
34989
35765
  'com.linkedin.pegasus2avro.usage.UsageAggregationMetrics': UsageAggregationMetricsClass,
34990
35766
  'com.linkedin.pegasus2avro.usage.UserUsageCounts': UserUsageCountsClass,
35767
+ 'com.linkedin.pegasus2avro.versionset.VersionSetProperties': VersionSetPropertiesClass,
35768
+ 'com.linkedin.pegasus2avro.versionset.VersioningScheme': VersioningSchemeClass,
34991
35769
  'com.linkedin.pegasus2avro.view.DataHubViewDefinition': DataHubViewDefinitionClass,
34992
35770
  'com.linkedin.pegasus2avro.view.DataHubViewInfo': DataHubViewInfoClass,
34993
35771
  'com.linkedin.pegasus2avro.view.DataHubViewType': DataHubViewTypeClass,
@@ -35116,6 +35894,8 @@ __SCHEMA_TYPES = {
35116
35894
  'CostType': CostTypeClass,
35117
35895
  'CronSchedule': CronScheduleClass,
35118
35896
  'DataPlatformInstance': DataPlatformInstanceClass,
35897
+ 'DataTransform': DataTransformClass,
35898
+ 'DataTransformLogic': DataTransformLogicClass,
35119
35899
  'Deprecation': DeprecationClass,
35120
35900
  'DisplayProperties': DisplayPropertiesClass,
35121
35901
  'Documentation': DocumentationClass,
@@ -35179,6 +35959,7 @@ __SCHEMA_TYPES = {
35179
35959
  'SyncMechanism': SyncMechanismClass,
35180
35960
  'TagAssociation': TagAssociationClass,
35181
35961
  'TimeStamp': TimeStampClass,
35962
+ 'VersionProperties': VersionPropertiesClass,
35182
35963
  'VersionTag': VersionTagClass,
35183
35964
  'WindowDuration': WindowDurationClass,
35184
35965
  'TransformationType': TransformationTypeClass,
@@ -35289,6 +36070,7 @@ __SCHEMA_TYPES = {
35289
36070
  'ExecutionRequestSignal': ExecutionRequestSignalClass,
35290
36071
  'ExecutionRequestSource': ExecutionRequestSourceClass,
35291
36072
  'StructuredExecutionReport': StructuredExecutionReportClass,
36073
+ 'RemoteExecutorStatus': RemoteExecutorStatusClass,
35292
36074
  'DomainParams': DomainParamsClass,
35293
36075
  'DynamicFormAssignment': DynamicFormAssignmentClass,
35294
36076
  'FormActorAssignment': FormActorAssignmentClass,
@@ -35405,12 +36187,14 @@ __SCHEMA_TYPES = {
35405
36187
  'PostKey': PostKeyClass,
35406
36188
  'QueryKey': QueryKeyClass,
35407
36189
  'RecommendationModuleKey': RecommendationModuleKeyClass,
36190
+ 'RemoteExecutorKey': RemoteExecutorKeyClass,
35408
36191
  'RoleKey': RoleKeyClass,
35409
36192
  'SchemaFieldKey': SchemaFieldKeyClass,
35410
36193
  'SubscriptionKey': SubscriptionKeyClass,
35411
36194
  'TagKey': TagKeyClass,
35412
36195
  'TelemetryKey': TelemetryKeyClass,
35413
36196
  'TestKey': TestKeyClass,
36197
+ 'VersionSetKey': VersionSetKeyClass,
35414
36198
  'Condition': ConditionClass,
35415
36199
  'ConjunctiveCriterion': ConjunctiveCriterionClass,
35416
36200
  'Criterion': CriterionClass,
@@ -35472,6 +36256,7 @@ __SCHEMA_TYPES = {
35472
36256
  'MLModelGroupProperties': MLModelGroupPropertiesClass,
35473
36257
  'MLModelProperties': MLModelPropertiesClass,
35474
36258
  'MLPrimaryKeyProperties': MLPrimaryKeyPropertiesClass,
36259
+ 'MLTrainingRunProperties': MLTrainingRunPropertiesClass,
35475
36260
  'Metrics': MetricsClass,
35476
36261
  'QuantitativeAnalyses': QuantitativeAnalysesClass,
35477
36262
  'SourceCode': SourceCodeClass,
@@ -35648,6 +36433,8 @@ __SCHEMA_TYPES = {
35648
36433
  'UsageAggregation': UsageAggregationClass,
35649
36434
  'UsageAggregationMetrics': UsageAggregationMetricsClass,
35650
36435
  'UserUsageCounts': UserUsageCountsClass,
36436
+ 'VersionSetProperties': VersionSetPropertiesClass,
36437
+ 'VersioningScheme': VersioningSchemeClass,
35651
36438
  'DataHubViewDefinition': DataHubViewDefinitionClass,
35652
36439
  'DataHubViewInfo': DataHubViewInfoClass,
35653
36440
  'DataHubViewType': DataHubViewTypeClass,
@@ -35660,256 +36447,263 @@ avrojson.set_global_json_converter(_json_converter)
35660
36447
 
35661
36448
 
35662
36449
  ASPECT_CLASSES: List[Type[_Aspect]] = [
36450
+ DataHubViewInfoClass,
36451
+ DataHubStepStatePropertiesClass,
35663
36452
  TagPropertiesClass,
35664
- StatusClass,
35665
- IncidentsSummaryClass,
35666
- CostClass,
35667
- BrowsePathsClass,
35668
- AssertionsSummaryClass,
35669
- AnomaliesSummaryClass,
35670
- InstitutionalMemoryClass,
35671
- ProposalsClass,
35672
- SubTypesClass,
35673
- FormsClass,
35674
- DeprecationClass,
35675
- GlobalTagsClass,
35676
- EmbedClass,
35677
- OperationClass,
35678
- DataPlatformInstanceClass,
35679
- GlossaryTermsClass,
35680
- SiblingsClass,
35681
- InputFieldsClass,
35682
- DisplayPropertiesClass,
35683
- OwnershipClass,
35684
- DocumentationClass,
35685
- BrowsePathsV2Class,
35686
- OriginClass,
35687
- ShareClass,
35688
- AccessClass,
35689
- DataHubAccessTokenInfoClass,
35690
- GlobalSettingsInfoClass,
35691
- AiInferenceMetadataClass,
35692
- EntityInferenceMetadataClass,
35693
- SchemaMetadataClass,
35694
- SchemaProposalsClass,
35695
- EditableSchemaMetadataClass,
35696
- InferredNeighborsClass,
35697
- InferredMetadataClass,
36453
+ QueryUsageFeaturesClass,
36454
+ QuerySubjectsClass,
36455
+ QueryPropertiesClass,
36456
+ QueryUsageStatisticsClass,
36457
+ AssertionInferenceDetailsClass,
36458
+ AssertionInfoClass,
36459
+ AssertionSummaryClass,
36460
+ AssertionRunEventClass,
36461
+ AssertionDryRunEventClass,
36462
+ AssertionActionsClass,
36463
+ AssertionAnalyticsRunEventClass,
36464
+ DataHubIngestionSourceInfoClass,
35698
36465
  SchemaFieldsInferredNeighborsClass,
36466
+ InferredMetadataClass,
35699
36467
  SchemaFieldsInferredMetadataClass,
35700
- DataPlatformInstancePropertiesClass,
35701
- ERModelRelationshipPropertiesClass,
35702
- EditableERModelRelationshipPropertiesClass,
35703
- StructuredPropertyDefinitionClass,
35704
- StructuredPropertySettingsClass,
35705
- StructuredPropertyKeyClass,
35706
- StructuredPropertiesClass,
35707
- RolePropertiesClass,
35708
- ActorsClass,
35709
- DashboardUsageStatisticsClass,
35710
- EditableDashboardPropertiesClass,
35711
- DashboardInfoClass,
35712
- OwnershipTypeInfoClass,
35713
- MonitorTimeseriesStateClass,
35714
- MonitorInfoClass,
35715
- GlossaryRelatedTermsClass,
35716
- GlossaryNodeInfoClass,
35717
- GlossaryTermInfoClass,
35718
- DataHubPersonaInfoClass,
35719
- SchemaFieldAliasesClass,
35720
- SchemaFieldInfoClass,
35721
- ActionRequestInfoClass,
35722
- ActionRequestArchivedClass,
35723
- ActionRequestStatusClass,
35724
- DataHubIngestionSourceInfoClass,
35725
- DataHubRetentionConfigClass,
35726
- DataHubActionInfoClass,
35727
- DataHubActionStatusClass,
35728
- DataPlatformInfoClass,
35729
- SlackUserInfoClass,
35730
- PostInfoClass,
35731
- EditableChartPropertiesClass,
35732
- ChartInfoClass,
35733
- ChartUsageStatisticsClass,
35734
- ChartQueryClass,
36468
+ InferredNeighborsClass,
36469
+ TelemetryClientIdClass,
35735
36470
  FormInfoClass,
35736
36471
  DynamicFormAssignmentClass,
35737
- QueryUsageFeaturesClass,
35738
- QueryPropertiesClass,
35739
- QuerySubjectsClass,
35740
- QueryUsageStatisticsClass,
35741
- ExecutionRequestResultClass,
35742
- ExecutionRequestSignalClass,
35743
- ExecutionRequestInputClass,
35744
- DataTypeKeyClass,
35745
- DataTypeInfoClass,
35746
- DataProcessInstanceInputClass,
35747
- DataProcessInstanceRunEventClass,
35748
- DataProcessInstanceOutputClass,
35749
- DataProcessInstancePropertiesClass,
35750
- DataProcessInstanceRelationshipsClass,
35751
- DataProcessInfoClass,
35752
- DataHubRoleInfoClass,
35753
- DataHubPolicyInfoClass,
36472
+ EditableDashboardPropertiesClass,
36473
+ DashboardUsageStatisticsClass,
36474
+ DashboardInfoClass,
36475
+ ConstraintInfoClass,
36476
+ DataProductPropertiesClass,
36477
+ DataProductKeyClass,
36478
+ PlatformResourceKeyClass,
36479
+ PlatformResourceInfoClass,
36480
+ TestInfoClass,
36481
+ BatchTestRunEventClass,
36482
+ TestResultsClass,
36483
+ SubscriptionInfoClass,
36484
+ DataJobInfoClass,
36485
+ EditableDataJobPropertiesClass,
36486
+ VersionInfoClass,
36487
+ EditableDataFlowPropertiesClass,
36488
+ DataJobInputOutputClass,
36489
+ DataFlowInfoClass,
36490
+ DatahubIngestionCheckpointClass,
36491
+ DatahubIngestionRunSummaryClass,
36492
+ RemoteExecutorStatusClass,
36493
+ DomainPropertiesClass,
36494
+ DomainsClass,
35754
36495
  MLModelDeploymentPropertiesClass,
35755
- MLFeatureTablePropertiesClass,
35756
- TrainingDataClass,
35757
- IntendedUseClass,
35758
- EditableMLFeaturePropertiesClass,
35759
- EvaluationDataClass,
35760
- MLMetricClass,
35761
- MLFeaturePropertiesClass,
35762
- EditableMLFeatureTablePropertiesClass,
35763
- MetricsClass,
35764
- EditableMLPrimaryKeyPropertiesClass,
35765
36496
  SourceCodeClass,
36497
+ EditableMLFeatureTablePropertiesClass,
36498
+ MLFeaturePropertiesClass,
36499
+ MLModelGroupPropertiesClass,
35766
36500
  EthicalConsiderationsClass,
35767
- MLPrimaryKeyPropertiesClass,
35768
- MLModelFactorPromptsClass,
35769
- EditableMLModelGroupPropertiesClass,
35770
- MLModelPropertiesClass,
35771
36501
  CaveatsAndRecommendationsClass,
36502
+ MLTrainingRunPropertiesClass,
36503
+ MLPrimaryKeyPropertiesClass,
35772
36504
  MLHyperParamClass,
36505
+ MLModelFactorPromptsClass,
35773
36506
  QuantitativeAnalysesClass,
35774
- MLModelGroupPropertiesClass,
36507
+ MLFeatureTablePropertiesClass,
36508
+ IntendedUseClass,
35775
36509
  EditableMLModelPropertiesClass,
35776
- IncidentNotificationDetailsClass,
35777
- IncidentActivityEventClass,
35778
- IncidentSourceClass,
35779
- IncidentInfoClass,
35780
- LinkPreviewInfoClass,
35781
- AnomalyInfoClass,
35782
- DataHubConnectionDetailsClass,
35783
- DataContractPropertiesClass,
35784
- DataContractStatusClass,
35785
- DataHubStepStatePropertiesClass,
35786
- AssertionDryRunEventClass,
35787
- AssertionRunEventClass,
35788
- AssertionSummaryClass,
35789
- AssertionInfoClass,
35790
- AssertionInferenceDetailsClass,
35791
- AssertionAnalyticsRunEventClass,
35792
- AssertionActionsClass,
35793
- TelemetryClientIdClass,
35794
- DataHubSecretValueClass,
36510
+ EditableMLModelGroupPropertiesClass,
36511
+ MetricsClass,
36512
+ MLModelPropertiesClass,
36513
+ EvaluationDataClass,
36514
+ EditableMLFeaturePropertiesClass,
36515
+ MLMetricClass,
36516
+ EditableMLPrimaryKeyPropertiesClass,
36517
+ TrainingDataClass,
36518
+ EditableChartPropertiesClass,
36519
+ ChartUsageStatisticsClass,
36520
+ ChartQueryClass,
36521
+ ChartInfoClass,
36522
+ ERModelRelationshipPropertiesClass,
36523
+ EditableERModelRelationshipPropertiesClass,
36524
+ GlobalSettingsInfoClass,
36525
+ EntityTypeKeyClass,
36526
+ EntityTypeInfoClass,
36527
+ OwnershipTypeInfoClass,
35795
36528
  DataHubUpgradeRequestClass,
35796
36529
  DataHubUpgradeResultClass,
35797
- CorpGroupKeyClass,
35798
- GlobalSettingsKeyClass,
35799
- SchemaFieldKeyClass,
35800
- DataHubStepStateKeyClass,
35801
- CorpUserKeyClass,
35802
- DataHubConnectionKeyClass,
35803
- DashboardKeyClass,
35804
- DataHubRoleKeyClass,
35805
- ExecutionRequestKeyClass,
35806
- DataProcessInstanceKeyClass,
35807
- DataJobKeyClass,
36530
+ VersionSetPropertiesClass,
36531
+ InstitutionalMemoryClass,
36532
+ ShareClass,
36533
+ DocumentationClass,
36534
+ DataTransformLogicClass,
36535
+ BrowsePathsClass,
36536
+ OriginClass,
36537
+ CostClass,
36538
+ GlobalTagsClass,
36539
+ SubTypesClass,
36540
+ OwnershipClass,
36541
+ EmbedClass,
36542
+ OperationClass,
36543
+ AccessClass,
36544
+ AnomaliesSummaryClass,
36545
+ AssertionsSummaryClass,
36546
+ GlossaryTermsClass,
36547
+ StatusClass,
36548
+ DeprecationClass,
36549
+ DataPlatformInstanceClass,
36550
+ InputFieldsClass,
36551
+ IncidentsSummaryClass,
36552
+ BrowsePathsV2Class,
36553
+ VersionPropertiesClass,
36554
+ FormsClass,
36555
+ ProposalsClass,
36556
+ DisplayPropertiesClass,
36557
+ SiblingsClass,
36558
+ DataHubPersonaInfoClass,
36559
+ RecommendationModuleClass,
36560
+ LineageFeaturesClass,
36561
+ StorageFeaturesClass,
36562
+ UsageFeaturesClass,
36563
+ CostFeaturesClass,
36564
+ DataContractKeyClass,
36565
+ TagKeyClass,
36566
+ MLFeatureTableKeyClass,
36567
+ GlossaryNodeKeyClass,
36568
+ QueryKeyClass,
36569
+ MonitorKeyClass,
35808
36570
  DataFlowKeyClass,
36571
+ VersionSetKeyClass,
35809
36572
  DataPlatformKeyClass,
35810
- RecommendationModuleKeyClass,
35811
- TagKeyClass,
35812
- LinkPreviewKeyClass,
35813
- NotebookKeyClass,
35814
- DataHubAccessTokenKeyClass,
36573
+ ExecutionRequestKeyClass,
36574
+ MLModelGroupKeyClass,
35815
36575
  ERModelRelationshipKeyClass,
35816
- OwnershipTypeKeyClass,
35817
- QueryKeyClass,
35818
- AssertionKeyClass,
35819
- DataContractKeyClass,
35820
- DataHubPolicyKeyClass,
35821
- DataHubActionKeyClass,
35822
- GenericEntityKeyClass,
35823
- SubscriptionKeyClass,
35824
- ContainerKeyClass,
35825
- DataProcessKeyClass,
35826
- DataHubViewKeyClass,
35827
- DataPlatformInstanceKeyClass,
35828
- RoleKeyClass,
36576
+ IncidentKeyClass,
36577
+ TelemetryKeyClass,
36578
+ SchemaFieldKeyClass,
36579
+ LinkPreviewKeyClass,
36580
+ MLModelKeyClass,
35829
36581
  FormKeyClass,
36582
+ ChartKeyClass,
36583
+ GlobalSettingsKeyClass,
36584
+ RecommendationModuleKeyClass,
36585
+ DataProcessInstanceKeyClass,
36586
+ InviteTokenKeyClass,
36587
+ GenericEntityKeyClass,
35830
36588
  MLFeatureKeyClass,
35831
- PostKeyClass,
35832
- DatasetKeyClass,
35833
- MLModelKeyClass,
35834
- MLPrimaryKeyKeyClass,
35835
- MLModelDeploymentKeyClass,
35836
- MLFeatureTableKeyClass,
35837
- DataHubUpgradeKeyClass,
35838
- GlossaryNodeKeyClass,
35839
36589
  DataHubPersonaKeyClass,
35840
- DataHubSecretKeyClass,
36590
+ DataProcessKeyClass,
36591
+ DataHubPolicyKeyClass,
36592
+ ActionRequestKeyClass,
36593
+ PostKeyClass,
36594
+ RoleKeyClass,
36595
+ DataHubRoleKeyClass,
36596
+ DataHubAccessTokenKeyClass,
36597
+ GlossaryTermKeyClass,
36598
+ DataHubStepStateKeyClass,
36599
+ DomainKeyClass,
36600
+ NotebookKeyClass,
35841
36601
  DataHubIngestionSourceKeyClass,
36602
+ AnomalyKeyClass,
36603
+ ContainerKeyClass,
35842
36604
  ConstraintKeyClass,
35843
- ActionRequestKeyClass,
36605
+ DataHubViewKeyClass,
35844
36606
  DataHubRetentionKeyClass,
36607
+ DataHubUpgradeKeyClass,
36608
+ DashboardKeyClass,
36609
+ DataHubConnectionKeyClass,
36610
+ DataPlatformInstanceKeyClass,
36611
+ CorpGroupKeyClass,
36612
+ SubscriptionKeyClass,
36613
+ RemoteExecutorKeyClass,
36614
+ DataHubSecretKeyClass,
36615
+ DatasetKeyClass,
36616
+ DataJobKeyClass,
36617
+ DataHubActionKeyClass,
36618
+ AssertionKeyClass,
35845
36619
  TestKeyClass,
35846
- ChartKeyClass,
35847
- MLModelGroupKeyClass,
35848
- TelemetryKeyClass,
35849
- DomainKeyClass,
35850
- MonitorKeyClass,
35851
- IncidentKeyClass,
35852
- GlossaryTermKeyClass,
35853
- AnomalyKeyClass,
35854
- InviteTokenKeyClass,
35855
- UsageFeaturesClass,
35856
- LineageFeaturesClass,
35857
- CostFeaturesClass,
35858
- StorageFeaturesClass,
35859
- RecommendationModuleClass,
35860
- CorpUserStatusClass,
35861
- InviteTokenClass,
35862
- CorpUserSettingsClass,
35863
- CorpUserEditableInfoClass,
35864
- RoleMembershipClass,
35865
- CorpGroupInfoClass,
35866
- CorpUserInfoClass,
35867
- CorpGroupSettingsClass,
35868
- CorpGroupEditableInfoClass,
35869
- NativeGroupMembershipClass,
35870
- CorpUserCredentialsClass,
35871
- GroupMembershipClass,
35872
- DomainsClass,
35873
- DomainPropertiesClass,
35874
- PlatformResourceInfoClass,
35875
- PlatformResourceKeyClass,
35876
- EntityTypeInfoClass,
35877
- EntityTypeKeyClass,
36620
+ CorpUserKeyClass,
36621
+ OwnershipTypeKeyClass,
36622
+ MLPrimaryKeyKeyClass,
36623
+ MLModelDeploymentKeyClass,
36624
+ DataProcessInstanceInputClass,
36625
+ DataProcessInfoClass,
36626
+ DataProcessInstanceOutputClass,
36627
+ DataProcessInstanceRelationshipsClass,
36628
+ DataProcessInstancePropertiesClass,
36629
+ DataProcessInstanceRunEventClass,
36630
+ DataHubSecretValueClass,
36631
+ ActionRequestInfoClass,
36632
+ ActionRequestArchivedClass,
36633
+ ActionRequestStatusClass,
36634
+ IncidentSourceClass,
36635
+ IncidentNotificationDetailsClass,
36636
+ IncidentInfoClass,
36637
+ IncidentActivityEventClass,
36638
+ PostInfoClass,
36639
+ DataPlatformInfoClass,
36640
+ SlackUserInfoClass,
36641
+ LinkPreviewInfoClass,
36642
+ UpstreamLineageClass,
35878
36643
  SchemaFieldProfileClass,
35879
36644
  DatasetPropertiesClass,
35880
- DatasetProfileClass,
35881
- PartitionsSummaryClass,
35882
- DatasetUsageStatisticsClass,
35883
- UpstreamLineageClass,
36645
+ EditableDatasetPropertiesClass,
35884
36646
  DatasetUpstreamLineageClass,
35885
- DatasetDeprecationClass,
36647
+ DatasetUsageStatisticsClass,
35886
36648
  ViewPropertiesClass,
35887
- EditableDatasetPropertiesClass,
35888
- SubscriptionInfoClass,
35889
- BatchTestRunEventClass,
35890
- TestInfoClass,
35891
- TestResultsClass,
35892
- ContainerClass,
35893
- EditableContainerPropertiesClass,
35894
- ContainerPropertiesClass,
35895
- ConstraintInfoClass,
35896
- DataProductPropertiesClass,
35897
- DataProductKeyClass,
36649
+ PartitionsSummaryClass,
36650
+ DatasetDeprecationClass,
36651
+ DatasetProfileClass,
36652
+ DataHubRoleInfoClass,
36653
+ DataHubPolicyInfoClass,
36654
+ CorpUserStatusClass,
36655
+ RoleMembershipClass,
36656
+ CorpUserInfoClass,
36657
+ CorpUserEditableInfoClass,
36658
+ NativeGroupMembershipClass,
36659
+ InviteTokenClass,
36660
+ CorpGroupEditableInfoClass,
36661
+ CorpGroupInfoClass,
36662
+ CorpUserCredentialsClass,
36663
+ CorpUserSettingsClass,
36664
+ CorpGroupSettingsClass,
36665
+ GroupMembershipClass,
36666
+ DataHubRetentionConfigClass,
36667
+ DataHubConnectionDetailsClass,
36668
+ AiInferenceMetadataClass,
36669
+ EntityInferenceMetadataClass,
35898
36670
  BusinessAttributesClass,
35899
36671
  BusinessAttributeInfoClass,
35900
36672
  BusinessAttributeKeyClass,
36673
+ GlossaryTermInfoClass,
36674
+ GlossaryRelatedTermsClass,
36675
+ GlossaryNodeInfoClass,
36676
+ AnomalyInfoClass,
36677
+ DataHubAccessTokenInfoClass,
36678
+ StructuredPropertyDefinitionClass,
36679
+ StructuredPropertyKeyClass,
36680
+ StructuredPropertySettingsClass,
36681
+ StructuredPropertiesClass,
36682
+ ExecutionRequestResultClass,
36683
+ ExecutionRequestInputClass,
36684
+ ExecutionRequestSignalClass,
36685
+ DataPlatformInstancePropertiesClass,
36686
+ DataHubActionInfoClass,
36687
+ DataHubActionStatusClass,
36688
+ DataTypeKeyClass,
36689
+ DataTypeInfoClass,
36690
+ EditableContainerPropertiesClass,
36691
+ ContainerPropertiesClass,
36692
+ ContainerClass,
36693
+ ActorsClass,
36694
+ RolePropertiesClass,
36695
+ SchemaFieldInfoClass,
36696
+ SchemaFieldAliasesClass,
35901
36697
  NotebookContentClass,
35902
- EditableNotebookPropertiesClass,
35903
36698
  NotebookInfoClass,
35904
- DataHubViewInfoClass,
35905
- VersionInfoClass,
35906
- EditableDataJobPropertiesClass,
35907
- DataFlowInfoClass,
35908
- EditableDataFlowPropertiesClass,
35909
- DataJobInfoClass,
35910
- DataJobInputOutputClass,
35911
- DatahubIngestionCheckpointClass,
35912
- DatahubIngestionRunSummaryClass
36699
+ EditableNotebookPropertiesClass,
36700
+ SchemaMetadataClass,
36701
+ SchemaProposalsClass,
36702
+ EditableSchemaMetadataClass,
36703
+ DataContractStatusClass,
36704
+ DataContractPropertiesClass,
36705
+ MonitorTimeseriesStateClass,
36706
+ MonitorInfoClass
35913
36707
  ]
35914
36708
 
35915
36709
  ASPECT_NAME_MAP: Dict[str, Type[_Aspect]] = {
@@ -35920,322 +36714,331 @@ ASPECT_NAME_MAP: Dict[str, Type[_Aspect]] = {
35920
36714
  from typing_extensions import TypedDict
35921
36715
 
35922
36716
  class AspectBag(TypedDict, total=False):
36717
+ dataHubViewInfo: DataHubViewInfoClass
36718
+ dataHubStepStateProperties: DataHubStepStatePropertiesClass
35923
36719
  tagProperties: TagPropertiesClass
35924
- status: StatusClass
35925
- incidentsSummary: IncidentsSummaryClass
35926
- cost: CostClass
35927
- browsePaths: BrowsePathsClass
35928
- assertionsSummary: AssertionsSummaryClass
35929
- anomaliesSummary: AnomaliesSummaryClass
35930
- institutionalMemory: InstitutionalMemoryClass
35931
- proposals: ProposalsClass
35932
- subTypes: SubTypesClass
35933
- forms: FormsClass
35934
- deprecation: DeprecationClass
35935
- globalTags: GlobalTagsClass
35936
- embed: EmbedClass
35937
- operation: OperationClass
35938
- dataPlatformInstance: DataPlatformInstanceClass
35939
- glossaryTerms: GlossaryTermsClass
35940
- siblings: SiblingsClass
35941
- inputFields: InputFieldsClass
35942
- displayProperties: DisplayPropertiesClass
35943
- ownership: OwnershipClass
35944
- documentation: DocumentationClass
35945
- browsePathsV2: BrowsePathsV2Class
35946
- origin: OriginClass
35947
- share: ShareClass
35948
- access: AccessClass
35949
- dataHubAccessTokenInfo: DataHubAccessTokenInfoClass
35950
- globalSettingsInfo: GlobalSettingsInfoClass
35951
- aiInferenceMetadata: AiInferenceMetadataClass
35952
- entityInferenceMetadata: EntityInferenceMetadataClass
35953
- schemaMetadata: SchemaMetadataClass
35954
- schemaProposals: SchemaProposalsClass
35955
- editableSchemaMetadata: EditableSchemaMetadataClass
35956
- inferredNeighbors: InferredNeighborsClass
35957
- inferredMetadata: InferredMetadataClass
36720
+ queryUsageFeatures: QueryUsageFeaturesClass
36721
+ querySubjects: QuerySubjectsClass
36722
+ queryProperties: QueryPropertiesClass
36723
+ queryUsageStatistics: QueryUsageStatisticsClass
36724
+ assertionInferenceDetails: AssertionInferenceDetailsClass
36725
+ assertionInfo: AssertionInfoClass
36726
+ assertionSummary: AssertionSummaryClass
36727
+ assertionRunEvent: AssertionRunEventClass
36728
+ assertionDryRunEvent: AssertionDryRunEventClass
36729
+ assertionActions: AssertionActionsClass
36730
+ assertionAnalyticsRunEvent: AssertionAnalyticsRunEventClass
36731
+ dataHubIngestionSourceInfo: DataHubIngestionSourceInfoClass
35958
36732
  schemaFieldsInferredNeighbors: SchemaFieldsInferredNeighborsClass
36733
+ inferredMetadata: InferredMetadataClass
35959
36734
  schemaFieldsInferredMetadata: SchemaFieldsInferredMetadataClass
35960
- dataPlatformInstanceProperties: DataPlatformInstancePropertiesClass
35961
- erModelRelationshipProperties: ERModelRelationshipPropertiesClass
35962
- editableERModelRelationshipProperties: EditableERModelRelationshipPropertiesClass
35963
- propertyDefinition: StructuredPropertyDefinitionClass
35964
- structuredPropertySettings: StructuredPropertySettingsClass
35965
- structuredPropertyKey: StructuredPropertyKeyClass
35966
- structuredProperties: StructuredPropertiesClass
35967
- roleProperties: RolePropertiesClass
35968
- actors: ActorsClass
35969
- dashboardUsageStatistics: DashboardUsageStatisticsClass
35970
- editableDashboardProperties: EditableDashboardPropertiesClass
35971
- dashboardInfo: DashboardInfoClass
35972
- ownershipTypeInfo: OwnershipTypeInfoClass
35973
- monitorTimeseriesState: MonitorTimeseriesStateClass
35974
- monitorInfo: MonitorInfoClass
35975
- glossaryRelatedTerms: GlossaryRelatedTermsClass
35976
- glossaryNodeInfo: GlossaryNodeInfoClass
35977
- glossaryTermInfo: GlossaryTermInfoClass
35978
- dataHubPersonaInfo: DataHubPersonaInfoClass
35979
- schemaFieldAliases: SchemaFieldAliasesClass
35980
- schemafieldInfo: SchemaFieldInfoClass
35981
- actionRequestInfo: ActionRequestInfoClass
35982
- actionRequestArchived: ActionRequestArchivedClass
35983
- actionRequestStatus: ActionRequestStatusClass
35984
- dataHubIngestionSourceInfo: DataHubIngestionSourceInfoClass
35985
- dataHubRetentionConfig: DataHubRetentionConfigClass
35986
- dataHubActionInfo: DataHubActionInfoClass
35987
- dataHubActionStatus: DataHubActionStatusClass
35988
- dataPlatformInfo: DataPlatformInfoClass
35989
- slackUserInfo: SlackUserInfoClass
35990
- postInfo: PostInfoClass
35991
- editableChartProperties: EditableChartPropertiesClass
35992
- chartInfo: ChartInfoClass
35993
- chartUsageStatistics: ChartUsageStatisticsClass
35994
- chartQuery: ChartQueryClass
36735
+ inferredNeighbors: InferredNeighborsClass
36736
+ telemetryClientId: TelemetryClientIdClass
35995
36737
  formInfo: FormInfoClass
35996
36738
  dynamicFormAssignment: DynamicFormAssignmentClass
35997
- queryUsageFeatures: QueryUsageFeaturesClass
35998
- queryProperties: QueryPropertiesClass
35999
- querySubjects: QuerySubjectsClass
36000
- queryUsageStatistics: QueryUsageStatisticsClass
36001
- dataHubExecutionRequestResult: ExecutionRequestResultClass
36002
- dataHubExecutionRequestSignal: ExecutionRequestSignalClass
36003
- dataHubExecutionRequestInput: ExecutionRequestInputClass
36004
- dataTypeKey: DataTypeKeyClass
36005
- dataTypeInfo: DataTypeInfoClass
36006
- dataProcessInstanceInput: DataProcessInstanceInputClass
36007
- dataProcessInstanceRunEvent: DataProcessInstanceRunEventClass
36008
- dataProcessInstanceOutput: DataProcessInstanceOutputClass
36009
- dataProcessInstanceProperties: DataProcessInstancePropertiesClass
36010
- dataProcessInstanceRelationships: DataProcessInstanceRelationshipsClass
36011
- dataProcessInfo: DataProcessInfoClass
36012
- dataHubRoleInfo: DataHubRoleInfoClass
36013
- dataHubPolicyInfo: DataHubPolicyInfoClass
36739
+ editableDashboardProperties: EditableDashboardPropertiesClass
36740
+ dashboardUsageStatistics: DashboardUsageStatisticsClass
36741
+ dashboardInfo: DashboardInfoClass
36742
+ constraintInfo: ConstraintInfoClass
36743
+ dataProductProperties: DataProductPropertiesClass
36744
+ dataProductKey: DataProductKeyClass
36745
+ platformResourceKey: PlatformResourceKeyClass
36746
+ platformResourceInfo: PlatformResourceInfoClass
36747
+ testInfo: TestInfoClass
36748
+ batchTestRunEvent: BatchTestRunEventClass
36749
+ testResults: TestResultsClass
36750
+ subscriptionInfo: SubscriptionInfoClass
36751
+ dataJobInfo: DataJobInfoClass
36752
+ editableDataJobProperties: EditableDataJobPropertiesClass
36753
+ versionInfo: VersionInfoClass
36754
+ editableDataFlowProperties: EditableDataFlowPropertiesClass
36755
+ dataJobInputOutput: DataJobInputOutputClass
36756
+ dataFlowInfo: DataFlowInfoClass
36757
+ datahubIngestionCheckpoint: DatahubIngestionCheckpointClass
36758
+ datahubIngestionRunSummary: DatahubIngestionRunSummaryClass
36759
+ dataHubRemoteExecutorStatus: RemoteExecutorStatusClass
36760
+ domainProperties: DomainPropertiesClass
36761
+ domains: DomainsClass
36014
36762
  mlModelDeploymentProperties: MLModelDeploymentPropertiesClass
36015
- mlFeatureTableProperties: MLFeatureTablePropertiesClass
36016
- mlModelTrainingData: TrainingDataClass
36017
- intendedUse: IntendedUseClass
36018
- editableMlFeatureProperties: EditableMLFeaturePropertiesClass
36019
- mlModelEvaluationData: EvaluationDataClass
36020
- mlMetric: MLMetricClass
36021
- mlFeatureProperties: MLFeaturePropertiesClass
36022
- editableMlFeatureTableProperties: EditableMLFeatureTablePropertiesClass
36023
- mlModelMetrics: MetricsClass
36024
- editableMlPrimaryKeyProperties: EditableMLPrimaryKeyPropertiesClass
36025
36763
  sourceCode: SourceCodeClass
36764
+ editableMlFeatureTableProperties: EditableMLFeatureTablePropertiesClass
36765
+ mlFeatureProperties: MLFeaturePropertiesClass
36766
+ mlModelGroupProperties: MLModelGroupPropertiesClass
36026
36767
  mlModelEthicalConsiderations: EthicalConsiderationsClass
36027
- mlPrimaryKeyProperties: MLPrimaryKeyPropertiesClass
36028
- mlModelFactorPrompts: MLModelFactorPromptsClass
36029
- editableMlModelGroupProperties: EditableMLModelGroupPropertiesClass
36030
- mlModelProperties: MLModelPropertiesClass
36031
36768
  mlModelCaveatsAndRecommendations: CaveatsAndRecommendationsClass
36769
+ mlTrainingRunProperties: MLTrainingRunPropertiesClass
36770
+ mlPrimaryKeyProperties: MLPrimaryKeyPropertiesClass
36032
36771
  mlHyperParam: MLHyperParamClass
36772
+ mlModelFactorPrompts: MLModelFactorPromptsClass
36033
36773
  mlModelQuantitativeAnalyses: QuantitativeAnalysesClass
36034
- mlModelGroupProperties: MLModelGroupPropertiesClass
36774
+ mlFeatureTableProperties: MLFeatureTablePropertiesClass
36775
+ intendedUse: IntendedUseClass
36035
36776
  editableMlModelProperties: EditableMLModelPropertiesClass
36036
- incidentNotificationDetails: IncidentNotificationDetailsClass
36037
- incidentActivityEvent: IncidentActivityEventClass
36038
- incidentSource: IncidentSourceClass
36039
- incidentInfo: IncidentInfoClass
36040
- linkPreviewInfo: LinkPreviewInfoClass
36041
- anomalyInfo: AnomalyInfoClass
36042
- dataHubConnectionDetails: DataHubConnectionDetailsClass
36043
- dataContractProperties: DataContractPropertiesClass
36044
- dataContractStatus: DataContractStatusClass
36045
- dataHubStepStateProperties: DataHubStepStatePropertiesClass
36046
- assertionDryRunEvent: AssertionDryRunEventClass
36047
- assertionRunEvent: AssertionRunEventClass
36048
- assertionSummary: AssertionSummaryClass
36049
- assertionInfo: AssertionInfoClass
36050
- assertionInferenceDetails: AssertionInferenceDetailsClass
36051
- assertionAnalyticsRunEvent: AssertionAnalyticsRunEventClass
36052
- assertionActions: AssertionActionsClass
36053
- telemetryClientId: TelemetryClientIdClass
36054
- dataHubSecretValue: DataHubSecretValueClass
36777
+ editableMlModelGroupProperties: EditableMLModelGroupPropertiesClass
36778
+ mlModelMetrics: MetricsClass
36779
+ mlModelProperties: MLModelPropertiesClass
36780
+ mlModelEvaluationData: EvaluationDataClass
36781
+ editableMlFeatureProperties: EditableMLFeaturePropertiesClass
36782
+ mlMetric: MLMetricClass
36783
+ editableMlPrimaryKeyProperties: EditableMLPrimaryKeyPropertiesClass
36784
+ mlModelTrainingData: TrainingDataClass
36785
+ editableChartProperties: EditableChartPropertiesClass
36786
+ chartUsageStatistics: ChartUsageStatisticsClass
36787
+ chartQuery: ChartQueryClass
36788
+ chartInfo: ChartInfoClass
36789
+ erModelRelationshipProperties: ERModelRelationshipPropertiesClass
36790
+ editableERModelRelationshipProperties: EditableERModelRelationshipPropertiesClass
36791
+ globalSettingsInfo: GlobalSettingsInfoClass
36792
+ entityTypeKey: EntityTypeKeyClass
36793
+ entityTypeInfo: EntityTypeInfoClass
36794
+ ownershipTypeInfo: OwnershipTypeInfoClass
36055
36795
  dataHubUpgradeRequest: DataHubUpgradeRequestClass
36056
36796
  dataHubUpgradeResult: DataHubUpgradeResultClass
36057
- corpGroupKey: CorpGroupKeyClass
36058
- globalSettingsKey: GlobalSettingsKeyClass
36059
- schemaFieldKey: SchemaFieldKeyClass
36060
- dataHubStepStateKey: DataHubStepStateKeyClass
36061
- corpUserKey: CorpUserKeyClass
36062
- dataHubConnectionKey: DataHubConnectionKeyClass
36063
- dashboardKey: DashboardKeyClass
36064
- dataHubRoleKey: DataHubRoleKeyClass
36065
- dataHubExecutionRequestKey: ExecutionRequestKeyClass
36066
- dataProcessInstanceKey: DataProcessInstanceKeyClass
36067
- dataJobKey: DataJobKeyClass
36797
+ versionSetProperties: VersionSetPropertiesClass
36798
+ institutionalMemory: InstitutionalMemoryClass
36799
+ share: ShareClass
36800
+ documentation: DocumentationClass
36801
+ dataTransformLogic: DataTransformLogicClass
36802
+ browsePaths: BrowsePathsClass
36803
+ origin: OriginClass
36804
+ cost: CostClass
36805
+ globalTags: GlobalTagsClass
36806
+ subTypes: SubTypesClass
36807
+ ownership: OwnershipClass
36808
+ embed: EmbedClass
36809
+ operation: OperationClass
36810
+ access: AccessClass
36811
+ anomaliesSummary: AnomaliesSummaryClass
36812
+ assertionsSummary: AssertionsSummaryClass
36813
+ glossaryTerms: GlossaryTermsClass
36814
+ status: StatusClass
36815
+ deprecation: DeprecationClass
36816
+ dataPlatformInstance: DataPlatformInstanceClass
36817
+ inputFields: InputFieldsClass
36818
+ incidentsSummary: IncidentsSummaryClass
36819
+ browsePathsV2: BrowsePathsV2Class
36820
+ versionProperties: VersionPropertiesClass
36821
+ forms: FormsClass
36822
+ proposals: ProposalsClass
36823
+ displayProperties: DisplayPropertiesClass
36824
+ siblings: SiblingsClass
36825
+ dataHubPersonaInfo: DataHubPersonaInfoClass
36826
+ recommendationModule: RecommendationModuleClass
36827
+ lineageFeatures: LineageFeaturesClass
36828
+ storageFeatures: StorageFeaturesClass
36829
+ usageFeatures: UsageFeaturesClass
36830
+ costFeatures: CostFeaturesClass
36831
+ dataContractKey: DataContractKeyClass
36832
+ tagKey: TagKeyClass
36833
+ mlFeatureTableKey: MLFeatureTableKeyClass
36834
+ glossaryNodeKey: GlossaryNodeKeyClass
36835
+ queryKey: QueryKeyClass
36836
+ monitorKey: MonitorKeyClass
36068
36837
  dataFlowKey: DataFlowKeyClass
36838
+ versionSetKey: VersionSetKeyClass
36069
36839
  dataPlatformKey: DataPlatformKeyClass
36070
- recommendationModuleKey: RecommendationModuleKeyClass
36071
- tagKey: TagKeyClass
36072
- linkPreviewKey: LinkPreviewKeyClass
36073
- notebookKey: NotebookKeyClass
36074
- dataHubAccessTokenKey: DataHubAccessTokenKeyClass
36840
+ dataHubExecutionRequestKey: ExecutionRequestKeyClass
36841
+ mlModelGroupKey: MLModelGroupKeyClass
36075
36842
  erModelRelationshipKey: ERModelRelationshipKeyClass
36076
- ownershipTypeKey: OwnershipTypeKeyClass
36077
- queryKey: QueryKeyClass
36078
- assertionKey: AssertionKeyClass
36079
- dataContractKey: DataContractKeyClass
36080
- dataHubPolicyKey: DataHubPolicyKeyClass
36081
- dataHubActionKey: DataHubActionKeyClass
36082
- genericEntityKey: GenericEntityKeyClass
36083
- subscriptionKey: SubscriptionKeyClass
36084
- containerKey: ContainerKeyClass
36085
- dataProcessKey: DataProcessKeyClass
36086
- dataHubViewKey: DataHubViewKeyClass
36087
- dataPlatformInstanceKey: DataPlatformInstanceKeyClass
36088
- roleKey: RoleKeyClass
36843
+ incidentKey: IncidentKeyClass
36844
+ telemetryKey: TelemetryKeyClass
36845
+ schemaFieldKey: SchemaFieldKeyClass
36846
+ linkPreviewKey: LinkPreviewKeyClass
36847
+ mlModelKey: MLModelKeyClass
36089
36848
  formKey: FormKeyClass
36849
+ chartKey: ChartKeyClass
36850
+ globalSettingsKey: GlobalSettingsKeyClass
36851
+ recommendationModuleKey: RecommendationModuleKeyClass
36852
+ dataProcessInstanceKey: DataProcessInstanceKeyClass
36853
+ inviteTokenKey: InviteTokenKeyClass
36854
+ genericEntityKey: GenericEntityKeyClass
36090
36855
  mlFeatureKey: MLFeatureKeyClass
36091
- postKey: PostKeyClass
36092
- datasetKey: DatasetKeyClass
36093
- mlModelKey: MLModelKeyClass
36094
- mlPrimaryKeyKey: MLPrimaryKeyKeyClass
36095
- mlModelDeploymentKey: MLModelDeploymentKeyClass
36096
- mlFeatureTableKey: MLFeatureTableKeyClass
36097
- dataHubUpgradeKey: DataHubUpgradeKeyClass
36098
- glossaryNodeKey: GlossaryNodeKeyClass
36099
36856
  dataHubPersonaKey: DataHubPersonaKeyClass
36100
- dataHubSecretKey: DataHubSecretKeyClass
36857
+ dataProcessKey: DataProcessKeyClass
36858
+ dataHubPolicyKey: DataHubPolicyKeyClass
36859
+ actionRequestKey: ActionRequestKeyClass
36860
+ postKey: PostKeyClass
36861
+ roleKey: RoleKeyClass
36862
+ dataHubRoleKey: DataHubRoleKeyClass
36863
+ dataHubAccessTokenKey: DataHubAccessTokenKeyClass
36864
+ glossaryTermKey: GlossaryTermKeyClass
36865
+ dataHubStepStateKey: DataHubStepStateKeyClass
36866
+ domainKey: DomainKeyClass
36867
+ notebookKey: NotebookKeyClass
36101
36868
  dataHubIngestionSourceKey: DataHubIngestionSourceKeyClass
36869
+ anomalyKey: AnomalyKeyClass
36870
+ containerKey: ContainerKeyClass
36102
36871
  constraintKey: ConstraintKeyClass
36103
- actionRequestKey: ActionRequestKeyClass
36872
+ dataHubViewKey: DataHubViewKeyClass
36104
36873
  dataHubRetentionKey: DataHubRetentionKeyClass
36874
+ dataHubUpgradeKey: DataHubUpgradeKeyClass
36875
+ dashboardKey: DashboardKeyClass
36876
+ dataHubConnectionKey: DataHubConnectionKeyClass
36877
+ dataPlatformInstanceKey: DataPlatformInstanceKeyClass
36878
+ corpGroupKey: CorpGroupKeyClass
36879
+ subscriptionKey: SubscriptionKeyClass
36880
+ dataHubRemoteExecutorKey: RemoteExecutorKeyClass
36881
+ dataHubSecretKey: DataHubSecretKeyClass
36882
+ datasetKey: DatasetKeyClass
36883
+ dataJobKey: DataJobKeyClass
36884
+ dataHubActionKey: DataHubActionKeyClass
36885
+ assertionKey: AssertionKeyClass
36105
36886
  testKey: TestKeyClass
36106
- chartKey: ChartKeyClass
36107
- mlModelGroupKey: MLModelGroupKeyClass
36108
- telemetryKey: TelemetryKeyClass
36109
- domainKey: DomainKeyClass
36110
- monitorKey: MonitorKeyClass
36111
- incidentKey: IncidentKeyClass
36112
- glossaryTermKey: GlossaryTermKeyClass
36113
- anomalyKey: AnomalyKeyClass
36114
- inviteTokenKey: InviteTokenKeyClass
36115
- usageFeatures: UsageFeaturesClass
36116
- lineageFeatures: LineageFeaturesClass
36117
- costFeatures: CostFeaturesClass
36118
- storageFeatures: StorageFeaturesClass
36119
- recommendationModule: RecommendationModuleClass
36887
+ corpUserKey: CorpUserKeyClass
36888
+ ownershipTypeKey: OwnershipTypeKeyClass
36889
+ mlPrimaryKeyKey: MLPrimaryKeyKeyClass
36890
+ mlModelDeploymentKey: MLModelDeploymentKeyClass
36891
+ dataProcessInstanceInput: DataProcessInstanceInputClass
36892
+ dataProcessInfo: DataProcessInfoClass
36893
+ dataProcessInstanceOutput: DataProcessInstanceOutputClass
36894
+ dataProcessInstanceRelationships: DataProcessInstanceRelationshipsClass
36895
+ dataProcessInstanceProperties: DataProcessInstancePropertiesClass
36896
+ dataProcessInstanceRunEvent: DataProcessInstanceRunEventClass
36897
+ dataHubSecretValue: DataHubSecretValueClass
36898
+ actionRequestInfo: ActionRequestInfoClass
36899
+ actionRequestArchived: ActionRequestArchivedClass
36900
+ actionRequestStatus: ActionRequestStatusClass
36901
+ incidentSource: IncidentSourceClass
36902
+ incidentNotificationDetails: IncidentNotificationDetailsClass
36903
+ incidentInfo: IncidentInfoClass
36904
+ incidentActivityEvent: IncidentActivityEventClass
36905
+ postInfo: PostInfoClass
36906
+ dataPlatformInfo: DataPlatformInfoClass
36907
+ slackUserInfo: SlackUserInfoClass
36908
+ linkPreviewInfo: LinkPreviewInfoClass
36909
+ upstreamLineage: UpstreamLineageClass
36910
+ schemaFieldProfile: SchemaFieldProfileClass
36911
+ datasetProperties: DatasetPropertiesClass
36912
+ editableDatasetProperties: EditableDatasetPropertiesClass
36913
+ datasetUpstreamLineage: DatasetUpstreamLineageClass
36914
+ datasetUsageStatistics: DatasetUsageStatisticsClass
36915
+ viewProperties: ViewPropertiesClass
36916
+ partitionsSummary: PartitionsSummaryClass
36917
+ datasetDeprecation: DatasetDeprecationClass
36918
+ datasetProfile: DatasetProfileClass
36919
+ dataHubRoleInfo: DataHubRoleInfoClass
36920
+ dataHubPolicyInfo: DataHubPolicyInfoClass
36120
36921
  corpUserStatus: CorpUserStatusClass
36121
- inviteToken: InviteTokenClass
36122
- corpUserSettings: CorpUserSettingsClass
36123
- corpUserEditableInfo: CorpUserEditableInfoClass
36124
36922
  roleMembership: RoleMembershipClass
36125
- corpGroupInfo: CorpGroupInfoClass
36126
36923
  corpUserInfo: CorpUserInfoClass
36127
- corpGroupSettings: CorpGroupSettingsClass
36128
- corpGroupEditableInfo: CorpGroupEditableInfoClass
36924
+ corpUserEditableInfo: CorpUserEditableInfoClass
36129
36925
  nativeGroupMembership: NativeGroupMembershipClass
36926
+ inviteToken: InviteTokenClass
36927
+ corpGroupEditableInfo: CorpGroupEditableInfoClass
36928
+ corpGroupInfo: CorpGroupInfoClass
36130
36929
  corpUserCredentials: CorpUserCredentialsClass
36930
+ corpUserSettings: CorpUserSettingsClass
36931
+ corpGroupSettings: CorpGroupSettingsClass
36131
36932
  groupMembership: GroupMembershipClass
36132
- domains: DomainsClass
36133
- domainProperties: DomainPropertiesClass
36134
- platformResourceInfo: PlatformResourceInfoClass
36135
- platformResourceKey: PlatformResourceKeyClass
36136
- entityTypeInfo: EntityTypeInfoClass
36137
- entityTypeKey: EntityTypeKeyClass
36138
- schemaFieldProfile: SchemaFieldProfileClass
36139
- datasetProperties: DatasetPropertiesClass
36140
- datasetProfile: DatasetProfileClass
36141
- partitionsSummary: PartitionsSummaryClass
36142
- datasetUsageStatistics: DatasetUsageStatisticsClass
36143
- upstreamLineage: UpstreamLineageClass
36144
- datasetUpstreamLineage: DatasetUpstreamLineageClass
36145
- datasetDeprecation: DatasetDeprecationClass
36146
- viewProperties: ViewPropertiesClass
36147
- editableDatasetProperties: EditableDatasetPropertiesClass
36148
- subscriptionInfo: SubscriptionInfoClass
36149
- batchTestRunEvent: BatchTestRunEventClass
36150
- testInfo: TestInfoClass
36151
- testResults: TestResultsClass
36152
- container: ContainerClass
36153
- editableContainerProperties: EditableContainerPropertiesClass
36154
- containerProperties: ContainerPropertiesClass
36155
- constraintInfo: ConstraintInfoClass
36156
- dataProductProperties: DataProductPropertiesClass
36157
- dataProductKey: DataProductKeyClass
36933
+ dataHubRetentionConfig: DataHubRetentionConfigClass
36934
+ dataHubConnectionDetails: DataHubConnectionDetailsClass
36935
+ aiInferenceMetadata: AiInferenceMetadataClass
36936
+ entityInferenceMetadata: EntityInferenceMetadataClass
36158
36937
  businessAttributes: BusinessAttributesClass
36159
36938
  businessAttributeInfo: BusinessAttributeInfoClass
36160
36939
  businessAttributeKey: BusinessAttributeKeyClass
36940
+ glossaryTermInfo: GlossaryTermInfoClass
36941
+ glossaryRelatedTerms: GlossaryRelatedTermsClass
36942
+ glossaryNodeInfo: GlossaryNodeInfoClass
36943
+ anomalyInfo: AnomalyInfoClass
36944
+ dataHubAccessTokenInfo: DataHubAccessTokenInfoClass
36945
+ propertyDefinition: StructuredPropertyDefinitionClass
36946
+ structuredPropertyKey: StructuredPropertyKeyClass
36947
+ structuredPropertySettings: StructuredPropertySettingsClass
36948
+ structuredProperties: StructuredPropertiesClass
36949
+ dataHubExecutionRequestResult: ExecutionRequestResultClass
36950
+ dataHubExecutionRequestInput: ExecutionRequestInputClass
36951
+ dataHubExecutionRequestSignal: ExecutionRequestSignalClass
36952
+ dataPlatformInstanceProperties: DataPlatformInstancePropertiesClass
36953
+ dataHubActionInfo: DataHubActionInfoClass
36954
+ dataHubActionStatus: DataHubActionStatusClass
36955
+ dataTypeKey: DataTypeKeyClass
36956
+ dataTypeInfo: DataTypeInfoClass
36957
+ editableContainerProperties: EditableContainerPropertiesClass
36958
+ containerProperties: ContainerPropertiesClass
36959
+ container: ContainerClass
36960
+ actors: ActorsClass
36961
+ roleProperties: RolePropertiesClass
36962
+ schemafieldInfo: SchemaFieldInfoClass
36963
+ schemaFieldAliases: SchemaFieldAliasesClass
36161
36964
  notebookContent: NotebookContentClass
36162
- editableNotebookProperties: EditableNotebookPropertiesClass
36163
36965
  notebookInfo: NotebookInfoClass
36164
- dataHubViewInfo: DataHubViewInfoClass
36165
- versionInfo: VersionInfoClass
36166
- editableDataJobProperties: EditableDataJobPropertiesClass
36167
- dataFlowInfo: DataFlowInfoClass
36168
- editableDataFlowProperties: EditableDataFlowPropertiesClass
36169
- dataJobInfo: DataJobInfoClass
36170
- dataJobInputOutput: DataJobInputOutputClass
36171
- datahubIngestionCheckpoint: DatahubIngestionCheckpointClass
36172
- datahubIngestionRunSummary: DatahubIngestionRunSummaryClass
36966
+ editableNotebookProperties: EditableNotebookPropertiesClass
36967
+ schemaMetadata: SchemaMetadataClass
36968
+ schemaProposals: SchemaProposalsClass
36969
+ editableSchemaMetadata: EditableSchemaMetadataClass
36970
+ dataContractStatus: DataContractStatusClass
36971
+ dataContractProperties: DataContractPropertiesClass
36972
+ monitorTimeseriesState: MonitorTimeseriesStateClass
36973
+ monitorInfo: MonitorInfoClass
36173
36974
 
36174
36975
 
36175
36976
  KEY_ASPECTS: Dict[str, Type[_Aspect]] = {
36176
- 'structuredProperty': StructuredPropertyKeyClass,
36177
- 'dataType': DataTypeKeyClass,
36178
- 'corpGroup': CorpGroupKeyClass,
36179
- 'globalSettings': GlobalSettingsKeyClass,
36180
- 'schemaField': SchemaFieldKeyClass,
36181
- 'dataHubStepState': DataHubStepStateKeyClass,
36182
- 'corpuser': CorpUserKeyClass,
36183
- 'dataHubConnection': DataHubConnectionKeyClass,
36184
- 'dashboard': DashboardKeyClass,
36185
- 'dataHubRole': DataHubRoleKeyClass,
36186
- 'dataHubExecutionRequest': ExecutionRequestKeyClass,
36187
- 'dataProcessInstance': DataProcessInstanceKeyClass,
36188
- 'dataJob': DataJobKeyClass,
36977
+ 'dataProduct': DataProductKeyClass,
36978
+ 'platformResource': PlatformResourceKeyClass,
36979
+ 'entityType': EntityTypeKeyClass,
36980
+ 'dataContract': DataContractKeyClass,
36981
+ 'tag': TagKeyClass,
36982
+ 'mlFeatureTable': MLFeatureTableKeyClass,
36983
+ 'glossaryNode': GlossaryNodeKeyClass,
36984
+ 'query': QueryKeyClass,
36985
+ 'monitor': MonitorKeyClass,
36189
36986
  'dataFlow': DataFlowKeyClass,
36987
+ 'versionSet': VersionSetKeyClass,
36190
36988
  'dataPlatform': DataPlatformKeyClass,
36191
- 'recommendationModule': RecommendationModuleKeyClass,
36192
- 'tag': TagKeyClass,
36193
- 'linkPreview': LinkPreviewKeyClass,
36194
- 'notebook': NotebookKeyClass,
36195
- 'dataHubAccessToken': DataHubAccessTokenKeyClass,
36989
+ 'dataHubExecutionRequest': ExecutionRequestKeyClass,
36990
+ 'mlModelGroup': MLModelGroupKeyClass,
36196
36991
  'erModelRelationship': ERModelRelationshipKeyClass,
36197
- 'ownershipType': OwnershipTypeKeyClass,
36198
- 'query': QueryKeyClass,
36199
- 'assertion': AssertionKeyClass,
36200
- 'dataContract': DataContractKeyClass,
36201
- 'dataHubPolicy': DataHubPolicyKeyClass,
36202
- 'dataHubAction': DataHubActionKeyClass,
36203
- 'subscription': SubscriptionKeyClass,
36204
- 'container': ContainerKeyClass,
36205
- 'dataProcess': DataProcessKeyClass,
36206
- 'dataHubView': DataHubViewKeyClass,
36207
- 'dataPlatformInstance': DataPlatformInstanceKeyClass,
36208
- 'role': RoleKeyClass,
36992
+ 'incident': IncidentKeyClass,
36993
+ 'telemetry': TelemetryKeyClass,
36994
+ 'schemaField': SchemaFieldKeyClass,
36995
+ 'linkPreview': LinkPreviewKeyClass,
36996
+ 'mlModel': MLModelKeyClass,
36209
36997
  'form': FormKeyClass,
36998
+ 'chart': ChartKeyClass,
36999
+ 'globalSettings': GlobalSettingsKeyClass,
37000
+ 'recommendationModule': RecommendationModuleKeyClass,
37001
+ 'dataProcessInstance': DataProcessInstanceKeyClass,
37002
+ 'inviteToken': InviteTokenKeyClass,
36210
37003
  'mlFeature': MLFeatureKeyClass,
36211
- 'post': PostKeyClass,
36212
- 'dataset': DatasetKeyClass,
36213
- 'mlModel': MLModelKeyClass,
36214
- 'mlPrimaryKey': MLPrimaryKeyKeyClass,
36215
- 'mlModelDeployment': MLModelDeploymentKeyClass,
36216
- 'mlFeatureTable': MLFeatureTableKeyClass,
36217
- 'dataHubUpgrade': DataHubUpgradeKeyClass,
36218
- 'glossaryNode': GlossaryNodeKeyClass,
36219
37004
  'dataHubPersona': DataHubPersonaKeyClass,
36220
- 'dataHubSecret': DataHubSecretKeyClass,
37005
+ 'dataProcess': DataProcessKeyClass,
37006
+ 'dataHubPolicy': DataHubPolicyKeyClass,
37007
+ 'actionRequest': ActionRequestKeyClass,
37008
+ 'post': PostKeyClass,
37009
+ 'role': RoleKeyClass,
37010
+ 'dataHubRole': DataHubRoleKeyClass,
37011
+ 'dataHubAccessToken': DataHubAccessTokenKeyClass,
37012
+ 'glossaryTerm': GlossaryTermKeyClass,
37013
+ 'dataHubStepState': DataHubStepStateKeyClass,
37014
+ 'domain': DomainKeyClass,
37015
+ 'notebook': NotebookKeyClass,
36221
37016
  'dataHubIngestionSource': DataHubIngestionSourceKeyClass,
37017
+ 'anomaly': AnomalyKeyClass,
37018
+ 'container': ContainerKeyClass,
36222
37019
  'constraint': ConstraintKeyClass,
36223
- 'actionRequest': ActionRequestKeyClass,
37020
+ 'dataHubView': DataHubViewKeyClass,
36224
37021
  'dataHubRetention': DataHubRetentionKeyClass,
37022
+ 'dataHubUpgrade': DataHubUpgradeKeyClass,
37023
+ 'dashboard': DashboardKeyClass,
37024
+ 'dataHubConnection': DataHubConnectionKeyClass,
37025
+ 'dataPlatformInstance': DataPlatformInstanceKeyClass,
37026
+ 'corpGroup': CorpGroupKeyClass,
37027
+ 'subscription': SubscriptionKeyClass,
37028
+ 'dataHubRemoteExecutor': RemoteExecutorKeyClass,
37029
+ 'dataHubSecret': DataHubSecretKeyClass,
37030
+ 'dataset': DatasetKeyClass,
37031
+ 'dataJob': DataJobKeyClass,
37032
+ 'dataHubAction': DataHubActionKeyClass,
37033
+ 'assertion': AssertionKeyClass,
36225
37034
  'test': TestKeyClass,
36226
- 'chart': ChartKeyClass,
36227
- 'mlModelGroup': MLModelGroupKeyClass,
36228
- 'telemetry': TelemetryKeyClass,
36229
- 'domain': DomainKeyClass,
36230
- 'monitor': MonitorKeyClass,
36231
- 'incident': IncidentKeyClass,
36232
- 'glossaryTerm': GlossaryTermKeyClass,
36233
- 'anomaly': AnomalyKeyClass,
36234
- 'inviteToken': InviteTokenKeyClass,
36235
- 'platformResource': PlatformResourceKeyClass,
36236
- 'entityType': EntityTypeKeyClass,
36237
- 'dataProduct': DataProductKeyClass,
36238
- 'businessAttribute': BusinessAttributeKeyClass
37035
+ 'corpuser': CorpUserKeyClass,
37036
+ 'ownershipType': OwnershipTypeKeyClass,
37037
+ 'mlPrimaryKey': MLPrimaryKeyKeyClass,
37038
+ 'mlModelDeployment': MLModelDeploymentKeyClass,
37039
+ 'businessAttribute': BusinessAttributeKeyClass,
37040
+ 'structuredProperty': StructuredPropertyKeyClass,
37041
+ 'dataType': DataTypeKeyClass
36239
37042
  }
36240
37043
 
36241
37044
  # fmt: on