acryl-datahub-cloud 0.3.10.3rc2__py3-none-any.whl → 0.3.11rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (33) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/_sdk_extras/__init__.py +4 -0
  3. acryl_datahub_cloud/_sdk_extras/assertion.py +15 -0
  4. acryl_datahub_cloud/_sdk_extras/assertions_client.py +23 -0
  5. acryl_datahub_cloud/acryl_cs_issues/acryl_customer.py +1 -1
  6. acryl_datahub_cloud/action_request/action_request_owner_source.py +1 -2
  7. acryl_datahub_cloud/datahub_reporting/datahub_dataset.py +3 -7
  8. acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py +9 -5
  9. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +14 -32
  10. acryl_datahub_cloud/metadata/_urns/urn_defs.py +56 -0
  11. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +2 -0
  12. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
  13. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/monitor/__init__.py +6 -0
  14. acryl_datahub_cloud/metadata/schema.avsc +138 -29
  15. acryl_datahub_cloud/metadata/schema_classes.py +214 -29
  16. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +25 -0
  17. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +25 -0
  18. acryl_datahub_cloud/metadata/schemas/DataContractKey.avsc +2 -1
  19. acryl_datahub_cloud/metadata/schemas/DataHubOpenAPISchemaKey.avsc +22 -0
  20. acryl_datahub_cloud/metadata/schemas/DataTransformLogic.avsc +4 -2
  21. acryl_datahub_cloud/metadata/schemas/MLModelDeploymentProperties.avsc +3 -0
  22. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +6 -0
  23. acryl_datahub_cloud/metadata/schemas/MetadataChangeLog.avsc +3 -0
  24. acryl_datahub_cloud/metadata/schemas/MetadataChangeProposal.avsc +3 -0
  25. acryl_datahub_cloud/metadata/schemas/MonitorAnomalyEvent.avsc +36 -26
  26. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +58 -0
  27. acryl_datahub_cloud/metadata/schemas/QueryProperties.avsc +4 -2
  28. acryl_datahub_cloud/metadata/schemas/SystemMetadata.avsc +86 -0
  29. {acryl_datahub_cloud-0.3.10.3rc2.dist-info → acryl_datahub_cloud-0.3.11rc1.dist-info}/METADATA +45 -45
  30. {acryl_datahub_cloud-0.3.10.3rc2.dist-info → acryl_datahub_cloud-0.3.11rc1.dist-info}/RECORD +33 -28
  31. {acryl_datahub_cloud-0.3.10.3rc2.dist-info → acryl_datahub_cloud-0.3.11rc1.dist-info}/WHEEL +1 -1
  32. {acryl_datahub_cloud-0.3.10.3rc2.dist-info → acryl_datahub_cloud-0.3.11rc1.dist-info}/entry_points.txt +0 -0
  33. {acryl_datahub_cloud-0.3.10.3rc2.dist-info → acryl_datahub_cloud-0.3.11rc1.dist-info}/top_level.txt +0 -0
@@ -1756,37 +1756,24 @@ class AnomalySourcePropertiesClass(DictWrapper):
1756
1756
 
1757
1757
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.anomaly.AnomalySourceProperties")
1758
1758
  def __init__(self,
1759
- assertionRunEventTime: Union[None, int]=None,
1760
- metricCubeTimestamp: Union[None, int]=None,
1759
+ assertionMetric: Union[None, "AssertionMetricClass"]=None,
1761
1760
  ):
1762
1761
  super().__init__()
1763
1762
 
1764
- self.assertionRunEventTime = assertionRunEventTime
1765
- self.metricCubeTimestamp = metricCubeTimestamp
1763
+ self.assertionMetric = assertionMetric
1766
1764
 
1767
1765
  def _restore_defaults(self) -> None:
1768
- self.assertionRunEventTime = self.RECORD_SCHEMA.fields_dict["assertionRunEventTime"].default
1769
- self.metricCubeTimestamp = self.RECORD_SCHEMA.fields_dict["metricCubeTimestamp"].default
1766
+ self.assertionMetric = self.RECORD_SCHEMA.fields_dict["assertionMetric"].default
1770
1767
 
1771
1768
 
1772
1769
  @property
1773
- def assertionRunEventTime(self) -> Union[None, int]:
1774
- """The timestampMillis field of the AssertionRunEvent which altered the anomaly status the anomaly (if applicable)."""
1775
- return self._inner_dict.get('assertionRunEventTime') # type: ignore
1770
+ def assertionMetric(self) -> Union[None, "AssertionMetricClass"]:
1771
+ """The monitor metric associated with the anomaly, if generated from an assertion monitor (the norm)."""
1772
+ return self._inner_dict.get('assertionMetric') # type: ignore
1776
1773
 
1777
- @assertionRunEventTime.setter
1778
- def assertionRunEventTime(self, value: Union[None, int]) -> None:
1779
- self._inner_dict['assertionRunEventTime'] = value
1780
-
1781
-
1782
- @property
1783
- def metricCubeTimestamp(self) -> Union[None, int]:
1784
- """The timestamp associated with the metric cube value that triggered the anomaly."""
1785
- return self._inner_dict.get('metricCubeTimestamp') # type: ignore
1786
-
1787
- @metricCubeTimestamp.setter
1788
- def metricCubeTimestamp(self, value: Union[None, int]) -> None:
1789
- self._inner_dict['metricCubeTimestamp'] = value
1774
+ @assertionMetric.setter
1775
+ def assertionMetric(self, value: Union[None, "AssertionMetricClass"]) -> None:
1776
+ self._inner_dict['assertionMetric'] = value
1790
1777
 
1791
1778
 
1792
1779
  class AnomalySourceTypeClass(object):
@@ -1808,13 +1795,13 @@ class MonitorAnomalyEventClass(_Aspect):
1808
1795
 
1809
1796
  def __init__(self,
1810
1797
  timestampMillis: int,
1811
- state: Union[str, "AnomalyReviewStateClass"],
1812
1798
  source: "AnomalySourceClass",
1813
1799
  created: "TimeStampClass",
1814
1800
  lastUpdated: "TimeStampClass",
1815
1801
  eventGranularity: Union[None, "TimeWindowSizeClass"]=None,
1816
1802
  partitionSpec: Optional[Union["PartitionSpecClass", None]]=None,
1817
1803
  messageId: Union[None, str]=None,
1804
+ state: Union[None, Union[str, "AnomalyReviewStateClass"]]=None,
1818
1805
  ):
1819
1806
  super().__init__()
1820
1807
 
@@ -1836,7 +1823,7 @@ class MonitorAnomalyEventClass(_Aspect):
1836
1823
  self.eventGranularity = self.RECORD_SCHEMA.fields_dict["eventGranularity"].default
1837
1824
  self.partitionSpec = _json_converter.from_json_object(self.RECORD_SCHEMA.fields_dict["partitionSpec"].default, writers_schema=self.RECORD_SCHEMA.fields_dict["partitionSpec"].type)
1838
1825
  self.messageId = self.RECORD_SCHEMA.fields_dict["messageId"].default
1839
- self.state = AnomalyReviewStateClass.CONFIRMED
1826
+ self.state = self.RECORD_SCHEMA.fields_dict["state"].default
1840
1827
  self.source = AnomalySourceClass._construct_with_defaults()
1841
1828
  self.created = TimeStampClass._construct_with_defaults()
1842
1829
  self.lastUpdated = TimeStampClass._construct_with_defaults()
@@ -1883,13 +1870,13 @@ class MonitorAnomalyEventClass(_Aspect):
1883
1870
 
1884
1871
 
1885
1872
  @property
1886
- def state(self) -> Union[str, "AnomalyReviewStateClass"]:
1873
+ def state(self) -> Union[None, Union[str, "AnomalyReviewStateClass"]]:
1887
1874
  """The review of the anomaly, based on human-provided feedback.
1888
1875
  If this is not present, then the Anomaly has not yet been reviewed."""
1889
1876
  return self._inner_dict.get('state') # type: ignore
1890
1877
 
1891
1878
  @state.setter
1892
- def state(self, value: Union[str, "AnomalyReviewStateClass"]) -> None:
1879
+ def state(self, value: Union[None, Union[str, "AnomalyReviewStateClass"]]) -> None:
1893
1880
  self._inner_dict['state'] = value
1894
1881
 
1895
1882
 
@@ -2995,6 +2982,44 @@ class AssertionInfoClass(_Aspect):
2995
2982
  self._inner_dict['description'] = value
2996
2983
 
2997
2984
 
2985
+ class AssertionMetricClass(DictWrapper):
2986
+ # No docs available.
2987
+
2988
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.assertion.AssertionMetric")
2989
+ def __init__(self,
2990
+ timestampMs: int,
2991
+ value: float,
2992
+ ):
2993
+ super().__init__()
2994
+
2995
+ self.timestampMs = timestampMs
2996
+ self.value = value
2997
+
2998
+ def _restore_defaults(self) -> None:
2999
+ self.timestampMs = int()
3000
+ self.value = float()
3001
+
3002
+
3003
+ @property
3004
+ def timestampMs(self) -> int:
3005
+ """The timestamp associated with the metric sampling time in milliseconds since epoch"""
3006
+ return self._inner_dict.get('timestampMs') # type: ignore
3007
+
3008
+ @timestampMs.setter
3009
+ def timestampMs(self, value: int) -> None:
3010
+ self._inner_dict['timestampMs'] = value
3011
+
3012
+
3013
+ @property
3014
+ def value(self) -> float:
3015
+ """The value of the metric that was sampled"""
3016
+ return self._inner_dict.get('value') # type: ignore
3017
+
3018
+ @value.setter
3019
+ def value(self, value: float) -> None:
3020
+ self._inner_dict['value'] = value
3021
+
3022
+
2998
3023
  class AssertionMonitorSensitivityClass(DictWrapper):
2999
3024
  """Assertion monitor sensitivity is a measure of how sensitive the assertion monitor is to the assertion condition."""
3000
3025
 
@@ -3037,6 +3062,7 @@ class AssertionResultClass(DictWrapper):
3037
3062
  error: Union[None, "AssertionResultErrorClass"]=None,
3038
3063
  parameters: Union[None, "AssertionEvaluationParametersClass"]=None,
3039
3064
  assertionInferenceDetails: Union[None, "AssertionInferenceDetailsClass"]=None,
3065
+ metric: Union[None, "AssertionMetricClass"]=None,
3040
3066
  ):
3041
3067
  super().__init__()
3042
3068
 
@@ -3052,6 +3078,7 @@ class AssertionResultClass(DictWrapper):
3052
3078
  self.error = error
3053
3079
  self.parameters = parameters
3054
3080
  self.assertionInferenceDetails = assertionInferenceDetails
3081
+ self.metric = metric
3055
3082
 
3056
3083
  def _restore_defaults(self) -> None:
3057
3084
  self.assertion = self.RECORD_SCHEMA.fields_dict["assertion"].default
@@ -3066,6 +3093,7 @@ class AssertionResultClass(DictWrapper):
3066
3093
  self.error = self.RECORD_SCHEMA.fields_dict["error"].default
3067
3094
  self.parameters = self.RECORD_SCHEMA.fields_dict["parameters"].default
3068
3095
  self.assertionInferenceDetails = self.RECORD_SCHEMA.fields_dict["assertionInferenceDetails"].default
3096
+ self.metric = self.RECORD_SCHEMA.fields_dict["metric"].default
3069
3097
 
3070
3098
 
3071
3099
  @property
@@ -3196,6 +3224,19 @@ class AssertionResultClass(DictWrapper):
3196
3224
  self._inner_dict['assertionInferenceDetails'] = value
3197
3225
 
3198
3226
 
3227
+ @property
3228
+ def metric(self) -> Union[None, "AssertionMetricClass"]:
3229
+ """Information about the metric that was sampled & used when evaluating the assertion.
3230
+
3231
+ Currently, this is only populated for Volume & Field Metric Assertions and used for anomaly
3232
+ logging for Smart Assertions."""
3233
+ return self._inner_dict.get('metric') # type: ignore
3234
+
3235
+ @metric.setter
3236
+ def metric(self, value: Union[None, "AssertionMetricClass"]) -> None:
3237
+ self._inner_dict['metric'] = value
3238
+
3239
+
3199
3240
  class AssertionResultErrorClass(DictWrapper):
3200
3241
  """ An error encountered when evaluating an AssertionResult"""
3201
3242
 
@@ -21870,7 +21911,7 @@ class DataContractKeyClass(_Aspect):
21870
21911
 
21871
21912
 
21872
21913
  ASPECT_NAME = 'dataContractKey'
21873
- ASPECT_INFO = {'keyForEntity': 'dataContract', 'entityCategory': 'core', 'entityAspects': ['dataContractProperties', 'dataContractStatus', 'status']}
21914
+ ASPECT_INFO = {'keyForEntity': 'dataContract', 'entityCategory': 'core', 'entityAspects': ['dataContractProperties', 'dataContractStatus', 'status', 'structuredProperties']}
21874
21915
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DataContractKey")
21875
21916
 
21876
21917
  def __init__(self,
@@ -22094,6 +22135,35 @@ class DataHubMetricCubeKeyClass(_Aspect):
22094
22135
  self._inner_dict['id'] = value
22095
22136
 
22096
22137
 
22138
+ class DataHubOpenAPISchemaKeyClass(_Aspect):
22139
+ """Key for a Query"""
22140
+
22141
+
22142
+ ASPECT_NAME = 'dataHubOpenAPISchemaKey'
22143
+ ASPECT_INFO = {'keyForEntity': 'dataHubOpenAPISchema', 'entityCategory': 'internal', 'entityAspects': ['systemMetadata'], 'entityDoc': 'Contains aspects which are used in OpenAPI requests/responses which are not otherwise present in the data model.'}
22144
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DataHubOpenAPISchemaKey")
22145
+
22146
+ def __init__(self,
22147
+ id: str,
22148
+ ):
22149
+ super().__init__()
22150
+
22151
+ self.id = id
22152
+
22153
+ def _restore_defaults(self) -> None:
22154
+ self.id = str()
22155
+
22156
+
22157
+ @property
22158
+ def id(self) -> str:
22159
+ """A unique id for the DataHub OpenAPI schema."""
22160
+ return self._inner_dict.get('id') # type: ignore
22161
+
22162
+ @id.setter
22163
+ def id(self, value: str) -> None:
22164
+ self._inner_dict['id'] = value
22165
+
22166
+
22097
22167
  class DataHubPersonaKeyClass(_Aspect):
22098
22168
  """Key for a persona type"""
22099
22169
 
@@ -28041,15 +28111,18 @@ class AssertionMonitorClass(DictWrapper):
28041
28111
  def __init__(self,
28042
28112
  assertions: List["AssertionEvaluationSpecClass"],
28043
28113
  settings: Union[None, "AssertionMonitorSettingsClass"]=None,
28114
+ bootstrapStatus: Union[None, "AssertionMonitorBootstrapStatusClass"]=None,
28044
28115
  ):
28045
28116
  super().__init__()
28046
28117
 
28047
28118
  self.assertions = assertions
28048
28119
  self.settings = settings
28120
+ self.bootstrapStatus = bootstrapStatus
28049
28121
 
28050
28122
  def _restore_defaults(self) -> None:
28051
28123
  self.assertions = list()
28052
28124
  self.settings = self.RECORD_SCHEMA.fields_dict["settings"].default
28125
+ self.bootstrapStatus = self.RECORD_SCHEMA.fields_dict["bootstrapStatus"].default
28053
28126
 
28054
28127
 
28055
28128
  @property
@@ -28072,6 +28145,41 @@ class AssertionMonitorClass(DictWrapper):
28072
28145
  self._inner_dict['settings'] = value
28073
28146
 
28074
28147
 
28148
+ @property
28149
+ def bootstrapStatus(self) -> Union[None, "AssertionMonitorBootstrapStatusClass"]:
28150
+ """The status of the bootstrap actions performed on the assertion."""
28151
+ return self._inner_dict.get('bootstrapStatus') # type: ignore
28152
+
28153
+ @bootstrapStatus.setter
28154
+ def bootstrapStatus(self, value: Union[None, "AssertionMonitorBootstrapStatusClass"]) -> None:
28155
+ self._inner_dict['bootstrapStatus'] = value
28156
+
28157
+
28158
+ class AssertionMonitorBootstrapStatusClass(DictWrapper):
28159
+ # No docs available.
28160
+
28161
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.monitor.AssertionMonitorBootstrapStatus")
28162
+ def __init__(self,
28163
+ metricsCubeBootstrapStatus: Union[None, "AssertionMonitorMetricsCubeBootstrapStatusClass"]=None,
28164
+ ):
28165
+ super().__init__()
28166
+
28167
+ self.metricsCubeBootstrapStatus = metricsCubeBootstrapStatus
28168
+
28169
+ def _restore_defaults(self) -> None:
28170
+ self.metricsCubeBootstrapStatus = self.RECORD_SCHEMA.fields_dict["metricsCubeBootstrapStatus"].default
28171
+
28172
+
28173
+ @property
28174
+ def metricsCubeBootstrapStatus(self) -> Union[None, "AssertionMonitorMetricsCubeBootstrapStatusClass"]:
28175
+ """Whether the metrics cube for this monitor has been bootstrapped."""
28176
+ return self._inner_dict.get('metricsCubeBootstrapStatus') # type: ignore
28177
+
28178
+ @metricsCubeBootstrapStatus.setter
28179
+ def metricsCubeBootstrapStatus(self, value: Union[None, "AssertionMonitorMetricsCubeBootstrapStatusClass"]) -> None:
28180
+ self._inner_dict['metricsCubeBootstrapStatus'] = value
28181
+
28182
+
28075
28183
  class AssertionMonitorCapabilityClass(object):
28076
28184
  """Individual toggle-able capability for an assertion monitor."""
28077
28185
 
@@ -28090,6 +28198,59 @@ class AssertionMonitorCapabilityClass(object):
28090
28198
 
28091
28199
 
28092
28200
 
28201
+ class AssertionMonitorMetricsCubeBootstrapStateClass(object):
28202
+ # No docs available.
28203
+
28204
+ PENDING = "PENDING"
28205
+ """The metrics cube for this monitor has not been bootstrapped."""
28206
+
28207
+ FAILED = "FAILED"
28208
+ """The metrics cube for this monitor has failed to bootstrap."""
28209
+
28210
+ COMPLETED = "COMPLETED"
28211
+ """The metrics cube for this monitor has been bootstrapped."""
28212
+
28213
+
28214
+
28215
+ class AssertionMonitorMetricsCubeBootstrapStatusClass(DictWrapper):
28216
+ # No docs available.
28217
+
28218
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.monitor.AssertionMonitorMetricsCubeBootstrapStatus")
28219
+ def __init__(self,
28220
+ state: Union[str, "AssertionMonitorMetricsCubeBootstrapStateClass"],
28221
+ message: Union[None, str]=None,
28222
+ ):
28223
+ super().__init__()
28224
+
28225
+ self.state = state
28226
+ self.message = message
28227
+
28228
+ def _restore_defaults(self) -> None:
28229
+ self.state = AssertionMonitorMetricsCubeBootstrapStateClass.PENDING
28230
+ self.message = self.RECORD_SCHEMA.fields_dict["message"].default
28231
+
28232
+
28233
+ @property
28234
+ def state(self) -> Union[str, "AssertionMonitorMetricsCubeBootstrapStateClass"]:
28235
+ """Whether the metrics cube for this monitor has been bootstrapped."""
28236
+ return self._inner_dict.get('state') # type: ignore
28237
+
28238
+ @state.setter
28239
+ def state(self, value: Union[str, "AssertionMonitorMetricsCubeBootstrapStateClass"]) -> None:
28240
+ self._inner_dict['state'] = value
28241
+
28242
+
28243
+ @property
28244
+ def message(self) -> Union[None, str]:
28245
+ """The message associated with the bootstrap status.
28246
+ I.e., an error message if the bootstrap failed."""
28247
+ return self._inner_dict.get('message') # type: ignore
28248
+
28249
+ @message.setter
28250
+ def message(self, value: Union[None, str]) -> None:
28251
+ self._inner_dict['message'] = value
28252
+
28253
+
28093
28254
  class AssertionMonitorSettingsClass(DictWrapper):
28094
28255
  """General purpose settings for the assertion monitor."""
28095
28256
 
@@ -29606,10 +29767,14 @@ class PlatformEventHeaderClass(DictWrapper):
29606
29767
  self._inner_dict['timestampMillis'] = value
29607
29768
 
29608
29769
 
29609
- class SystemMetadataClass(DictWrapper):
29770
+ class SystemMetadataClass(_Aspect):
29610
29771
  """Metadata associated with each metadata change that is processed by the system"""
29611
-
29772
+
29773
+
29774
+ ASPECT_NAME = 'systemMetadata'
29775
+ ASPECT_INFO = {}
29612
29776
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.mxe.SystemMetadata")
29777
+
29613
29778
  def __init__(self,
29614
29779
  lastObserved: Optional[Union[int, None]]=None,
29615
29780
  runId: Optional[Union[str, None]]=None,
@@ -31228,6 +31393,9 @@ class QueryLanguageClass(object):
31228
31393
  SQL = "SQL"
31229
31394
  """A SQL Query"""
31230
31395
 
31396
+ UNKNOWN = "UNKNOWN"
31397
+ """Unknown query language"""
31398
+
31231
31399
 
31232
31400
 
31233
31401
  class QueryPropertiesClass(_Aspect):
@@ -37007,6 +37175,7 @@ __SCHEMA_TYPES = {
37007
37175
  'com.linkedin.pegasus2avro.assertion.AssertionExclusionWindowType': AssertionExclusionWindowTypeClass,
37008
37176
  'com.linkedin.pegasus2avro.assertion.AssertionInferenceDetails': AssertionInferenceDetailsClass,
37009
37177
  'com.linkedin.pegasus2avro.assertion.AssertionInfo': AssertionInfoClass,
37178
+ 'com.linkedin.pegasus2avro.assertion.AssertionMetric': AssertionMetricClass,
37010
37179
  'com.linkedin.pegasus2avro.assertion.AssertionMonitorSensitivity': AssertionMonitorSensitivityClass,
37011
37180
  'com.linkedin.pegasus2avro.assertion.AssertionResult': AssertionResultClass,
37012
37181
  'com.linkedin.pegasus2avro.assertion.AssertionResultError': AssertionResultErrorClass,
@@ -37350,6 +37519,7 @@ __SCHEMA_TYPES = {
37350
37519
  'com.linkedin.pegasus2avro.metadata.key.DataHubConnectionKey': DataHubConnectionKeyClass,
37351
37520
  'com.linkedin.pegasus2avro.metadata.key.DataHubIngestionSourceKey': DataHubIngestionSourceKeyClass,
37352
37521
  'com.linkedin.pegasus2avro.metadata.key.DataHubMetricCubeKey': DataHubMetricCubeKeyClass,
37522
+ 'com.linkedin.pegasus2avro.metadata.key.DataHubOpenAPISchemaKey': DataHubOpenAPISchemaKeyClass,
37353
37523
  'com.linkedin.pegasus2avro.metadata.key.DataHubPersonaKey': DataHubPersonaKeyClass,
37354
37524
  'com.linkedin.pegasus2avro.metadata.key.DataHubPolicyKey': DataHubPolicyKeyClass,
37355
37525
  'com.linkedin.pegasus2avro.metadata.key.DataHubRetentionKey': DataHubRetentionKeyClass,
@@ -37479,7 +37649,10 @@ __SCHEMA_TYPES = {
37479
37649
  'com.linkedin.pegasus2avro.monitor.AssertionEvaluationParametersType': AssertionEvaluationParametersTypeClass,
37480
37650
  'com.linkedin.pegasus2avro.monitor.AssertionEvaluationSpec': AssertionEvaluationSpecClass,
37481
37651
  'com.linkedin.pegasus2avro.monitor.AssertionMonitor': AssertionMonitorClass,
37652
+ 'com.linkedin.pegasus2avro.monitor.AssertionMonitorBootstrapStatus': AssertionMonitorBootstrapStatusClass,
37482
37653
  'com.linkedin.pegasus2avro.monitor.AssertionMonitorCapability': AssertionMonitorCapabilityClass,
37654
+ 'com.linkedin.pegasus2avro.monitor.AssertionMonitorMetricsCubeBootstrapState': AssertionMonitorMetricsCubeBootstrapStateClass,
37655
+ 'com.linkedin.pegasus2avro.monitor.AssertionMonitorMetricsCubeBootstrapStatus': AssertionMonitorMetricsCubeBootstrapStatusClass,
37483
37656
  'com.linkedin.pegasus2avro.monitor.AssertionMonitorSettings': AssertionMonitorSettingsClass,
37484
37657
  'com.linkedin.pegasus2avro.monitor.AuditLogSpec': AuditLogSpecClass,
37485
37658
  'com.linkedin.pegasus2avro.monitor.DataHubOperationSpec': DataHubOperationSpecClass,
@@ -37708,6 +37881,7 @@ __SCHEMA_TYPES = {
37708
37881
  'AssertionExclusionWindowType': AssertionExclusionWindowTypeClass,
37709
37882
  'AssertionInferenceDetails': AssertionInferenceDetailsClass,
37710
37883
  'AssertionInfo': AssertionInfoClass,
37884
+ 'AssertionMetric': AssertionMetricClass,
37711
37885
  'AssertionMonitorSensitivity': AssertionMonitorSensitivityClass,
37712
37886
  'AssertionResult': AssertionResultClass,
37713
37887
  'AssertionResultError': AssertionResultErrorClass,
@@ -38051,6 +38225,7 @@ __SCHEMA_TYPES = {
38051
38225
  'DataHubConnectionKey': DataHubConnectionKeyClass,
38052
38226
  'DataHubIngestionSourceKey': DataHubIngestionSourceKeyClass,
38053
38227
  'DataHubMetricCubeKey': DataHubMetricCubeKeyClass,
38228
+ 'DataHubOpenAPISchemaKey': DataHubOpenAPISchemaKeyClass,
38054
38229
  'DataHubPersonaKey': DataHubPersonaKeyClass,
38055
38230
  'DataHubPolicyKey': DataHubPolicyKeyClass,
38056
38231
  'DataHubRetentionKey': DataHubRetentionKeyClass,
@@ -38180,7 +38355,10 @@ __SCHEMA_TYPES = {
38180
38355
  'AssertionEvaluationParametersType': AssertionEvaluationParametersTypeClass,
38181
38356
  'AssertionEvaluationSpec': AssertionEvaluationSpecClass,
38182
38357
  'AssertionMonitor': AssertionMonitorClass,
38358
+ 'AssertionMonitorBootstrapStatus': AssertionMonitorBootstrapStatusClass,
38183
38359
  'AssertionMonitorCapability': AssertionMonitorCapabilityClass,
38360
+ 'AssertionMonitorMetricsCubeBootstrapState': AssertionMonitorMetricsCubeBootstrapStateClass,
38361
+ 'AssertionMonitorMetricsCubeBootstrapStatus': AssertionMonitorMetricsCubeBootstrapStatusClass,
38184
38362
  'AssertionMonitorSettings': AssertionMonitorSettingsClass,
38185
38363
  'AuditLogSpec': AuditLogSpecClass,
38186
38364
  'DataHubOperationSpec': DataHubOperationSpecClass,
@@ -38486,6 +38664,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
38486
38664
  BusinessAttributeInfoClass,
38487
38665
  BusinessAttributeKeyClass,
38488
38666
  BusinessAttributesClass,
38667
+ SystemMetadataClass,
38489
38668
  StructuredPropertiesClass,
38490
38669
  StructuredPropertySettingsClass,
38491
38670
  StructuredPropertyKeyClass,
@@ -38630,6 +38809,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
38630
38809
  DataHubPolicyKeyClass,
38631
38810
  TestKeyClass,
38632
38811
  FormKeyClass,
38812
+ DataHubOpenAPISchemaKeyClass,
38633
38813
  CorpUserKeyClass,
38634
38814
  DataPlatformKeyClass,
38635
38815
  LineageFeaturesClass,
@@ -38765,6 +38945,7 @@ class AspectBag(TypedDict, total=False):
38765
38945
  businessAttributeInfo: BusinessAttributeInfoClass
38766
38946
  businessAttributeKey: BusinessAttributeKeyClass
38767
38947
  businessAttributes: BusinessAttributesClass
38948
+ systemMetadata: SystemMetadataClass
38768
38949
  structuredProperties: StructuredPropertiesClass
38769
38950
  structuredPropertySettings: StructuredPropertySettingsClass
38770
38951
  structuredPropertyKey: StructuredPropertyKeyClass
@@ -38909,6 +39090,7 @@ class AspectBag(TypedDict, total=False):
38909
39090
  dataHubPolicyKey: DataHubPolicyKeyClass
38910
39091
  testKey: TestKeyClass
38911
39092
  formKey: FormKeyClass
39093
+ dataHubOpenAPISchemaKey: DataHubOpenAPISchemaKeyClass
38912
39094
  corpUserKey: CorpUserKeyClass
38913
39095
  dataPlatformKey: DataPlatformKeyClass
38914
39096
  lineageFeatures: LineageFeaturesClass
@@ -38987,6 +39169,7 @@ KEY_ASPECTS: Dict[str, Type[_Aspect]] = {
38987
39169
  'dataHubPolicy': DataHubPolicyKeyClass,
38988
39170
  'test': TestKeyClass,
38989
39171
  'form': FormKeyClass,
39172
+ 'dataHubOpenAPISchema': DataHubOpenAPISchemaKeyClass,
38990
39173
  'corpuser': CorpUserKeyClass,
38991
39174
  'dataPlatform': DataPlatformKeyClass
38992
39175
  }
@@ -39058,6 +39241,7 @@ ENTITY_TYPE_NAMES: List[str] = [
39058
39241
  'dataHubPolicy',
39059
39242
  'test',
39060
39243
  'form',
39244
+ 'dataHubOpenAPISchema',
39061
39245
  'corpuser',
39062
39246
  'dataPlatform'
39063
39247
  ]
@@ -39128,6 +39312,7 @@ EntityTypeName = Literal[
39128
39312
  'dataHubPolicy',
39129
39313
  'test',
39130
39314
  'form',
39315
+ 'dataHubOpenAPISchema',
39131
39316
  'corpuser',
39132
39317
  'dataPlatform'
39133
39318
  ]
@@ -3553,6 +3553,31 @@
3553
3553
  "name": "assertionInferenceDetails",
3554
3554
  "default": null,
3555
3555
  "doc": "The optional AssertionInferenceDetails which contains the settings used for the inferred assertion.\nThis field is used to store the settings used for the smart assertion.\nIt is optional and may not always be present in the AssertionRunEvent record.\nWhen present, it provides additional context about the settings used for the smart assertion."
3556
+ },
3557
+ {
3558
+ "type": [
3559
+ "null",
3560
+ {
3561
+ "type": "record",
3562
+ "name": "AssertionMetric",
3563
+ "namespace": "com.linkedin.pegasus2avro.assertion",
3564
+ "fields": [
3565
+ {
3566
+ "type": "long",
3567
+ "name": "timestampMs",
3568
+ "doc": "The timestamp associated with the metric sampling time in milliseconds since epoch"
3569
+ },
3570
+ {
3571
+ "type": "float",
3572
+ "name": "value",
3573
+ "doc": "The value of the metric that was sampled"
3574
+ }
3575
+ ]
3576
+ }
3577
+ ],
3578
+ "name": "metric",
3579
+ "default": null,
3580
+ "doc": "Information about the metric that was sampled & used when evaluating the assertion.\n\nCurrently, this is only populated for Volume & Field Metric Assertions and used for anomaly\nlogging for Smart Assertions."
3556
3581
  }
3557
3582
  ],
3558
3583
  "doc": "The result of running an assertion"
@@ -3412,6 +3412,31 @@
3412
3412
  "name": "assertionInferenceDetails",
3413
3413
  "default": null,
3414
3414
  "doc": "The optional AssertionInferenceDetails which contains the settings used for the inferred assertion.\nThis field is used to store the settings used for the smart assertion.\nIt is optional and may not always be present in the AssertionRunEvent record.\nWhen present, it provides additional context about the settings used for the smart assertion."
3415
+ },
3416
+ {
3417
+ "type": [
3418
+ "null",
3419
+ {
3420
+ "type": "record",
3421
+ "name": "AssertionMetric",
3422
+ "namespace": "com.linkedin.pegasus2avro.assertion",
3423
+ "fields": [
3424
+ {
3425
+ "type": "long",
3426
+ "name": "timestampMs",
3427
+ "doc": "The timestamp associated with the metric sampling time in milliseconds since epoch"
3428
+ },
3429
+ {
3430
+ "type": "float",
3431
+ "name": "value",
3432
+ "doc": "The value of the metric that was sampled"
3433
+ }
3434
+ ]
3435
+ }
3436
+ ],
3437
+ "name": "metric",
3438
+ "default": null,
3439
+ "doc": "Information about the metric that was sampled & used when evaluating the assertion.\n\nCurrently, this is only populated for Volume & Field Metric Assertions and used for anomaly\nlogging for Smart Assertions."
3415
3440
  }
3416
3441
  ],
3417
3442
  "doc": "The result of running an assertion"
@@ -7,7 +7,8 @@
7
7
  "entityAspects": [
8
8
  "dataContractProperties",
9
9
  "dataContractStatus",
10
- "status"
10
+ "status",
11
+ "structuredProperties"
11
12
  ]
12
13
  },
13
14
  "name": "DataContractKey",
@@ -0,0 +1,22 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "dataHubOpenAPISchemaKey",
5
+ "keyForEntity": "dataHubOpenAPISchema",
6
+ "entityCategory": "internal",
7
+ "entityAspects": [
8
+ "systemMetadata"
9
+ ],
10
+ "entityDoc": "Contains aspects which are used in OpenAPI requests/responses which are not otherwise present in the data model."
11
+ },
12
+ "name": "DataHubOpenAPISchemaKey",
13
+ "namespace": "com.linkedin.pegasus2avro.metadata.key",
14
+ "fields": [
15
+ {
16
+ "type": "string",
17
+ "name": "id",
18
+ "doc": "A unique id for the DataHub OpenAPI schema."
19
+ }
20
+ ],
21
+ "doc": "Key for a Query"
22
+ }
@@ -31,12 +31,14 @@
31
31
  "type": {
32
32
  "type": "enum",
33
33
  "symbolDocs": {
34
- "SQL": "A SQL Query"
34
+ "SQL": "A SQL Query",
35
+ "UNKNOWN": "Unknown query language"
35
36
  },
36
37
  "name": "QueryLanguage",
37
38
  "namespace": "com.linkedin.pegasus2avro.query",
38
39
  "symbols": [
39
- "SQL"
40
+ "SQL",
41
+ "UNKNOWN"
40
42
  ]
41
43
  },
42
44
  "name": "language",
@@ -135,6 +135,9 @@
135
135
  "doc": "Version of the MLModelDeployment"
136
136
  },
137
137
  {
138
+ "Searchable": {
139
+ "fieldName": "deploymentStatus"
140
+ },
138
141
  "type": [
139
142
  "null",
140
143
  {
@@ -7654,6 +7654,9 @@
7654
7654
  "doc": "Version of the MLModelDeployment"
7655
7655
  },
7656
7656
  {
7657
+ "Searchable": {
7658
+ "fieldName": "deploymentStatus"
7659
+ },
7657
7660
  "type": [
7658
7661
  "null",
7659
7662
  {
@@ -9015,6 +9018,9 @@
9015
9018
  "null",
9016
9019
  {
9017
9020
  "type": "record",
9021
+ "Aspect": {
9022
+ "name": "systemMetadata"
9023
+ },
9018
9024
  "name": "SystemMetadata",
9019
9025
  "namespace": "com.linkedin.pegasus2avro.mxe",
9020
9026
  "fields": [
@@ -187,6 +187,9 @@
187
187
  "null",
188
188
  {
189
189
  "type": "record",
190
+ "Aspect": {
191
+ "name": "systemMetadata"
192
+ },
190
193
  "name": "SystemMetadata",
191
194
  "namespace": "com.linkedin.pegasus2avro.mxe",
192
195
  "fields": [
@@ -187,6 +187,9 @@
187
187
  "null",
188
188
  {
189
189
  "type": "record",
190
+ "Aspect": {
191
+ "name": "systemMetadata"
192
+ },
190
193
  "name": "SystemMetadata",
191
194
  "namespace": "com.linkedin.pegasus2avro.mxe",
192
195
  "fields": [