acryl-datahub-cloud 0.3.10.3rc2__py3-none-any.whl → 0.3.11rc0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub-cloud might be problematic. Click here for more details.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/_sdk_extras/__init__.py +4 -0
- acryl_datahub_cloud/_sdk_extras/assertion.py +15 -0
- acryl_datahub_cloud/_sdk_extras/assertions_client.py +23 -0
- acryl_datahub_cloud/acryl_cs_issues/acryl_customer.py +1 -1
- acryl_datahub_cloud/action_request/action_request_owner_source.py +1 -2
- acryl_datahub_cloud/datahub_reporting/datahub_dataset.py +3 -7
- acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py +9 -5
- acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +14 -32
- acryl_datahub_cloud/metadata/_urns/urn_defs.py +56 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/monitor/__init__.py +6 -0
- acryl_datahub_cloud/metadata/schema.avsc +138 -29
- acryl_datahub_cloud/metadata/schema_classes.py +214 -29
- acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +25 -0
- acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +25 -0
- acryl_datahub_cloud/metadata/schemas/DataContractKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/DataHubOpenAPISchemaKey.avsc +22 -0
- acryl_datahub_cloud/metadata/schemas/DataTransformLogic.avsc +4 -2
- acryl_datahub_cloud/metadata/schemas/MLModelDeploymentProperties.avsc +3 -0
- acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +6 -0
- acryl_datahub_cloud/metadata/schemas/MetadataChangeLog.avsc +3 -0
- acryl_datahub_cloud/metadata/schemas/MetadataChangeProposal.avsc +3 -0
- acryl_datahub_cloud/metadata/schemas/MonitorAnomalyEvent.avsc +36 -26
- acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +58 -0
- acryl_datahub_cloud/metadata/schemas/QueryProperties.avsc +4 -2
- acryl_datahub_cloud/metadata/schemas/SystemMetadata.avsc +86 -0
- {acryl_datahub_cloud-0.3.10.3rc2.dist-info → acryl_datahub_cloud-0.3.11rc0.dist-info}/METADATA +41 -41
- {acryl_datahub_cloud-0.3.10.3rc2.dist-info → acryl_datahub_cloud-0.3.11rc0.dist-info}/RECORD +33 -28
- {acryl_datahub_cloud-0.3.10.3rc2.dist-info → acryl_datahub_cloud-0.3.11rc0.dist-info}/WHEEL +1 -1
- {acryl_datahub_cloud-0.3.10.3rc2.dist-info → acryl_datahub_cloud-0.3.11rc0.dist-info}/entry_points.txt +0 -0
- {acryl_datahub_cloud-0.3.10.3rc2.dist-info → acryl_datahub_cloud-0.3.11rc0.dist-info}/top_level.txt +0 -0
|
@@ -1756,37 +1756,24 @@ class AnomalySourcePropertiesClass(DictWrapper):
|
|
|
1756
1756
|
|
|
1757
1757
|
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.anomaly.AnomalySourceProperties")
|
|
1758
1758
|
def __init__(self,
|
|
1759
|
-
|
|
1760
|
-
metricCubeTimestamp: Union[None, int]=None,
|
|
1759
|
+
assertionMetric: Union[None, "AssertionMetricClass"]=None,
|
|
1761
1760
|
):
|
|
1762
1761
|
super().__init__()
|
|
1763
1762
|
|
|
1764
|
-
self.
|
|
1765
|
-
self.metricCubeTimestamp = metricCubeTimestamp
|
|
1763
|
+
self.assertionMetric = assertionMetric
|
|
1766
1764
|
|
|
1767
1765
|
def _restore_defaults(self) -> None:
|
|
1768
|
-
self.
|
|
1769
|
-
self.metricCubeTimestamp = self.RECORD_SCHEMA.fields_dict["metricCubeTimestamp"].default
|
|
1766
|
+
self.assertionMetric = self.RECORD_SCHEMA.fields_dict["assertionMetric"].default
|
|
1770
1767
|
|
|
1771
1768
|
|
|
1772
1769
|
@property
|
|
1773
|
-
def
|
|
1774
|
-
"""The
|
|
1775
|
-
return self._inner_dict.get('
|
|
1770
|
+
def assertionMetric(self) -> Union[None, "AssertionMetricClass"]:
|
|
1771
|
+
"""The monitor metric associated with the anomaly, if generated from an assertion monitor (the norm)."""
|
|
1772
|
+
return self._inner_dict.get('assertionMetric') # type: ignore
|
|
1776
1773
|
|
|
1777
|
-
@
|
|
1778
|
-
def
|
|
1779
|
-
self._inner_dict['
|
|
1780
|
-
|
|
1781
|
-
|
|
1782
|
-
@property
|
|
1783
|
-
def metricCubeTimestamp(self) -> Union[None, int]:
|
|
1784
|
-
"""The timestamp associated with the metric cube value that triggered the anomaly."""
|
|
1785
|
-
return self._inner_dict.get('metricCubeTimestamp') # type: ignore
|
|
1786
|
-
|
|
1787
|
-
@metricCubeTimestamp.setter
|
|
1788
|
-
def metricCubeTimestamp(self, value: Union[None, int]) -> None:
|
|
1789
|
-
self._inner_dict['metricCubeTimestamp'] = value
|
|
1774
|
+
@assertionMetric.setter
|
|
1775
|
+
def assertionMetric(self, value: Union[None, "AssertionMetricClass"]) -> None:
|
|
1776
|
+
self._inner_dict['assertionMetric'] = value
|
|
1790
1777
|
|
|
1791
1778
|
|
|
1792
1779
|
class AnomalySourceTypeClass(object):
|
|
@@ -1808,13 +1795,13 @@ class MonitorAnomalyEventClass(_Aspect):
|
|
|
1808
1795
|
|
|
1809
1796
|
def __init__(self,
|
|
1810
1797
|
timestampMillis: int,
|
|
1811
|
-
state: Union[str, "AnomalyReviewStateClass"],
|
|
1812
1798
|
source: "AnomalySourceClass",
|
|
1813
1799
|
created: "TimeStampClass",
|
|
1814
1800
|
lastUpdated: "TimeStampClass",
|
|
1815
1801
|
eventGranularity: Union[None, "TimeWindowSizeClass"]=None,
|
|
1816
1802
|
partitionSpec: Optional[Union["PartitionSpecClass", None]]=None,
|
|
1817
1803
|
messageId: Union[None, str]=None,
|
|
1804
|
+
state: Union[None, Union[str, "AnomalyReviewStateClass"]]=None,
|
|
1818
1805
|
):
|
|
1819
1806
|
super().__init__()
|
|
1820
1807
|
|
|
@@ -1836,7 +1823,7 @@ class MonitorAnomalyEventClass(_Aspect):
|
|
|
1836
1823
|
self.eventGranularity = self.RECORD_SCHEMA.fields_dict["eventGranularity"].default
|
|
1837
1824
|
self.partitionSpec = _json_converter.from_json_object(self.RECORD_SCHEMA.fields_dict["partitionSpec"].default, writers_schema=self.RECORD_SCHEMA.fields_dict["partitionSpec"].type)
|
|
1838
1825
|
self.messageId = self.RECORD_SCHEMA.fields_dict["messageId"].default
|
|
1839
|
-
self.state =
|
|
1826
|
+
self.state = self.RECORD_SCHEMA.fields_dict["state"].default
|
|
1840
1827
|
self.source = AnomalySourceClass._construct_with_defaults()
|
|
1841
1828
|
self.created = TimeStampClass._construct_with_defaults()
|
|
1842
1829
|
self.lastUpdated = TimeStampClass._construct_with_defaults()
|
|
@@ -1883,13 +1870,13 @@ class MonitorAnomalyEventClass(_Aspect):
|
|
|
1883
1870
|
|
|
1884
1871
|
|
|
1885
1872
|
@property
|
|
1886
|
-
def state(self) -> Union[str, "AnomalyReviewStateClass"]:
|
|
1873
|
+
def state(self) -> Union[None, Union[str, "AnomalyReviewStateClass"]]:
|
|
1887
1874
|
"""The review of the anomaly, based on human-provided feedback.
|
|
1888
1875
|
If this is not present, then the Anomaly has not yet been reviewed."""
|
|
1889
1876
|
return self._inner_dict.get('state') # type: ignore
|
|
1890
1877
|
|
|
1891
1878
|
@state.setter
|
|
1892
|
-
def state(self, value: Union[str, "AnomalyReviewStateClass"]) -> None:
|
|
1879
|
+
def state(self, value: Union[None, Union[str, "AnomalyReviewStateClass"]]) -> None:
|
|
1893
1880
|
self._inner_dict['state'] = value
|
|
1894
1881
|
|
|
1895
1882
|
|
|
@@ -2995,6 +2982,44 @@ class AssertionInfoClass(_Aspect):
|
|
|
2995
2982
|
self._inner_dict['description'] = value
|
|
2996
2983
|
|
|
2997
2984
|
|
|
2985
|
+
class AssertionMetricClass(DictWrapper):
|
|
2986
|
+
# No docs available.
|
|
2987
|
+
|
|
2988
|
+
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.assertion.AssertionMetric")
|
|
2989
|
+
def __init__(self,
|
|
2990
|
+
timestampMs: int,
|
|
2991
|
+
value: float,
|
|
2992
|
+
):
|
|
2993
|
+
super().__init__()
|
|
2994
|
+
|
|
2995
|
+
self.timestampMs = timestampMs
|
|
2996
|
+
self.value = value
|
|
2997
|
+
|
|
2998
|
+
def _restore_defaults(self) -> None:
|
|
2999
|
+
self.timestampMs = int()
|
|
3000
|
+
self.value = float()
|
|
3001
|
+
|
|
3002
|
+
|
|
3003
|
+
@property
|
|
3004
|
+
def timestampMs(self) -> int:
|
|
3005
|
+
"""The timestamp associated with the metric sampling time in milliseconds since epoch"""
|
|
3006
|
+
return self._inner_dict.get('timestampMs') # type: ignore
|
|
3007
|
+
|
|
3008
|
+
@timestampMs.setter
|
|
3009
|
+
def timestampMs(self, value: int) -> None:
|
|
3010
|
+
self._inner_dict['timestampMs'] = value
|
|
3011
|
+
|
|
3012
|
+
|
|
3013
|
+
@property
|
|
3014
|
+
def value(self) -> float:
|
|
3015
|
+
"""The value of the metric that was sampled"""
|
|
3016
|
+
return self._inner_dict.get('value') # type: ignore
|
|
3017
|
+
|
|
3018
|
+
@value.setter
|
|
3019
|
+
def value(self, value: float) -> None:
|
|
3020
|
+
self._inner_dict['value'] = value
|
|
3021
|
+
|
|
3022
|
+
|
|
2998
3023
|
class AssertionMonitorSensitivityClass(DictWrapper):
|
|
2999
3024
|
"""Assertion monitor sensitivity is a measure of how sensitive the assertion monitor is to the assertion condition."""
|
|
3000
3025
|
|
|
@@ -3037,6 +3062,7 @@ class AssertionResultClass(DictWrapper):
|
|
|
3037
3062
|
error: Union[None, "AssertionResultErrorClass"]=None,
|
|
3038
3063
|
parameters: Union[None, "AssertionEvaluationParametersClass"]=None,
|
|
3039
3064
|
assertionInferenceDetails: Union[None, "AssertionInferenceDetailsClass"]=None,
|
|
3065
|
+
metric: Union[None, "AssertionMetricClass"]=None,
|
|
3040
3066
|
):
|
|
3041
3067
|
super().__init__()
|
|
3042
3068
|
|
|
@@ -3052,6 +3078,7 @@ class AssertionResultClass(DictWrapper):
|
|
|
3052
3078
|
self.error = error
|
|
3053
3079
|
self.parameters = parameters
|
|
3054
3080
|
self.assertionInferenceDetails = assertionInferenceDetails
|
|
3081
|
+
self.metric = metric
|
|
3055
3082
|
|
|
3056
3083
|
def _restore_defaults(self) -> None:
|
|
3057
3084
|
self.assertion = self.RECORD_SCHEMA.fields_dict["assertion"].default
|
|
@@ -3066,6 +3093,7 @@ class AssertionResultClass(DictWrapper):
|
|
|
3066
3093
|
self.error = self.RECORD_SCHEMA.fields_dict["error"].default
|
|
3067
3094
|
self.parameters = self.RECORD_SCHEMA.fields_dict["parameters"].default
|
|
3068
3095
|
self.assertionInferenceDetails = self.RECORD_SCHEMA.fields_dict["assertionInferenceDetails"].default
|
|
3096
|
+
self.metric = self.RECORD_SCHEMA.fields_dict["metric"].default
|
|
3069
3097
|
|
|
3070
3098
|
|
|
3071
3099
|
@property
|
|
@@ -3196,6 +3224,19 @@ class AssertionResultClass(DictWrapper):
|
|
|
3196
3224
|
self._inner_dict['assertionInferenceDetails'] = value
|
|
3197
3225
|
|
|
3198
3226
|
|
|
3227
|
+
@property
|
|
3228
|
+
def metric(self) -> Union[None, "AssertionMetricClass"]:
|
|
3229
|
+
"""Information about the metric that was sampled & used when evaluating the assertion.
|
|
3230
|
+
|
|
3231
|
+
Currently, this is only populated for Volume & Field Metric Assertions and used for anomaly
|
|
3232
|
+
logging for Smart Assertions."""
|
|
3233
|
+
return self._inner_dict.get('metric') # type: ignore
|
|
3234
|
+
|
|
3235
|
+
@metric.setter
|
|
3236
|
+
def metric(self, value: Union[None, "AssertionMetricClass"]) -> None:
|
|
3237
|
+
self._inner_dict['metric'] = value
|
|
3238
|
+
|
|
3239
|
+
|
|
3199
3240
|
class AssertionResultErrorClass(DictWrapper):
|
|
3200
3241
|
""" An error encountered when evaluating an AssertionResult"""
|
|
3201
3242
|
|
|
@@ -21870,7 +21911,7 @@ class DataContractKeyClass(_Aspect):
|
|
|
21870
21911
|
|
|
21871
21912
|
|
|
21872
21913
|
ASPECT_NAME = 'dataContractKey'
|
|
21873
|
-
ASPECT_INFO = {'keyForEntity': 'dataContract', 'entityCategory': 'core', 'entityAspects': ['dataContractProperties', 'dataContractStatus', 'status']}
|
|
21914
|
+
ASPECT_INFO = {'keyForEntity': 'dataContract', 'entityCategory': 'core', 'entityAspects': ['dataContractProperties', 'dataContractStatus', 'status', 'structuredProperties']}
|
|
21874
21915
|
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DataContractKey")
|
|
21875
21916
|
|
|
21876
21917
|
def __init__(self,
|
|
@@ -22094,6 +22135,35 @@ class DataHubMetricCubeKeyClass(_Aspect):
|
|
|
22094
22135
|
self._inner_dict['id'] = value
|
|
22095
22136
|
|
|
22096
22137
|
|
|
22138
|
+
class DataHubOpenAPISchemaKeyClass(_Aspect):
|
|
22139
|
+
"""Key for a Query"""
|
|
22140
|
+
|
|
22141
|
+
|
|
22142
|
+
ASPECT_NAME = 'dataHubOpenAPISchemaKey'
|
|
22143
|
+
ASPECT_INFO = {'keyForEntity': 'dataHubOpenAPISchema', 'entityCategory': 'internal', 'entityAspects': ['systemMetadata'], 'entityDoc': 'Contains aspects which are used in OpenAPI requests/responses which are not otherwise present in the data model.'}
|
|
22144
|
+
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DataHubOpenAPISchemaKey")
|
|
22145
|
+
|
|
22146
|
+
def __init__(self,
|
|
22147
|
+
id: str,
|
|
22148
|
+
):
|
|
22149
|
+
super().__init__()
|
|
22150
|
+
|
|
22151
|
+
self.id = id
|
|
22152
|
+
|
|
22153
|
+
def _restore_defaults(self) -> None:
|
|
22154
|
+
self.id = str()
|
|
22155
|
+
|
|
22156
|
+
|
|
22157
|
+
@property
|
|
22158
|
+
def id(self) -> str:
|
|
22159
|
+
"""A unique id for the DataHub OpenAPI schema."""
|
|
22160
|
+
return self._inner_dict.get('id') # type: ignore
|
|
22161
|
+
|
|
22162
|
+
@id.setter
|
|
22163
|
+
def id(self, value: str) -> None:
|
|
22164
|
+
self._inner_dict['id'] = value
|
|
22165
|
+
|
|
22166
|
+
|
|
22097
22167
|
class DataHubPersonaKeyClass(_Aspect):
|
|
22098
22168
|
"""Key for a persona type"""
|
|
22099
22169
|
|
|
@@ -28041,15 +28111,18 @@ class AssertionMonitorClass(DictWrapper):
|
|
|
28041
28111
|
def __init__(self,
|
|
28042
28112
|
assertions: List["AssertionEvaluationSpecClass"],
|
|
28043
28113
|
settings: Union[None, "AssertionMonitorSettingsClass"]=None,
|
|
28114
|
+
bootstrapStatus: Union[None, "AssertionMonitorBootstrapStatusClass"]=None,
|
|
28044
28115
|
):
|
|
28045
28116
|
super().__init__()
|
|
28046
28117
|
|
|
28047
28118
|
self.assertions = assertions
|
|
28048
28119
|
self.settings = settings
|
|
28120
|
+
self.bootstrapStatus = bootstrapStatus
|
|
28049
28121
|
|
|
28050
28122
|
def _restore_defaults(self) -> None:
|
|
28051
28123
|
self.assertions = list()
|
|
28052
28124
|
self.settings = self.RECORD_SCHEMA.fields_dict["settings"].default
|
|
28125
|
+
self.bootstrapStatus = self.RECORD_SCHEMA.fields_dict["bootstrapStatus"].default
|
|
28053
28126
|
|
|
28054
28127
|
|
|
28055
28128
|
@property
|
|
@@ -28072,6 +28145,41 @@ class AssertionMonitorClass(DictWrapper):
|
|
|
28072
28145
|
self._inner_dict['settings'] = value
|
|
28073
28146
|
|
|
28074
28147
|
|
|
28148
|
+
@property
|
|
28149
|
+
def bootstrapStatus(self) -> Union[None, "AssertionMonitorBootstrapStatusClass"]:
|
|
28150
|
+
"""The status of the bootstrap actions performed on the assertion."""
|
|
28151
|
+
return self._inner_dict.get('bootstrapStatus') # type: ignore
|
|
28152
|
+
|
|
28153
|
+
@bootstrapStatus.setter
|
|
28154
|
+
def bootstrapStatus(self, value: Union[None, "AssertionMonitorBootstrapStatusClass"]) -> None:
|
|
28155
|
+
self._inner_dict['bootstrapStatus'] = value
|
|
28156
|
+
|
|
28157
|
+
|
|
28158
|
+
class AssertionMonitorBootstrapStatusClass(DictWrapper):
|
|
28159
|
+
# No docs available.
|
|
28160
|
+
|
|
28161
|
+
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.monitor.AssertionMonitorBootstrapStatus")
|
|
28162
|
+
def __init__(self,
|
|
28163
|
+
metricsCubeBootstrapStatus: Union[None, "AssertionMonitorMetricsCubeBootstrapStatusClass"]=None,
|
|
28164
|
+
):
|
|
28165
|
+
super().__init__()
|
|
28166
|
+
|
|
28167
|
+
self.metricsCubeBootstrapStatus = metricsCubeBootstrapStatus
|
|
28168
|
+
|
|
28169
|
+
def _restore_defaults(self) -> None:
|
|
28170
|
+
self.metricsCubeBootstrapStatus = self.RECORD_SCHEMA.fields_dict["metricsCubeBootstrapStatus"].default
|
|
28171
|
+
|
|
28172
|
+
|
|
28173
|
+
@property
|
|
28174
|
+
def metricsCubeBootstrapStatus(self) -> Union[None, "AssertionMonitorMetricsCubeBootstrapStatusClass"]:
|
|
28175
|
+
"""Whether the metrics cube for this monitor has been bootstrapped."""
|
|
28176
|
+
return self._inner_dict.get('metricsCubeBootstrapStatus') # type: ignore
|
|
28177
|
+
|
|
28178
|
+
@metricsCubeBootstrapStatus.setter
|
|
28179
|
+
def metricsCubeBootstrapStatus(self, value: Union[None, "AssertionMonitorMetricsCubeBootstrapStatusClass"]) -> None:
|
|
28180
|
+
self._inner_dict['metricsCubeBootstrapStatus'] = value
|
|
28181
|
+
|
|
28182
|
+
|
|
28075
28183
|
class AssertionMonitorCapabilityClass(object):
|
|
28076
28184
|
"""Individual toggle-able capability for an assertion monitor."""
|
|
28077
28185
|
|
|
@@ -28090,6 +28198,59 @@ class AssertionMonitorCapabilityClass(object):
|
|
|
28090
28198
|
|
|
28091
28199
|
|
|
28092
28200
|
|
|
28201
|
+
class AssertionMonitorMetricsCubeBootstrapStateClass(object):
|
|
28202
|
+
# No docs available.
|
|
28203
|
+
|
|
28204
|
+
PENDING = "PENDING"
|
|
28205
|
+
"""The metrics cube for this monitor has not been bootstrapped."""
|
|
28206
|
+
|
|
28207
|
+
FAILED = "FAILED"
|
|
28208
|
+
"""The metrics cube for this monitor has failed to bootstrap."""
|
|
28209
|
+
|
|
28210
|
+
COMPLETED = "COMPLETED"
|
|
28211
|
+
"""The metrics cube for this monitor has been bootstrapped."""
|
|
28212
|
+
|
|
28213
|
+
|
|
28214
|
+
|
|
28215
|
+
class AssertionMonitorMetricsCubeBootstrapStatusClass(DictWrapper):
|
|
28216
|
+
# No docs available.
|
|
28217
|
+
|
|
28218
|
+
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.monitor.AssertionMonitorMetricsCubeBootstrapStatus")
|
|
28219
|
+
def __init__(self,
|
|
28220
|
+
state: Union[str, "AssertionMonitorMetricsCubeBootstrapStateClass"],
|
|
28221
|
+
message: Union[None, str]=None,
|
|
28222
|
+
):
|
|
28223
|
+
super().__init__()
|
|
28224
|
+
|
|
28225
|
+
self.state = state
|
|
28226
|
+
self.message = message
|
|
28227
|
+
|
|
28228
|
+
def _restore_defaults(self) -> None:
|
|
28229
|
+
self.state = AssertionMonitorMetricsCubeBootstrapStateClass.PENDING
|
|
28230
|
+
self.message = self.RECORD_SCHEMA.fields_dict["message"].default
|
|
28231
|
+
|
|
28232
|
+
|
|
28233
|
+
@property
|
|
28234
|
+
def state(self) -> Union[str, "AssertionMonitorMetricsCubeBootstrapStateClass"]:
|
|
28235
|
+
"""Whether the metrics cube for this monitor has been bootstrapped."""
|
|
28236
|
+
return self._inner_dict.get('state') # type: ignore
|
|
28237
|
+
|
|
28238
|
+
@state.setter
|
|
28239
|
+
def state(self, value: Union[str, "AssertionMonitorMetricsCubeBootstrapStateClass"]) -> None:
|
|
28240
|
+
self._inner_dict['state'] = value
|
|
28241
|
+
|
|
28242
|
+
|
|
28243
|
+
@property
|
|
28244
|
+
def message(self) -> Union[None, str]:
|
|
28245
|
+
"""The message associated with the bootstrap status.
|
|
28246
|
+
I.e., an error message if the bootstrap failed."""
|
|
28247
|
+
return self._inner_dict.get('message') # type: ignore
|
|
28248
|
+
|
|
28249
|
+
@message.setter
|
|
28250
|
+
def message(self, value: Union[None, str]) -> None:
|
|
28251
|
+
self._inner_dict['message'] = value
|
|
28252
|
+
|
|
28253
|
+
|
|
28093
28254
|
class AssertionMonitorSettingsClass(DictWrapper):
|
|
28094
28255
|
"""General purpose settings for the assertion monitor."""
|
|
28095
28256
|
|
|
@@ -29606,10 +29767,14 @@ class PlatformEventHeaderClass(DictWrapper):
|
|
|
29606
29767
|
self._inner_dict['timestampMillis'] = value
|
|
29607
29768
|
|
|
29608
29769
|
|
|
29609
|
-
class SystemMetadataClass(
|
|
29770
|
+
class SystemMetadataClass(_Aspect):
|
|
29610
29771
|
"""Metadata associated with each metadata change that is processed by the system"""
|
|
29611
|
-
|
|
29772
|
+
|
|
29773
|
+
|
|
29774
|
+
ASPECT_NAME = 'systemMetadata'
|
|
29775
|
+
ASPECT_INFO = {}
|
|
29612
29776
|
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.mxe.SystemMetadata")
|
|
29777
|
+
|
|
29613
29778
|
def __init__(self,
|
|
29614
29779
|
lastObserved: Optional[Union[int, None]]=None,
|
|
29615
29780
|
runId: Optional[Union[str, None]]=None,
|
|
@@ -31228,6 +31393,9 @@ class QueryLanguageClass(object):
|
|
|
31228
31393
|
SQL = "SQL"
|
|
31229
31394
|
"""A SQL Query"""
|
|
31230
31395
|
|
|
31396
|
+
UNKNOWN = "UNKNOWN"
|
|
31397
|
+
"""Unknown query language"""
|
|
31398
|
+
|
|
31231
31399
|
|
|
31232
31400
|
|
|
31233
31401
|
class QueryPropertiesClass(_Aspect):
|
|
@@ -37007,6 +37175,7 @@ __SCHEMA_TYPES = {
|
|
|
37007
37175
|
'com.linkedin.pegasus2avro.assertion.AssertionExclusionWindowType': AssertionExclusionWindowTypeClass,
|
|
37008
37176
|
'com.linkedin.pegasus2avro.assertion.AssertionInferenceDetails': AssertionInferenceDetailsClass,
|
|
37009
37177
|
'com.linkedin.pegasus2avro.assertion.AssertionInfo': AssertionInfoClass,
|
|
37178
|
+
'com.linkedin.pegasus2avro.assertion.AssertionMetric': AssertionMetricClass,
|
|
37010
37179
|
'com.linkedin.pegasus2avro.assertion.AssertionMonitorSensitivity': AssertionMonitorSensitivityClass,
|
|
37011
37180
|
'com.linkedin.pegasus2avro.assertion.AssertionResult': AssertionResultClass,
|
|
37012
37181
|
'com.linkedin.pegasus2avro.assertion.AssertionResultError': AssertionResultErrorClass,
|
|
@@ -37350,6 +37519,7 @@ __SCHEMA_TYPES = {
|
|
|
37350
37519
|
'com.linkedin.pegasus2avro.metadata.key.DataHubConnectionKey': DataHubConnectionKeyClass,
|
|
37351
37520
|
'com.linkedin.pegasus2avro.metadata.key.DataHubIngestionSourceKey': DataHubIngestionSourceKeyClass,
|
|
37352
37521
|
'com.linkedin.pegasus2avro.metadata.key.DataHubMetricCubeKey': DataHubMetricCubeKeyClass,
|
|
37522
|
+
'com.linkedin.pegasus2avro.metadata.key.DataHubOpenAPISchemaKey': DataHubOpenAPISchemaKeyClass,
|
|
37353
37523
|
'com.linkedin.pegasus2avro.metadata.key.DataHubPersonaKey': DataHubPersonaKeyClass,
|
|
37354
37524
|
'com.linkedin.pegasus2avro.metadata.key.DataHubPolicyKey': DataHubPolicyKeyClass,
|
|
37355
37525
|
'com.linkedin.pegasus2avro.metadata.key.DataHubRetentionKey': DataHubRetentionKeyClass,
|
|
@@ -37479,7 +37649,10 @@ __SCHEMA_TYPES = {
|
|
|
37479
37649
|
'com.linkedin.pegasus2avro.monitor.AssertionEvaluationParametersType': AssertionEvaluationParametersTypeClass,
|
|
37480
37650
|
'com.linkedin.pegasus2avro.monitor.AssertionEvaluationSpec': AssertionEvaluationSpecClass,
|
|
37481
37651
|
'com.linkedin.pegasus2avro.monitor.AssertionMonitor': AssertionMonitorClass,
|
|
37652
|
+
'com.linkedin.pegasus2avro.monitor.AssertionMonitorBootstrapStatus': AssertionMonitorBootstrapStatusClass,
|
|
37482
37653
|
'com.linkedin.pegasus2avro.monitor.AssertionMonitorCapability': AssertionMonitorCapabilityClass,
|
|
37654
|
+
'com.linkedin.pegasus2avro.monitor.AssertionMonitorMetricsCubeBootstrapState': AssertionMonitorMetricsCubeBootstrapStateClass,
|
|
37655
|
+
'com.linkedin.pegasus2avro.monitor.AssertionMonitorMetricsCubeBootstrapStatus': AssertionMonitorMetricsCubeBootstrapStatusClass,
|
|
37483
37656
|
'com.linkedin.pegasus2avro.monitor.AssertionMonitorSettings': AssertionMonitorSettingsClass,
|
|
37484
37657
|
'com.linkedin.pegasus2avro.monitor.AuditLogSpec': AuditLogSpecClass,
|
|
37485
37658
|
'com.linkedin.pegasus2avro.monitor.DataHubOperationSpec': DataHubOperationSpecClass,
|
|
@@ -37708,6 +37881,7 @@ __SCHEMA_TYPES = {
|
|
|
37708
37881
|
'AssertionExclusionWindowType': AssertionExclusionWindowTypeClass,
|
|
37709
37882
|
'AssertionInferenceDetails': AssertionInferenceDetailsClass,
|
|
37710
37883
|
'AssertionInfo': AssertionInfoClass,
|
|
37884
|
+
'AssertionMetric': AssertionMetricClass,
|
|
37711
37885
|
'AssertionMonitorSensitivity': AssertionMonitorSensitivityClass,
|
|
37712
37886
|
'AssertionResult': AssertionResultClass,
|
|
37713
37887
|
'AssertionResultError': AssertionResultErrorClass,
|
|
@@ -38051,6 +38225,7 @@ __SCHEMA_TYPES = {
|
|
|
38051
38225
|
'DataHubConnectionKey': DataHubConnectionKeyClass,
|
|
38052
38226
|
'DataHubIngestionSourceKey': DataHubIngestionSourceKeyClass,
|
|
38053
38227
|
'DataHubMetricCubeKey': DataHubMetricCubeKeyClass,
|
|
38228
|
+
'DataHubOpenAPISchemaKey': DataHubOpenAPISchemaKeyClass,
|
|
38054
38229
|
'DataHubPersonaKey': DataHubPersonaKeyClass,
|
|
38055
38230
|
'DataHubPolicyKey': DataHubPolicyKeyClass,
|
|
38056
38231
|
'DataHubRetentionKey': DataHubRetentionKeyClass,
|
|
@@ -38180,7 +38355,10 @@ __SCHEMA_TYPES = {
|
|
|
38180
38355
|
'AssertionEvaluationParametersType': AssertionEvaluationParametersTypeClass,
|
|
38181
38356
|
'AssertionEvaluationSpec': AssertionEvaluationSpecClass,
|
|
38182
38357
|
'AssertionMonitor': AssertionMonitorClass,
|
|
38358
|
+
'AssertionMonitorBootstrapStatus': AssertionMonitorBootstrapStatusClass,
|
|
38183
38359
|
'AssertionMonitorCapability': AssertionMonitorCapabilityClass,
|
|
38360
|
+
'AssertionMonitorMetricsCubeBootstrapState': AssertionMonitorMetricsCubeBootstrapStateClass,
|
|
38361
|
+
'AssertionMonitorMetricsCubeBootstrapStatus': AssertionMonitorMetricsCubeBootstrapStatusClass,
|
|
38184
38362
|
'AssertionMonitorSettings': AssertionMonitorSettingsClass,
|
|
38185
38363
|
'AuditLogSpec': AuditLogSpecClass,
|
|
38186
38364
|
'DataHubOperationSpec': DataHubOperationSpecClass,
|
|
@@ -38486,6 +38664,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
|
|
|
38486
38664
|
BusinessAttributeInfoClass,
|
|
38487
38665
|
BusinessAttributeKeyClass,
|
|
38488
38666
|
BusinessAttributesClass,
|
|
38667
|
+
SystemMetadataClass,
|
|
38489
38668
|
StructuredPropertiesClass,
|
|
38490
38669
|
StructuredPropertySettingsClass,
|
|
38491
38670
|
StructuredPropertyKeyClass,
|
|
@@ -38630,6 +38809,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
|
|
|
38630
38809
|
DataHubPolicyKeyClass,
|
|
38631
38810
|
TestKeyClass,
|
|
38632
38811
|
FormKeyClass,
|
|
38812
|
+
DataHubOpenAPISchemaKeyClass,
|
|
38633
38813
|
CorpUserKeyClass,
|
|
38634
38814
|
DataPlatformKeyClass,
|
|
38635
38815
|
LineageFeaturesClass,
|
|
@@ -38765,6 +38945,7 @@ class AspectBag(TypedDict, total=False):
|
|
|
38765
38945
|
businessAttributeInfo: BusinessAttributeInfoClass
|
|
38766
38946
|
businessAttributeKey: BusinessAttributeKeyClass
|
|
38767
38947
|
businessAttributes: BusinessAttributesClass
|
|
38948
|
+
systemMetadata: SystemMetadataClass
|
|
38768
38949
|
structuredProperties: StructuredPropertiesClass
|
|
38769
38950
|
structuredPropertySettings: StructuredPropertySettingsClass
|
|
38770
38951
|
structuredPropertyKey: StructuredPropertyKeyClass
|
|
@@ -38909,6 +39090,7 @@ class AspectBag(TypedDict, total=False):
|
|
|
38909
39090
|
dataHubPolicyKey: DataHubPolicyKeyClass
|
|
38910
39091
|
testKey: TestKeyClass
|
|
38911
39092
|
formKey: FormKeyClass
|
|
39093
|
+
dataHubOpenAPISchemaKey: DataHubOpenAPISchemaKeyClass
|
|
38912
39094
|
corpUserKey: CorpUserKeyClass
|
|
38913
39095
|
dataPlatformKey: DataPlatformKeyClass
|
|
38914
39096
|
lineageFeatures: LineageFeaturesClass
|
|
@@ -38987,6 +39169,7 @@ KEY_ASPECTS: Dict[str, Type[_Aspect]] = {
|
|
|
38987
39169
|
'dataHubPolicy': DataHubPolicyKeyClass,
|
|
38988
39170
|
'test': TestKeyClass,
|
|
38989
39171
|
'form': FormKeyClass,
|
|
39172
|
+
'dataHubOpenAPISchema': DataHubOpenAPISchemaKeyClass,
|
|
38990
39173
|
'corpuser': CorpUserKeyClass,
|
|
38991
39174
|
'dataPlatform': DataPlatformKeyClass
|
|
38992
39175
|
}
|
|
@@ -39058,6 +39241,7 @@ ENTITY_TYPE_NAMES: List[str] = [
|
|
|
39058
39241
|
'dataHubPolicy',
|
|
39059
39242
|
'test',
|
|
39060
39243
|
'form',
|
|
39244
|
+
'dataHubOpenAPISchema',
|
|
39061
39245
|
'corpuser',
|
|
39062
39246
|
'dataPlatform'
|
|
39063
39247
|
]
|
|
@@ -39128,6 +39312,7 @@ EntityTypeName = Literal[
|
|
|
39128
39312
|
'dataHubPolicy',
|
|
39129
39313
|
'test',
|
|
39130
39314
|
'form',
|
|
39315
|
+
'dataHubOpenAPISchema',
|
|
39131
39316
|
'corpuser',
|
|
39132
39317
|
'dataPlatform'
|
|
39133
39318
|
]
|
|
@@ -3553,6 +3553,31 @@
|
|
|
3553
3553
|
"name": "assertionInferenceDetails",
|
|
3554
3554
|
"default": null,
|
|
3555
3555
|
"doc": "The optional AssertionInferenceDetails which contains the settings used for the inferred assertion.\nThis field is used to store the settings used for the smart assertion.\nIt is optional and may not always be present in the AssertionRunEvent record.\nWhen present, it provides additional context about the settings used for the smart assertion."
|
|
3556
|
+
},
|
|
3557
|
+
{
|
|
3558
|
+
"type": [
|
|
3559
|
+
"null",
|
|
3560
|
+
{
|
|
3561
|
+
"type": "record",
|
|
3562
|
+
"name": "AssertionMetric",
|
|
3563
|
+
"namespace": "com.linkedin.pegasus2avro.assertion",
|
|
3564
|
+
"fields": [
|
|
3565
|
+
{
|
|
3566
|
+
"type": "long",
|
|
3567
|
+
"name": "timestampMs",
|
|
3568
|
+
"doc": "The timestamp associated with the metric sampling time in milliseconds since epoch"
|
|
3569
|
+
},
|
|
3570
|
+
{
|
|
3571
|
+
"type": "float",
|
|
3572
|
+
"name": "value",
|
|
3573
|
+
"doc": "The value of the metric that was sampled"
|
|
3574
|
+
}
|
|
3575
|
+
]
|
|
3576
|
+
}
|
|
3577
|
+
],
|
|
3578
|
+
"name": "metric",
|
|
3579
|
+
"default": null,
|
|
3580
|
+
"doc": "Information about the metric that was sampled & used when evaluating the assertion.\n\nCurrently, this is only populated for Volume & Field Metric Assertions and used for anomaly\nlogging for Smart Assertions."
|
|
3556
3581
|
}
|
|
3557
3582
|
],
|
|
3558
3583
|
"doc": "The result of running an assertion"
|
|
@@ -3412,6 +3412,31 @@
|
|
|
3412
3412
|
"name": "assertionInferenceDetails",
|
|
3413
3413
|
"default": null,
|
|
3414
3414
|
"doc": "The optional AssertionInferenceDetails which contains the settings used for the inferred assertion.\nThis field is used to store the settings used for the smart assertion.\nIt is optional and may not always be present in the AssertionRunEvent record.\nWhen present, it provides additional context about the settings used for the smart assertion."
|
|
3415
|
+
},
|
|
3416
|
+
{
|
|
3417
|
+
"type": [
|
|
3418
|
+
"null",
|
|
3419
|
+
{
|
|
3420
|
+
"type": "record",
|
|
3421
|
+
"name": "AssertionMetric",
|
|
3422
|
+
"namespace": "com.linkedin.pegasus2avro.assertion",
|
|
3423
|
+
"fields": [
|
|
3424
|
+
{
|
|
3425
|
+
"type": "long",
|
|
3426
|
+
"name": "timestampMs",
|
|
3427
|
+
"doc": "The timestamp associated with the metric sampling time in milliseconds since epoch"
|
|
3428
|
+
},
|
|
3429
|
+
{
|
|
3430
|
+
"type": "float",
|
|
3431
|
+
"name": "value",
|
|
3432
|
+
"doc": "The value of the metric that was sampled"
|
|
3433
|
+
}
|
|
3434
|
+
]
|
|
3435
|
+
}
|
|
3436
|
+
],
|
|
3437
|
+
"name": "metric",
|
|
3438
|
+
"default": null,
|
|
3439
|
+
"doc": "Information about the metric that was sampled & used when evaluating the assertion.\n\nCurrently, this is only populated for Volume & Field Metric Assertions and used for anomaly\nlogging for Smart Assertions."
|
|
3415
3440
|
}
|
|
3416
3441
|
],
|
|
3417
3442
|
"doc": "The result of running an assertion"
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "dataHubOpenAPISchemaKey",
|
|
5
|
+
"keyForEntity": "dataHubOpenAPISchema",
|
|
6
|
+
"entityCategory": "internal",
|
|
7
|
+
"entityAspects": [
|
|
8
|
+
"systemMetadata"
|
|
9
|
+
],
|
|
10
|
+
"entityDoc": "Contains aspects which are used in OpenAPI requests/responses which are not otherwise present in the data model."
|
|
11
|
+
},
|
|
12
|
+
"name": "DataHubOpenAPISchemaKey",
|
|
13
|
+
"namespace": "com.linkedin.pegasus2avro.metadata.key",
|
|
14
|
+
"fields": [
|
|
15
|
+
{
|
|
16
|
+
"type": "string",
|
|
17
|
+
"name": "id",
|
|
18
|
+
"doc": "A unique id for the DataHub OpenAPI schema."
|
|
19
|
+
}
|
|
20
|
+
],
|
|
21
|
+
"doc": "Key for a Query"
|
|
22
|
+
}
|
|
@@ -31,12 +31,14 @@
|
|
|
31
31
|
"type": {
|
|
32
32
|
"type": "enum",
|
|
33
33
|
"symbolDocs": {
|
|
34
|
-
"SQL": "A SQL Query"
|
|
34
|
+
"SQL": "A SQL Query",
|
|
35
|
+
"UNKNOWN": "Unknown query language"
|
|
35
36
|
},
|
|
36
37
|
"name": "QueryLanguage",
|
|
37
38
|
"namespace": "com.linkedin.pegasus2avro.query",
|
|
38
39
|
"symbols": [
|
|
39
|
-
"SQL"
|
|
40
|
+
"SQL",
|
|
41
|
+
"UNKNOWN"
|
|
40
42
|
]
|
|
41
43
|
},
|
|
42
44
|
"name": "language",
|
|
@@ -7654,6 +7654,9 @@
|
|
|
7654
7654
|
"doc": "Version of the MLModelDeployment"
|
|
7655
7655
|
},
|
|
7656
7656
|
{
|
|
7657
|
+
"Searchable": {
|
|
7658
|
+
"fieldName": "deploymentStatus"
|
|
7659
|
+
},
|
|
7657
7660
|
"type": [
|
|
7658
7661
|
"null",
|
|
7659
7662
|
{
|
|
@@ -9015,6 +9018,9 @@
|
|
|
9015
9018
|
"null",
|
|
9016
9019
|
{
|
|
9017
9020
|
"type": "record",
|
|
9021
|
+
"Aspect": {
|
|
9022
|
+
"name": "systemMetadata"
|
|
9023
|
+
},
|
|
9018
9024
|
"name": "SystemMetadata",
|
|
9019
9025
|
"namespace": "com.linkedin.pegasus2avro.mxe",
|
|
9020
9026
|
"fields": [
|