acryl-datahub-cloud 0.3.7.9rc1__py3-none-any.whl → 0.3.8rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub-cloud might be problematic. Click here for more details.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/acryl_cs_issues/source.py +0 -1
- acryl_datahub_cloud/api/__init__.py +1 -0
- acryl_datahub_cloud/api/client.py +6 -0
- acryl_datahub_cloud/api/entity_versioning.py +167 -0
- acryl_datahub_cloud/datahub_metadata_sharing/__init__.py +0 -0
- acryl_datahub_cloud/datahub_metadata_sharing/metadata_sharing_source.py +262 -0
- acryl_datahub_cloud/datahub_metadata_sharing/query.py +7 -0
- acryl_datahub_cloud/datahub_reporting/datahub_dataset.py +0 -2
- acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py +0 -1
- acryl_datahub_cloud/datahub_reporting/extract_graph.py +0 -1
- acryl_datahub_cloud/datahub_reporting/extract_sql.py +0 -1
- acryl_datahub_cloud/lineage_features/source.py +22 -5
- acryl_datahub_cloud/metadata/_urns/urn_defs.py +1559 -1460
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/common/__init__.py +6 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/executor/__init__.py +15 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +4 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/versionset/__init__.py +17 -0
- acryl_datahub_cloud/metadata/schema.avsc +22744 -22341
- acryl_datahub_cloud/metadata/schema_classes.py +1058 -461
- acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/AssertionInferenceDetails.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceInfo.avsc +6 -0
- acryl_datahub_cloud/metadata/schemas/DataHubViewInfo.avsc +2 -0
- acryl_datahub_cloud/metadata/schemas/DataJobKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/DataTransformLogic.avsc +63 -0
- acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/Deprecation.avsc +12 -0
- acryl_datahub_cloud/metadata/schemas/DynamicFormAssignment.avsc +2 -0
- acryl_datahub_cloud/metadata/schemas/EntityTypeKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/ExecutionRequestInput.avsc +9 -0
- acryl_datahub_cloud/metadata/schemas/ExecutionRequestResult.avsc +14 -0
- acryl_datahub_cloud/metadata/schemas/Filter.avsc +2 -0
- acryl_datahub_cloud/metadata/schemas/MLFeatureProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MLModelDeploymentProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/MLModelProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +20 -0
- acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +10 -1
- acryl_datahub_cloud/metadata/schemas/PostInfo.avsc +23 -0
- acryl_datahub_cloud/metadata/schemas/RecommendationModule.avsc +2 -0
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorKey.avsc +21 -0
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorStatus.avsc +80 -0
- acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/VersionProperties.avsc +216 -0
- acryl_datahub_cloud/metadata/schemas/VersionSetKey.avsc +26 -0
- acryl_datahub_cloud/metadata/schemas/VersionSetProperties.avsc +49 -0
- acryl_datahub_cloud/metadata/schemas/__init__.py +3 -3
- {acryl_datahub_cloud-0.3.7.9rc1.dist-info → acryl_datahub_cloud-0.3.8rc1.dist-info}/METADATA +35 -34
- {acryl_datahub_cloud-0.3.7.9rc1.dist-info → acryl_datahub_cloud-0.3.8rc1.dist-info}/RECORD +58 -44
- {acryl_datahub_cloud-0.3.7.9rc1.dist-info → acryl_datahub_cloud-0.3.8rc1.dist-info}/WHEEL +1 -1
- {acryl_datahub_cloud-0.3.7.9rc1.dist-info → acryl_datahub_cloud-0.3.8rc1.dist-info}/entry_points.txt +1 -0
- {acryl_datahub_cloud-0.3.7.9rc1.dist-info → acryl_datahub_cloud-0.3.8rc1.dist-info}/top_level.txt +0 -0
|
@@ -2745,7 +2745,7 @@
|
|
|
2745
2745
|
"doc": "The adjustment algorithm to use when determining the threshold for an assertion."
|
|
2746
2746
|
},
|
|
2747
2747
|
"name": "algorithm",
|
|
2748
|
-
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
|
|
2748
|
+
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
|
|
2749
2749
|
},
|
|
2750
2750
|
{
|
|
2751
2751
|
"type": "string",
|
|
@@ -73,7 +73,7 @@
|
|
|
73
73
|
"doc": "The adjustment algorithm to use when determining the threshold for an assertion."
|
|
74
74
|
},
|
|
75
75
|
"name": "algorithm",
|
|
76
|
-
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
|
|
76
|
+
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
|
|
77
77
|
},
|
|
78
78
|
{
|
|
79
79
|
"type": "string",
|
|
@@ -2513,7 +2513,7 @@
|
|
|
2513
2513
|
"doc": "The adjustment algorithm to use when determining the threshold for an assertion."
|
|
2514
2514
|
},
|
|
2515
2515
|
"name": "algorithm",
|
|
2516
|
-
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
|
|
2516
|
+
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
|
|
2517
2517
|
},
|
|
2518
2518
|
{
|
|
2519
2519
|
"type": "string",
|
|
@@ -2604,7 +2604,7 @@
|
|
|
2604
2604
|
"doc": "The adjustment algorithm to use when determining the threshold for an assertion."
|
|
2605
2605
|
},
|
|
2606
2606
|
"name": "algorithm",
|
|
2607
|
-
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
|
|
2607
|
+
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
|
|
2608
2608
|
},
|
|
2609
2609
|
{
|
|
2610
2610
|
"type": "string",
|
|
@@ -15,6 +15,9 @@
|
|
|
15
15
|
"doc": "The display name of the ingestion source"
|
|
16
16
|
},
|
|
17
17
|
{
|
|
18
|
+
"Searchable": {
|
|
19
|
+
"fieldType": "TEXT_PARTIAL"
|
|
20
|
+
},
|
|
18
21
|
"type": "string",
|
|
19
22
|
"name": "type",
|
|
20
23
|
"doc": "The type of the source itself, e.g. mysql, bigquery, bigquery-usage. Should match the recipe."
|
|
@@ -79,6 +82,9 @@
|
|
|
79
82
|
"doc": "The PyPI version of the datahub CLI to use when executing a recipe"
|
|
80
83
|
},
|
|
81
84
|
{
|
|
85
|
+
"Searchable": {
|
|
86
|
+
"fieldName": "sourceExecutorId"
|
|
87
|
+
},
|
|
82
88
|
"type": [
|
|
83
89
|
"null",
|
|
84
90
|
"string"
|
|
@@ -103,6 +103,7 @@
|
|
|
103
103
|
"type": "enum",
|
|
104
104
|
"symbolDocs": {
|
|
105
105
|
"ANCESTORS_INCL": "Represent the relation: URN field matches any nested parent in addition to the given URN",
|
|
106
|
+
"BETWEEN": "Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound.",
|
|
106
107
|
"CONTAIN": "Represent the relation: String field contains value, e.g. name contains Profile",
|
|
107
108
|
"DESCENDANTS_INCL": "Represent the relation: URN field any nested children in addition to the given URN",
|
|
108
109
|
"END_WITH": "Represent the relation: String field ends with value, e.g. name ends with Event",
|
|
@@ -132,6 +133,7 @@
|
|
|
132
133
|
"IN",
|
|
133
134
|
"LESS_THAN",
|
|
134
135
|
"LESS_THAN_OR_EQUAL_TO",
|
|
136
|
+
"BETWEEN",
|
|
135
137
|
"START_WITH",
|
|
136
138
|
"DESCENDANTS_INCL",
|
|
137
139
|
"ANCESTORS_INCL",
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "dataTransformLogic"
|
|
5
|
+
},
|
|
6
|
+
"name": "DataTransformLogic",
|
|
7
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
8
|
+
"fields": [
|
|
9
|
+
{
|
|
10
|
+
"type": {
|
|
11
|
+
"type": "array",
|
|
12
|
+
"items": {
|
|
13
|
+
"type": "record",
|
|
14
|
+
"name": "DataTransform",
|
|
15
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
16
|
+
"fields": [
|
|
17
|
+
{
|
|
18
|
+
"type": [
|
|
19
|
+
"null",
|
|
20
|
+
{
|
|
21
|
+
"type": "record",
|
|
22
|
+
"name": "QueryStatement",
|
|
23
|
+
"namespace": "com.linkedin.pegasus2avro.query",
|
|
24
|
+
"fields": [
|
|
25
|
+
{
|
|
26
|
+
"type": "string",
|
|
27
|
+
"name": "value",
|
|
28
|
+
"doc": "The query text"
|
|
29
|
+
},
|
|
30
|
+
{
|
|
31
|
+
"type": {
|
|
32
|
+
"type": "enum",
|
|
33
|
+
"symbolDocs": {
|
|
34
|
+
"SQL": "A SQL Query"
|
|
35
|
+
},
|
|
36
|
+
"name": "QueryLanguage",
|
|
37
|
+
"namespace": "com.linkedin.pegasus2avro.query",
|
|
38
|
+
"symbols": [
|
|
39
|
+
"SQL"
|
|
40
|
+
]
|
|
41
|
+
},
|
|
42
|
+
"name": "language",
|
|
43
|
+
"default": "SQL",
|
|
44
|
+
"doc": "The language of the Query, e.g. SQL."
|
|
45
|
+
}
|
|
46
|
+
],
|
|
47
|
+
"doc": "A query statement against one or more data assets."
|
|
48
|
+
}
|
|
49
|
+
],
|
|
50
|
+
"name": "queryStatement",
|
|
51
|
+
"default": null,
|
|
52
|
+
"doc": "The data transform may be defined by a query statement"
|
|
53
|
+
}
|
|
54
|
+
],
|
|
55
|
+
"doc": "Information about a transformation. It may be a query,"
|
|
56
|
+
}
|
|
57
|
+
},
|
|
58
|
+
"name": "transforms",
|
|
59
|
+
"doc": "List of transformations applied"
|
|
60
|
+
}
|
|
61
|
+
],
|
|
62
|
+
"doc": "Information about a Query against one or more data assets (e.g. Tables or Views)."
|
|
63
|
+
}
|
|
@@ -50,7 +50,8 @@
|
|
|
50
50
|
"share",
|
|
51
51
|
"origin",
|
|
52
52
|
"documentation",
|
|
53
|
-
"entityInferenceMetadata"
|
|
53
|
+
"entityInferenceMetadata",
|
|
54
|
+
"versionProperties"
|
|
54
55
|
],
|
|
55
56
|
"entityDoc": "Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets."
|
|
56
57
|
},
|
|
@@ -39,6 +39,18 @@
|
|
|
39
39
|
"name": "actor",
|
|
40
40
|
"doc": "The user URN which will be credited for modifying this deprecation content.",
|
|
41
41
|
"Urn": "Urn"
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
"java": {
|
|
45
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
46
|
+
},
|
|
47
|
+
"type": [
|
|
48
|
+
"null",
|
|
49
|
+
"string"
|
|
50
|
+
],
|
|
51
|
+
"name": "replacement",
|
|
52
|
+
"default": null,
|
|
53
|
+
"Urn": "Urn"
|
|
42
54
|
}
|
|
43
55
|
],
|
|
44
56
|
"doc": "Deprecation status of an entity"
|
|
@@ -54,6 +54,7 @@
|
|
|
54
54
|
"type": "enum",
|
|
55
55
|
"symbolDocs": {
|
|
56
56
|
"ANCESTORS_INCL": "Represent the relation: URN field matches any nested parent in addition to the given URN",
|
|
57
|
+
"BETWEEN": "Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound.",
|
|
57
58
|
"CONTAIN": "Represent the relation: String field contains value, e.g. name contains Profile",
|
|
58
59
|
"DESCENDANTS_INCL": "Represent the relation: URN field any nested children in addition to the given URN",
|
|
59
60
|
"END_WITH": "Represent the relation: String field ends with value, e.g. name ends with Event",
|
|
@@ -83,6 +84,7 @@
|
|
|
83
84
|
"IN",
|
|
84
85
|
"LESS_THAN",
|
|
85
86
|
"LESS_THAN_OR_EQUAL_TO",
|
|
87
|
+
"BETWEEN",
|
|
86
88
|
"START_WITH",
|
|
87
89
|
"DESCENDANTS_INCL",
|
|
88
90
|
"ANCESTORS_INCL",
|
|
@@ -119,6 +119,15 @@
|
|
|
119
119
|
"default": null,
|
|
120
120
|
"doc": "Urn of the actor who created this execution request.",
|
|
121
121
|
"Urn": "Urn"
|
|
122
|
+
},
|
|
123
|
+
{
|
|
124
|
+
"type": [
|
|
125
|
+
"null",
|
|
126
|
+
"long"
|
|
127
|
+
],
|
|
128
|
+
"name": "attempts",
|
|
129
|
+
"default": null,
|
|
130
|
+
"doc": "Field tracking number of previously unsuccessful attempts for the given execution request"
|
|
122
131
|
}
|
|
123
132
|
],
|
|
124
133
|
"doc": "An request to execution some remote logic or action.\nTODO: Determine who is responsible for emitting execution request success or failure. Executor?"
|
|
@@ -15,6 +15,20 @@
|
|
|
15
15
|
"name": "status",
|
|
16
16
|
"doc": "The status of the execution request"
|
|
17
17
|
},
|
|
18
|
+
{
|
|
19
|
+
"Searchable": {
|
|
20
|
+
"fieldName": "executorInstanceId",
|
|
21
|
+
"fieldType": "KEYWORD",
|
|
22
|
+
"queryByDefault": false
|
|
23
|
+
},
|
|
24
|
+
"type": [
|
|
25
|
+
"null",
|
|
26
|
+
"string"
|
|
27
|
+
],
|
|
28
|
+
"name": "executorInstanceId",
|
|
29
|
+
"default": null,
|
|
30
|
+
"doc": "Identity of the executor instance handling the request"
|
|
31
|
+
},
|
|
18
32
|
{
|
|
19
33
|
"type": [
|
|
20
34
|
"null",
|
|
@@ -45,6 +45,7 @@
|
|
|
45
45
|
"type": "enum",
|
|
46
46
|
"symbolDocs": {
|
|
47
47
|
"ANCESTORS_INCL": "Represent the relation: URN field matches any nested parent in addition to the given URN",
|
|
48
|
+
"BETWEEN": "Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound.",
|
|
48
49
|
"CONTAIN": "Represent the relation: String field contains value, e.g. name contains Profile",
|
|
49
50
|
"DESCENDANTS_INCL": "Represent the relation: URN field any nested children in addition to the given URN",
|
|
50
51
|
"END_WITH": "Represent the relation: String field ends with value, e.g. name ends with Event",
|
|
@@ -74,6 +75,7 @@
|
|
|
74
75
|
"IN",
|
|
75
76
|
"LESS_THAN",
|
|
76
77
|
"LESS_THAN_OR_EQUAL_TO",
|
|
78
|
+
"BETWEEN",
|
|
77
79
|
"START_WITH",
|
|
78
80
|
"DESCENDANTS_INCL",
|
|
79
81
|
"ANCESTORS_INCL",
|
|
@@ -101,6 +101,57 @@
|
|
|
101
101
|
],
|
|
102
102
|
"name": "versionTag",
|
|
103
103
|
"default": null
|
|
104
|
+
},
|
|
105
|
+
{
|
|
106
|
+
"type": [
|
|
107
|
+
"null",
|
|
108
|
+
{
|
|
109
|
+
"type": "record",
|
|
110
|
+
"name": "MetadataAttribution",
|
|
111
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
112
|
+
"fields": [
|
|
113
|
+
{
|
|
114
|
+
"type": "long",
|
|
115
|
+
"name": "time",
|
|
116
|
+
"doc": "When this metadata was updated."
|
|
117
|
+
},
|
|
118
|
+
{
|
|
119
|
+
"java": {
|
|
120
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
121
|
+
},
|
|
122
|
+
"type": "string",
|
|
123
|
+
"name": "actor",
|
|
124
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
125
|
+
"Urn": "Urn"
|
|
126
|
+
},
|
|
127
|
+
{
|
|
128
|
+
"java": {
|
|
129
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
130
|
+
},
|
|
131
|
+
"type": [
|
|
132
|
+
"null",
|
|
133
|
+
"string"
|
|
134
|
+
],
|
|
135
|
+
"name": "source",
|
|
136
|
+
"default": null,
|
|
137
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
138
|
+
"Urn": "Urn"
|
|
139
|
+
},
|
|
140
|
+
{
|
|
141
|
+
"type": {
|
|
142
|
+
"type": "map",
|
|
143
|
+
"values": "string"
|
|
144
|
+
},
|
|
145
|
+
"name": "sourceDetail",
|
|
146
|
+
"default": {},
|
|
147
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
148
|
+
}
|
|
149
|
+
],
|
|
150
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
151
|
+
}
|
|
152
|
+
],
|
|
153
|
+
"name": "metadataAttribution",
|
|
154
|
+
"default": null
|
|
104
155
|
}
|
|
105
156
|
],
|
|
106
157
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -74,6 +74,57 @@
|
|
|
74
74
|
],
|
|
75
75
|
"name": "versionTag",
|
|
76
76
|
"default": null
|
|
77
|
+
},
|
|
78
|
+
{
|
|
79
|
+
"type": [
|
|
80
|
+
"null",
|
|
81
|
+
{
|
|
82
|
+
"type": "record",
|
|
83
|
+
"name": "MetadataAttribution",
|
|
84
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
85
|
+
"fields": [
|
|
86
|
+
{
|
|
87
|
+
"type": "long",
|
|
88
|
+
"name": "time",
|
|
89
|
+
"doc": "When this metadata was updated."
|
|
90
|
+
},
|
|
91
|
+
{
|
|
92
|
+
"java": {
|
|
93
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
94
|
+
},
|
|
95
|
+
"type": "string",
|
|
96
|
+
"name": "actor",
|
|
97
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
98
|
+
"Urn": "Urn"
|
|
99
|
+
},
|
|
100
|
+
{
|
|
101
|
+
"java": {
|
|
102
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
103
|
+
},
|
|
104
|
+
"type": [
|
|
105
|
+
"null",
|
|
106
|
+
"string"
|
|
107
|
+
],
|
|
108
|
+
"name": "source",
|
|
109
|
+
"default": null,
|
|
110
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
111
|
+
"Urn": "Urn"
|
|
112
|
+
},
|
|
113
|
+
{
|
|
114
|
+
"type": {
|
|
115
|
+
"type": "map",
|
|
116
|
+
"values": "string"
|
|
117
|
+
},
|
|
118
|
+
"name": "sourceDetail",
|
|
119
|
+
"default": {},
|
|
120
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
121
|
+
}
|
|
122
|
+
],
|
|
123
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
124
|
+
}
|
|
125
|
+
],
|
|
126
|
+
"name": "metadataAttribution",
|
|
127
|
+
"default": null
|
|
77
128
|
}
|
|
78
129
|
],
|
|
79
130
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -58,6 +58,57 @@
|
|
|
58
58
|
],
|
|
59
59
|
"name": "versionTag",
|
|
60
60
|
"default": null
|
|
61
|
+
},
|
|
62
|
+
{
|
|
63
|
+
"type": [
|
|
64
|
+
"null",
|
|
65
|
+
{
|
|
66
|
+
"type": "record",
|
|
67
|
+
"name": "MetadataAttribution",
|
|
68
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
69
|
+
"fields": [
|
|
70
|
+
{
|
|
71
|
+
"type": "long",
|
|
72
|
+
"name": "time",
|
|
73
|
+
"doc": "When this metadata was updated."
|
|
74
|
+
},
|
|
75
|
+
{
|
|
76
|
+
"java": {
|
|
77
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
78
|
+
},
|
|
79
|
+
"type": "string",
|
|
80
|
+
"name": "actor",
|
|
81
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
82
|
+
"Urn": "Urn"
|
|
83
|
+
},
|
|
84
|
+
{
|
|
85
|
+
"java": {
|
|
86
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
87
|
+
},
|
|
88
|
+
"type": [
|
|
89
|
+
"null",
|
|
90
|
+
"string"
|
|
91
|
+
],
|
|
92
|
+
"name": "source",
|
|
93
|
+
"default": null,
|
|
94
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
95
|
+
"Urn": "Urn"
|
|
96
|
+
},
|
|
97
|
+
{
|
|
98
|
+
"type": {
|
|
99
|
+
"type": "map",
|
|
100
|
+
"values": "string"
|
|
101
|
+
},
|
|
102
|
+
"name": "sourceDetail",
|
|
103
|
+
"default": {},
|
|
104
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
105
|
+
}
|
|
106
|
+
],
|
|
107
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
108
|
+
}
|
|
109
|
+
],
|
|
110
|
+
"name": "metadataAttribution",
|
|
111
|
+
"default": null
|
|
61
112
|
}
|
|
62
113
|
],
|
|
63
114
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -74,6 +74,57 @@
|
|
|
74
74
|
],
|
|
75
75
|
"name": "versionTag",
|
|
76
76
|
"default": null
|
|
77
|
+
},
|
|
78
|
+
{
|
|
79
|
+
"type": [
|
|
80
|
+
"null",
|
|
81
|
+
{
|
|
82
|
+
"type": "record",
|
|
83
|
+
"name": "MetadataAttribution",
|
|
84
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
85
|
+
"fields": [
|
|
86
|
+
{
|
|
87
|
+
"type": "long",
|
|
88
|
+
"name": "time",
|
|
89
|
+
"doc": "When this metadata was updated."
|
|
90
|
+
},
|
|
91
|
+
{
|
|
92
|
+
"java": {
|
|
93
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
94
|
+
},
|
|
95
|
+
"type": "string",
|
|
96
|
+
"name": "actor",
|
|
97
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
98
|
+
"Urn": "Urn"
|
|
99
|
+
},
|
|
100
|
+
{
|
|
101
|
+
"java": {
|
|
102
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
103
|
+
},
|
|
104
|
+
"type": [
|
|
105
|
+
"null",
|
|
106
|
+
"string"
|
|
107
|
+
],
|
|
108
|
+
"name": "source",
|
|
109
|
+
"default": null,
|
|
110
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
111
|
+
"Urn": "Urn"
|
|
112
|
+
},
|
|
113
|
+
{
|
|
114
|
+
"type": {
|
|
115
|
+
"type": "map",
|
|
116
|
+
"values": "string"
|
|
117
|
+
},
|
|
118
|
+
"name": "sourceDetail",
|
|
119
|
+
"default": {},
|
|
120
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
121
|
+
}
|
|
122
|
+
],
|
|
123
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
124
|
+
}
|
|
125
|
+
],
|
|
126
|
+
"name": "metadataAttribution",
|
|
127
|
+
"default": null
|
|
77
128
|
}
|
|
78
129
|
],
|
|
79
130
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -101,6 +101,57 @@
|
|
|
101
101
|
],
|
|
102
102
|
"name": "versionTag",
|
|
103
103
|
"default": null
|
|
104
|
+
},
|
|
105
|
+
{
|
|
106
|
+
"type": [
|
|
107
|
+
"null",
|
|
108
|
+
{
|
|
109
|
+
"type": "record",
|
|
110
|
+
"name": "MetadataAttribution",
|
|
111
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
112
|
+
"fields": [
|
|
113
|
+
{
|
|
114
|
+
"type": "long",
|
|
115
|
+
"name": "time",
|
|
116
|
+
"doc": "When this metadata was updated."
|
|
117
|
+
},
|
|
118
|
+
{
|
|
119
|
+
"java": {
|
|
120
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
121
|
+
},
|
|
122
|
+
"type": "string",
|
|
123
|
+
"name": "actor",
|
|
124
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
125
|
+
"Urn": "Urn"
|
|
126
|
+
},
|
|
127
|
+
{
|
|
128
|
+
"java": {
|
|
129
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
130
|
+
},
|
|
131
|
+
"type": [
|
|
132
|
+
"null",
|
|
133
|
+
"string"
|
|
134
|
+
],
|
|
135
|
+
"name": "source",
|
|
136
|
+
"default": null,
|
|
137
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
138
|
+
"Urn": "Urn"
|
|
139
|
+
},
|
|
140
|
+
{
|
|
141
|
+
"type": {
|
|
142
|
+
"type": "map",
|
|
143
|
+
"values": "string"
|
|
144
|
+
},
|
|
145
|
+
"name": "sourceDetail",
|
|
146
|
+
"default": {},
|
|
147
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
148
|
+
}
|
|
149
|
+
],
|
|
150
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
151
|
+
}
|
|
152
|
+
],
|
|
153
|
+
"name": "metadataAttribution",
|
|
154
|
+
"default": null
|
|
104
155
|
}
|
|
105
156
|
],
|
|
106
157
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -5806,6 +5806,14 @@
|
|
|
5806
5806
|
],
|
|
5807
5807
|
"name": "versionTag",
|
|
5808
5808
|
"default": null
|
|
5809
|
+
},
|
|
5810
|
+
{
|
|
5811
|
+
"type": [
|
|
5812
|
+
"null",
|
|
5813
|
+
"com.linkedin.pegasus2avro.common.MetadataAttribution"
|
|
5814
|
+
],
|
|
5815
|
+
"name": "metadataAttribution",
|
|
5816
|
+
"default": null
|
|
5809
5817
|
}
|
|
5810
5818
|
],
|
|
5811
5819
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -6671,6 +6679,18 @@
|
|
|
6671
6679
|
"name": "actor",
|
|
6672
6680
|
"doc": "The user URN which will be credited for modifying this deprecation content.",
|
|
6673
6681
|
"Urn": "Urn"
|
|
6682
|
+
},
|
|
6683
|
+
{
|
|
6684
|
+
"java": {
|
|
6685
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
6686
|
+
},
|
|
6687
|
+
"type": [
|
|
6688
|
+
"null",
|
|
6689
|
+
"string"
|
|
6690
|
+
],
|
|
6691
|
+
"name": "replacement",
|
|
6692
|
+
"default": null,
|
|
6693
|
+
"Urn": "Urn"
|
|
6674
6694
|
}
|
|
6675
6695
|
],
|
|
6676
6696
|
"doc": "Deprecation status of an entity"
|
|
@@ -3027,7 +3027,7 @@
|
|
|
3027
3027
|
"doc": "The adjustment algorithm to use when determining the threshold for an assertion."
|
|
3028
3028
|
},
|
|
3029
3029
|
"name": "algorithm",
|
|
3030
|
-
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
|
|
3030
|
+
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
|
|
3031
3031
|
},
|
|
3032
3032
|
{
|
|
3033
3033
|
"type": "string",
|
|
@@ -3147,6 +3147,15 @@
|
|
|
3147
3147
|
"name": "embeddedAssertions",
|
|
3148
3148
|
"default": null,
|
|
3149
3149
|
"doc": "Currently used for Smart Assertions\nAn embedded copy of the assertion used to evaluate which will overwrite the referenced assertion\nif present and if the EmbeddedAssertion's evaluationTimeWindow period is valid"
|
|
3150
|
+
},
|
|
3151
|
+
{
|
|
3152
|
+
"type": [
|
|
3153
|
+
"null",
|
|
3154
|
+
"float"
|
|
3155
|
+
],
|
|
3156
|
+
"name": "stdDev",
|
|
3157
|
+
"default": null,
|
|
3158
|
+
"doc": "The std deviation of the metric values used for training.\nThis is used to determine the final adjusted threshold for the assertion."
|
|
3150
3159
|
}
|
|
3151
3160
|
],
|
|
3152
3161
|
"doc": "Additional context about assertion being evaluated."
|