acryl-datahub-cloud 0.3.7.7rc3__py3-none-any.whl → 0.3.8rc0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub-cloud might be problematic. Click here for more details.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/api/__init__.py +1 -0
- acryl_datahub_cloud/api/client.py +6 -0
- acryl_datahub_cloud/api/entity_versioning.py +167 -0
- acryl_datahub_cloud/lineage_features/source.py +22 -5
- acryl_datahub_cloud/metadata/_urns/urn_defs.py +54 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/common/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/structured/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/versionset/__init__.py +17 -0
- acryl_datahub_cloud/metadata/schema.avsc +312 -21
- acryl_datahub_cloud/metadata/schema_classes.py +420 -6
- acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/AssertionInferenceDetails.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceInfo.avsc +6 -0
- acryl_datahub_cloud/metadata/schemas/DataHubViewInfo.avsc +2 -0
- acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/Deprecation.avsc +12 -0
- acryl_datahub_cloud/metadata/schemas/DynamicFormAssignment.avsc +2 -0
- acryl_datahub_cloud/metadata/schemas/Filter.avsc +2 -0
- acryl_datahub_cloud/metadata/schemas/MLFeatureProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MLModelDeploymentProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/MLModelProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +20 -0
- acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +10 -1
- acryl_datahub_cloud/metadata/schemas/RecommendationModule.avsc +2 -0
- acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/StructuredPropertyDefinition.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/StructuredPropertyKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/StructuredPropertySettings.avsc +114 -0
- acryl_datahub_cloud/metadata/schemas/VersionProperties.avsc +212 -0
- acryl_datahub_cloud/metadata/schemas/VersionSetKey.avsc +26 -0
- acryl_datahub_cloud/metadata/schemas/VersionSetProperties.avsc +49 -0
- {acryl_datahub_cloud-0.3.7.7rc3.dist-info → acryl_datahub_cloud-0.3.8rc0.dist-info}/METADATA +40 -40
- {acryl_datahub_cloud-0.3.7.7rc3.dist-info → acryl_datahub_cloud-0.3.8rc0.dist-info}/RECORD +43 -35
- {acryl_datahub_cloud-0.3.7.7rc3.dist-info → acryl_datahub_cloud-0.3.8rc0.dist-info}/WHEEL +0 -0
- {acryl_datahub_cloud-0.3.7.7rc3.dist-info → acryl_datahub_cloud-0.3.8rc0.dist-info}/entry_points.txt +0 -0
- {acryl_datahub_cloud-0.3.7.7rc3.dist-info → acryl_datahub_cloud-0.3.8rc0.dist-info}/top_level.txt +0 -0
|
@@ -2745,7 +2745,7 @@
|
|
|
2745
2745
|
"doc": "The adjustment algorithm to use when determining the threshold for an assertion."
|
|
2746
2746
|
},
|
|
2747
2747
|
"name": "algorithm",
|
|
2748
|
-
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
|
|
2748
|
+
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
|
|
2749
2749
|
},
|
|
2750
2750
|
{
|
|
2751
2751
|
"type": "string",
|
|
@@ -73,7 +73,7 @@
|
|
|
73
73
|
"doc": "The adjustment algorithm to use when determining the threshold for an assertion."
|
|
74
74
|
},
|
|
75
75
|
"name": "algorithm",
|
|
76
|
-
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
|
|
76
|
+
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
|
|
77
77
|
},
|
|
78
78
|
{
|
|
79
79
|
"type": "string",
|
|
@@ -2513,7 +2513,7 @@
|
|
|
2513
2513
|
"doc": "The adjustment algorithm to use when determining the threshold for an assertion."
|
|
2514
2514
|
},
|
|
2515
2515
|
"name": "algorithm",
|
|
2516
|
-
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
|
|
2516
|
+
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
|
|
2517
2517
|
},
|
|
2518
2518
|
{
|
|
2519
2519
|
"type": "string",
|
|
@@ -2604,7 +2604,7 @@
|
|
|
2604
2604
|
"doc": "The adjustment algorithm to use when determining the threshold for an assertion."
|
|
2605
2605
|
},
|
|
2606
2606
|
"name": "algorithm",
|
|
2607
|
-
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
|
|
2607
|
+
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
|
|
2608
2608
|
},
|
|
2609
2609
|
{
|
|
2610
2610
|
"type": "string",
|
|
@@ -15,6 +15,9 @@
|
|
|
15
15
|
"doc": "The display name of the ingestion source"
|
|
16
16
|
},
|
|
17
17
|
{
|
|
18
|
+
"Searchable": {
|
|
19
|
+
"fieldType": "TEXT_PARTIAL"
|
|
20
|
+
},
|
|
18
21
|
"type": "string",
|
|
19
22
|
"name": "type",
|
|
20
23
|
"doc": "The type of the source itself, e.g. mysql, bigquery, bigquery-usage. Should match the recipe."
|
|
@@ -79,6 +82,9 @@
|
|
|
79
82
|
"doc": "The PyPI version of the datahub CLI to use when executing a recipe"
|
|
80
83
|
},
|
|
81
84
|
{
|
|
85
|
+
"Searchable": {
|
|
86
|
+
"fieldName": "sourceExecutorId"
|
|
87
|
+
},
|
|
82
88
|
"type": [
|
|
83
89
|
"null",
|
|
84
90
|
"string"
|
|
@@ -103,6 +103,7 @@
|
|
|
103
103
|
"type": "enum",
|
|
104
104
|
"symbolDocs": {
|
|
105
105
|
"ANCESTORS_INCL": "Represent the relation: URN field matches any nested parent in addition to the given URN",
|
|
106
|
+
"BETWEEN": "Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound.",
|
|
106
107
|
"CONTAIN": "Represent the relation: String field contains value, e.g. name contains Profile",
|
|
107
108
|
"DESCENDANTS_INCL": "Represent the relation: URN field any nested children in addition to the given URN",
|
|
108
109
|
"END_WITH": "Represent the relation: String field ends with value, e.g. name ends with Event",
|
|
@@ -132,6 +133,7 @@
|
|
|
132
133
|
"IN",
|
|
133
134
|
"LESS_THAN",
|
|
134
135
|
"LESS_THAN_OR_EQUAL_TO",
|
|
136
|
+
"BETWEEN",
|
|
135
137
|
"START_WITH",
|
|
136
138
|
"DESCENDANTS_INCL",
|
|
137
139
|
"ANCESTORS_INCL",
|
|
@@ -50,7 +50,8 @@
|
|
|
50
50
|
"share",
|
|
51
51
|
"origin",
|
|
52
52
|
"documentation",
|
|
53
|
-
"entityInferenceMetadata"
|
|
53
|
+
"entityInferenceMetadata",
|
|
54
|
+
"versionProperties"
|
|
54
55
|
],
|
|
55
56
|
"entityDoc": "Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets."
|
|
56
57
|
},
|
|
@@ -39,6 +39,18 @@
|
|
|
39
39
|
"name": "actor",
|
|
40
40
|
"doc": "The user URN which will be credited for modifying this deprecation content.",
|
|
41
41
|
"Urn": "Urn"
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
"java": {
|
|
45
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
46
|
+
},
|
|
47
|
+
"type": [
|
|
48
|
+
"null",
|
|
49
|
+
"string"
|
|
50
|
+
],
|
|
51
|
+
"name": "replacement",
|
|
52
|
+
"default": null,
|
|
53
|
+
"Urn": "Urn"
|
|
42
54
|
}
|
|
43
55
|
],
|
|
44
56
|
"doc": "Deprecation status of an entity"
|
|
@@ -54,6 +54,7 @@
|
|
|
54
54
|
"type": "enum",
|
|
55
55
|
"symbolDocs": {
|
|
56
56
|
"ANCESTORS_INCL": "Represent the relation: URN field matches any nested parent in addition to the given URN",
|
|
57
|
+
"BETWEEN": "Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound.",
|
|
57
58
|
"CONTAIN": "Represent the relation: String field contains value, e.g. name contains Profile",
|
|
58
59
|
"DESCENDANTS_INCL": "Represent the relation: URN field any nested children in addition to the given URN",
|
|
59
60
|
"END_WITH": "Represent the relation: String field ends with value, e.g. name ends with Event",
|
|
@@ -83,6 +84,7 @@
|
|
|
83
84
|
"IN",
|
|
84
85
|
"LESS_THAN",
|
|
85
86
|
"LESS_THAN_OR_EQUAL_TO",
|
|
87
|
+
"BETWEEN",
|
|
86
88
|
"START_WITH",
|
|
87
89
|
"DESCENDANTS_INCL",
|
|
88
90
|
"ANCESTORS_INCL",
|
|
@@ -45,6 +45,7 @@
|
|
|
45
45
|
"type": "enum",
|
|
46
46
|
"symbolDocs": {
|
|
47
47
|
"ANCESTORS_INCL": "Represent the relation: URN field matches any nested parent in addition to the given URN",
|
|
48
|
+
"BETWEEN": "Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound.",
|
|
48
49
|
"CONTAIN": "Represent the relation: String field contains value, e.g. name contains Profile",
|
|
49
50
|
"DESCENDANTS_INCL": "Represent the relation: URN field any nested children in addition to the given URN",
|
|
50
51
|
"END_WITH": "Represent the relation: String field ends with value, e.g. name ends with Event",
|
|
@@ -74,6 +75,7 @@
|
|
|
74
75
|
"IN",
|
|
75
76
|
"LESS_THAN",
|
|
76
77
|
"LESS_THAN_OR_EQUAL_TO",
|
|
78
|
+
"BETWEEN",
|
|
77
79
|
"START_WITH",
|
|
78
80
|
"DESCENDANTS_INCL",
|
|
79
81
|
"ANCESTORS_INCL",
|
|
@@ -101,6 +101,57 @@
|
|
|
101
101
|
],
|
|
102
102
|
"name": "versionTag",
|
|
103
103
|
"default": null
|
|
104
|
+
},
|
|
105
|
+
{
|
|
106
|
+
"type": [
|
|
107
|
+
"null",
|
|
108
|
+
{
|
|
109
|
+
"type": "record",
|
|
110
|
+
"name": "MetadataAttribution",
|
|
111
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
112
|
+
"fields": [
|
|
113
|
+
{
|
|
114
|
+
"type": "long",
|
|
115
|
+
"name": "time",
|
|
116
|
+
"doc": "When this metadata was updated."
|
|
117
|
+
},
|
|
118
|
+
{
|
|
119
|
+
"java": {
|
|
120
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
121
|
+
},
|
|
122
|
+
"type": "string",
|
|
123
|
+
"name": "actor",
|
|
124
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
125
|
+
"Urn": "Urn"
|
|
126
|
+
},
|
|
127
|
+
{
|
|
128
|
+
"java": {
|
|
129
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
130
|
+
},
|
|
131
|
+
"type": [
|
|
132
|
+
"null",
|
|
133
|
+
"string"
|
|
134
|
+
],
|
|
135
|
+
"name": "source",
|
|
136
|
+
"default": null,
|
|
137
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
138
|
+
"Urn": "Urn"
|
|
139
|
+
},
|
|
140
|
+
{
|
|
141
|
+
"type": {
|
|
142
|
+
"type": "map",
|
|
143
|
+
"values": "string"
|
|
144
|
+
},
|
|
145
|
+
"name": "sourceDetail",
|
|
146
|
+
"default": {},
|
|
147
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
148
|
+
}
|
|
149
|
+
],
|
|
150
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
151
|
+
}
|
|
152
|
+
],
|
|
153
|
+
"name": "metadataAttribution",
|
|
154
|
+
"default": null
|
|
104
155
|
}
|
|
105
156
|
],
|
|
106
157
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -74,6 +74,57 @@
|
|
|
74
74
|
],
|
|
75
75
|
"name": "versionTag",
|
|
76
76
|
"default": null
|
|
77
|
+
},
|
|
78
|
+
{
|
|
79
|
+
"type": [
|
|
80
|
+
"null",
|
|
81
|
+
{
|
|
82
|
+
"type": "record",
|
|
83
|
+
"name": "MetadataAttribution",
|
|
84
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
85
|
+
"fields": [
|
|
86
|
+
{
|
|
87
|
+
"type": "long",
|
|
88
|
+
"name": "time",
|
|
89
|
+
"doc": "When this metadata was updated."
|
|
90
|
+
},
|
|
91
|
+
{
|
|
92
|
+
"java": {
|
|
93
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
94
|
+
},
|
|
95
|
+
"type": "string",
|
|
96
|
+
"name": "actor",
|
|
97
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
98
|
+
"Urn": "Urn"
|
|
99
|
+
},
|
|
100
|
+
{
|
|
101
|
+
"java": {
|
|
102
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
103
|
+
},
|
|
104
|
+
"type": [
|
|
105
|
+
"null",
|
|
106
|
+
"string"
|
|
107
|
+
],
|
|
108
|
+
"name": "source",
|
|
109
|
+
"default": null,
|
|
110
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
111
|
+
"Urn": "Urn"
|
|
112
|
+
},
|
|
113
|
+
{
|
|
114
|
+
"type": {
|
|
115
|
+
"type": "map",
|
|
116
|
+
"values": "string"
|
|
117
|
+
},
|
|
118
|
+
"name": "sourceDetail",
|
|
119
|
+
"default": {},
|
|
120
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
121
|
+
}
|
|
122
|
+
],
|
|
123
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
124
|
+
}
|
|
125
|
+
],
|
|
126
|
+
"name": "metadataAttribution",
|
|
127
|
+
"default": null
|
|
77
128
|
}
|
|
78
129
|
],
|
|
79
130
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -58,6 +58,57 @@
|
|
|
58
58
|
],
|
|
59
59
|
"name": "versionTag",
|
|
60
60
|
"default": null
|
|
61
|
+
},
|
|
62
|
+
{
|
|
63
|
+
"type": [
|
|
64
|
+
"null",
|
|
65
|
+
{
|
|
66
|
+
"type": "record",
|
|
67
|
+
"name": "MetadataAttribution",
|
|
68
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
69
|
+
"fields": [
|
|
70
|
+
{
|
|
71
|
+
"type": "long",
|
|
72
|
+
"name": "time",
|
|
73
|
+
"doc": "When this metadata was updated."
|
|
74
|
+
},
|
|
75
|
+
{
|
|
76
|
+
"java": {
|
|
77
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
78
|
+
},
|
|
79
|
+
"type": "string",
|
|
80
|
+
"name": "actor",
|
|
81
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
82
|
+
"Urn": "Urn"
|
|
83
|
+
},
|
|
84
|
+
{
|
|
85
|
+
"java": {
|
|
86
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
87
|
+
},
|
|
88
|
+
"type": [
|
|
89
|
+
"null",
|
|
90
|
+
"string"
|
|
91
|
+
],
|
|
92
|
+
"name": "source",
|
|
93
|
+
"default": null,
|
|
94
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
95
|
+
"Urn": "Urn"
|
|
96
|
+
},
|
|
97
|
+
{
|
|
98
|
+
"type": {
|
|
99
|
+
"type": "map",
|
|
100
|
+
"values": "string"
|
|
101
|
+
},
|
|
102
|
+
"name": "sourceDetail",
|
|
103
|
+
"default": {},
|
|
104
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
105
|
+
}
|
|
106
|
+
],
|
|
107
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
108
|
+
}
|
|
109
|
+
],
|
|
110
|
+
"name": "metadataAttribution",
|
|
111
|
+
"default": null
|
|
61
112
|
}
|
|
62
113
|
],
|
|
63
114
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -74,6 +74,57 @@
|
|
|
74
74
|
],
|
|
75
75
|
"name": "versionTag",
|
|
76
76
|
"default": null
|
|
77
|
+
},
|
|
78
|
+
{
|
|
79
|
+
"type": [
|
|
80
|
+
"null",
|
|
81
|
+
{
|
|
82
|
+
"type": "record",
|
|
83
|
+
"name": "MetadataAttribution",
|
|
84
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
85
|
+
"fields": [
|
|
86
|
+
{
|
|
87
|
+
"type": "long",
|
|
88
|
+
"name": "time",
|
|
89
|
+
"doc": "When this metadata was updated."
|
|
90
|
+
},
|
|
91
|
+
{
|
|
92
|
+
"java": {
|
|
93
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
94
|
+
},
|
|
95
|
+
"type": "string",
|
|
96
|
+
"name": "actor",
|
|
97
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
98
|
+
"Urn": "Urn"
|
|
99
|
+
},
|
|
100
|
+
{
|
|
101
|
+
"java": {
|
|
102
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
103
|
+
},
|
|
104
|
+
"type": [
|
|
105
|
+
"null",
|
|
106
|
+
"string"
|
|
107
|
+
],
|
|
108
|
+
"name": "source",
|
|
109
|
+
"default": null,
|
|
110
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
111
|
+
"Urn": "Urn"
|
|
112
|
+
},
|
|
113
|
+
{
|
|
114
|
+
"type": {
|
|
115
|
+
"type": "map",
|
|
116
|
+
"values": "string"
|
|
117
|
+
},
|
|
118
|
+
"name": "sourceDetail",
|
|
119
|
+
"default": {},
|
|
120
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
121
|
+
}
|
|
122
|
+
],
|
|
123
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
124
|
+
}
|
|
125
|
+
],
|
|
126
|
+
"name": "metadataAttribution",
|
|
127
|
+
"default": null
|
|
77
128
|
}
|
|
78
129
|
],
|
|
79
130
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -101,6 +101,57 @@
|
|
|
101
101
|
],
|
|
102
102
|
"name": "versionTag",
|
|
103
103
|
"default": null
|
|
104
|
+
},
|
|
105
|
+
{
|
|
106
|
+
"type": [
|
|
107
|
+
"null",
|
|
108
|
+
{
|
|
109
|
+
"type": "record",
|
|
110
|
+
"name": "MetadataAttribution",
|
|
111
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
112
|
+
"fields": [
|
|
113
|
+
{
|
|
114
|
+
"type": "long",
|
|
115
|
+
"name": "time",
|
|
116
|
+
"doc": "When this metadata was updated."
|
|
117
|
+
},
|
|
118
|
+
{
|
|
119
|
+
"java": {
|
|
120
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
121
|
+
},
|
|
122
|
+
"type": "string",
|
|
123
|
+
"name": "actor",
|
|
124
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
125
|
+
"Urn": "Urn"
|
|
126
|
+
},
|
|
127
|
+
{
|
|
128
|
+
"java": {
|
|
129
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
130
|
+
},
|
|
131
|
+
"type": [
|
|
132
|
+
"null",
|
|
133
|
+
"string"
|
|
134
|
+
],
|
|
135
|
+
"name": "source",
|
|
136
|
+
"default": null,
|
|
137
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
138
|
+
"Urn": "Urn"
|
|
139
|
+
},
|
|
140
|
+
{
|
|
141
|
+
"type": {
|
|
142
|
+
"type": "map",
|
|
143
|
+
"values": "string"
|
|
144
|
+
},
|
|
145
|
+
"name": "sourceDetail",
|
|
146
|
+
"default": {},
|
|
147
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
148
|
+
}
|
|
149
|
+
],
|
|
150
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
151
|
+
}
|
|
152
|
+
],
|
|
153
|
+
"name": "metadataAttribution",
|
|
154
|
+
"default": null
|
|
104
155
|
}
|
|
105
156
|
],
|
|
106
157
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -5806,6 +5806,14 @@
|
|
|
5806
5806
|
],
|
|
5807
5807
|
"name": "versionTag",
|
|
5808
5808
|
"default": null
|
|
5809
|
+
},
|
|
5810
|
+
{
|
|
5811
|
+
"type": [
|
|
5812
|
+
"null",
|
|
5813
|
+
"com.linkedin.pegasus2avro.common.MetadataAttribution"
|
|
5814
|
+
],
|
|
5815
|
+
"name": "metadataAttribution",
|
|
5816
|
+
"default": null
|
|
5809
5817
|
}
|
|
5810
5818
|
],
|
|
5811
5819
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -6671,6 +6679,18 @@
|
|
|
6671
6679
|
"name": "actor",
|
|
6672
6680
|
"doc": "The user URN which will be credited for modifying this deprecation content.",
|
|
6673
6681
|
"Urn": "Urn"
|
|
6682
|
+
},
|
|
6683
|
+
{
|
|
6684
|
+
"java": {
|
|
6685
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
6686
|
+
},
|
|
6687
|
+
"type": [
|
|
6688
|
+
"null",
|
|
6689
|
+
"string"
|
|
6690
|
+
],
|
|
6691
|
+
"name": "replacement",
|
|
6692
|
+
"default": null,
|
|
6693
|
+
"Urn": "Urn"
|
|
6674
6694
|
}
|
|
6675
6695
|
],
|
|
6676
6696
|
"doc": "Deprecation status of an entity"
|
|
@@ -3027,7 +3027,7 @@
|
|
|
3027
3027
|
"doc": "The adjustment algorithm to use when determining the threshold for an assertion."
|
|
3028
3028
|
},
|
|
3029
3029
|
"name": "algorithm",
|
|
3030
|
-
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
|
|
3030
|
+
"doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
|
|
3031
3031
|
},
|
|
3032
3032
|
{
|
|
3033
3033
|
"type": "string",
|
|
@@ -3147,6 +3147,15 @@
|
|
|
3147
3147
|
"name": "embeddedAssertions",
|
|
3148
3148
|
"default": null,
|
|
3149
3149
|
"doc": "Currently used for Smart Assertions\nAn embedded copy of the assertion used to evaluate which will overwrite the referenced assertion\nif present and if the EmbeddedAssertion's evaluationTimeWindow period is valid"
|
|
3150
|
+
},
|
|
3151
|
+
{
|
|
3152
|
+
"type": [
|
|
3153
|
+
"null",
|
|
3154
|
+
"float"
|
|
3155
|
+
],
|
|
3156
|
+
"name": "stdDev",
|
|
3157
|
+
"default": null,
|
|
3158
|
+
"doc": "The std deviation of the metric values used for training.\nThis is used to determine the final adjusted threshold for the assertion."
|
|
3150
3159
|
}
|
|
3151
3160
|
],
|
|
3152
3161
|
"doc": "Additional context about assertion being evaluated."
|
|
@@ -130,6 +130,7 @@
|
|
|
130
130
|
"type": "enum",
|
|
131
131
|
"symbolDocs": {
|
|
132
132
|
"ANCESTORS_INCL": "Represent the relation: URN field matches any nested parent in addition to the given URN",
|
|
133
|
+
"BETWEEN": "Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound.",
|
|
133
134
|
"CONTAIN": "Represent the relation: String field contains value, e.g. name contains Profile",
|
|
134
135
|
"DESCENDANTS_INCL": "Represent the relation: URN field any nested children in addition to the given URN",
|
|
135
136
|
"END_WITH": "Represent the relation: String field ends with value, e.g. name ends with Event",
|
|
@@ -159,6 +160,7 @@
|
|
|
159
160
|
"IN",
|
|
160
161
|
"LESS_THAN",
|
|
161
162
|
"LESS_THAN_OR_EQUAL_TO",
|
|
163
|
+
"BETWEEN",
|
|
162
164
|
"START_WITH",
|
|
163
165
|
"DESCENDANTS_INCL",
|
|
164
166
|
"ANCESTORS_INCL",
|
|
@@ -365,6 +365,7 @@
|
|
|
365
365
|
"Searchable": {
|
|
366
366
|
"fieldType": "KEYWORD"
|
|
367
367
|
},
|
|
368
|
+
"deprecated": true,
|
|
368
369
|
"type": [
|
|
369
370
|
{
|
|
370
371
|
"type": "enum",
|
|
@@ -383,7 +384,7 @@
|
|
|
383
384
|
],
|
|
384
385
|
"name": "filterStatus",
|
|
385
386
|
"default": "DISABLED",
|
|
386
|
-
"doc": "The filter status of this structured property - whether it will show up in search filters or not"
|
|
387
|
+
"doc": "The filter status of this structured property - whether it will show up in search filters or not\nDeprecated! Use structuredPropertySettings.showInSearchFilters instead"
|
|
387
388
|
}
|
|
388
389
|
]
|
|
389
390
|
}
|