acryl-datahub-cloud 0.3.10rc4__py3-none-any.whl → 0.3.16.1rc0__py3-none-any.whl

acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc

@@ -23,6 +23,13 @@
     },
     {
       "TimeseriesField": {},
+      "UrnValidation": {
+        "entityTypes": [
+          "dataset"
+        ],
+        "exist": false,
+        "strict": true
+      },
       "java": {
         "class": "com.linkedin.pegasus2avro.common.urn.Urn"
       },
@@ -129,11 +136,15 @@
                       "doc": "URL where the reference exist"
                     },
                     {
-                      "Searchable": {},
+                      "Searchable": {
+                        "addToFilters": true,
+                        "fieldName": "assertionType",
+                        "fieldType": "KEYWORD"
+                      },
                       "type": {
                         "type": "enum",
                         "symbolDocs": {
-                          "CUSTOM": "A custom assertion. \nWhen this is the value, the customAssertion field will be populated.\nUse this assertion type when the exact type of assertion is not modeled in DataHub or\nas a starting point when integrating third-party data quality tools.",
+                          "CUSTOM": "A custom assertion.\nWhen this is the value, the customAssertion field will be populated.\nUse this assertion type when the exact type of assertion is not modeled in DataHub or\nas a starting point when integrating third-party data quality tools.",
                           "DATASET": "A single-dataset assertion.\nWhen this is the value, the datasetAssertion field will be populated.",
                           "DATA_SCHEMA": "A schema or structural assertion.\n\nWould have named this SCHEMA but the codegen for PDL does not allow this (reserved word).",
                           "FIELD": "A structured assertion targeting a specific column or field of the Dataset.",
@@ -172,6 +183,13 @@
                                 ],
                                 "name": "Asserts"
                               },
+                              "UrnValidation": {
+                                "entityTypes": [
+                                  "dataset"
+                                ],
+                                "exist": false,
+                                "strict": true
+                              },
                               "java": {
                                 "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                               },
@@ -221,6 +239,13 @@
                                   "fieldType": "URN"
                                 }
                               },
+                              "UrnValidation": {
+                                "entityTypes": [
+                                  "schemaField"
+                                ],
+                                "exist": false,
+                                "strict": true
+                              },
                               "type": [
                                 "null",
                                 {
@@ -363,6 +388,7 @@
                                                   "LIST": "A list of values. When used, value should be formatted as a serialized JSON array.",
                                                   "NUMBER": "A numeric value",
                                                   "SET": "A set of values. When used, value should be formatted as a serialized JSON array.",
+                                                  "SQL": "A SQL expression",
                                                   "STRING": "A string value",
                                                   "UNKNOWN": "A value of unknown type"
                                                 },
@@ -373,6 +399,7 @@
                                                   "NUMBER",
                                                   "LIST",
                                                   "SET",
+                                                  "SQL",
                                                   "UNKNOWN"
                                                 ]
                                               },
@@ -459,7 +486,10 @@
                           "namespace": "com.linkedin.pegasus2avro.assertion",
                           "fields": [
                             {
-                              "Searchable": {},
+                              "Searchable": {
+                                "fieldName": "freshnessAssertionType",
+                                "fieldType": "KEYWORD"
+                              },
                               "type": {
                                 "type": "enum",
                                 "symbolDocs": {
@@ -484,8 +514,13 @@
                                 ],
                                 "name": "Asserts"
                               },
-                              "Searchable": {
-                                "fieldType": "URN"
+                              "UrnValidation": {
+                                "entityTypes": [
+                                  "dataset",
+                                  "dataJob"
+                                ],
+                                "exist": false,
+                                "strict": true
                               },
                               "java": {
                                 "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -846,7 +881,10 @@
                           "namespace": "com.linkedin.pegasus2avro.assertion",
                           "fields": [
                             {
-                              "Searchable": {},
+                              "Searchable": {
+                                "fieldName": "volumeAssertionType",
+                                "fieldType": "KEYWORD"
+                              },
                               "type": {
                                 "type": "enum",
                                 "symbolDocs": {
@@ -874,8 +912,12 @@
                                 ],
                                 "name": "Asserts"
                               },
-                              "Searchable": {
-                                "fieldType": "URN"
+                              "UrnValidation": {
+                                "entityTypes": [
+                                  "dataset"
+                                ],
+                                "exist": false,
+                                "strict": true
                               },
                               "java": {
                                 "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -1139,7 +1181,10 @@
                           "namespace": "com.linkedin.pegasus2avro.assertion",
                           "fields": [
                             {
-                              "Searchable": {},
+                              "Searchable": {
+                                "fieldName": "sqlAssertionType",
+                                "fieldType": "KEYWORD"
+                              },
                               "type": {
                                 "type": "enum",
                                 "symbolDocs": {
@@ -1163,8 +1208,12 @@
                                 ],
                                 "name": "Asserts"
                               },
-                              "Searchable": {
-                                "fieldType": "URN"
+                              "UrnValidation": {
+                                "entityTypes": [
+                                  "dataset"
+                                ],
+                                "exist": false,
+                                "strict": true
                               },
                               "java": {
                                 "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -1218,7 +1267,10 @@
                           "namespace": "com.linkedin.pegasus2avro.assertion",
                           "fields": [
                             {
-                              "Searchable": {},
+                              "Searchable": {
+                                "fieldName": "fieldAssertionType",
+                                "fieldType": "KEYWORD"
+                              },
                               "type": {
                                 "type": "enum",
                                 "symbolDocs": {
@@ -1242,8 +1294,12 @@
                                 ],
                                 "name": "Asserts"
                               },
-                              "Searchable": {
-                                "fieldType": "URN"
+                              "UrnValidation": {
+                                "entityTypes": [
+                                  "dataset"
+                                ],
+                                "exist": false,
+                                "strict": true
                               },
                               "java": {
                                 "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -1380,7 +1436,7 @@
                                       },
                                       "type": "com.linkedin.pegasus2avro.schema.SchemaFieldSpec",
                                       "name": "field",
-                                      "doc": "The field under evaluation"
+                                      "doc": "The field path under evaluation"
                                     },
                                     {
                                       "type": {
@@ -1485,8 +1541,13 @@
                                 ],
                                 "name": "Asserts"
                               },
-                              "Searchable": {
-                                "fieldType": "URN"
+                              "UrnValidation": {
+                                "entityTypes": [
+                                  "dataset",
+                                  "dataJob"
+                                ],
+                                "exist": false,
+                                "strict": true
                               },
                               "java": {
                                 "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -2120,7 +2181,8 @@
                                                         "fieldType": "URN",
                                                         "filterNameOverride": "Tagged With",
                                                         "hasValuesFieldName": "hasTags",
-                                                        "queryByDefault": true
+                                                        "queryByDefault": true,
+                                                        "searchTier": 2
                                                       }
                                                     },
                                                     "type": {
@@ -2605,7 +2667,8 @@
                           "fields": [
                             {
                               "Searchable": {
-                                "fieldName": "customType"
+                                "fieldName": "customType",
+                                "fieldType": "KEYWORD"
                               },
                               "type": "string",
                               "name": "type",
@@ -2618,6 +2681,13 @@
                                 ],
                                 "name": "Asserts"
                               },
+                              "UrnValidation": {
+                                "entityTypes": [
+                                  "dataset"
+                                ],
+                                "exist": false,
+                                "strict": true
+                              },
                               "java": {
                                 "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                               },
@@ -2636,6 +2706,13 @@
                                 ],
                                 "name": "Asserts"
                               },
+                              "UrnValidation": {
+                                "entityTypes": [
+                                  "schemaField"
+                                ],
+                                "exist": false,
+                                "strict": true
+                              },
                               "java": {
                                 "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                               },
@@ -2668,6 +2745,14 @@
                       "doc": "A Custom Assertion definition. This field is populated when type is CUSTOM."
                     },
                     {
+                      "Searchable": {
+                        "/created/actor": {
+                          "fieldName": "creator",
+                          "fieldType": "URN",
+                          "filterNameOverride": "Created By",
+                          "hasValuesFieldName": "hasCreator"
+                        }
+                      },
                       "type": [
                         "null",
                         {
@@ -2677,7 +2762,9 @@
                           "fields": [
                             {
                               "Searchable": {
-                                "fieldName": "sourceType"
+                                "addToFilters": true,
+                                "fieldName": "sourceType",
+                                "fieldType": "KEYWORD"
                               },
                               "type": {
                                 "type": "enum",
@@ -2724,6 +2811,11 @@
                       "doc": "The time at which the assertion was last updated and the actor who updated it.\nThis field is only present for Native assertions updated after this field was introduced."
                     },
                     {
+                      "Searchable": {
+                        "fieldName": "assertionDescription",
+                        "fieldType": "TEXT",
+                        "hasValuesFieldName": "hasAssertionDescription"
+                      },
                       "type": [
                         "null",
                         "string"
@@ -2731,6 +2823,48 @@
                       "name": "description",
                       "default": null,
                       "doc": "An optional human-readable description of the assertion"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        {
+                          "type": "record",
+                          "name": "AssertionNote",
+                          "namespace": "com.linkedin.pegasus2avro.assertion",
+                          "fields": [
+                            {
+                              "type": "string",
+                              "name": "content",
+                              "doc": "The note to give technical owners more context about the assertion, and how to troubleshoot it."
+                            },
+                            {
+                              "type": "com.linkedin.pegasus2avro.common.AuditStamp",
+                              "name": "lastModified",
+                              "doc": "The time at which the note was last modified."
+                            }
+                          ]
+                        }
+                      ],
+                      "name": "note",
+                      "default": null,
+                      "doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
+                    },
+                    {
+                      "Searchable": {
+                        "fieldName": "entity",
+                        "fieldType": "URN"
+                      },
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "entityUrn",
+                      "default": null,
+                      "doc": "The entity targeted by this assertion. Newly added field, automatically set by mutation",
+                      "Urn": "Urn"
                     }
                   ],
                   "doc": "Information about an assertion\n\nAcryl Only: Did you update AssertionWithoutAnnotations.pdl? If not, please update it."
@@ -2781,7 +2915,11 @@
               "doc": "The optional AssertionInfo which contains the original/untransformed assertion that was predicted.\nThis field is used to store the original assertion that was made before the evaluation process.\nIt is optional and may not always be present in the AssertionRunEvent record.\nWhen present, it provides additional context about the original assertion that was made.\n\nAcryl Only! An assertion without any searchable or relationship annotations."
             },
             {
-              "Searchable": {},
+              "Searchable": {
+                "addToFilters": true,
+                "fieldName": "lastResultType",
+                "fieldType": "KEYWORD"
+              },
               "TimeseriesField": {},
               "type": {
                 "type": "enum",
@@ -3412,6 +3550,31 @@
               "name": "assertionInferenceDetails",
               "default": null,
               "doc": "The optional AssertionInferenceDetails which contains the settings used for the inferred assertion.\nThis field is used to store the settings used for the smart assertion.\nIt is optional and may not always be present in the AssertionRunEvent record.\nWhen present, it provides additional context about the settings used for the smart assertion."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AssertionMetric",
+                  "namespace": "com.linkedin.pegasus2avro.assertion",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "timestampMs",
+                      "doc": "The timestamp associated with the metric sampling time in milliseconds since epoch"
+                    },
+                    {
+                      "type": "float",
+                      "name": "value",
+                      "doc": "The value of the metric that was sampled"
+                    }
+                  ]
+                }
+              ],
+              "name": "metric",
+              "default": null,
+              "doc": "Information about the metric that was sampled & used when evaluating the assertion.\n\nCurrently, this is only populated for Volume & Field Metric Assertions and used for anomaly\nlogging for Smart Assertions."
             }
           ],
           "doc": "The result of running an assertion"
@@ -3493,6 +3656,13 @@
     },
     {
       "TimeseriesField": {},
+      "UrnValidation": {
+        "entityTypes": [
+          "assertion"
+        ],
+        "exist": false,
+        "strict": true
+      },
       "java": {
         "class": "com.linkedin.pegasus2avro.common.urn.Urn"
       },

acryl_datahub_cloud/metadata/schemas/{AssertionSummary.avsc → AssertionRunSummary.avsc}

@@ -1,9 +1,9 @@
 {
   "type": "record",
   "Aspect": {
-    "name": "assertionSummary"
+    "name": "assertionRunSummary"
   },
-  "name": "AssertionSummary",
+  "name": "AssertionRunSummary",
   "namespace": "com.linkedin.pegasus2avro.assertion",
   "fields": [
     {
@@ -44,6 +44,19 @@
       "name": "lastPassedAtMillis",
       "default": null,
       "doc": "The last pass event timestamp field as epoch at UTC in milliseconds."
+    },
+    {
+      "Searchable": {
+        "fieldName": "lastInitializedAtMillis",
+        "fieldType": "DATETIME"
+      },
+      "type": [
+        "null",
+        "long"
+      ],
+      "name": "lastInitializedAtMillis",
+      "default": null,
+      "doc": "The last initialized event timestamp field as epoch at UTC in milliseconds."
     }
   ],
   "doc": "Derived.\nTracks the latest summary details of an assertion."

acryl_datahub_cloud/metadata/schemas/AssertionsSummary.avsc

@@ -30,6 +30,20 @@
       "Urn": "Urn",
       "urn_is_array": true
     },
+    {
+      "Searchable": {
+        "fieldName": "lastAssertionResultAt",
+        "fieldType": "DATETIME",
+        "queryByDefault": false
+      },
+      "type": [
+        "null",
+        "long"
+      ],
+      "name": "lastAssertionResultAt",
+      "default": null,
+      "doc": "The last time an assertion was run."
+    },
     {
       "Relationship": {
         "/*/urn": {
@@ -183,6 +197,46 @@
       "name": "erroringAssertionDetails",
       "default": [],
       "doc": "Summary details about the set of erroring assertions"
+    },
+    {
+      "Relationship": {
+        "/*/urn": {
+          "entityTypes": [
+            "assertion"
+          ],
+          "name": "InitializingAssertions"
+        }
+      },
+      "Searchable": {
+        "/*/lastResultAt": {
+          "fieldName": "initializingAssertionResultTimes",
+          "fieldType": "DATETIME",
+          "queryByDefault": false
+        },
+        "/*/source": {
+          "fieldName": "initializingAssertionSources",
+          "queryByDefault": false
+        },
+        "/*/type": {
+          "fieldName": "initializingAssertionType",
+          "fieldType": "KEYWORD",
+          "queryByDefault": false
+        },
+        "/*/urn": {
+          "fieldName": "initializingAssertions",
+          "fieldType": "URN",
+          "hasValuesFieldName": "hasInitializingAssertions",
+          "numValuesFieldName": "numInitializingAssertions",
+          "queryByDefault": false
+        }
+      },
+      "type": {
+        "type": "array",
+        "items": "com.linkedin.pegasus2avro.common.AssertionSummaryDetails"
+      },
+      "name": "initializingAssertionDetails",
+      "default": [],
+      "doc": "Summary details about the set of initializing assertions"
     }
   ],
   "doc": "Summary related to entity assertions"

acryl_datahub_cloud/metadata/schemas/AssetSettings.avsc

@@ -0,0 +1,63 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "assetSettings"
+  },
+  "name": "AssetSettings",
+  "namespace": "com.linkedin.pegasus2avro.settings.asset",
+  "fields": [
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "AssetSummarySettings",
+          "namespace": "com.linkedin.pegasus2avro.settings.asset",
+          "fields": [
+            {
+              "Relationship": {
+                "/*/template": {
+                  "entityTypes": [
+                    "dataHubPageTemplate"
+                  ],
+                  "name": "HasSummaryTemplate"
+                }
+              },
+              "type": [
+                {
+                  "type": "array",
+                  "items": {
+                    "type": "record",
+                    "name": "AssetSummarySettingsTemplate",
+                    "namespace": "com.linkedin.pegasus2avro.settings.asset",
+                    "fields": [
+                      {
+                        "java": {
+                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                        },
+                        "type": "string",
+                        "name": "template",
+                        "doc": "The urn of the template",
+                        "Urn": "Urn"
+                      }
+                    ],
+                    "doc": "Object containing the template and any additional info for asset summary settings"
+                  }
+                },
+                "null"
+              ],
+              "name": "templates",
+              "default": [],
+              "doc": "The list of templates applied to this asset in order. Right now we only expect one."
+            }
+          ],
+          "doc": "Information related to the asset summary for this asset"
+        }
+      ],
+      "name": "assetSummary",
+      "default": null,
+      "doc": "Information related to the asset summary for this asset"
+    }
+  ],
+  "doc": "Settings associated with this asset"
+}

acryl_datahub_cloud/metadata/schemas/BusinessAttributeInfo.avsc

@@ -15,7 +15,8 @@
       "Searchable": {
         "boostScore": 0.1,
         "fieldName": "editedFieldDescriptions",
-        "fieldType": "TEXT"
+        "fieldType": "TEXT",
+        "searchTier": 2
       },
       "type": [
         "null",
@@ -83,7 +84,8 @@
                   "fieldType": "URN",
                   "filterNameOverride": "Tagged With",
                   "hasValuesFieldName": "hasTags",
-                  "queryByDefault": true
+                  "queryByDefault": true,
+                  "searchTier": 2
                 }
               },
               "type": {
@@ -437,7 +439,9 @@
         "fieldNameAliases": [
           "_entityName"
         ],
-        "fieldType": "WORD_GRAM"
+        "fieldType": "WORD_GRAM",
+        "searchLabel": "entityName",
+        "searchTier": 1
       },
       "type": "string",
       "name": "name",

acryl_datahub_cloud/metadata/schemas/ChartInfo.avsc

@@ -44,19 +44,29 @@
         "fieldNameAliases": [
           "_entityName"
         ],
-        "fieldType": "WORD_GRAM"
+        "fieldType": "WORD_GRAM",
+        "searchLabel": "entityName",
+        "searchTier": 1
       },
       "type": "string",
       "name": "title",
       "doc": "Title of the chart"
     },
     {
-      "Searchable": {},
+      "Searchable": {
+        "searchTier": 2
+      },
       "type": "string",
       "name": "description",
       "doc": "Detailed description about the chart"
     },
     {
+      "Searchable": {
+        "/lastModified/time": {
+          "fieldName": "lastModifiedAt",
+          "fieldType": "DATETIME"
+        }
+      },
       "type": {
         "type": "record",
         "name": "ChangeAuditStamps",
@@ -144,7 +154,8 @@
     },
     {
       "Searchable": {
-        "fieldType": "KEYWORD"
+        "fieldType": "KEYWORD",
+        "searchTier": 4
       },
       "java": {
         "class": "com.linkedin.pegasus2avro.common.url.Url",
@@ -188,7 +199,8 @@
           "createdActor": "inputEdges/*/created/actor",
           "createdOn": "inputEdges/*/created/time",
           "entityTypes": [
-            "dataset"
+            "dataset",
+            "chart"
           ],
           "isLineage": true,
           "name": "Consumes",
@@ -271,7 +283,8 @@
       "Searchable": {
         "addToFilters": true,
         "fieldType": "KEYWORD",
-        "filterNameOverride": "Chart Type"
+        "filterNameOverride": "Chart Type",
+        "searchTier": 3
       },
       "type": [
         "null",
@@ -310,7 +323,8 @@
       "Searchable": {
         "addToFilters": true,
         "fieldType": "KEYWORD",
-        "filterNameOverride": "Access Level"
+        "filterNameOverride": "Access Level",
+        "searchTier": 4
       },
       "type": [
         "null",

acryl_datahub_cloud/metadata/schemas/ChartKey.avsc

@@ -13,6 +13,7 @@
       "embed",
       "browsePaths",
       "domains",
+      "applications",
       "container",
       "deprecation",
       "ownership",