acryl-datahub-cloud 0.3.10rc4__py3-none-any.whl → 0.3.16.1rc0__py3-none-any.whl

acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc

@@ -43,7 +43,7 @@
         "type": "enum",
         "symbolDocs": {
           "ASSERTION": "A monitor responsible for evaluating Assertions.",
-          "FRESHNESS": "A monitor responsible for evaluating system freshness monitors"
+          "FRESHNESS": "A monitor responsible for evaluating system freshness monitors - This is not used"
         },
         "name": "MonitorType",
         "namespace": "com.linkedin.pegasus2avro.monitor",
@@ -68,7 +68,7 @@
               "symbolDocs": {
                 "ACTIVE": "The monitor should be actively operating.",
                 "INACTIVE": "The monitor is not actively operating.",
-                "PASSIVE": "The monitor is running in passive mode.\nFor assertion monitors, this means that assertions will be run in dry mode."
+                "PASSIVE": "The monitor is running in passive mode.\nFor assertion monitors, this means that assertions will be run in dry mode.\nThis is for internal troubleshooting purposes."
               },
               "name": "MonitorMode",
               "namespace": "com.linkedin.pegasus2avro.monitor",
@@ -171,6 +171,12 @@
           "namespace": "com.linkedin.pegasus2avro.monitor",
           "fields": [
             {
+              "Searchable": {
+                "/*/assertion": {
+                  "fieldName": "assertionUrn",
+                  "fieldType": "URN"
+                }
+              },
               "type": {
                 "type": "array",
                 "items": {
@@ -185,6 +191,13 @@
                         ],
                         "name": "Evaluates"
                       },
+                      "UrnValidation": {
+                        "entityTypes": [
+                          "assertion"
+                        ],
+                        "exist": false,
+                        "strict": true
+                      },
                       "java": {
                         "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                       },
@@ -627,11 +640,15 @@
                                                 "doc": "URL where the reference exist"
                                               },
                                               {
-                                                "Searchable": {},
+                                                "Searchable": {
+                                                  "addToFilters": true,
+                                                  "fieldName": "assertionType",
+                                                  "fieldType": "KEYWORD"
+                                                },
                                                 "type": {
                                                   "type": "enum",
                                                   "symbolDocs": {
-                                                    "CUSTOM": "A custom assertion. \nWhen this is the value, the customAssertion field will be populated.\nUse this assertion type when the exact type of assertion is not modeled in DataHub or\nas a starting point when integrating third-party data quality tools.",
+                                                    "CUSTOM": "A custom assertion.\nWhen this is the value, the customAssertion field will be populated.\nUse this assertion type when the exact type of assertion is not modeled in DataHub or\nas a starting point when integrating third-party data quality tools.",
                                                     "DATASET": "A single-dataset assertion.\nWhen this is the value, the datasetAssertion field will be populated.",
                                                     "DATA_SCHEMA": "A schema or structural assertion.\n\nWould have named this SCHEMA but the codegen for PDL does not allow this (reserved word).",
                                                     "FIELD": "A structured assertion targeting a specific column or field of the Dataset.",
@@ -670,6 +687,13 @@
                                                           ],
                                                           "name": "Asserts"
                                                         },
+                                                        "UrnValidation": {
+                                                          "entityTypes": [
+                                                            "dataset"
+                                                          ],
+                                                          "exist": false,
+                                                          "strict": true
+                                                        },
                                                         "java": {
                                                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                                                         },
@@ -719,6 +743,13 @@
                                                             "fieldType": "URN"
                                                           }
                                                         },
+                                                        "UrnValidation": {
+                                                          "entityTypes": [
+                                                            "schemaField"
+                                                          ],
+                                                          "exist": false,
+                                                          "strict": true
+                                                        },
                                                         "type": [
                                                           "null",
                                                           {
@@ -861,6 +892,7 @@
                                                                             "LIST": "A list of values. When used, value should be formatted as a serialized JSON array.",
                                                                             "NUMBER": "A numeric value",
                                                                             "SET": "A set of values. When used, value should be formatted as a serialized JSON array.",
+                                                                            "SQL": "A SQL expression",
                                                                             "STRING": "A string value",
                                                                             "UNKNOWN": "A value of unknown type"
                                                                           },
@@ -871,6 +903,7 @@
                                                                             "NUMBER",
                                                                             "LIST",
                                                                             "SET",
+                                                                            "SQL",
                                                                             "UNKNOWN"
                                                                           ]
                                                                         },
@@ -957,7 +990,10 @@
                                                     "namespace": "com.linkedin.pegasus2avro.assertion",
                                                     "fields": [
                                                       {
-                                                        "Searchable": {},
+                                                        "Searchable": {
+                                                          "fieldName": "freshnessAssertionType",
+                                                          "fieldType": "KEYWORD"
+                                                        },
                                                         "type": {
                                                           "type": "enum",
                                                           "symbolDocs": {
@@ -982,8 +1018,13 @@
                                                           ],
                                                           "name": "Asserts"
                                                         },
-                                                        "Searchable": {
-                                                          "fieldType": "URN"
+                                                        "UrnValidation": {
+                                                          "entityTypes": [
+                                                            "dataset",
+                                                            "dataJob"
+                                                          ],
+                                                          "exist": false,
+                                                          "strict": true
                                                         },
                                                         "java": {
                                                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -1344,7 +1385,10 @@
                                                     "namespace": "com.linkedin.pegasus2avro.assertion",
                                                     "fields": [
                                                       {
-                                                        "Searchable": {},
+                                                        "Searchable": {
+                                                          "fieldName": "volumeAssertionType",
+                                                          "fieldType": "KEYWORD"
+                                                        },
                                                         "type": {
                                                           "type": "enum",
                                                           "symbolDocs": {
@@ -1372,8 +1416,12 @@
                                                           ],
                                                           "name": "Asserts"
                                                         },
-                                                        "Searchable": {
-                                                          "fieldType": "URN"
+                                                        "UrnValidation": {
+                                                          "entityTypes": [
+                                                            "dataset"
+                                                          ],
+                                                          "exist": false,
+                                                          "strict": true
                                                         },
                                                         "java": {
                                                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -1637,7 +1685,10 @@
                                                     "namespace": "com.linkedin.pegasus2avro.assertion",
                                                     "fields": [
                                                       {
-                                                        "Searchable": {},
+                                                        "Searchable": {
+                                                          "fieldName": "sqlAssertionType",
+                                                          "fieldType": "KEYWORD"
+                                                        },
                                                         "type": {
                                                           "type": "enum",
                                                           "symbolDocs": {
@@ -1661,8 +1712,12 @@
                                                           ],
                                                           "name": "Asserts"
                                                         },
-                                                        "Searchable": {
-                                                          "fieldType": "URN"
+                                                        "UrnValidation": {
+                                                          "entityTypes": [
+                                                            "dataset"
+                                                          ],
+                                                          "exist": false,
+                                                          "strict": true
                                                         },
                                                         "java": {
                                                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -1716,7 +1771,10 @@
                                                     "namespace": "com.linkedin.pegasus2avro.assertion",
                                                     "fields": [
                                                       {
-                                                        "Searchable": {},
+                                                        "Searchable": {
+                                                          "fieldName": "fieldAssertionType",
+                                                          "fieldType": "KEYWORD"
+                                                        },
                                                         "type": {
                                                           "type": "enum",
                                                           "symbolDocs": {
@@ -1740,8 +1798,12 @@
                                                           ],
                                                           "name": "Asserts"
                                                         },
-                                                        "Searchable": {
-                                                          "fieldType": "URN"
+                                                        "UrnValidation": {
+                                                          "entityTypes": [
+                                                            "dataset"
+                                                          ],
+                                                          "exist": false,
+                                                          "strict": true
                                                         },
                                                         "java": {
                                                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -1878,7 +1940,7 @@
                                                                 },
                                                                 "type": "com.linkedin.pegasus2avro.schema.SchemaFieldSpec",
                                                                 "name": "field",
-                                                                "doc": "The field under evaluation"
+                                                                "doc": "The field path under evaluation"
                                                               },
                                                               {
                                                                 "type": {
@@ -1983,8 +2045,13 @@
                                                           ],
                                                           "name": "Asserts"
                                                         },
-                                                        "Searchable": {
-                                                          "fieldType": "URN"
+                                                        "UrnValidation": {
+                                                          "entityTypes": [
+                                                            "dataset",
+                                                            "dataJob"
+                                                          ],
+                                                          "exist": false,
+                                                          "strict": true
                                                         },
                                                         "java": {
                                                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -2618,7 +2685,8 @@
                                                                                   "fieldType": "URN",
                                                                                   "filterNameOverride": "Tagged With",
                                                                                   "hasValuesFieldName": "hasTags",
-                                                                                  "queryByDefault": true
+                                                                                  "queryByDefault": true,
+                                                                                  "searchTier": 2
                                                                                 }
                                                                               },
                                                                               "type": {
@@ -3103,7 +3171,8 @@
                                                     "fields": [
                                                       {
                                                         "Searchable": {
-                                                          "fieldName": "customType"
+                                                          "fieldName": "customType",
+                                                          "fieldType": "KEYWORD"
                                                         },
                                                         "type": "string",
                                                         "name": "type",
@@ -3116,6 +3185,13 @@
                                                           ],
                                                           "name": "Asserts"
                                                         },
+                                                        "UrnValidation": {
+                                                          "entityTypes": [
+                                                            "dataset"
+                                                          ],
+                                                          "exist": false,
+                                                          "strict": true
+                                                        },
                                                         "java": {
                                                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                                                         },
@@ -3134,6 +3210,13 @@
                                                           ],
                                                           "name": "Asserts"
                                                         },
+                                                        "UrnValidation": {
+                                                          "entityTypes": [
+                                                            "schemaField"
+                                                          ],
+                                                          "exist": false,
+                                                          "strict": true
+                                                        },
                                                         "java": {
                                                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                                                         },
@@ -3166,6 +3249,14 @@
                                                 "doc": "A Custom Assertion definition. This field is populated when type is CUSTOM."
                                               },
                                               {
+                                                "Searchable": {
+                                                  "/created/actor": {
+                                                    "fieldName": "creator",
+                                                    "fieldType": "URN",
+                                                    "filterNameOverride": "Created By",
+                                                    "hasValuesFieldName": "hasCreator"
+                                                  }
+                                                },
                                                 "type": [
                                                   "null",
                                                   {
@@ -3175,7 +3266,9 @@
                                                     "fields": [
                                                       {
                                                         "Searchable": {
-                                                          "fieldName": "sourceType"
+                                                          "addToFilters": true,
+                                                          "fieldName": "sourceType",
+                                                          "fieldType": "KEYWORD"
                                                         },
                                                         "type": {
                                                           "type": "enum",
@@ -3222,6 +3315,11 @@
                                                 "doc": "The time at which the assertion was last updated and the actor who updated it.\nThis field is only present for Native assertions updated after this field was introduced."
                                               },
                                               {
+                                                "Searchable": {
+                                                  "fieldName": "assertionDescription",
+                                                  "fieldType": "TEXT",
+                                                  "hasValuesFieldName": "hasAssertionDescription"
+                                                },
                                                 "type": [
                                                   "null",
                                                   "string"
@@ -3229,6 +3327,48 @@
                                                 "name": "description",
                                                 "default": null,
                                                 "doc": "An optional human-readable description of the assertion"
+                                              },
+                                              {
+                                                "type": [
+                                                  "null",
+                                                  {
+                                                    "type": "record",
+                                                    "name": "AssertionNote",
+                                                    "namespace": "com.linkedin.pegasus2avro.assertion",
+                                                    "fields": [
+                                                      {
+                                                        "type": "string",
+                                                        "name": "content",
+                                                        "doc": "The note to give technical owners more context about the assertion, and how to troubleshoot it."
+                                                      },
+                                                      {
+                                                        "type": "com.linkedin.pegasus2avro.common.AuditStamp",
+                                                        "name": "lastModified",
+                                                        "doc": "The time at which the note was last modified."
+                                                      }
+                                                    ]
+                                                  }
+                                                ],
+                                                "name": "note",
+                                                "default": null,
+                                                "doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
+                                              },
+                                              {
+                                                "Searchable": {
+                                                  "fieldName": "entity",
+                                                  "fieldType": "URN"
+                                                },
+                                                "java": {
+                                                  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                                                },
+                                                "type": [
+                                                  "null",
+                                                  "string"
+                                                ],
+                                                "name": "entityUrn",
+                                                "default": null,
+                                                "doc": "The entity targeted by this assertion. Newly added field, automatically set by mutation",
+                                                "Urn": "Urn"
                                               }
                                             ],
                                             "doc": "Information about an assertion\n\nAcryl Only: Did you update AssertionWithoutAnnotations.pdl? If not, please update it."
@@ -3500,7 +3640,7 @@
                 }
               },
               "name": "assertions",
-              "doc": "Specs for each assertion to evaluate"
+              "doc": "Specs for each assertion to evaluate\nThis will always have 1 reference. Modelling error caused it to be an array.\nIf it is != 1 then we have data corruption."
             },
             {
               "type": [
@@ -3553,6 +3693,64 @@
               "name": "settings",
               "default": null,
               "doc": "Specific settings for an assertion monitor"
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AssertionMonitorBootstrapStatus",
+                  "namespace": "com.linkedin.pegasus2avro.monitor",
+                  "fields": [
+                    {
+                      "type": [
+                        "null",
+                        {
+                          "type": "record",
+                          "name": "AssertionMonitorMetricsCubeBootstrapStatus",
+                          "namespace": "com.linkedin.pegasus2avro.monitor",
+                          "fields": [
+                            {
+                              "type": {
+                                "type": "enum",
+                                "symbolDocs": {
+                                  "COMPLETED": "The metrics cube for this monitor has been bootstrapped.",
+                                  "FAILED": "The metrics cube for this monitor has failed to bootstrap.",
+                                  "PENDING": "The metrics cube for this monitor has not been bootstrapped."
+                                },
+                                "name": "AssertionMonitorMetricsCubeBootstrapState",
+                                "namespace": "com.linkedin.pegasus2avro.monitor",
+                                "symbols": [
+                                  "PENDING",
+                                  "FAILED",
+                                  "COMPLETED"
+                                ]
+                              },
+                              "name": "state",
+                              "doc": "Whether the metrics cube for this monitor has been bootstrapped."
+                            },
+                            {
+                              "type": [
+                                "null",
+                                "string"
+                              ],
+                              "name": "message",
+                              "default": null,
+                              "doc": "The message associated with the bootstrap status.\nI.e., an error message if the bootstrap failed."
+                            }
+                          ]
+                        }
+                      ],
+                      "name": "metricsCubeBootstrapStatus",
+                      "default": null,
+                      "doc": "Whether the metrics cube for this monitor has been bootstrapped."
+                    }
+                  ]
+                }
+              ],
+              "name": "bootstrapStatus",
+              "default": null,
+              "doc": "The status of the bootstrap actions performed on the assertion."
             }
           ],
           "doc": "Information about an Assertion monitor."

acryl_datahub_cloud/metadata/schemas/MonitorKey.avsc

@@ -7,7 +7,8 @@
     "entityAspects": [
       "monitorInfo",
       "monitorTimeseriesState",
-      "monitorAnomalyEvent"
+      "monitorAnomalyEvent",
+      "status"
     ]
   },
   "name": "MonitorKey",
@@ -23,6 +24,13 @@
       "Searchable": {
         "fieldType": "URN"
       },
+      "UrnValidation": {
+        "entityTypes": [
+          "dataset"
+        ],
+        "exist": false,
+        "strict": true
+      },
       "java": {
         "class": "com.linkedin.pegasus2avro.common.urn.Urn"
       },

acryl_datahub_cloud/metadata/schemas/MonitorSuiteInfo.avsc

@@ -509,7 +509,7 @@
                           "TAG_REMOVED",
                           "TAG_PROPOSED"
                         ],
-                        "doc": "Enum to define change types that can trigger a subscription."
+                        "doc": "Enum to define change types that can trigger a notification for a subscription."
                       },
                       "name": "entityChangeType",
                       "doc": "Change type that triggers a notification for the subscription."
@@ -572,13 +572,15 @@
                                 "type": "enum",
                                 "symbolDocs": {
                                   "EMAIL": "Email target type.",
-                                  "SLACK": "Slack target type."
+                                  "SLACK": "Slack target type.",
+                                  "TEAMS": "Microsoft Teams target type."
                                 },
                                 "name": "NotificationSinkType",
                                 "namespace": "com.linkedin.pegasus2avro.event.notification",
                                 "symbols": [
                                   "SLACK",
-                                  "EMAIL"
+                                  "EMAIL",
+                                  "TEAMS"
                                 ],
                                 "doc": "A type of sink / platform to send a notification to."
                               }
@@ -644,6 +646,129 @@
                             "default": null,
                             "doc": "Email Notification Settings"
                           },
+                          {
+                            "type": [
+                              "null",
+                              {
+                                "type": "record",
+                                "name": "TeamsNotificationSettings",
+                                "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+                                "fields": [
+                                  {
+                                    "type": [
+                                      "null",
+                                      {
+                                        "type": "record",
+                                        "name": "TeamsUser",
+                                        "namespace": "com.linkedin.pegasus2avro.settings.global",
+                                        "fields": [
+                                          {
+                                            "type": [
+                                              "null",
+                                              "string"
+                                            ],
+                                            "name": "teamsUserId",
+                                            "default": null,
+                                            "doc": "The Teams user ID (internal Teams identifier).\nThis is the primary identifier used for Teams messaging."
+                                          },
+                                          {
+                                            "Searchable": {
+                                              "fieldType": "KEYWORD",
+                                              "queryByDefault": false
+                                            },
+                                            "type": [
+                                              "null",
+                                              "string"
+                                            ],
+                                            "name": "azureUserId",
+                                            "default": null,
+                                            "doc": "The Azure AD user ID (Azure Active Directory object ID).\nThis is the primary identifier for Azure AD operations and Microsoft Graph API calls."
+                                          },
+                                          {
+                                            "type": [
+                                              "null",
+                                              "string"
+                                            ],
+                                            "name": "email",
+                                            "default": null,
+                                            "doc": "The user's email address (fallback identifier).\nUsed when other IDs are not available or for email-based user resolution."
+                                          },
+                                          {
+                                            "type": [
+                                              "null",
+                                              "string"
+                                            ],
+                                            "name": "displayName",
+                                            "default": null,
+                                            "doc": "The user's display name (cached value, may be stale).\nRetrieved from Microsoft Graph API and cached for performance."
+                                          },
+                                          {
+                                            "type": [
+                                              "null",
+                                              "long"
+                                            ],
+                                            "name": "lastUpdated",
+                                            "default": null,
+                                            "doc": "The timestamp when the cached display name was last updated.\nUsed for TTL-based cache invalidation (milliseconds since epoch)."
+                                          }
+                                        ],
+                                        "doc": "Teams user information with cached display name and multiple ID support.\nFollows the same caching pattern as TeamsChannel for consistency."
+                                      }
+                                    ],
+                                    "name": "user",
+                                    "default": null,
+                                    "doc": "Optional structured user information with cached metadata.\nSupports both Azure AD user ID and Teams user ID with cached display name."
+                                  },
+                                  {
+                                    "type": [
+                                      "null",
+                                      {
+                                        "type": "array",
+                                        "items": {
+                                          "type": "record",
+                                          "name": "TeamsChannel",
+                                          "namespace": "com.linkedin.pegasus2avro.settings.global",
+                                          "fields": [
+                                            {
+                                              "type": "string",
+                                              "name": "id",
+                                              "doc": "The Teams channel ID (internal Teams identifier)."
+                                            },
+                                            {
+                                              "type": [
+                                                "null",
+                                                "string"
+                                              ],
+                                              "name": "name",
+                                              "default": null,
+                                              "doc": "The Teams channel display name (cached value, may be stale)."
+                                            },
+                                            {
+                                              "type": [
+                                                "null",
+                                                "long"
+                                              ],
+                                              "name": "lastUpdated",
+                                              "default": null,
+                                              "doc": "The timestamp when the cached name was last updated.\nUsed for TTL-based cache invalidation."
+                                            }
+                                          ],
+                                          "doc": "Teams channel information with cached display name."
+                                        }
+                                      }
+                                    ],
+                                    "name": "channels",
+                                    "default": null,
+                                    "doc": "Optional list of structured channels with cached metadata"
+                                  }
+                                ],
+                                "doc": "Microsoft Teams Notification settings for an actor."
+                              }
+                            ],
+                            "name": "teamsSettings",
+                            "default": null,
+                            "doc": "Microsoft Teams Notification Settings"
+                          },
                           {
                             "type": [
                               "null",

acryl_datahub_cloud/metadata/schemas/NotebookInfo.avsc

@@ -44,7 +44,9 @@
         "fieldNameAliases": [
           "_entityName"
         ],
-        "fieldType": "WORD_GRAM"
+        "fieldType": "WORD_GRAM",
+        "searchLabel": "entityName",
+        "searchTier": 1
       },
       "type": "string",
       "name": "title",
@@ -53,7 +55,8 @@
     {
       "Searchable": {
         "fieldType": "TEXT",
-        "hasValuesFieldName": "hasDescription"
+        "hasValuesFieldName": "hasDescription",
+        "searchTier": 2
       },
       "type": [
         "null",