acryl-datahub-cloud 0.3.9.2rc1__py3-none-any.whl → 0.3.10rc0__py3-none-any.whl

acryl_datahub_cloud/metadata/schema.avsc

@@ -789,110 +789,288 @@
                     "fieldName": "scheduleType"
                   }
                 },
-                "type": {
-                  "type": "record",
-                  "name": "FreshnessAssertionSchedule",
-                  "namespace": "com.linkedin.pegasus2avro.assertion",
-                  "fields": [
-                    {
-                      "type": {
-                        "type": "enum",
-                        "symbolDocs": {
-                          "CRON": "A highly configurable recurring schedule which describes the times of events described\nby a CRON schedule, with the evaluation schedule assuming to be matching the cron schedule.\n\nIn a CRON schedule type, we compute the look-back window to be the time between the last scheduled event\nand the current event (evaluation time). This means that the evaluation schedule must match exactly\nthe schedule defined inside the cron schedule.\n\nFor example, a CRON schedule defined as \"0 8 * * *\" would represent a schedule of \"every day by 8am\". Assuming\nthat the assertion evaluation schedule is defined to match this, the freshness assertion would be evaluated in the following way:\n\n    1. Compute the \"last scheduled occurrence\" of the event using the CRON schedule. For example, yesterday at 8am.\n    2. Compute the bounds of a time window between the \"last scheduled occurrence\" (yesterday at 8am) until the \"current occurrence\" (today at 8am)\n    3. Verify that the target event has occurred within the CRON-interval window.\n    4. If the target event has occurred within the time window, then assertion passes.\n    5. If the target event has not occurred within the time window, then the assertion fails.",
-                          "FIXED_INTERVAL": "A fixed interval which is used to compute a look-back window for use when evaluating the assertion relative\nto the Evaluation Time of the Assertion.\n\nTo compute the valid look-back window, we subtract the fixed interval from the evaluation time. Then, we verify\nthat the target event has occurred within that window.\n\nFor example, a fixed interval of \"24h\" would represent a schedule of \"in the last 24 hours\".\nThe 24 hour interval is relative to the evaluation time of the assertion. For example if we schedule the assertion\nto be evaluated each hour, we'd compute the result as follows:\n\n    1. Subtract the fixed interval from the current time (Evaluation time) to compute the bounds of a fixed look-back window.\n    2. Verify that the target event has occurred within the look-back window.\n    3. If the target event has occurred within the time window, then assertion passes.\n    4. If the target event has not occurred within the time window, then the assertion fails.",
-                          "SINCE_THE_LAST_CHECK": "A stateful check that takes the last time this check ran to determine the look-back window.\n\nTo compute the valid look-back- window, we start at the time the monitor last evaluated this assertion,\nand we end at the point in time the check is currently running.\n\nFor example, let's say a Freshness assertion is of type SINCE_THE_LAST_CHECK, and the monitor is configured to\nrun every day at 12:00am. Let's assume this assertion was last evaluated yesterday at 12:04am. We'd compute\nthe result as follows:\n\n    1. Get the timestamp for the last run of the monitor on this assertion.\n    2. look_back_window_start_time = latest_monitor_run.timestampMillis [ie. 12:04a yesterday]\n    3. look_back_window_end_time = nowMillis [ie. 12:02a today]\n    4. If the target event has occurred within the window [ie. 12:04a yday to 12:02a today],\n       then the assertion passes.\n    5. If the target event has not occurred within the window, then the assertion fails."
+                "type": [
+                  "null",
+                  {
+                    "type": "record",
+                    "name": "FreshnessAssertionSchedule",
+                    "namespace": "com.linkedin.pegasus2avro.assertion",
+                    "fields": [
+                      {
+                        "type": {
+                          "type": "enum",
+                          "symbolDocs": {
+                            "CRON": "A highly configurable recurring schedule which describes the times of events described\nby a CRON schedule, with the evaluation schedule assuming to be matching the cron schedule.\n\nIn a CRON schedule type, we compute the look-back window to be the time between the last scheduled event\nand the current event (evaluation time). This means that the evaluation schedule must match exactly\nthe schedule defined inside the cron schedule.\n\nFor example, a CRON schedule defined as \"0 8 * * *\" would represent a schedule of \"every day by 8am\". Assuming\nthat the assertion evaluation schedule is defined to match this, the freshness assertion would be evaluated in the following way:\n\n    1. Compute the \"last scheduled occurrence\" of the event using the CRON schedule. For example, yesterday at 8am.\n    2. Compute the bounds of a time window between the \"last scheduled occurrence\" (yesterday at 8am) until the \"current occurrence\" (today at 8am)\n    3. Verify that the target event has occurred within the CRON-interval window.\n    4. If the target event has occurred within the time window, then assertion passes.\n    5. If the target event has not occurred within the time window, then the assertion fails.",
+                            "FIXED_INTERVAL": "A fixed interval which is used to compute a look-back window for use when evaluating the assertion relative\nto the Evaluation Time of the Assertion.\n\nTo compute the valid look-back window, we subtract the fixed interval from the evaluation time. Then, we verify\nthat the target event has occurred within that window.\n\nFor example, a fixed interval of \"24h\" would represent a schedule of \"in the last 24 hours\".\nThe 24 hour interval is relative to the evaluation time of the assertion. For example if we schedule the assertion\nto be evaluated each hour, we'd compute the result as follows:\n\n    1. Subtract the fixed interval from the current time (Evaluation time) to compute the bounds of a fixed look-back window.\n    2. Verify that the target event has occurred within the look-back window.\n    3. If the target event has occurred within the time window, then assertion passes.\n    4. If the target event has not occurred within the time window, then the assertion fails.",
+                            "SINCE_THE_LAST_CHECK": "A stateful check that takes the last time this check ran to determine the look-back window.\n\nTo compute the valid look-back- window, we start at the time the monitor last evaluated this assertion,\nand we end at the point in time the check is currently running.\n\nFor example, let's say a Freshness assertion is of type SINCE_THE_LAST_CHECK, and the monitor is configured to\nrun every day at 12:00am. Let's assume this assertion was last evaluated yesterday at 12:04am. We'd compute\nthe result as follows:\n\n    1. Get the timestamp for the last run of the monitor on this assertion.\n    2. look_back_window_start_time = latest_monitor_run.timestampMillis [ie. 12:04a yesterday]\n    3. look_back_window_end_time = nowMillis [ie. 12:02a today]\n    4. If the target event has occurred within the window [ie. 12:04a yday to 12:02a today],\n       then the assertion passes.\n    5. If the target event has not occurred within the window, then the assertion fails."
+                          },
+                          "name": "FreshnessAssertionScheduleType",
+                          "namespace": "com.linkedin.pegasus2avro.assertion",
+                          "symbols": [
+                            "CRON",
+                            "FIXED_INTERVAL",
+                            "SINCE_THE_LAST_CHECK"
+                          ]
                         },
-                        "name": "FreshnessAssertionScheduleType",
-                        "namespace": "com.linkedin.pegasus2avro.assertion",
-                        "symbols": [
-                          "CRON",
-                          "FIXED_INTERVAL",
-                          "SINCE_THE_LAST_CHECK"
-                        ]
+                        "name": "type",
+                        "doc": "The type of a Freshness Assertion Schedule.\n\nOnce we support data-time-relative schedules (e.g. schedules relative to time partitions),\nwe will add those schedule types here."
                       },
-                      "name": "type",
-                      "doc": "The type of a Freshness Assertion Schedule.\n\nOnce we support data-time-relative schedules (e.g. schedules relative to time partitions),\nwe will add those schedule types here."
-                    },
-                    {
-                      "type": [
-                        "null",
-                        {
-                          "type": "record",
-                          "name": "FreshnessCronSchedule",
-                          "namespace": "com.linkedin.pegasus2avro.assertion",
-                          "fields": [
-                            {
-                              "type": "string",
-                              "name": "cron",
-                              "doc": "A cron-formatted execution interval, as a cron string, e.g. 1 * * * *"
-                            },
-                            {
-                              "type": "string",
-                              "name": "timezone",
-                              "doc": "Timezone in which the cron interval applies, e.g. America/Los Angeles"
-                            },
-                            {
-                              "type": [
-                                "null",
-                                "long"
-                              ],
-                              "name": "windowStartOffsetMs",
-                              "default": null,
-                              "doc": "An optional offset in milliseconds to SUBTRACT from the timestamp generated by the cron schedule\nto generate the lower bounds of the \"freshness window\", or the window of time in which an event must have occurred in order for the Freshness check\nto be considering passing.\n\nIf left empty, the start of the SLA window will be the _end_ of the previously evaluated Freshness window."
-                            }
-                          ],
-                          "doc": "Attributes defining a CRON-formatted schedule used for defining a freshness assertion."
-                        }
-                      ],
-                      "name": "cron",
-                      "default": null,
-                      "doc": "A cron schedule. This field is required when type is CRON."
-                    },
-                    {
-                      "type": [
-                        "null",
-                        {
-                          "type": "record",
-                          "name": "FixedIntervalSchedule",
-                          "namespace": "com.linkedin.pegasus2avro.assertion",
-                          "fields": [
-                            {
-                              "type": {
-                                "type": "enum",
-                                "name": "CalendarInterval",
-                                "namespace": "com.linkedin.pegasus2avro.timeseries",
-                                "symbols": [
-                                  "SECOND",
-                                  "MINUTE",
-                                  "HOUR",
-                                  "DAY",
-                                  "WEEK",
-                                  "MONTH",
-                                  "QUARTER",
-                                  "YEAR"
-                                ]
+                      {
+                        "type": [
+                          "null",
+                          {
+                            "type": "record",
+                            "name": "FreshnessCronSchedule",
+                            "namespace": "com.linkedin.pegasus2avro.assertion",
+                            "fields": [
+                              {
+                                "type": "string",
+                                "name": "cron",
+                                "doc": "A cron-formatted execution interval, as a cron string, e.g. 1 * * * *"
                               },
-                              "name": "unit",
-                              "doc": "Interval unit such as minute/hour/day etc."
-                            },
-                            {
-                              "type": "int",
-                              "name": "multiple",
-                              "default": 1,
-                              "doc": "How many units. Defaults to 1."
+                              {
+                                "type": "string",
+                                "name": "timezone",
+                                "doc": "Timezone in which the cron interval applies, e.g. America/Los Angeles"
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  "long"
+                                ],
+                                "name": "windowStartOffsetMs",
+                                "default": null,
+                                "doc": "An optional offset in milliseconds to SUBTRACT from the timestamp generated by the cron schedule\nto generate the lower bounds of the \"freshness window\", or the window of time in which an event must have occurred in order for the Freshness check\nto be considering passing.\n\nIf left empty, the start of the SLA window will be the _end_ of the previously evaluated Freshness window."
+                              }
+                            ],
+                            "doc": "Attributes defining a CRON-formatted schedule used for defining a freshness assertion."
+                          }
+                        ],
+                        "name": "cron",
+                        "default": null,
+                        "doc": "A cron schedule. This field is required when type is CRON."
+                      },
+                      {
+                        "type": [
+                          "null",
+                          {
+                            "type": "record",
+                            "name": "FixedIntervalSchedule",
+                            "namespace": "com.linkedin.pegasus2avro.assertion",
+                            "fields": [
+                              {
+                                "type": {
+                                  "type": "enum",
+                                  "name": "CalendarInterval",
+                                  "namespace": "com.linkedin.pegasus2avro.timeseries",
+                                  "symbols": [
+                                    "SECOND",
+                                    "MINUTE",
+                                    "HOUR",
+                                    "DAY",
+                                    "WEEK",
+                                    "MONTH",
+                                    "QUARTER",
+                                    "YEAR"
+                                  ]
+                                },
+                                "name": "unit",
+                                "doc": "Interval unit such as minute/hour/day etc."
+                              },
+                              {
+                                "type": "int",
+                                "name": "multiple",
+                                "default": 1,
+                                "doc": "How many units. Defaults to 1."
+                              }
+                            ],
+                            "doc": "Attributes defining a relative fixed interval SLA schedule."
+                          }
+                        ],
+                        "name": "fixedInterval",
+                        "default": null,
+                        "doc": "A fixed interval schedule. This field is required when type is FIXED_INTERVAL."
+                      },
+                      {
+                        "type": [
+                          "null",
+                          {
+                            "type": "array",
+                            "items": {
+                              "type": "record",
+                              "name": "AssertionExclusionWindow",
+                              "namespace": "com.linkedin.pegasus2avro.assertion",
+                              "fields": [
+                                {
+                                  "type": {
+                                    "type": "enum",
+                                    "symbolDocs": {
+                                      "FIXED_RANGE": "One-off time range to exclude",
+                                      "HOLIDAY": "Specific holiday to exclude",
+                                      "WEEKLY": "Recurring time range to exclude each week"
+                                    },
+                                    "name": "AssertionExclusionWindowType",
+                                    "namespace": "com.linkedin.pegasus2avro.assertion",
+                                    "symbols": [
+                                      "FIXED_RANGE",
+                                      "WEEKLY",
+                                      "HOLIDAY"
+                                    ]
+                                  },
+                                  "name": "type",
+                                  "doc": "The type of exclusion window."
+                                },
+                                {
+                                  "type": [
+                                    "null",
+                                    "string"
+                                  ],
+                                  "name": "displayName",
+                                  "default": null,
+                                  "doc": "Display name for this exclusion window"
+                                },
+                                {
+                                  "type": [
+                                    "null",
+                                    {
+                                      "type": "record",
+                                      "name": "AbsoluteTimeWindow",
+                                      "namespace": "com.linkedin.pegasus2avro.timeseries",
+                                      "fields": [
+                                        {
+                                          "type": "long",
+                                          "name": "startTimeMillis",
+                                          "doc": "Start time as epoch at UTC."
+                                        },
+                                        {
+                                          "type": "long",
+                                          "name": "endTimeMillis",
+                                          "doc": "End time as epoch at UTC."
+                                        }
+                                      ]
+                                    }
+                                  ],
+                                  "name": "fixedRange",
+                                  "default": null,
+                                  "doc": "Date window for one-off exclusion range\nOnly used when type is FIXED_RANGE"
+                                },
+                                {
+                                  "type": [
+                                    "null",
+                                    {
+                                      "type": "record",
+                                      "name": "WeeklyWindow",
+                                      "namespace": "com.linkedin.pegasus2avro.timeseries",
+                                      "fields": [
+                                        {
+                                          "type": {
+                                            "type": "array",
+                                            "items": {
+                                              "type": "enum",
+                                              "name": "DayOfWeek",
+                                              "namespace": "com.linkedin.pegasus2avro.timeseries",
+                                              "symbols": [
+                                                "MONDAY",
+                                                "TUESDAY",
+                                                "WEDNESDAY",
+                                                "THURSDAY",
+                                                "FRIDAY",
+                                                "SATURDAY",
+                                                "SUNDAY"
+                                              ]
+                                            }
+                                          },
+                                          "name": "daysOfWeek",
+                                          "doc": "Days of the week to include in the window.\nIf not specified, all days are included."
+                                        },
+                                        {
+                                          "type": [
+                                            "null",
+                                            "string"
+                                          ],
+                                          "name": "startTime",
+                                          "default": null,
+                                          "doc": "Start time for the window on each specified day.\nFormat: \"HH:MM\" in 24-hour format (e.g., \"09:00\" for 9am, \"17:30\" for 5:30pm).\nIf not specified, defaults to start of day (\"00:00\")."
+                                        },
+                                        {
+                                          "type": [
+                                            "null",
+                                            "string"
+                                          ],
+                                          "name": "endTime",
+                                          "default": null,
+                                          "doc": "End time for the window on each specified day.\nFormat: \"HH:MM\" in 24-hour format (e.g., \"17:00\" for 5pm, \"23:59\" for end of day).\nIf not specified, defaults to end of day (\"23:59\")."
+                                        },
+                                        {
+                                          "type": [
+                                            "null",
+                                            "string"
+                                          ],
+                                          "name": "timezone",
+                                          "default": null,
+                                          "doc": "Time zone to interpret start and end times in.\nUses standard time zone identifiers (e.g., \"America/Los_Angeles\", \"UTC\").\nIf not specified, defaults to UTC."
+                                        }
+                                      ],
+                                      "doc": "Represents a recurring time window that repeats weekly.\nUsed to define exclusion periods for model training based on day of week and time of day."
+                                    }
+                                  ],
+                                  "name": "weekly",
+                                  "default": null,
+                                  "doc": "Window of time each week to exclude."
+                                },
+                                {
+                                  "type": [
+                                    "null",
+                                    {
+                                      "type": "record",
+                                      "name": "HolidayWindow",
+                                      "namespace": "com.linkedin.pegasus2avro.timeseries",
+                                      "fields": [
+                                        {
+                                          "type": "string",
+                                          "name": "name",
+                                          "doc": "The name of the holiday."
+                                        },
+                                        {
+                                          "type": [
+                                            "null",
+                                            "string"
+                                          ],
+                                          "name": "region",
+                                          "default": null,
+                                          "doc": "The region of the holiday.\nExample: 'US'"
+                                        },
+                                        {
+                                          "type": [
+                                            "null",
+                                            "string"
+                                          ],
+                                          "name": "timezone",
+                                          "default": null,
+                                          "doc": "The timezone of the holiday.\nExample: 'America/New_York'"
+                                        }
+                                      ]
+                                    }
+                                  ],
+                                  "name": "holiday",
+                                  "default": null,
+                                  "doc": "The holiday to exclude\nOnly used when type is HOLIDAY"
+                                }
+                              ],
+                              "doc": "Information about an assertion exclusion window.\nThis is used to exclude specific time periods from assertion evaluation or training.\nFor example, excluding holidays, weekends, or known anomalous periods.\nSupports various recurrence patterns: one-off exclusions, or recurring exclusions\n(yearly, monthly, weekly, daily, or specific holidays)."
                             }
-                          ],
-                          "doc": "Attributes defining a relative fixed interval SLA schedule."
-                        }
-                      ],
-                      "name": "fixedInterval",
-                      "default": null,
-                      "doc": "A fixed interval schedule. This field is required when type is FIXED_INTERVAL."
-                    }
-                  ],
-                  "doc": "Attributes defining a single Freshness schedule."
-                },
+                          }
+                        ],
+                        "name": "exclusions",
+                        "default": null,
+                        "doc": "Blackout windows. Periods of time to exclude from the schedule."
+                      }
+                    ],
+                    "doc": "Attributes defining a single Freshness schedule."
+                  }
+                ],
                 "name": "schedule",
+                "default": null,
                 "doc": "Produce FAILURE Assertion Result if the asset is not updated on the cadence and within the time range described by the schedule."
               },
               {
@@ -2768,119 +2946,6 @@
                 "name": "created",
                 "default": null,
                 "doc": "The time at which the assertion was initially created and the author who created it.\nThis field is only present for Native assertions created after this field was introduced."
-              },
-              {
-                "type": [
-                  "null",
-                  {
-                    "type": "record",
-                    "Aspect": {
-                      "name": "assertionInferenceDetails"
-                    },
-                    "name": "AssertionInferenceDetails",
-                    "namespace": "com.linkedin.pegasus2avro.assertion",
-                    "fields": [
-                      {
-                        "type": [
-                          "null",
-                          "string"
-                        ],
-                        "name": "modelId",
-                        "default": null,
-                        "doc": "The id of the assertion prediction model."
-                      },
-                      {
-                        "type": [
-                          "null",
-                          "string"
-                        ],
-                        "name": "modelVersion",
-                        "default": null,
-                        "doc": "The version of the model used to make the assertion."
-                      },
-                      {
-                        "type": [
-                          "null",
-                          "float"
-                        ],
-                        "name": "confidence",
-                        "default": null,
-                        "doc": "The confidence of the inference, if available."
-                      },
-                      {
-                        "type": [
-                          "null",
-                          {
-                            "type": "map",
-                            "values": "string"
-                          }
-                        ],
-                        "name": "parameters",
-                        "default": null,
-                        "doc": "The parameters used to make the inference."
-                      },
-                      {
-                        "type": [
-                          "null",
-                          "long"
-                        ],
-                        "name": "generatedAt",
-                        "default": null,
-                        "doc": "The time the inferred assertion was generated at in milliseconds."
-                      },
-                      {
-                        "type": [
-                          "null",
-                          {
-                            "type": "record",
-                            "name": "AssertionAdjustmentSettings",
-                            "namespace": "com.linkedin.pegasus2avro.assertion",
-                            "fields": [
-                              {
-                                "type": {
-                                  "type": "enum",
-                                  "name": "AdjustmentAlgorithm",
-                                  "namespace": "com.linkedin.pegasus2avro.assertion",
-                                  "symbols": [
-                                    "CUSTOM"
-                                  ],
-                                  "doc": "The adjustment algorithm to use when determining the threshold for an assertion."
-                                },
-                                "name": "algorithm",
-                                "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
-                              },
-                              {
-                                "type": "string",
-                                "name": "algorithmName",
-                                "doc": "The name of the algorithm to use to adjust assertion values to power the sensitivity control feature"
-                              },
-                              {
-                                "type": [
-                                  "null",
-                                  {
-                                    "type": "map",
-                                    "values": "string"
-                                  }
-                                ],
-                                "name": "context",
-                                "default": null,
-                                "doc": "The context to use to adjust assertion values"
-                              }
-                            ],
-                            "doc": "A set of settings that can be used to adjust assertion values\nThis is mainly applied against inferred assertions"
-                          }
-                        ],
-                        "name": "adjustmentSettings",
-                        "default": null,
-                        "doc": "The settings used to adjust the assertion."
-                      }
-                    ],
-                    "doc": "The details of an assertion that was inferred."
-                  }
-                ],
-                "name": "assertionInferenceDetails",
-                "default": null,
-                "doc": "The details of an assertion that was inferred.\nThis field is only present if the sourceType is INFERRED."
               }
             ],
             "doc": "The source of an assertion"
@@ -3649,7 +3714,174 @@
               {
                 "type": [
                   "null",
-                  "com.linkedin.pegasus2avro.assertion.AssertionInferenceDetails"
+                  {
+                    "type": "record",
+                    "Aspect": {
+                      "name": "assertionInferenceDetails"
+                    },
+                    "name": "AssertionInferenceDetails",
+                    "namespace": "com.linkedin.pegasus2avro.assertion",
+                    "fields": [
+                      {
+                        "type": [
+                          "null",
+                          "string"
+                        ],
+                        "name": "modelId",
+                        "default": null,
+                        "doc": "The id of the assertion prediction model."
+                      },
+                      {
+                        "type": [
+                          "null",
+                          "string"
+                        ],
+                        "name": "modelVersion",
+                        "default": null,
+                        "doc": "The version of the model used to make the assertion."
+                      },
+                      {
+                        "type": [
+                          "null",
+                          "float"
+                        ],
+                        "name": "confidence",
+                        "default": null,
+                        "doc": "The confidence of the inference, if available."
+                      },
+                      {
+                        "type": [
+                          "null",
+                          {
+                            "type": "map",
+                            "values": "string"
+                          }
+                        ],
+                        "name": "parameters",
+                        "default": null,
+                        "doc": "The parameters used to make the inference."
+                      },
+                      {
+                        "Searchable": {},
+                        "type": [
+                          "null",
+                          "long"
+                        ],
+                        "name": "generatedAt",
+                        "default": null,
+                        "doc": "The time the inferred assertion was generated at in milliseconds."
+                      },
+                      {
+                        "type": [
+                          "null",
+                          {
+                            "type": "record",
+                            "name": "AssertionAdjustmentSettings",
+                            "namespace": "com.linkedin.pegasus2avro.assertion",
+                            "fields": [
+                              {
+                                "type": [
+                                  "null",
+                                  {
+                                    "type": "enum",
+                                    "name": "AdjustmentAlgorithm",
+                                    "namespace": "com.linkedin.pegasus2avro.assertion",
+                                    "symbols": [
+                                      "CUSTOM"
+                                    ],
+                                    "doc": "The adjustment algorithm to use when determining the threshold for an assertion."
+                                  }
+                                ],
+                                "name": "algorithm",
+                                "default": null,
+                                "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  "string"
+                                ],
+                                "name": "algorithmName",
+                                "default": null,
+                                "doc": "The name of the algorithm to use to adjust assertion values to power the sensitivity control feature"
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  {
+                                    "type": "map",
+                                    "values": "string"
+                                  }
+                                ],
+                                "name": "context",
+                                "default": null,
+                                "doc": "The context to use to adjust assertion values"
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  {
+                                    "type": "array",
+                                    "items": "com.linkedin.pegasus2avro.assertion.AssertionExclusionWindow"
+                                  }
+                                ],
+                                "name": "exclusionWindows",
+                                "default": null,
+                                "doc": "The user-defined exclusion windows for the assertion."
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  {
+                                    "type": "array",
+                                    "items": "com.linkedin.pegasus2avro.assertion.AssertionExclusionWindow"
+                                  }
+                                ],
+                                "name": "anomalyExclusionWindows",
+                                "default": null,
+                                "doc": "Exclude the anomaly data points for the assertion. These are detected automatically by the system."
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  "long"
+                                ],
+                                "name": "trainingDataLookbackWindowDays",
+                                "default": null,
+                                "doc": "The lookback window configuration for retrieving training data points.\nDefines how far back in time to look when gathering data for training.\nDefaults to 60 days if not specified."
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  {
+                                    "type": "record",
+                                    "name": "AssertionMonitorSensitivity",
+                                    "namespace": "com.linkedin.pegasus2avro.assertion",
+                                    "fields": [
+                                      {
+                                        "type": "int",
+                                        "name": "level",
+                                        "doc": "The assertion monitor level from 0-10"
+                                      }
+                                    ],
+                                    "doc": "Assertion monitor sensitivity is a measure of how sensitive the assertion monitor is to the assertion condition."
+                                  }
+                                ],
+                                "name": "sensitivity",
+                                "default": null,
+                                "doc": "The sensitivity level for an assertion"
+                              }
+                            ],
+                            "doc": "A set of settings that can be used to adjust assertion values\nNOTE: This is only applied against inferred assertions"
+                          }
+                        ],
+                        "name": "adjustmentSettings",
+                        "default": null,
+                        "doc": "The settings used to adjust the assertion."
+                      }
+                    ],
+                    "doc": "The details of an assertion that was inferred.\n\nDeprecated as an aspect for assertions!"
+                  }
                 ],
                 "name": "assertionInferenceDetails",
                 "default": null,
@@ -4725,6 +4957,22 @@
         "default": null,
         "doc": "List of jobs or process instances (if any) that use the model or group."
       },
+      {
+        "Searchable": {
+          "fieldType": "KEYWORD"
+        },
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.url.Url",
+          "coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
+        },
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "externalUrl",
+        "default": null,
+        "doc": "URL where the reference exist"
+      },
       {
         "Searchable": {
           "boostScore": 10.0,
@@ -6665,6 +6913,7 @@
         "structuredProperties",
         "forms",
         "testResults",
+        "subTypes",
         "share",
         "origin"
       ]
@@ -8765,17 +9014,421 @@
           ],
           "doc": "The checkpoint state object of a datahub ingestion run for a given job."
         },
-        "name": "state",
-        "doc": "Opaque blob of the state representation."
+        "name": "state",
+        "doc": "Opaque blob of the state representation."
+      },
+      {
+        "TimeseriesField": {},
+        "type": "string",
+        "name": "runId",
+        "doc": "The run identifier of this job."
+      }
+    ],
+    "doc": "Checkpoint of a datahub ingestion run for a given job."
+  },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "monitorSuiteInfo"
+    },
+    "name": "MonitorSuiteInfo",
+    "namespace": "com.linkedin.pegasus2avro.monitor",
+    "fields": [
+      {
+        "Searchable": {},
+        "type": {
+          "type": "enum",
+          "symbolDocs": {
+            "DATA_SCHEMA": "A monitor responsible for evaluating schema changes.",
+            "FRESHNESS": "A monitor responsible for evaluating freshness anomalies.",
+            "VOLUME": "A monitor responsible for evaluating volume anomalies."
+          },
+          "name": "MonitorSuiteType",
+          "namespace": "com.linkedin.pegasus2avro.monitor",
+          "symbols": [
+            "FRESHNESS",
+            "VOLUME",
+            "DATA_SCHEMA"
+          ]
+        },
+        "name": "type",
+        "doc": "Type of monitor suite."
+      },
+      {
+        "type": {
+          "type": "record",
+          "name": "MonitorSuiteAssignmentSpec",
+          "namespace": "com.linkedin.pegasus2avro.monitor",
+          "fields": [
+            {
+              "type": "com.linkedin.pegasus2avro.metadata.query.filter.Filter",
+              "name": "filter",
+              "doc": "The filter applied when assigning this form to entities. Entities that match this filter\nwill have this form applied to them. Right now this filter only supports filtering by\nplatform, entity type, container, term, tag, domain, and urns through the UI."
+            },
+            {
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "json",
+              "default": null,
+              "doc": "The stringified json representing the logical predicate built in the UI to select assets.\nThis predicate is turned into orFilters to send through graphql since graphql doesn't support\narbitrary nesting. This string is used to restore the UI for this logical predicate."
+            }
+          ],
+          "doc": "Information about entities that should be monitored by a monitor suite."
+        },
+        "name": "assignment",
+        "doc": "The assignment rule to define the entities that are monitored by this group."
+      },
+      {
+        "type": [
+          "null",
+          {
+            "type": "record",
+            "name": "MonitorSuiteAssertionSettings",
+            "namespace": "com.linkedin.pegasus2avro.monitor",
+            "fields": [
+              {
+                "type": [
+                  "null",
+                  "com.linkedin.pegasus2avro.assertion.FixedIntervalSchedule"
+                ],
+                "name": "schedule",
+                "default": null,
+                "doc": "The schedule for the assertion monitors within this group.\nNot applicable for freshness anomaly monitors."
+              },
+              {
+                "type": "long",
+                "name": "trainingDataLookbackWindowDays",
+                "default": 60,
+                "doc": "The lookback window configuration for retrieving training data points.\nDefines how far back in time to look when gathering data for training.\nDefaults to 60 days if not specified."
+              },
+              {
+                "type": [
+                  "null",
+                  "com.linkedin.pegasus2avro.assertion.AssertionAction"
+                ],
+                "name": "action",
+                "default": null,
+                "doc": "The action to take when an assertion evaluates.\nI.e., raise an incident if the assertion fails."
+              },
+              {
+                "type": [
+                  "null",
+                  {
+                    "type": "array",
+                    "items": "com.linkedin.pegasus2avro.assertion.AssertionExclusionWindow"
+                  }
+                ],
+                "name": "exclusionWindows",
+                "default": null,
+                "doc": "The exclusion windows for the assertion monitors within this group."
+              }
+            ],
+            "doc": "Settings for assertion monitors within a monitor suite."
+          }
+        ],
+        "name": "assertionSettings",
+        "default": null,
+        "doc": "Settings for assertion monitors within this group."
+      },
+      {
+        "type": [
+          "null",
+          {
+            "type": "record",
+            "name": "MonitorSuiteNotificationSettings",
+            "namespace": "com.linkedin.pegasus2avro.monitor",
+            "fields": [
+              {
+                "type": {
+                  "type": "array",
+                  "items": {
+                    "type": "record",
+                    "name": "EntityChangeDetails",
+                    "namespace": "com.linkedin.pegasus2avro.subscription",
+                    "fields": [
+                      {
+                        "type": {
+                          "type": "enum",
+                          "symbolDocs": {
+                            "ASSERTION_PASSED": "Assertion run event created with specified states.",
+                            "DEPRECATED": "Deprecation status changes.",
+                            "DOCUMENTATION_CHANGE": "Documentation change.",
+                            "GLOSSARY_TERM_ADDED": "Glossary term changes. Added, removed or proposed.",
+                            "INCIDENT_RAISED": "Incident status changes.",
+                            "INGESTION_SUCCEEDED": "Ingestion status changes.",
+                            "OPERATION_COLUMN_ADDED": "Schema changes.",
+                            "OPERATION_ROWS_INSERTED": "Operational metadata changes.",
+                            "OWNER_ADDED": "Ownership changes. Added or removed.",
+                            "TAG_ADDED": "Tag changes. Added, removed or proposed.",
+                            "TEST_PASSED": "Test status changes."
+                          },
+                          "name": "EntityChangeType",
+                          "namespace": "com.linkedin.pegasus2avro.subscription",
+                          "symbols": [
+                            "OPERATION_COLUMN_ADDED",
+                            "OPERATION_COLUMN_REMOVED",
+                            "OPERATION_COLUMN_MODIFIED",
+                            "OPERATION_ROWS_INSERTED",
+                            "OPERATION_ROWS_UPDATED",
+                            "OPERATION_ROWS_REMOVED",
+                            "ASSERTION_PASSED",
+                            "ASSERTION_FAILED",
+                            "ASSERTION_ERROR",
+                            "INCIDENT_RAISED",
+                            "INCIDENT_RESOLVED",
+                            "TEST_PASSED",
+                            "TEST_FAILED",
+                            "DEPRECATED",
+                            "UNDEPRECATED",
+                            "INGESTION_SUCCEEDED",
+                            "INGESTION_FAILED",
+                            "DOCUMENTATION_CHANGE",
+                            "OWNER_ADDED",
+                            "OWNER_REMOVED",
+                            "GLOSSARY_TERM_ADDED",
+                            "GLOSSARY_TERM_REMOVED",
+                            "GLOSSARY_TERM_PROPOSED",
+                            "TAG_ADDED",
+                            "TAG_REMOVED",
+                            "TAG_PROPOSED"
+                          ],
+                          "doc": "Enum to define change types that can trigger a subscription."
+                        },
+                        "name": "entityChangeType",
+                        "doc": "Change type that triggers a notification for the subscription."
+                      },
+                      {
+                        "type": [
+                          "null",
+                          {
+                            "type": "record",
+                            "name": "EntityChangeDetailsFilter",
+                            "namespace": "com.linkedin.pegasus2avro.subscription",
+                            "fields": [
+                              {
+                                "Urn": "Urn",
+                                "urn_is_array": true,
+                                "type": [
+                                  "null",
+                                  {
+                                    "type": "array",
+                                    "items": "string"
+                                  }
+                                ],
+                                "name": "includeAssertions",
+                                "default": null,
+                                "doc": "A list of assertions to inclusively filter when generating notifications.\nUsed for EntityChangeType values of ASSERTION_PASSED, ASSERTION_FAILED, ASSERTION_ERROR.\nEffectively allows for 'assertion level subscriptions'"
+                              }
+                            ],
+                            "doc": "Details for filtering notifications relating to an EntityChangeType. Used by Subscriptions to determine how to\nfilter out change types when triggering a notification."
+                          }
+                        ],
+                        "name": "filter",
+                        "default": null,
+                        "doc": "Optional filter that can be applied to exclude or include specific entity change events"
+                      }
+                    ],
+                    "doc": "Details involving an EntityChangeType. Used by Subscriptions to determine which\nchange types should trigger a notification."
+                  }
+                },
+                "name": "entityChangeTypes",
+                "doc": "The change types that trigger a notification for the monitor suite.\nNOTE: only use Assertion and Incident change types for monitor suites."
+              },
+              {
+                "type": {
+                  "type": "record",
+                  "name": "SubscriptionNotificationConfig",
+                  "namespace": "com.linkedin.pegasus2avro.subscription",
+                  "fields": [
+                    {
+                      "type": [
+                        "null",
+                        {
+                          "type": "record",
+                          "name": "NotificationSettings",
+                          "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+                          "fields": [
+                            {
+                              "type": {
+                                "type": "array",
+                                "items": {
+                                  "type": "enum",
+                                  "symbolDocs": {
+                                    "EMAIL": "Email target type.",
+                                    "SLACK": "Slack target type."
+                                  },
+                                  "name": "NotificationSinkType",
+                                  "namespace": "com.linkedin.pegasus2avro.event.notification",
+                                  "symbols": [
+                                    "SLACK",
+                                    "EMAIL"
+                                  ],
+                                  "doc": "A type of sink / platform to send a notification to."
+                                }
+                              },
+                              "name": "sinkTypes",
+                              "doc": "Sink types that notifications are sent to. This is a top-level on/off switch."
+                            },
+                            {
+                              "type": [
+                                "null",
+                                {
+                                  "type": "record",
+                                  "name": "SlackNotificationSettings",
+                                  "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+                                  "fields": [
+                                    {
+                                      "type": [
+                                        "null",
+                                        "string"
+                                      ],
+                                      "name": "userHandle",
+                                      "default": null,
+                                      "doc": "Optional user handle"
+                                    },
+                                    {
+                                      "type": [
+                                        "null",
+                                        {
+                                          "type": "array",
+                                          "items": "string"
+                                        }
+                                      ],
+                                      "name": "channels",
+                                      "default": null,
+                                      "doc": "Optional list of channels to send notifications to"
+                                    }
+                                  ],
+                                  "doc": "Slack Notification settings for an actor."
+                                }
+                              ],
+                              "name": "slackSettings",
+                              "default": null,
+                              "doc": "Slack Notification Settings"
+                            },
+                            {
+                              "type": [
+                                "null",
+                                {
+                                  "type": "record",
+                                  "name": "EmailNotificationSettings",
+                                  "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+                                  "fields": [
+                                    {
+                                      "type": "string",
+                                      "name": "email",
+                                      "doc": "Optional user or group email address"
+                                    }
+                                  ],
+                                  "doc": "Email Notification settings for an actor."
+                                }
+                              ],
+                              "name": "emailSettings",
+                              "default": null,
+                              "doc": "Email Notification Settings"
+                            },
+                            {
+                              "type": [
+                                "null",
+                                {
+                                  "type": "map",
+                                  "values": {
+                                    "type": "record",
+                                    "name": "NotificationSetting",
+                                    "namespace": "com.linkedin.pegasus2avro.settings",
+                                    "fields": [
+                                      {
+                                        "type": {
+                                          "type": "enum",
+                                          "symbolDocs": {
+                                            "DISABLED": "Setting is disabled.",
+                                            "ENABLED": "Setting is enabled."
+                                          },
+                                          "name": "NotificationSettingValue",
+                                          "namespace": "com.linkedin.pegasus2avro.settings",
+                                          "symbols": [
+                                            "ENABLED",
+                                            "DISABLED"
+                                          ]
+                                        },
+                                        "name": "value",
+                                        "doc": "Integrations between DataHub & other platforms."
+                                      },
+                                      {
+                                        "type": [
+                                          "null",
+                                          {
+                                            "type": "map",
+                                            "values": "string"
+                                          }
+                                        ],
+                                        "name": "params",
+                                        "default": null,
+                                        "doc": "Custom set of setting parameters.\nCurrently used to store sink enabled / disabled settings.\nE.g. slack.enabled = true, email.enabled = false"
+                                      }
+                                    ]
+                                  }
+                                }
+                              ],
+                              "name": "settings",
+                              "default": null,
+                              "doc": "User or Group Notification Scenario Settings.\n\nA map of notification scenario type to the settings associated with it.\nFor a list of all scenario types to notify on, check out NotificationScenarioType enum."
+                            }
+                          ],
+                          "doc": "Notification settings for an actor or subscription."
+                        }
+                      ],
+                      "name": "notificationSettings",
+                      "default": null,
+                      "doc": "Notification settings for the subscription."
+                    }
+                  ]
+                },
+                "name": "notificationConfig",
+                "doc": "The notification config for the monitor suite."
+              }
+            ],
+            "doc": "Settings for notifications from monitors within a monitor suite."
+          }
+        ],
+        "name": "notificationSettings",
+        "default": null,
+        "doc": "Settings for notifications from monitors within this group."
+      },
+      {
+        "Searchable": {
+          "/time": {
+            "fieldName": "createdTime",
+            "fieldType": "DATETIME"
+          }
+        },
+        "type": [
+          "null",
+          "com.linkedin.pegasus2avro.common.AuditStamp"
+        ],
+        "name": "created",
+        "default": null,
+        "doc": "Created Audit stamp"
       },
       {
-        "TimeseriesField": {},
-        "type": "string",
-        "name": "runId",
-        "doc": "The run identifier of this job."
+        "Searchable": {
+          "/time": {
+            "fieldName": "updatedTime",
+            "fieldType": "DATETIME"
+          }
+        },
+        "type": [
+          "null",
+          "com.linkedin.pegasus2avro.common.AuditStamp"
+        ],
+        "name": "updated",
+        "default": null,
+        "doc": "Updated Audit stamp"
       }
     ],
-    "doc": "Checkpoint of a datahub ingestion run for a given job."
+    "doc": "Information about an asset monitor."
   },
   {
     "type": "record",
@@ -8859,6 +9512,81 @@
               },
               "name": "mode",
               "doc": "The current operation mode of the monitor"
+            },
+            {
+              "Searchable": {},
+              "type": [
+                "null",
+                {
+                  "type": "enum",
+                  "symbolDocs": {
+                    "ERROR": "The monitor is in the evaluation stage.",
+                    "EVALUATION": "The monitor is in the evaluation stage.",
+                    "TRAINING": "The monitor is in the training stage."
+                  },
+                  "name": "MonitorState",
+                  "namespace": "com.linkedin.pegasus2avro.monitor",
+                  "symbols": [
+                    "TRAINING",
+                    "EVALUATION",
+                    "ERROR"
+                  ]
+                }
+              ],
+              "name": "state",
+              "default": null,
+              "doc": "The start time of the monitor"
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "MonitorError",
+                  "namespace": "com.linkedin.pegasus2avro.monitor",
+                  "fields": [
+                    {
+                      "Searchable": {},
+                      "type": {
+                        "type": "enum",
+                        "symbolDocs": {
+                          "UNKNOWN": "An unknown error occurred"
+                        },
+                        "name": "MonitorErrorType",
+                        "namespace": "com.linkedin.pegasus2avro.monitor",
+                        "symbols": [
+                          "UNKNOWN"
+                        ]
+                      },
+                      "name": "type",
+                      "doc": "The error for the monitor"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "message",
+                      "default": null,
+                      "doc": "Optional custom message for the error"
+                    }
+                  ],
+                  "doc": "Error details for the monitor"
+                }
+              ],
+              "name": "error",
+              "default": null,
+              "doc": "The last time the monitor was started"
+            },
+            {
+              "Searchable": {},
+              "type": [
+                "null",
+                "long"
+              ],
+              "name": "reviewedAt",
+              "default": null,
+              "doc": "The last time the monitor was started"
             }
           ],
           "doc": "The status of an asset monitor"
@@ -8997,6 +9725,18 @@
                                           "name": "evaluationTimeWindow",
                                           "default": null,
                                           "doc": "Validity period of the assertion, ie the window of time where it should be used in evaluation"
+                                        },
+                                        {
+                                          "type": [
+                                            "null",
+                                            {
+                                              "type": "map",
+                                              "values": "string"
+                                            }
+                                          ],
+                                          "name": "context",
+                                          "default": null,
+                                          "doc": "Context about the embedded assertion prediction"
                                         }
                                       ],
                                       "doc": "Embedded assertion to be evaluated"
@@ -9007,6 +9747,15 @@
                                 "default": null,
                                 "doc": "Currently used for Smart Assertions\nAn embedded copy of the assertion used to evaluate which will overwrite the referenced assertion\nif present and if the EmbeddedAssertion's evaluationTimeWindow period is valid"
                               },
+                              {
+                                "type": [
+                                  "null",
+                                  "com.linkedin.pegasus2avro.assertion.AssertionInferenceDetails"
+                                ],
+                                "name": "inferenceDetails",
+                                "default": null,
+                                "doc": "Details about the assertion inference."
+                              },
                               {
                                 "type": [
                                   "null",
@@ -9039,6 +9788,15 @@
                     "name": "AssertionMonitorSettings",
                     "namespace": "com.linkedin.pegasus2avro.monitor",
                     "fields": [
+                      {
+                        "type": [
+                          "null",
+                          "com.linkedin.pegasus2avro.assertion.AssertionAdjustmentSettings"
+                        ],
+                        "name": "adjustmentSettings",
+                        "default": null,
+                        "doc": "In adjustment settings, the settings"
+                      },
                       {
                         "Searchable": {
                           "/*": {}
@@ -9325,6 +10083,7 @@
                   {
                     "type": "enum",
                     "symbolDocs": {
+                      "ACTOR_NOTIFICATION": "The notification originated from an actor-oriented default notification.\nFor example, proposal task or ownership assignment notifications.",
                       "GLOBAL_NOTIFICATION": "The notification originated from a global change.",
                       "SUBSCRIPTION": "The notification originated from a subscription."
                     },
@@ -9332,7 +10091,8 @@
                     "namespace": "com.linkedin.pegasus2avro.event.notification",
                     "symbols": [
                       "SUBSCRIPTION",
-                      "GLOBAL_NOTIFICATION"
+                      "GLOBAL_NOTIFICATION",
+                      "ACTOR_NOTIFICATION"
                     ]
                   }
                 ],
@@ -9380,20 +10140,7 @@
               "namespace": "com.linkedin.pegasus2avro.event.notification",
               "fields": [
                 {
-                  "type": {
-                    "type": "enum",
-                    "symbolDocs": {
-                      "EMAIL": "Email target type.",
-                      "SLACK": "Slack target type."
-                    },
-                    "name": "NotificationSinkType",
-                    "namespace": "com.linkedin.pegasus2avro.event.notification",
-                    "symbols": [
-                      "SLACK",
-                      "EMAIL"
-                    ],
-                    "doc": "A type of sink / platform to send a notification to."
-                  },
+                  "type": "com.linkedin.pegasus2avro.event.notification.NotificationSinkType",
                   "name": "type",
                   "doc": "The type of the sink."
                 }
@@ -10226,95 +10973,7 @@
           "null",
           {
             "type": "array",
-            "items": {
-              "type": "record",
-              "name": "EntityChangeDetails",
-              "namespace": "com.linkedin.pegasus2avro.subscription",
-              "fields": [
-                {
-                  "type": {
-                    "type": "enum",
-                    "symbolDocs": {
-                      "ASSERTION_PASSED": "Assertion run event created with specified states.",
-                      "DEPRECATED": "Deprecation status changes.",
-                      "DOCUMENTATION_CHANGE": "Documentation change.",
-                      "GLOSSARY_TERM_ADDED": "Glossary term changes. Added, removed or proposed.",
-                      "INCIDENT_RAISED": "Incident status changes.",
-                      "INGESTION_SUCCEEDED": "Ingestion status changes.",
-                      "OPERATION_COLUMN_ADDED": "Schema changes.",
-                      "OPERATION_ROWS_INSERTED": "Operational metadata changes.",
-                      "OWNER_ADDED": "Ownership changes. Added or removed.",
-                      "TAG_ADDED": "Tag changes. Added, removed or proposed.",
-                      "TEST_PASSED": "Test status changes."
-                    },
-                    "name": "EntityChangeType",
-                    "namespace": "com.linkedin.pegasus2avro.subscription",
-                    "symbols": [
-                      "OPERATION_COLUMN_ADDED",
-                      "OPERATION_COLUMN_REMOVED",
-                      "OPERATION_COLUMN_MODIFIED",
-                      "OPERATION_ROWS_INSERTED",
-                      "OPERATION_ROWS_UPDATED",
-                      "OPERATION_ROWS_REMOVED",
-                      "ASSERTION_PASSED",
-                      "ASSERTION_FAILED",
-                      "ASSERTION_ERROR",
-                      "INCIDENT_RAISED",
-                      "INCIDENT_RESOLVED",
-                      "TEST_PASSED",
-                      "TEST_FAILED",
-                      "DEPRECATED",
-                      "UNDEPRECATED",
-                      "INGESTION_SUCCEEDED",
-                      "INGESTION_FAILED",
-                      "DOCUMENTATION_CHANGE",
-                      "OWNER_ADDED",
-                      "OWNER_REMOVED",
-                      "GLOSSARY_TERM_ADDED",
-                      "GLOSSARY_TERM_REMOVED",
-                      "GLOSSARY_TERM_PROPOSED",
-                      "TAG_ADDED",
-                      "TAG_REMOVED",
-                      "TAG_PROPOSED"
-                    ],
-                    "doc": "Enum to define change types that can trigger a subscription."
-                  },
-                  "name": "entityChangeType",
-                  "doc": "Change type that triggers a notification for the subscription."
-                },
-                {
-                  "type": [
-                    "null",
-                    {
-                      "type": "record",
-                      "name": "EntityChangeDetailsFilter",
-                      "namespace": "com.linkedin.pegasus2avro.subscription",
-                      "fields": [
-                        {
-                          "Urn": "Urn",
-                          "urn_is_array": true,
-                          "type": [
-                            "null",
-                            {
-                              "type": "array",
-                              "items": "string"
-                            }
-                          ],
-                          "name": "includeAssertions",
-                          "default": null,
-                          "doc": "A list of assertions to inclusively filter when generating notifications.\nUsed for EntityChangeType values of ASSERTION_PASSED, ASSERTION_FAILED, ASSERTION_ERROR.\nEffectively allows for 'assertion level subscriptions'"
-                        }
-                      ],
-                      "doc": "Details for filtering notifications relating to an EntityChangeType. Used by Subscriptions to determine how to\nfilter out change types when triggering a notification."
-                    }
-                  ],
-                  "name": "filter",
-                  "default": null,
-                  "doc": "Optional filter that can be applied to exclude or include specific entity change events"
-                }
-              ],
-              "doc": "Details involving an EntityChangeType. Used by Subscriptions to determine which\nchange types should trigger a notification."
-            }
+            "items": "com.linkedin.pegasus2avro.subscription.EntityChangeDetails"
           }
         ],
         "name": "entityChangeTypes",
@@ -10324,95 +10983,7 @@
       {
         "type": [
           "null",
-          {
-            "type": "record",
-            "name": "SubscriptionNotificationConfig",
-            "namespace": "com.linkedin.pegasus2avro.subscription",
-            "fields": [
-              {
-                "type": [
-                  "null",
-                  {
-                    "type": "record",
-                    "name": "NotificationSettings",
-                    "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
-                    "fields": [
-                      {
-                        "type": {
-                          "type": "array",
-                          "items": "com.linkedin.pegasus2avro.event.notification.NotificationSinkType"
-                        },
-                        "name": "sinkTypes",
-                        "doc": "Sink types that notifications are sent to."
-                      },
-                      {
-                        "type": [
-                          "null",
-                          {
-                            "type": "record",
-                            "name": "SlackNotificationSettings",
-                            "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
-                            "fields": [
-                              {
-                                "type": [
-                                  "null",
-                                  "string"
-                                ],
-                                "name": "userHandle",
-                                "default": null,
-                                "doc": "Optional user handle"
-                              },
-                              {
-                                "type": [
-                                  "null",
-                                  {
-                                    "type": "array",
-                                    "items": "string"
-                                  }
-                                ],
-                                "name": "channels",
-                                "default": null,
-                                "doc": "Optional list of channels to send notifications to"
-                              }
-                            ],
-                            "doc": "Slack Notification settings for an actor."
-                          }
-                        ],
-                        "name": "slackSettings",
-                        "default": null,
-                        "doc": "Slack Notification Settings"
-                      },
-                      {
-                        "type": [
-                          "null",
-                          {
-                            "type": "record",
-                            "name": "EmailNotificationSettings",
-                            "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
-                            "fields": [
-                              {
-                                "type": "string",
-                                "name": "email",
-                                "doc": "Optional user or group email address"
-                              }
-                            ],
-                            "doc": "Email Notification settings for an actor."
-                          }
-                        ],
-                        "name": "emailSettings",
-                        "default": null,
-                        "doc": "Email Notification Settings"
-                      }
-                    ],
-                    "doc": "Notification settings for an actor or subscription."
-                  }
-                ],
-                "name": "notificationSettings",
-                "default": null,
-                "doc": "Notification settings for the subscription."
-              }
-            ]
-          }
+          "com.linkedin.pegasus2avro.subscription.SubscriptionNotificationConfig"
         ],
         "name": "notificationConfig",
         "default": null,
@@ -10549,42 +11120,7 @@
                   "null",
                   {
                     "type": "map",
-                    "values": {
-                      "type": "record",
-                      "name": "NotificationSetting",
-                      "namespace": "com.linkedin.pegasus2avro.settings",
-                      "fields": [
-                        {
-                          "type": {
-                            "type": "enum",
-                            "symbolDocs": {
-                              "DISABLED": "Setting is disabled.",
-                              "ENABLED": "Setting is enabled."
-                            },
-                            "name": "NotificationSettingValue",
-                            "namespace": "com.linkedin.pegasus2avro.settings",
-                            "symbols": [
-                              "ENABLED",
-                              "DISABLED"
-                            ]
-                          },
-                          "name": "value",
-                          "doc": "Integrations between DataHub & other platforms."
-                        },
-                        {
-                          "type": [
-                            "null",
-                            {
-                              "type": "map",
-                              "values": "string"
-                            }
-                          ],
-                          "name": "params",
-                          "default": null,
-                          "doc": "Custom set of setting parameters."
-                        }
-                      ]
-                    }
+                    "values": "com.linkedin.pegasus2avro.settings.NotificationSetting"
                   }
                 ],
                 "name": "settings",
@@ -11017,6 +11553,15 @@
         "default": null,
         "doc": "The url to the task queue for this pool. I.e., SQS queue url."
       },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "queueRegion",
+        "default": null,
+        "doc": "The region of the sqs queue for this pool for backwards compatibility."
+      },
       {
         "type": [
           "null",
@@ -14371,9 +14916,40 @@
                                   "doc": "Description of the link."
                                 },
                                 {
-                                  "type": "com.linkedin.pegasus2avro.common.AuditStamp",
-                                  "name": "createStamp",
-                                  "doc": "Audit stamp associated with creation of this record"
+                                  "type": "com.linkedin.pegasus2avro.common.AuditStamp",
+                                  "name": "createStamp",
+                                  "doc": "Audit stamp associated with creation of this record"
+                                },
+                                {
+                                  "type": [
+                                    "null",
+                                    "com.linkedin.pegasus2avro.common.AuditStamp"
+                                  ],
+                                  "name": "updateStamp",
+                                  "default": null,
+                                  "doc": "Audit stamp associated with updation of this record"
+                                },
+                                {
+                                  "type": [
+                                    "null",
+                                    {
+                                      "type": "record",
+                                      "name": "InstitutionalMemoryMetadataSettings",
+                                      "namespace": "com.linkedin.pegasus2avro.common",
+                                      "fields": [
+                                        {
+                                          "type": "boolean",
+                                          "name": "showInAssetPreview",
+                                          "default": false,
+                                          "doc": "Show record in asset preview like on entity header and search previews"
+                                        }
+                                      ],
+                                      "doc": "Settings related to a record of InstitutionalMemoryMetadata"
+                                    }
+                                  ],
+                                  "name": "settings",
+                                  "default": null,
+                                  "doc": "Settings for this record"
                                 }
                               ],
                               "doc": "Metadata corresponding to a record of institutional memory."
@@ -16874,7 +17450,9 @@
                       "fields": [
                         {
                           "Searchable": {
+                            "addToFilters": true,
                             "fieldType": "BOOLEAN",
+                            "filterNameOverride": "Deprecated",
                             "weightsPerFieldValue": {
                               "true": 0.5
                             }
@@ -19672,8 +20250,10 @@
         },
         "Searchable": {
           "/*": {
+            "addHasValuesToFilters": true,
             "fieldName": "siblings",
             "fieldType": "URN",
+            "hasValuesFieldName": "hasSiblings",
             "queryByDefault": false
           }
         },
@@ -22224,7 +22804,8 @@
             "createdOn": "inputEdges/*/created/time",
             "entityTypes": [
               "dataset",
-              "mlModel"
+              "mlModel",
+              "dataProcessInstance"
             ],
             "isLineage": true,
             "name": "DataProcessInstanceConsumes",
@@ -22621,7 +23202,8 @@
             "createdOn": "outputEdges/*/created/time",
             "entityTypes": [
               "dataset",
-              "mlModel"
+              "mlModel",
+              "dataProcessInstance"
             ],
             "isLineage": true,
             "isUpstream": false,
@@ -22648,214 +23230,64 @@
   {
     "type": "record",
     "Aspect": {
-      "name": "anomalyInfo"
+      "name": "monitorAnomalyEvent",
+      "type": "timeseries"
     },
-    "name": "AnomalyInfo",
+    "name": "MonitorAnomalyEvent",
     "namespace": "com.linkedin.pegasus2avro.anomaly",
     "fields": [
       {
-        "Searchable": {
-          "addToFilters": true,
-          "filterNameOverride": "Type"
-        },
-        "type": {
-          "type": "enum",
-          "symbolDocs": {
-            "DATASET_COLUMN": "An inferred assertion on a particular column(s) of a Dataset has triggered the anomaly.",
-            "DATASET_ROWS": "An inferred assertion on the row count of a Dataset has triggered the anomaly.",
-            "FRESHNESS": "An inferred Freshness Assertion has failed, triggering the anomaly."
-          },
-          "name": "AnomalyType",
-          "namespace": "com.linkedin.pegasus2avro.anomaly",
-          "symbols": [
-            "FRESHNESS",
-            "DATASET_COLUMN",
-            "DATASET_ROWS"
-          ],
-          "doc": "A type of an anomaly"
-        },
-        "name": "type",
-        "doc": "The type of anomaly"
+        "type": "long",
+        "name": "timestampMillis",
+        "doc": "The event timestamp field as epoch at UTC in milli seconds."
       },
       {
         "type": [
           "null",
-          "string"
+          "com.linkedin.pegasus2avro.timeseries.TimeWindowSize"
         ],
-        "name": "description",
+        "name": "eventGranularity",
         "default": null,
-        "doc": "Optional description associated with the anomaly. e.g. an explanation in human-readable form."
-      },
-      {
-        "Relationship": {
-          "entityTypes": [
-            "dataset",
-            "chart",
-            "dashboard",
-            "dataFlow",
-            "dataJob",
-            "schemaField"
-          ],
-          "name": "AnomalyOn"
-        },
-        "Searchable": {
-          "fieldType": "URN"
-        },
-        "java": {
-          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-        },
-        "Urn": "Urn",
-        "entityTypes": [
-          "dataset",
-          "chart",
-          "dashboard",
-          "dataFlow",
-          "dataJob",
-          "schemaField"
-        ],
-        "type": "string",
-        "name": "entity",
-        "doc": "A reference to the entity associated with the anomaly."
+        "doc": "Granularity of the event if applicable"
       },
       {
-        "Searchable": {
-          "addToFilters": true,
-          "filterNameOverride": "Severity"
-        },
         "type": [
-          "int",
+          "com.linkedin.pegasus2avro.timeseries.PartitionSpec",
           "null"
         ],
-        "name": "severity",
-        "default": 0,
-        "doc": "A numeric severity for the anomaly.\nThis reflects the significance of the anomaly and is based on\nhow far out of the norm the anomaly resides."
-      },
-      {
-        "type": {
-          "type": "record",
-          "name": "AnomalyStatus",
-          "namespace": "com.linkedin.pegasus2avro.anomaly",
-          "fields": [
-            {
-              "Searchable": {
-                "addToFilters": true,
-                "filterNameOverride": "State"
-              },
-              "type": {
-                "type": "enum",
-                "symbolDocs": {
-                  "ACTIVE": "The anomaly is ongoing, or active.",
-                  "RESOLVED": "The anomaly is resolved."
-                },
-                "name": "AnomalyState",
-                "namespace": "com.linkedin.pegasus2avro.anomaly",
-                "symbols": [
-                  "ACTIVE",
-                  "RESOLVED"
-                ]
-              },
-              "name": "state",
-              "doc": "The state of the anomaly"
-            },
-            {
-              "type": [
-                "null",
-                {
-                  "type": "record",
-                  "name": "AnomalyStatusProperties",
-                  "namespace": "com.linkedin.pegasus2avro.anomaly",
-                  "fields": [
-                    {
-                      "type": [
-                        "null",
-                        "long"
-                      ],
-                      "name": "assertionRunEventTime",
-                      "default": null,
-                      "doc": "The timestampMillis field of the AssertionRunEvent which altered the anomaly status the anomaly (if applicable)."
-                    }
-                  ],
-                  "doc": "Ad-hoc properties about an anomaly status."
-                }
-              ],
-              "name": "properties",
-              "default": null,
-              "doc": "Additional properties about the status, for example which evaluation\nof an assertion generated an Anomaly."
-            },
-            {
-              "Searchable": {
-                "/time": {
-                  "fieldName": "lastUpdated",
-                  "fieldType": "DATETIME"
-                }
-              },
-              "type": "com.linkedin.pegasus2avro.common.AuditStamp",
-              "name": "lastUpdated",
-              "doc": "The time at which the anomaly state last changed"
-            }
-          ],
-          "doc": "The status of an anomaly raised on an asset"
+        "name": "partitionSpec",
+        "default": {
+          "partition": "FULL_TABLE_SNAPSHOT",
+          "type": "FULL_TABLE",
+          "timePartition": null
         },
-        "name": "status",
-        "doc": "The current status of the anomaly, whether it is active or resolved."
+        "doc": "The optional partition specification."
       },
       {
         "type": [
           "null",
-          {
-            "type": "record",
-            "name": "AnomalyReview",
-            "namespace": "com.linkedin.pegasus2avro.anomaly",
-            "fields": [
-              {
-                "Searchable": {
-                  "addToFilters": true,
-                  "filterNameOverride": "Review Status"
-                },
-                "type": {
-                  "type": "enum",
-                  "symbolDocs": {
-                    "CONFIRMED": "The anomaly has been confirmed by a human reviewer. This means the anomaly was validated.",
-                    "PENDING": "The anomaly is pending human review.",
-                    "REJECTED": "The anomaly has been dismissed, or ignored, by a human reviewer. This means the anomaly should have been ignored."
-                  },
-                  "name": "AnomalyReviewState",
-                  "namespace": "com.linkedin.pegasus2avro.anomaly",
-                  "symbols": [
-                    "PENDING",
-                    "CONFIRMED",
-                    "REJECTED"
-                  ]
-                },
-                "name": "state",
-                "doc": "The state of the anomaly"
-              },
-              {
-                "type": [
-                  "null",
-                  "string"
-                ],
-                "name": "message",
-                "default": null,
-                "doc": "An optional explanation of the review."
-              },
-              {
-                "Searchable": {
-                  "/time": {
-                    "fieldName": "reviewLastUpdated",
-                    "fieldType": "DATETIME"
-                  }
-                },
-                "type": "com.linkedin.pegasus2avro.common.AuditStamp",
-                "name": "lastUpdated",
-                "doc": "The time at which the anomaly review state last changed"
-              }
-            ],
-            "doc": "The human-provided review of the anomaly."
-          }
+          "string"
         ],
-        "name": "review",
+        "name": "messageId",
         "default": null,
+        "doc": "The optional messageId, if provided serves as a custom user-defined unique identifier for an aspect value."
+      },
+      {
+        "TimeseriesField": {},
+        "type": {
+          "type": "enum",
+          "symbolDocs": {
+            "CONFIRMED": "The anomaly has been confirmed by a human reviewer. This means the anomaly was validated.",
+            "REJECTED": "The anomaly has been dismissed, or ignored, by a human reviewer. This means the anomaly should have been ignored."
+          },
+          "name": "AnomalyReviewState",
+          "namespace": "com.linkedin.pegasus2avro.anomaly",
+          "symbols": [
+            "CONFIRMED",
+            "REJECTED"
+          ]
+        },
+        "name": "state",
         "doc": "The review of the anomaly, based on human-provided feedback.\nIf this is not present, then the Anomaly has not yet been reviewed."
       },
       {
@@ -22865,10 +23297,6 @@
           "namespace": "com.linkedin.pegasus2avro.anomaly",
           "fields": [
             {
-              "Searchable": {
-                "addToFilters": true,
-                "filterNameOverride": "Source Type"
-              },
               "type": {
                 "type": "enum",
                 "symbolDocs": {
@@ -22884,9 +23312,7 @@
               "doc": "Message associated with the anomaly"
             },
             {
-              "Searchable": {
-                "fieldType": "URN"
-              },
+              "TimeseriesField": {},
               "java": {
                 "class": "com.linkedin.pegasus2avro.common.urn.Urn"
               },
@@ -22908,6 +23334,7 @@
                   "namespace": "com.linkedin.pegasus2avro.anomaly",
                   "fields": [
                     {
+                      "TimeseriesField": {},
                       "type": [
                         "null",
                         "long"
@@ -22915,6 +23342,15 @@
                       "name": "assertionRunEventTime",
                       "default": null,
                       "doc": "The timestampMillis field of the AssertionRunEvent which altered the anomaly status the anomaly (if applicable)."
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "long"
+                      ],
+                      "name": "metricCubeTimestamp",
+                      "default": null,
+                      "doc": "The timestamp associated with the metric cube value that triggered the anomaly."
                     }
                   ],
                   "doc": "Ad-hoc properties about an anomaly source."
@@ -22931,18 +23367,19 @@
         "doc": "The source of an anomaly, i.e. how it was generated."
       },
       {
-        "Searchable": {
-          "/time": {
-            "fieldName": "created",
-            "fieldType": "DATETIME"
-          }
-        },
-        "type": "com.linkedin.pegasus2avro.common.AuditStamp",
+        "TimeseriesField": {},
+        "type": "com.linkedin.pegasus2avro.common.TimeStamp",
         "name": "created",
         "doc": "The time at which the request was initially created"
+      },
+      {
+        "TimeseriesField": {},
+        "type": "com.linkedin.pegasus2avro.common.TimeStamp",
+        "name": "lastUpdated",
+        "doc": "The time at which the request was initially created"
       }
     ],
-    "doc": "Information about an anomaly raised on an asset."
+    "doc": "Information about an anomaly generated by a monitor"
   },
   {
     "type": "record",
@@ -24610,6 +25047,7 @@
       "entityCategory": "core",
       "entityAspects": [
         "postInfo",
+        "subTypes",
         "status"
       ]
     },
@@ -24761,13 +25199,7 @@
   {
     "type": "record",
     "Aspect": {
-      "name": "anomalyKey",
-      "keyForEntity": "anomaly",
-      "entityCategory": "core",
-      "entityAspects": [
-        "anomalyInfo"
-      ],
-      "entityDoc": "Anomalies represent issues that were detected based on inferred or auto-generated assertions."
+      "name": "anomalyKey"
     },
     "name": "AnomalyKey",
     "namespace": "com.linkedin.pegasus2avro.metadata.key",
@@ -25020,6 +25452,27 @@
     ],
     "doc": "Key for a Constraint"
   },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "monitorSuiteKey",
+      "keyForEntity": "monitorSuite",
+      "entityCategory": "core",
+      "entityAspects": [
+        "monitorSuiteInfo"
+      ]
+    },
+    "name": "MonitorSuiteKey",
+    "namespace": "com.linkedin.pegasus2avro.metadata.key",
+    "fields": [
+      {
+        "type": "string",
+        "name": "id",
+        "doc": "Unique id for the monitor suite."
+      }
+    ],
+    "doc": "Key for a monitor suite."
+  },
   "com.linkedin.pegasus2avro.metadata.key.GlossaryNodeKey",
   "com.linkedin.pegasus2avro.metadata.key.DataProcessKey",
   {
@@ -25318,7 +25771,8 @@
       "entityCategory": "core",
       "entityAspects": [
         "monitorInfo",
-        "monitorTimeseriesState"
+        "monitorTimeseriesState",
+        "monitorAnomalyEvent"
       ]
     },
     "name": "MonitorKey",
@@ -26667,6 +27121,21 @@
     "name": "QueryProperties",
     "namespace": "com.linkedin.pegasus2avro.query",
     "fields": [
+      {
+        "Searchable": {
+          "/*": {
+            "fieldType": "TEXT",
+            "queryByDefault": true
+          }
+        },
+        "type": {
+          "type": "map",
+          "values": "string"
+        },
+        "name": "customProperties",
+        "default": {},
+        "doc": "Custom property bag."
+      },
       {
         "type": "com.linkedin.pegasus2avro.query.QueryStatement",
         "name": "statement",
@@ -26744,6 +27213,11 @@
         "doc": "Audit stamp capturing the time and actor who last modified the Query."
       },
       {
+        "Searchable": {
+          "addToFilters": false,
+          "fieldType": "URN",
+          "queryByDefault": false
+        },
         "java": {
           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
         },