acryl-datahub-cloud 0.3.6.9rc1__py3-none-any.whl → 0.3.7rc1__py3-none-any.whl

acryl_datahub_cloud/metadata/schema.avsc

@@ -199,7 +199,8 @@
         "Searchable": {
           "/*/owners/*/owner": {
             "fieldName": "inferredOwners",
-            "fieldType": "URN"
+            "fieldType": "URN",
+            "queryByDefault": false
           }
         },
         "type": [
@@ -301,7 +302,8 @@
                           },
                           "Searchable": {
                             "fieldName": "ownershipTypeUrn",
-                            "fieldType": "URN"
+                            "fieldType": "URN",
+                            "queryByDefault": false
                           },
                           "java": {
                             "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -1215,11 +1217,13 @@
           "/*/test": {
             "fieldName": "failingTests",
             "fieldType": "URN",
-            "hasValuesFieldName": "hasFailingTests"
+            "hasValuesFieldName": "hasFailingTests",
+            "queryByDefault": false
           },
           "/*/testDefinitionMd5": {
             "fieldName": "failingTestDefinitionMd5",
-            "fieldType": "KEYWORD"
+            "fieldType": "KEYWORD",
+            "queryByDefault": false
           }
         },
         "type": {
@@ -1293,11 +1297,13 @@
           "/*/test": {
             "fieldName": "passingTests",
             "fieldType": "URN",
-            "hasValuesFieldName": "hasPassingTests"
+            "hasValuesFieldName": "hasPassingTests",
+            "queryByDefault": false
           },
           "/*/testDefinitionMd5": {
             "fieldName": "passingTestDefinitionMd5",
-            "fieldType": "KEYWORD"
+            "fieldType": "KEYWORD",
+            "queryByDefault": false
           }
         },
         "type": {
@@ -1496,7 +1502,16 @@
             {
               "type": "string",
               "name": "recipe",
-              "doc": "The JSON recipe to use for ingestion"
+              "doc": "The JSON recipe to use for the automation"
+            },
+            {
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "executorId",
+              "default": null,
+              "doc": "The id of the executor to use to execute the automation. Defaults to 'default' (runs locally)"
             }
           ]
         },
@@ -1672,6 +1687,7 @@
                                           "EXISTS": "Represents the relation: field exists and is non-empty, e.g. owners is not null and != [] (empty)",
                                           "GREATER_THAN": "Represent the relation greater than, e.g. ownerCount > 5",
                                           "GREATER_THAN_OR_EQUAL_TO": "Represent the relation greater than or equal to, e.g. ownerCount >= 5",
+                                          "IEQUAL": "Represent the relation: field = value and support case insensitive values, e.g. platform = hdfs",
                                           "IN": "Represent the relation: String field is one of the array values to, e.g. name in [\"Profile\", \"Event\"]",
                                           "IS_NULL": "Represent the relation: field is null, e.g. platform is null",
                                           "LESS_THAN": "Represent the relation less than, e.g. ownerCount < 3",
@@ -1685,6 +1701,7 @@
                                           "CONTAIN",
                                           "END_WITH",
                                           "EQUAL",
+                                          "IEQUAL",
                                           "IS_NULL",
                                           "EXISTS",
                                           "GREATER_THAN",
@@ -2821,6 +2838,7 @@
         "structuredProperties",
         "forms",
         "testResults",
+        "access",
         "share",
         "origin",
         "documentation"
@@ -2990,6 +3008,8 @@
         "status",
         "globalTags",
         "lineageFeatures",
+        "assertionSummary",
+        "assertionAnalyticsRunEvent",
         "assertionDryRunEvent",
         "assertionInferenceDetails"
       ],
@@ -3230,6 +3250,7 @@
             "PROD": "Designates production fabrics",
             "QA": "Designates quality assurance fabrics",
             "RVW": "Designates review fabrics",
+            "SANDBOX": "Designates sandbox fabrics",
             "STG": "Designates staging fabrics",
             "TEST": "Designates testing fabrics",
             "TST": "Alternative Test spelling",
@@ -3250,7 +3271,8 @@
             "CORP",
             "RVW",
             "PRD",
-            "TST"
+            "TST",
+            "SANDBOX"
           ],
           "doc": "Fabric group type"
         },
@@ -3687,7 +3709,8 @@
         "share",
         "origin",
         "lineageFeatures",
-        "documentation"
+        "documentation",
+        "incidentsSummary"
       ]
     },
     "name": "MLFeatureKey",
@@ -4066,7 +4089,8 @@
         "partitionsSummary",
         "share",
         "origin",
-        "documentation"
+        "documentation",
+        "entityInferenceMetadata"
       ],
       "entityDoc": "Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets."
     },
@@ -4384,7 +4408,8 @@
         "share",
         "origin",
         "lineageFeatures",
-        "documentation"
+        "documentation",
+        "incidentsSummary"
       ]
     },
     "name": "MLModelKey",
@@ -5331,7 +5356,9 @@
               "dashboard",
               "dataFlow",
               "dataJob",
-              "schemaField"
+              "schemaField",
+              "mlModel",
+              "mlFeature"
             ],
             "name": "IncidentOn"
           }
@@ -6071,6 +6098,95 @@
     ],
     "doc": "Information about the subjects of a particular Query, i.e. the assets\nbeing queried."
   },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "entityInferenceMetadata"
+    },
+    "name": "EntityInferenceMetadata",
+    "namespace": "com.linkedin.pegasus2avro.ai",
+    "fields": [
+      {
+        "Searchable": {
+          "/lastInferredAt": {
+            "fieldName": "glossaryTermsLastInferredAt",
+            "queryByDefault": false
+          },
+          "/version": {
+            "fieldName": "glossaryTermsVersion",
+            "queryByDefault": false
+          }
+        },
+        "type": [
+          "null",
+          {
+            "type": "record",
+            "name": "InferenceGroupMetadata",
+            "namespace": "com.linkedin.pegasus2avro.ai",
+            "fields": [
+              {
+                "type": "long",
+                "name": "lastInferredAt",
+                "doc": "Timestamp of the last inference in milliseconds."
+              },
+              {
+                "type": "int",
+                "name": "version",
+                "doc": "Monotonically incrementing version number. Once bumped, will re-trigger a new inference."
+              }
+            ],
+            "doc": "Reusable metadata about a group of inferences of the same type."
+          }
+        ],
+        "name": "glossaryTermsInference",
+        "default": null,
+        "doc": "Information about a group of inferences made for Glossary Terms."
+      }
+    ],
+    "doc": "AI Inference Metadata for a specific entity."
+  },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "aiInferenceMetadata"
+    },
+    "name": "AiInferenceMetadata",
+    "namespace": "com.linkedin.pegasus2avro.ai",
+    "fields": [
+      {
+        "type": [
+          "null",
+          {
+            "type": "record",
+            "name": "GlossaryTermsInferenceMetadata",
+            "namespace": "com.linkedin.pegasus2avro.ai",
+            "fields": [
+              {
+                "Searchable": {
+                  "fieldName": "glossaryTermsLastInferredAt"
+                },
+                "type": "long",
+                "name": "lastInferredAt",
+                "doc": "Timestamp of the last inference in milliseconds."
+              },
+              {
+                "Searchable": {
+                  "fieldName": "glossaryTermsVersion"
+                },
+                "type": "long",
+                "name": "version",
+                "doc": "Monotonically incrementing version number. Once bumped, will re-trigger a new inference."
+              }
+            ]
+          }
+        ],
+        "name": "glossaryTermsInference",
+        "default": null,
+        "doc": "Information about a glossary terms inference."
+      }
+    ],
+    "doc": "AI Inference Metadata of various types."
+  },
   {
     "type": "record",
     "Aspect": {
@@ -6414,7 +6530,31 @@
         ],
         "name": "lastModified",
         "default": null,
-        "doc": "Created Audit stamp"
+        "doc": "Last Modified Audit stamp"
+      },
+      {
+        "Searchable": {
+          "fieldType": "KEYWORD"
+        },
+        "type": [
+          {
+            "type": "enum",
+            "symbolDocs": {
+              "DISABLED": "This structured property will not show up in search filters",
+              "ENABLED": "This structured property will show up in search filters"
+            },
+            "name": "StructuredPropertyFilterStatus",
+            "namespace": "com.linkedin.pegasus2avro.structured",
+            "symbols": [
+              "ENABLED",
+              "DISABLED"
+            ]
+          },
+          "null"
+        ],
+        "name": "filterStatus",
+        "default": "DISABLED",
+        "doc": "The filter status of this structured property - whether it will show up in search filters or not"
       }
     ]
   },
@@ -6975,6 +7115,24 @@
                 "name": "helpLink",
                 "default": null,
                 "doc": "The configurable help link shown in the UI"
+              },
+              {
+                "type": [
+                  "null",
+                  "string"
+                ],
+                "name": "customLogoUrl",
+                "default": null,
+                "doc": "The Url for a custom logo to display in the UI"
+              },
+              {
+                "type": [
+                  "null",
+                  "string"
+                ],
+                "name": "customOrgName",
+                "default": null,
+                "doc": "A customized name for organization display preferences"
               }
             ],
             "doc": "Global settings for the UI"
@@ -7695,10 +7853,11 @@
                                                       "FIELD",
                                                       "DATA_SCHEMA",
                                                       "CUSTOM"
-                                                    ]
+                                                    ],
+                                                    "doc": "Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."
                                                   },
                                                   "name": "type",
-                                                  "doc": "Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."
+                                                  "doc": "Type of assertion."
                                                 },
                                                 {
                                                   "type": [
@@ -10495,9 +10654,9 @@
         },
         "Searchable": {
           "/*": {
-            "boostScore": 2.0,
             "fieldName": "isRelatedTerms",
-            "fieldType": "URN"
+            "fieldType": "URN",
+            "queryByDefault": false
           }
         },
         "Urn": "GlossaryTermUrn",
@@ -10524,9 +10683,9 @@
         },
         "Searchable": {
           "/*": {
-            "boostScore": 2.0,
             "fieldName": "hasRelatedTerms",
-            "fieldType": "URN"
+            "fieldType": "URN",
+            "queryByDefault": false
           }
         },
         "Urn": "GlossaryTermUrn",
@@ -10715,7 +10874,7 @@
         },
         "type": "long",
         "name": "timestampMillis",
-        "doc": "The event timestamp field as epoch at UTC in milli seconds."
+        "doc": "The event timestamp field as epoch at UTC in milliseconds."
       },
       {
         "type": "string",
@@ -11297,23 +11456,316 @@
             "doc": "The Actions about an Assertion.\nIn the future, we'll likely extend this model to support additional\nparameters or options related to the assertion actions."
           }
         },
-        "name": "onSuccess",
-        "default": [],
-        "doc": "Actions to be executed on successful assertion run."
+        "name": "onSuccess",
+        "default": [],
+        "doc": "Actions to be executed on successful assertion run."
+      },
+      {
+        "type": {
+          "type": "array",
+          "items": "com.linkedin.pegasus2avro.assertion.AssertionAction"
+        },
+        "name": "onFailure",
+        "default": [],
+        "doc": "Actions to be executed on failed assertion run."
+      }
+    ],
+    "doc": "The Actions about an Assertion"
+  },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "assertionAnalyticsRunEvent",
+      "type": "timeseries"
+    },
+    "name": "AssertionAnalyticsRunEvent",
+    "namespace": "com.linkedin.pegasus2avro.assertion",
+    "fields": [
+      {
+        "TimeseriesField": {},
+        "type": "com.linkedin.pegasus2avro.assertion.AssertionType",
+        "name": "type",
+        "doc": "Type of assertion."
+      },
+      {
+        "Searchable": {
+          "/*": {
+            "addToFilters": true,
+            "fieldName": "parentDomains",
+            "fieldType": "URN",
+            "filterNameOverride": "In Parent Domain",
+            "hasValuesFieldName": "hasParentDomain"
+          }
+        },
+        "TimeseriesField": {},
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "string"
+          }
+        ],
+        "name": "parentDomains",
+        "default": null,
+        "doc": "The Domains attached to the entity's parent Asset"
+      },
+      {
+        "Searchable": {
+          "/*": {
+            "addToFilters": true,
+            "fieldName": "domains",
+            "fieldType": "URN",
+            "filterNameOverride": "In Parent Data Product",
+            "hasValuesFieldName": "hasParentDataProduct"
+          }
+        },
+        "TimeseriesField": {},
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "string"
+          }
+        ],
+        "name": "parentDataProducts",
+        "default": null,
+        "doc": "The Data Products attached to the entity's parent Asset"
+      },
+      {
+        "Searchable": {
+          "/*/tag": {
+            "addToFilters": true,
+            "boostScore": 0.5,
+            "fieldName": "tags",
+            "fieldType": "URN",
+            "filterNameOverride": "Parent Tagged With",
+            "hasValuesFieldName": "hasParentTags",
+            "queryByDefault": true
+          }
+        },
+        "TimeseriesField": {},
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "com.linkedin.pegasus2avro.common.TagAssociation"
+          }
+        ],
+        "name": "parentGlobalTags",
+        "default": null,
+        "doc": "The Tags attached to the entity's parent Asset"
+      },
+      {
+        "Searchable": {
+          "/*": {
+            "addToFilters": true,
+            "fieldName": "parentOwners",
+            "fieldType": "URN",
+            "filterNameOverride": "Parent Owned By",
+            "hasValuesFieldName": "hasParentOwners",
+            "queryByDefault": false
+          }
+        },
+        "TimeseriesField": {},
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "string"
+          }
+        ],
+        "name": "parentOwners",
+        "default": null,
+        "doc": "Parent Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name\n(Caveat: only corpuser is currently supported in the frontend.)"
+      },
+      {
+        "Searchable": {
+          "addToFilters": true,
+          "fieldType": "URN",
+          "filterNameOverride": "Parent Platform"
+        },
+        "TimeseriesField": {},
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "parentDataPlatform",
+        "default": null,
+        "doc": "Data Platform for parent"
+      },
+      {
+        "Searchable": {
+          "addToFilters": true,
+          "fieldName": "parentPlatformInstance",
+          "fieldType": "URN",
+          "filterNameOverride": "Parent Platform Instance"
+        },
+        "TimeseriesField": {},
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "parentDataPlatformInstance",
+        "default": null,
+        "doc": "Instance of the parent's data platform (e.g. db instance)"
+      },
+      {
+        "type": "long",
+        "name": "timestampMillis",
+        "doc": "The event timestamp field as epoch at UTC in milliseconds."
+      },
+      {
+        "type": "string",
+        "name": "runId",
+        "doc": " Native (platform-specific) identifier for this run"
+      },
+      {
+        "TimeseriesField": {},
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "type": "string",
+        "name": "asserteeUrn"
+      },
+      {
+        "TimeseriesField": {},
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "type": "string",
+        "name": "assertionUrn"
+      },
+      {
+        "TimeseriesField": {},
+        "type": "com.linkedin.pegasus2avro.assertion.AssertionRunStatus",
+        "name": "status",
+        "doc": "The status of the assertion run as per this timeseries event."
+      },
+      {
+        "type": [
+          "null",
+          "com.linkedin.pegasus2avro.assertion.AssertionResult"
+        ],
+        "name": "result",
+        "default": null,
+        "doc": "Results of assertion, present if the status is COMPLETE"
+      },
+      {
+        "type": [
+          "null",
+          {
+            "type": "map",
+            "values": "string"
+          }
+        ],
+        "name": "runtimeContext",
+        "default": null,
+        "doc": "Runtime parameters of evaluation"
+      },
+      {
+        "type": [
+          "null",
+          "com.linkedin.pegasus2avro.assertion.BatchSpec"
+        ],
+        "name": "batchSpec",
+        "default": null,
+        "doc": "Specification of the batch which this run is evaluating"
+      },
+      {
+        "type": [
+          "null",
+          "com.linkedin.pegasus2avro.timeseries.TimeWindowSize"
+        ],
+        "name": "eventGranularity",
+        "default": null,
+        "doc": "Granularity of the event if applicable"
+      },
+      {
+        "type": [
+          "com.linkedin.pegasus2avro.timeseries.PartitionSpec",
+          "null"
+        ],
+        "name": "partitionSpec",
+        "default": {
+          "partition": "FULL_TABLE_SNAPSHOT",
+          "type": "FULL_TABLE",
+          "timePartition": null
+        },
+        "doc": "The optional partition specification."
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "messageId",
+        "default": null,
+        "doc": "The optional messageId, if provided serves as a custom user-defined unique identifier for an aspect value."
+      }
+    ],
+    "doc": "An event representing the current status of evaluating an assertion on a batch.\nThis should be derrived from {@link AssertionRunEvent}.\n\nIt represents the subset of data used for analytics, and hydrates extra fields for filtering"
+  },
+  "com.linkedin.pegasus2avro.assertion.AssertionInferenceDetails",
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "assertionSummary"
+    },
+    "name": "AssertionSummary",
+    "namespace": "com.linkedin.pegasus2avro.assertion",
+    "fields": [
+      {
+        "Searchable": {
+          "fieldName": "lastFailedAtMillis",
+          "fieldType": "DATETIME"
+        },
+        "type": [
+          "null",
+          "long"
+        ],
+        "name": "lastFailedAtMillis",
+        "default": null,
+        "doc": "The last failure event timestamp field as epoch at UTC in milliseconds."
+      },
+      {
+        "Searchable": {
+          "fieldName": "lastErroredAtMillis",
+          "fieldType": "DATETIME"
+        },
+        "type": [
+          "null",
+          "long"
+        ],
+        "name": "lastErroredAtMillis",
+        "default": null,
+        "doc": "The last error event timestamp field as epoch at UTC in milliseconds."
       },
       {
-        "type": {
-          "type": "array",
-          "items": "com.linkedin.pegasus2avro.assertion.AssertionAction"
+        "Searchable": {
+          "fieldName": "lastPassedAtMillis",
+          "fieldType": "DATETIME"
         },
-        "name": "onFailure",
-        "default": [],
-        "doc": "Actions to be executed on failed assertion run."
+        "type": [
+          "null",
+          "long"
+        ],
+        "name": "lastPassedAtMillis",
+        "default": null,
+        "doc": "The last pass event timestamp field as epoch at UTC in milliseconds."
       }
     ],
-    "doc": "The Actions about an Assertion"
+    "doc": "Derived.\nTracks the latest summary details of an assertion."
   },
-  "com.linkedin.pegasus2avro.assertion.AssertionInferenceDetails",
   "com.linkedin.pegasus2avro.assertion.AssertionInfo",
   {
     "type": "record",
@@ -11381,7 +11833,8 @@
           "/*/destination": {
             "fieldName": "shareDestinations",
             "fieldType": "URN",
-            "hasValuesFieldName": "hasShareDestinations"
+            "hasValuesFieldName": "hasShareDestinations",
+            "queryByDefault": false
           }
         },
         "type": {
@@ -11667,7 +12120,8 @@
                     "fieldName": "roles",
                     "fieldType": "URN",
                     "filterNameOverride": "Role",
-                    "hasValuesFieldName": "hasRoles"
+                    "hasValuesFieldName": "hasRoles",
+                    "queryByDefault": false
                   },
                   "java": {
                     "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -11712,20 +12166,24 @@
         "Searchable": {
           "/*/lastResultAt": {
             "fieldName": "activeAnomalyResultTimes",
-            "fieldType": "DATETIME"
+            "fieldType": "DATETIME",
+            "queryByDefault": false
           },
           "/*/source": {
-            "fieldName": "activeAnomalySources"
+            "fieldName": "activeAnomalySources",
+            "queryByDefault": false
           },
           "/*/type": {
             "fieldName": "activeAnomalyTypes",
-            "fieldType": "KEYWORD"
+            "fieldType": "KEYWORD",
+            "queryByDefault": false
           },
           "/*/urn": {
             "fieldName": "activeAnomalies",
             "fieldType": "URN",
             "hasValuesFieldName": "hasActiveAnomalies",
-            "numValuesFieldName": "numActiveAnomalies"
+            "numValuesFieldName": "numActiveAnomalies",
+            "queryByDefault": false
           }
         },
         "type": {
@@ -11783,20 +12241,24 @@
         "Searchable": {
           "/*/lastResultAt": {
             "fieldName": "resolvedAnomalyResultTimes",
-            "fieldType": "DATETIME"
+            "fieldType": "DATETIME",
+            "queryByDefault": false
           },
           "/*/source": {
-            "fieldName": "resolvedAnomalySources"
+            "fieldName": "resolvedAnomalySources",
+            "queryByDefault": false
           },
           "/*/type": {
             "fieldName": "resolvedAnomalyTypes",
-            "fieldType": "KEYWORD"
+            "fieldType": "KEYWORD",
+            "queryByDefault": false
           },
           "/*/urn": {
             "fieldName": "resolvedAnomalies",
             "fieldType": "URN",
             "hasValuesFieldName": "hasResolvedAnomalies",
-            "numValuesFieldName": "numResolvedAnomalies"
+            "numValuesFieldName": "numResolvedAnomalies",
+            "queryByDefault": false
           }
         },
         "type": {
@@ -11920,9 +12382,6 @@
         "doc": "How many rows were affected by this operation."
       },
       {
-        "TimeseriesFieldCollection": {
-          "key": "datasetName"
-        },
         "Urn": "Urn",
         "urn_is_array": true,
         "type": [
@@ -12143,19 +12602,23 @@
         "Searchable": {
           "/*/completedPrompts/*/id": {
             "fieldName": "incompleteFormsCompletedPromptIds",
-            "fieldType": "KEYWORD"
+            "fieldType": "KEYWORD",
+            "queryByDefault": false
           },
           "/*/completedPrompts/*/lastModified/time": {
             "fieldName": "incompleteFormsCompletedPromptResponseTimes",
-            "fieldType": "DATETIME"
+            "fieldType": "DATETIME",
+            "queryByDefault": false
           },
           "/*/incompletePrompts/*/id": {
             "fieldName": "incompleteFormsIncompletePromptIds",
-            "fieldType": "KEYWORD"
+            "fieldType": "KEYWORD",
+            "queryByDefault": false
           },
           "/*/urn": {
             "fieldName": "incompleteForms",
-            "fieldType": "URN"
+            "fieldType": "URN",
+            "queryByDefault": false
           }
         },
         "type": {
@@ -12461,19 +12924,23 @@
         "Searchable": {
           "/*/completedPrompts/*/id": {
             "fieldName": "completedFormsCompletedPromptIds",
-            "fieldType": "KEYWORD"
+            "fieldType": "KEYWORD",
+            "queryByDefault": false
           },
           "/*/completedPrompts/*/lastModified/time": {
             "fieldName": "completedFormsCompletedPromptResponseTimes",
-            "fieldType": "DATETIME"
+            "fieldType": "DATETIME",
+            "queryByDefault": false
           },
           "/*/incompletePrompts/*/id": {
             "fieldName": "completedFormsIncompletePromptIds",
-            "fieldType": "KEYWORD"
+            "fieldType": "KEYWORD",
+            "queryByDefault": false
           },
           "/*/urn": {
             "fieldName": "completedForms",
-            "fieldType": "URN"
+            "fieldType": "URN",
+            "queryByDefault": false
           }
         },
         "type": {
@@ -12487,7 +12954,8 @@
         "Searchable": {
           "/*/form": {
             "fieldName": "verifiedForms",
-            "fieldType": "URN"
+            "fieldType": "URN",
+            "queryByDefault": false
           }
         },
         "type": {
@@ -12729,20 +13197,24 @@
         "Searchable": {
           "/*/lastResultAt": {
             "fieldName": "passingAssertionResultTimes",
-            "fieldType": "DATETIME"
+            "fieldType": "DATETIME",
+            "queryByDefault": false
           },
           "/*/source": {
-            "fieldName": "passingAssertionSources"
+            "fieldName": "passingAssertionSources",
+            "queryByDefault": false
           },
           "/*/type": {
             "fieldName": "passingAssertionTypes",
-            "fieldType": "KEYWORD"
+            "fieldType": "KEYWORD",
+            "queryByDefault": false
           },
           "/*/urn": {
             "fieldName": "passingAssertions",
             "fieldType": "URN",
             "hasValuesFieldName": "hasPassingAssertions",
-            "numValuesFieldName": "numPassingAssertions"
+            "numValuesFieldName": "numPassingAssertions",
+            "queryByDefault": false
           }
         },
         "type": {
@@ -12800,21 +13272,25 @@
         "Searchable": {
           "/*/lastResultAt": {
             "fieldName": "failingAssertionResultTimes",
-            "fieldType": "DATETIME"
+            "fieldType": "DATETIME",
+            "queryByDefault": false
           },
           "/*/source": {
-            "fieldName": "failingAssertionSources"
+            "fieldName": "failingAssertionSources",
+            "queryByDefault": false
           },
           "/*/type": {
             "fieldName": "failingAssertionType",
-            "fieldType": "KEYWORD"
+            "fieldType": "KEYWORD",
+            "queryByDefault": false
           },
           "/*/urn": {
             "addHasValuesToFilters": true,
             "fieldName": "failingAssertions",
             "fieldType": "URN",
             "hasValuesFieldName": "hasFailingAssertions",
-            "numValuesFieldName": "numFailingAssertions"
+            "numValuesFieldName": "numFailingAssertions",
+            "queryByDefault": false
           }
         },
         "type": {
@@ -12824,6 +13300,45 @@
         "name": "failingAssertionDetails",
         "default": [],
         "doc": "Summary details about the set of failing assertions"
+      },
+      {
+        "Relationship": {
+          "/*/urn": {
+            "entityTypes": [
+              "assertion"
+            ],
+            "name": "ErroringAssertions"
+          }
+        },
+        "Searchable": {
+          "/*/lastResultAt": {
+            "fieldName": "erroringAssertionResultTimes",
+            "fieldType": "DATETIME"
+          },
+          "/*/source": {
+            "fieldName": "erroringAssertionSources",
+            "queryByDefault": false
+          },
+          "/*/type": {
+            "fieldName": "erroringAssertionType",
+            "fieldType": "KEYWORD"
+          },
+          "/*/urn": {
+            "addHasValuesToFilters": true,
+            "fieldName": "erroringAssertions",
+            "fieldType": "URN",
+            "hasValuesFieldName": "hasErroringAssertions",
+            "numValuesFieldName": "numErroringAssertions",
+            "queryByDefault": false
+          }
+        },
+        "type": {
+          "type": "array",
+          "items": "com.linkedin.pegasus2avro.common.AssertionSummaryDetails"
+        },
+        "name": "erroringAssertionDetails",
+        "default": [],
+        "doc": "Summary details about the set of erroring assertions"
       }
     ],
     "doc": "Summary related to entity assertions"
@@ -13034,7 +13549,7 @@
             "addToFilters": true,
             "fieldType": "KEYWORD",
             "filterNameOverride": "Sub Type",
-            "queryByDefault": true
+            "queryByDefault": false
           }
         },
         "type": {
@@ -13134,7 +13649,8 @@
             "fieldName": "resolvedIncidents",
             "fieldType": "URN",
             "hasValuesFieldName": "hasResolvedIncidents",
-            "numValuesFieldName": "numResolvedIncidents"
+            "numValuesFieldName": "numResolvedIncidents",
+            "queryByDefault": false
           }
         },
         "type": {
@@ -13216,7 +13732,8 @@
             "fieldName": "activeIncidents",
             "fieldType": "URN",
             "hasValuesFieldName": "hasActiveIncidents",
-            "numValuesFieldName": "numActiveIncidents"
+            "numValuesFieldName": "numActiveIncidents",
+            "queryByDefault": false
           }
         },
         "type": {
@@ -14190,6 +14707,7 @@
           ],
           "name": "PostTarget"
         },
+        "Searchable": {},
         "java": {
           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
         },
@@ -14209,7 +14727,7 @@
         ],
         "name": "target",
         "default": null,
-        "doc": "Optional URN that the post is associated with."
+        "doc": "Optional Entity URN that the post is associated with."
       }
     ],
     "doc": "Information about a DataHub Post."
@@ -16200,6 +16718,29 @@
         "default": null,
         "doc": "Datasets consumed by a dashboard"
       },
+      {
+        "Relationship": {
+          "/*/destinationUrn": {
+            "createdActor": "datasetEdges/*/created/actor",
+            "createdOn": "datasetEdges/*/created/time",
+            "entityTypes": [
+              "dashboard"
+            ],
+            "isLineage": true,
+            "name": "DashboardContainsDashboard",
+            "properties": "datasetEdges/*/properties",
+            "updatedActor": "datasetEdges/*/lastModified/actor",
+            "updatedOn": "datasetEdges/*/lastModified/time"
+          }
+        },
+        "type": {
+          "type": "array",
+          "items": "com.linkedin.pegasus2avro.common.Edge"
+        },
+        "name": "dashboards",
+        "default": [],
+        "doc": "Dashboards included by this dashboard.\nSome dashboard entities (e.g. PowerBI Apps) can contain other dashboards.\n\nThe Edge's sourceUrn should never be set, as it will always be the base dashboard."
+      },
       {
         "Searchable": {
           "/lastModified/time": {
@@ -16293,7 +16834,9 @@
         "doc": "Access level for the dashboard"
       },
       {
-        "Searchable": {},
+        "Searchable": {
+          "queryByDefault": false
+        },
         "type": [
           "null",
           "long"
@@ -16303,7 +16846,9 @@
         "doc": "The time when this dashboard last refreshed"
       },
       {
-        "Searchable": {},
+        "Searchable": {
+          "queryByDefault": false
+        },
         "java": {
           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
         },
@@ -18663,12 +19208,14 @@
                                 "type": {
                                   "type": "enum",
                                   "symbolDocs": {
-                                    "EQUALS": "Whether the field matches the value"
+                                    "EQUALS": "Whether the field matches the value",
+                                    "STARTS_WITH": "Whether the field value starts with the value"
                                   },
                                   "name": "PolicyMatchCondition",
                                   "namespace": "com.linkedin.pegasus2avro.policy",
                                   "symbols": [
-                                    "EQUALS"
+                                    "EQUALS",
+                                    "STARTS_WITH"
                                   ],
                                   "doc": "The matching condition in a filter criterion"
                                 },
@@ -19194,7 +19741,7 @@
         "Searchable": {
           "fieldName": "managerLdap",
           "fieldType": "URN",
-          "queryByDefault": true
+          "queryByDefault": false
         },
         "java": {
           "class": "com.linkedin.pegasus2avro.common.urn.CorpuserUrn"
@@ -20105,6 +20652,7 @@
                       "fields": [
                         {
                           "Searchable": {
+                            "addToFilters": true,
                             "fieldType": "KEYWORD"
                           },
                           "type": "string",
@@ -20222,6 +20770,9 @@
                                       "namespace": "com.linkedin.pegasus2avro.actionrequest",
                                       "fields": [
                                         {
+                                          "Searchable": {
+                                            "addToFilters": true
+                                          },
                                           "java": {
                                             "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                                           },
@@ -20246,6 +20797,9 @@
                                       "namespace": "com.linkedin.pegasus2avro.actionrequest",
                                       "fields": [
                                         {
+                                          "Searchable": {
+                                            "addToFilters": true
+                                          },
                                           "java": {
                                             "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                                           },
@@ -20539,6 +21093,75 @@
                           "name": "dueDate",
                           "default": null,
                           "doc": "The time at which the request is due"
+                        },
+                        {
+                          "Searchable": {
+                            "addToFilters": true
+                          },
+                          "type": [
+                            {
+                              "type": "enum",
+                              "symbolDocs": {
+                                "INFERRED": "The Action Request was inferred by an inference pipeline, e.g. DataHub AI.",
+                                "MANUAL": "The Action Request was created by the user or group via the API or UI"
+                              },
+                              "name": "ActionRequestOrigin",
+                              "namespace": "com.linkedin.pegasus2avro.actionrequest",
+                              "symbols": [
+                                "MANUAL",
+                                "INFERRED"
+                              ],
+                              "doc": "The origin type of an Action Request"
+                            },
+                            "null"
+                          ],
+                          "name": "origin",
+                          "default": "MANUAL",
+                          "doc": "The origin of the action request"
+                        },
+                        {
+                          "Searchable": {
+                            "/confidenceLevel": {
+                              "addToFilters": true,
+                              "fieldName": "inferenceConfidenceLevel"
+                            },
+                            "/lastInferredAt": {
+                              "fieldName": "inferenceLastInferredAt"
+                            }
+                          },
+                          "type": [
+                            "null",
+                            {
+                              "type": "record",
+                              "name": "InferenceMetadata",
+                              "namespace": "com.linkedin.pegasus2avro.ai",
+                              "fields": [
+                                {
+                                  "type": "long",
+                                  "name": "lastInferredAt",
+                                  "doc": "Timestamp of the last inference in milliseconds."
+                                },
+                                {
+                                  "type": "int",
+                                  "name": "version",
+                                  "doc": "Monotonically incrementing version number. Once bumped, will re-trigger a new inference."
+                                },
+                                {
+                                  "type": [
+                                    "null",
+                                    "int"
+                                  ],
+                                  "name": "confidenceLevel",
+                                  "default": null,
+                                  "doc": "Numeric confidence level of the inference that was made.\n\n   0 = Low Confidence\n   1 = Medium Confidence\n   2 = High Confidence"
+                                }
+                              ],
+                              "doc": "Reusable metadata about an individual inference - i.e. a single glossary term, tag, description, etc."
+                            }
+                          ],
+                          "name": "inferenceMetadata",
+                          "default": null,
+                          "doc": "Additional inference metadata. Optionally provided if the origin is INFERRED."
                         }
                       ],
                       "doc": "The status of the action request - e.g. accepted, rejected, pending, etc"
@@ -24723,6 +25346,10 @@
                     "namespace": "com.linkedin.pegasus2avro.form",
                     "fields": [
                       {
+                        "Searchable": {
+                          "fieldName": "structuredPropertyPromptUrns",
+                          "fieldType": "URN"
+                        },
                         "java": {
                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                         },
@@ -24766,6 +25393,15 @@
                         "doc": "Whether one or multiple owners are accepted as a response."
                       },
                       {
+                        "Relationship": {
+                          "/*": {
+                            "entityTypes": [
+                              "corpuser",
+                              "corpGroup"
+                            ],
+                            "name": "allowedOwnerOn"
+                          }
+                        },
                         "Urn": "Urn",
                         "urn_is_array": true,
                         "type": [
@@ -24780,6 +25416,14 @@
                         "doc": "An optional list of allowed owners to choose from"
                       },
                       {
+                        "Relationship": {
+                          "/*": {
+                            "entityTypes": [
+                              "ownershipType"
+                            ],
+                            "name": "allowedOwnershipTypeOn"
+                          }
+                        },
                         "Urn": "Urn",
                         "urn_is_array": true,
                         "type": [
@@ -24816,6 +25460,14 @@
                         "doc": "Whether one or multiple terms are accepted as a response."
                       },
                       {
+                        "Relationship": {
+                          "/*": {
+                            "entityTypes": [
+                              "glossaryTerm"
+                            ],
+                            "name": "allowedTermOn"
+                          }
+                        },
                         "Urn": "Urn",
                         "urn_is_array": true,
                         "type": [
@@ -24830,6 +25482,14 @@
                         "doc": "An optional list of allowed glossary terms to choose from"
                       },
                       {
+                        "Relationship": {
+                          "/*": {
+                            "entityTypes": [
+                              "glossaryNode"
+                            ],
+                            "name": "allowedTermGroupOn"
+                          }
+                        },
                         "Urn": "Urn",
                         "urn_is_array": true,
                         "type": [
@@ -24860,6 +25520,14 @@
                     "namespace": "com.linkedin.pegasus2avro.form",
                     "fields": [
                       {
+                        "Relationship": {
+                          "/*": {
+                            "entityTypes": [
+                              "domain"
+                            ],
+                            "name": "allowedDomainOn"
+                          }
+                        },
                         "Urn": "Urn",
                         "urn_is_array": true,
                         "type": [
@@ -25007,6 +25675,36 @@
           "lastModified": null
         },
         "doc": "Information about the state and status of this form"
+      },
+      {
+        "Searchable": {
+          "/time": {
+            "fieldName": "createdTime",
+            "fieldType": "DATETIME"
+          }
+        },
+        "type": [
+          "null",
+          "com.linkedin.pegasus2avro.common.AuditStamp"
+        ],
+        "name": "created",
+        "default": null,
+        "doc": "Created Audit stamp"
+      },
+      {
+        "Searchable": {
+          "/time": {
+            "fieldName": "lastModified",
+            "fieldType": "DATETIME"
+          }
+        },
+        "type": [
+          "null",
+          "com.linkedin.pegasus2avro.common.AuditStamp"
+        ],
+        "name": "lastModified",
+        "default": null,
+        "doc": "Last Modified Audit stamp"
       }
     ],
     "doc": "Information about a form to help with filling out metadata on entities."
@@ -25182,7 +25880,7 @@
         },
         "type": "string",
         "name": "resourceType",
-        "doc": "The type of the resource. \nThis is used to differentiate between different types of resources.\nPossible values specified in {@link com.linkedin.pegasus2avro.platformresource.PlatformResourceType}"
+        "doc": "The type of the resource. \nIntended as a loose specifier of the generic type of the resource.\nProducer is not forced to conform to a specific set of symbols for\nresource types.\nThe @PlatformResourceType enumeration offers a paved path for agreed upon\ncommon terms, but is not required to be followed.\nExample values could be: conversation, user, grant, etc.\nResource types are indexed for ease of access. \ne.g. Get me all platform resources of type user for the platform looker"
       },
       {
         "Searchable": {
@@ -25190,7 +25888,7 @@
         },
         "type": "string",
         "name": "primaryKey",
-        "doc": "The primary key for this platform resource.\nI.e., for a slack member this would be the memberID."
+        "doc": "The primary key for this platform resource.\ne.g. for a slack member this would be the memberID.\nprimary keys specified here don't need to include any additional specificity for the\n     dataPlatform\nThe @PlatformResourceKey is supposed to represent that"
       },
       {
         "Searchable": {
@@ -25287,7 +25985,8 @@
         "dataPlatformInstance",
         "platformResourceInfo",
         "status"
-      ]
+      ],
+      "entityDoc": "Platform Resources are assets that are unmodeled and stored outside of the core data model. They are stored in DataHub primarily to help with application-specific use-cases that are not sufficiently generalized to move into the core data model."
     },
     "name": "PlatformResourceKey",
     "namespace": "com.linkedin.pegasus2avro.platformresource",
@@ -25295,10 +25994,10 @@
       {
         "type": "string",
         "name": "id",
-        "doc": "A unique id for this entity. Generated on the server side at entity creation time.\nFormat will be a guid."
+        "doc": "A unique id for this entity.\nThere are no constraints on the format of this id, but most implementations\nwill choose to use a UUID.\nThis id should be globally unique for the entire DataHub instance and\n     uniquely identify the resource that is being stored, so most\n     implementations\nwill combine logical attributes like platform name, platform instance,\nplatform-specific-id and the resource type to create the unique id.\ne.g. slack:slack-instance:slack-user-id:user-info \nor guid(slack, slack-instance, slack-user-id, user-info) etc."
       }
     ],
-    "doc": "Key for Platform Resource.\nThese entities are for miscelaneous data that is used in non-core parts of the system.\nFor instance, if we want to persist & retrieve data from auxiliary integrations such as Slack or Microsoft Teams."
+    "doc": "Key for a Platform Resource.\nPlatform Resources are assets that are not part of the core data model.\nThey are stored in DataHub primarily to help with application-specific\nuse-cases that are not sufficiently generalized to move into the core data model.\nFor instance, if we want to persist & retrieve additional user profile data \nfrom auxiliary integrations such as Slack or Microsoft Teams for resolving details later."
   },
   {
     "type": "record",