acryl-datahub-cloud 0.3.8.3__py3-none-any.whl → 0.3.9__py3-none-any.whl

acryl_datahub_cloud/metadata/schema.avsc

@@ -2356,7 +2356,9 @@
                                                 "fieldName": "glossaryTerms",
                                                 "fieldType": "URN",
                                                 "filterNameOverride": "Glossary Term Applied",
-                                                "hasValuesFieldName": "hasGlossaryTerms"
+                                                "hasValuesFieldName": "hasGlossaryTerms",
+                                                "includeSystemModifiedAt": true,
+                                                "systemModifiedAtFieldName": "termsModifiedAt"
                                               },
                                               "java": {
                                                 "class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
@@ -2744,8 +2746,8 @@
                   "type": "enum",
                   "symbolDocs": {
                     "EXTERNAL": "The assertion was defined and managed externally of DataHub.",
-                    "INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.",
-                    "NATIVE": "The assertion was defined natively on DataHub by a user."
+                    "INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.\nDataHub Cloud only",
+                    "NATIVE": "The assertion was defined natively on DataHub by a user.\nDataHub Cloud only"
                   },
                   "name": "AssertionSourceType",
                   "namespace": "com.linkedin.pegasus2avro.assertion",
@@ -4217,7 +4219,7 @@
         ],
         "name": "executorId",
         "default": null,
-        "doc": "Advanced: specify a specific executor to route the request to. If none is provided, a \"default\" executor is used."
+        "doc": "Advanced: specify a specific executor pool to route the request to. If none is provided, a default embedded executor is used."
       },
       {
         "type": "com.linkedin.pegasus2avro.common.AuditStamp",
@@ -4346,9 +4348,14 @@
         "doc": "Arguments provided to the task"
       },
       {
+        "Searchable": {
+          "fieldName": "executorId",
+          "fieldType": "KEYWORD",
+          "queryByDefault": false
+        },
         "type": "string",
         "name": "executorId",
-        "doc": "Advanced: specify a specific executor to route the request to. If none is provided, a \"default\" executor is used."
+        "doc": "Advanced: specify a specific executor pool to route the request to. If none is provided, a \"default\" embedded executor is used."
       },
       {
         "type": {
@@ -4540,8 +4547,8 @@
           "fieldType": "KEYWORD"
         },
         "type": "string",
-        "name": "poolName",
-        "doc": "References the 'name' defined in RemoteExecutorPoolKey"
+        "name": "executorPoolId",
+        "doc": "References the 'id' defined in RemoteExecutorPoolKey"
       },
       {
         "type": "string",
@@ -4570,19 +4577,19 @@
         "type": "boolean",
         "name": "executorExpired",
         "default": false,
-        "doc": "Flag indicating whether remote executor status record is stale."
+        "doc": "Flag indicating whether remote executor status record is stale.\nThis means executor no longer sends heartbeats and considered dead."
       },
       {
         "type": "boolean",
         "name": "executorStopped",
         "default": false,
-        "doc": "Flag indicating whether remote executor is stopped."
+        "doc": "Flag indicating whether remote executor is stopped, and properly reported its termination."
       },
       {
         "type": "boolean",
         "name": "executorEmbedded",
         "default": false,
-        "doc": "Flag indicating whether remote executor is embedded executor"
+        "doc": "Flag indicating whether remote executor is embedded into the coordinator pod"
       },
       {
         "type": "boolean",
@@ -6476,6 +6483,22 @@
     ],
     "doc": "Link from an asset to its parent container"
   },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "dataHubRemoteExecutorPoolGlobalConfig"
+    },
+    "name": "RemoteExecutorPoolGlobalConfig",
+    "namespace": "com.linkedin.pegasus2avro.executorglobalconfig",
+    "fields": [
+      {
+        "type": "string",
+        "name": "defaultExecutorPoolId",
+        "doc": "The default pool to use for tasks that require remote executors.\nReferences 'id' in com.linkedin.pegasus2avro.metadata.key.RemoteExecutorPoolKey"
+      }
+    ],
+    "doc": "Global singleton storing configs for remote executor pools."
+  },
   {
     "type": "record",
     "Aspect": {
@@ -9067,7 +9090,7 @@
         ],
         "name": "executorId",
         "default": null,
-        "doc": "Advanced: The executor ID of the remote monitor service, if any."
+        "doc": "Advanced: The executor pool id of the remote monitor service, if any."
       }
     ],
     "doc": "Information about an asset monitor."
@@ -9791,7 +9814,10 @@
       },
       {
         "Searchable": {
-          "fieldType": "COUNT"
+          "/time": {
+            "fieldName": "startedAt",
+            "fieldType": "COUNT"
+          }
         },
         "type": [
           "null",
@@ -10959,6 +10985,91 @@
         "type": "long",
         "name": "createdAt",
         "doc": "UTC-based timestamp of when this pool was created"
+      },
+      {
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "creator",
+        "default": null,
+        "doc": "The creator of this pool"
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "description",
+        "default": null,
+        "doc": "A description for this pool"
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "queueUrl",
+        "default": null,
+        "doc": "The url to the task queue for this pool. I.e., SQS queue url."
+      },
+      {
+        "type": [
+          "null",
+          "boolean"
+        ],
+        "name": "isEmbedded",
+        "default": null,
+        "doc": "Only set true if this is the pool embedded within the DataHub Cloud deployment"
+      },
+      {
+        "type": [
+          "null",
+          {
+            "type": "record",
+            "name": "RemoteExecutorPoolState",
+            "namespace": "com.linkedin.pegasus2avro.executorpool",
+            "fields": [
+              {
+                "type": {
+                  "type": "enum",
+                  "symbolDocs": {
+                    "PROVISIONING_FAILED": "The pool has failed to be provisioned.",
+                    "PROVISIONING_IN_PROGRESS": "The pool has been picked up by DataHub and is in the process of being provisioned.",
+                    "PROVISIONING_PENDING": "The pool is pending provisioning. Default state on creation.",
+                    "READY": "The pool has been successfully provisioned and is ready to accept tasks."
+                  },
+                  "name": "RemoteExecutorPoolStatus",
+                  "namespace": "com.linkedin.pegasus2avro.executorpool",
+                  "symbols": [
+                    "PROVISIONING_PENDING",
+                    "PROVISIONING_IN_PROGRESS",
+                    "PROVISIONING_FAILED",
+                    "READY"
+                  ]
+                },
+                "name": "status",
+                "doc": "The status of the remote executor pool"
+              },
+              {
+                "type": [
+                  "null",
+                  "string"
+                ],
+                "name": "message",
+                "default": null,
+                "doc": "The message associated with the status. I.e., an error message explaining failure."
+              }
+            ]
+          }
+        ],
+        "name": "state",
+        "default": null,
+        "doc": "The status of the remote executor pool"
       }
     ]
   },
@@ -12221,6 +12332,65 @@
     ],
     "doc": "Properties associated with a Data Platform Instance"
   },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "icebergWarehouseInfo"
+    },
+    "name": "IcebergWarehouseInfo",
+    "namespace": "com.linkedin.pegasus2avro.dataplatforminstance",
+    "fields": [
+      {
+        "type": "string",
+        "name": "dataRoot",
+        "doc": "Path of the root for the backing store of the tables in the warehouse."
+      },
+      {
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "type": "string",
+        "name": "clientId",
+        "doc": "clientId to be used to authenticate with storage hosting this warehouse"
+      },
+      {
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "type": "string",
+        "name": "clientSecret",
+        "doc": "client secret to authenticate with storage hosting this warehouse"
+      },
+      {
+        "type": "string",
+        "name": "region",
+        "doc": "region where the warehouse is located."
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "role",
+        "default": null
+      },
+      {
+        "type": [
+          "null",
+          "int"
+        ],
+        "name": "tempCredentialExpirationSeconds",
+        "default": null
+      },
+      {
+        "type": "com.linkedin.pegasus2avro.common.FabricType",
+        "name": "env"
+      }
+    ],
+    "doc": "An Iceberg warehouse location and credentails whose read/writes are governed by datahub catalog."
+  },
   {
     "type": "record",
     "Aspect": {
@@ -12966,6 +13136,18 @@
                           "default": null,
                           "doc": "Optional result of the action request, e.g. APPROVE or DENY in case of request approvals."
                         },
+                        {
+                          "Searchable": {
+                            "fieldType": "KEYWORD"
+                          },
+                          "type": [
+                            "null",
+                            "string"
+                          ],
+                          "name": "note",
+                          "default": null,
+                          "doc": "Optional note associated with the status.\nE.g. if the request is rejected, the reason for rejection. If the request is approved, the reason for approval."
+                        },
                         {
                           "Searchable": {
                             "/time": {
@@ -13011,7 +13193,7 @@
                             "items": "string"
                           },
                           "name": "assignedUsers",
-                          "doc": "The users this action request is assigned to"
+                          "doc": "The users this action request is assigned to.\nBy default, action requests are assigned to Dataset Owners\nand with anyone who has the View Proposals platform privilege."
                         },
                         {
                           "Searchable": {
@@ -13027,7 +13209,7 @@
                             "items": "string"
                           },
                           "name": "assignedGroups",
-                          "doc": "The groups this action request is assigned to"
+                          "doc": "The groups this action request is assigned to\nBy default, action requests are assigned to Dataset Owners\nand with anyone who has the View Proposals platform privilege."
                         },
                         {
                           "Searchable": {
@@ -13047,7 +13229,7 @@
                           ],
                           "name": "assignedRoles",
                           "default": null,
-                          "doc": "The roles this action request is assigned to"
+                          "doc": "The roles this action request is assigned to\nBy default, action requests are assigned any roles that have the View Proposals platform privilege."
                         },
                         {
                           "type": [
@@ -13089,7 +13271,7 @@
                           ],
                           "name": "subResource",
                           "default": null,
-                          "doc": "The sub-resource identifier that the action is associated with, for example 'fieldName'"
+                          "doc": "The sub-resource identifier that the action is associated with, for example 'fieldName'.\nCurrently, this is only used for Field Paths & schema fields."
                         },
                         {
                           "type": [
@@ -13109,22 +13291,48 @@
                                       "fields": [
                                         {
                                           "Searchable": {
-                                            "addToFilters": true
+                                            "addToFilters": true,
+                                            "fieldName": "glossaryTerms"
                                           },
+                                          "deprecated": true,
                                           "java": {
                                             "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                                           },
                                           "Urn": "Urn",
-                                          "type": "string",
+                                          "type": [
+                                            "null",
+                                            "string"
+                                          ],
                                           "name": "glossaryTerm",
-                                          "doc": "The urn of the glossary term being proposed."
+                                          "default": null,
+                                          "doc": "This field is deprecated and will be removed in a future version. Use glossaryTerms instead.\nThe urn of the glossary term being proposed."
+                                        },
+                                        {
+                                          "Searchable": {
+                                            "/*": {
+                                              "addToFilters": true,
+                                              "fieldName": "glossaryTerms"
+                                            }
+                                          },
+                                          "Urn": "Urn",
+                                          "urn_is_array": true,
+                                          "type": [
+                                            "null",
+                                            {
+                                              "type": "array",
+                                              "items": "string"
+                                            }
+                                          ],
+                                          "name": "glossaryTerms",
+                                          "default": null,
+                                          "doc": "The urns of the glossary terms being proposed.\nUse this field over glossaryTerm."
                                         }
                                       ]
                                     }
                                   ],
                                   "name": "glossaryTermProposal",
                                   "default": null,
-                                  "doc": "An optional set of information specific to term proposals."
+                                  "doc": "An optional set of information specific to term proposals.\nTODO: Add validation that ensures that glossaryTerm or glossaryTerms field is provided, but not both."
                                 },
                                 {
                                   "type": [
@@ -13136,22 +13344,149 @@
                                       "fields": [
                                         {
                                           "Searchable": {
-                                            "addToFilters": true
+                                            "addToFilters": true,
+                                            "fieldName": "tags"
                                           },
+                                          "deprecated": true,
                                           "java": {
                                             "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                                           },
                                           "Urn": "Urn",
-                                          "type": "string",
+                                          "type": [
+                                            "null",
+                                            "string"
+                                          ],
                                           "name": "tag",
-                                          "doc": "The urn of the tag being proposed."
+                                          "default": null,
+                                          "doc": "This field is deprecated and will be removed in a future version. Use tags instead.\nThe urn of the tag being proposed."
+                                        },
+                                        {
+                                          "Searchable": {
+                                            "/*": {
+                                              "addToFilters": true,
+                                              "fieldName": "tags"
+                                            }
+                                          },
+                                          "Urn": "Urn",
+                                          "urn_is_array": true,
+                                          "type": [
+                                            "null",
+                                            {
+                                              "type": "array",
+                                              "items": "string"
+                                            }
+                                          ],
+                                          "name": "tags",
+                                          "default": null,
+                                          "doc": "The urns of the glossary terms being proposed.\nUse this field over glossaryTerm."
                                         }
                                       ]
                                     }
                                   ],
                                   "name": "tagProposal",
                                   "default": null,
-                                  "doc": "An optional set of information specific to tag proposals."
+                                  "doc": "An optional set of information specific to tag proposals.\nTODO: Add validation that ensures that tag or tagUrns field is provided, but not both."
+                                },
+                                {
+                                  "type": [
+                                    "null",
+                                    {
+                                      "type": "record",
+                                      "name": "DomainProposal",
+                                      "namespace": "com.linkedin.pegasus2avro.actionrequest",
+                                      "fields": [
+                                        {
+                                          "Searchable": {
+                                            "/*": {
+                                              "addToFilters": true,
+                                              "fieldName": "domains"
+                                            }
+                                          },
+                                          "Urn": "Urn",
+                                          "urn_is_array": true,
+                                          "type": {
+                                            "type": "array",
+                                            "items": "string"
+                                          },
+                                          "name": "domains",
+                                          "doc": "The urns of the domain(s) being proposed. Currently, only 1 domain is supported per asset.\nIf this changes in the future, this data modeling will suffice."
+                                        }
+                                      ]
+                                    }
+                                  ],
+                                  "name": "domainProposal",
+                                  "default": null,
+                                  "doc": "An optional set of information specific to domain proposals."
+                                },
+                                {
+                                  "type": [
+                                    "null",
+                                    {
+                                      "type": "record",
+                                      "name": "OwnerProposal",
+                                      "namespace": "com.linkedin.pegasus2avro.actionrequest",
+                                      "fields": [
+                                        {
+                                          "Searchable": {
+                                            "/*/owner": {
+                                              "addToFilters": true,
+                                              "fieldName": "owners"
+                                            },
+                                            "/*/typeUrn": {
+                                              "addToFilters": true,
+                                              "fieldName": "ownershipTypes"
+                                            }
+                                          },
+                                          "type": [
+                                            "null",
+                                            {
+                                              "type": "array",
+                                              "items": "com.linkedin.pegasus2avro.common.Owner"
+                                            }
+                                          ],
+                                          "name": "owners",
+                                          "default": null,
+                                          "doc": "The urns of the owner(s) being proposed."
+                                        }
+                                      ]
+                                    }
+                                  ],
+                                  "name": "ownerProposal",
+                                  "default": null,
+                                  "doc": "An optional set of information specific to ownership proposals."
+                                },
+                                {
+                                  "type": [
+                                    "null",
+                                    {
+                                      "type": "record",
+                                      "name": "StructuredPropertyProposal",
+                                      "namespace": "com.linkedin.pegasus2avro.actionrequest",
+                                      "fields": [
+                                        {
+                                          "Searchable": {
+                                            "/*/propertyUrn": {
+                                              "addToFilters": true,
+                                              "fieldName": "structuredPropertyUrns"
+                                            }
+                                          },
+                                          "type": [
+                                            "null",
+                                            {
+                                              "type": "array",
+                                              "items": "com.linkedin.pegasus2avro.structured.StructuredPropertyValueAssignment"
+                                            }
+                                          ],
+                                          "name": "structuredPropertyValues",
+                                          "default": null,
+                                          "doc": "The urns of the domain(s) being proposed. Currently, only 1 domain is supported per asset.\nIf this changes in the future, the data model will be ready.\nTODO: Decide if indexing the value would also be useful."
+                                        }
+                                      ]
+                                    }
+                                  ],
+                                  "name": "structuredPropertyProposal",
+                                  "default": null,
+                                  "doc": "An optional set of information specific to structured property proposals."
                                 },
                                 {
                                   "type": [
@@ -13423,6 +13758,15 @@
                           "name": "createdBy",
                           "doc": "Who the action request was created by"
                         },
+                        {
+                          "type": [
+                            "null",
+                            "string"
+                          ],
+                          "name": "description",
+                          "default": null,
+                          "doc": "An optional description that can be added to the action request\nto explain the intention behind it."
+                        },
                         {
                           "type": [
                             "null",
@@ -13600,6 +13944,7 @@
                         },
                         {
                           "Searchable": {
+                            "boostScore": 10.0,
                             "enableAutocomplete": true,
                             "fieldNameAliases": [
                               "_entityName"
@@ -16015,7 +16360,9 @@
                                     "/terms/*/urn": {
                                       "boostScore": 0.5,
                                       "fieldName": "editedFieldGlossaryTerms",
-                                      "fieldType": "URN"
+                                      "fieldType": "URN",
+                                      "includeSystemModifiedAt": true,
+                                      "systemModifiedAtFieldName": "schemaFieldTermsModifiedAt"
                                     }
                                   },
                                   "type": [
@@ -18426,6 +18773,289 @@
     "doc": "Schema proposals aspect for proposed tags and glossary terms on schema metadata."
   },
   "com.linkedin.pegasus2avro.schema.SchemaMetadata",
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "dataHubMetricCubeEvent",
+      "type": "timeseries"
+    },
+    "name": "DataHubMetricCubeEvent",
+    "namespace": "com.linkedin.pegasus2avro.metric",
+    "fields": [
+      {
+        "type": "long",
+        "name": "reportedTimeMillis",
+        "doc": "The event or bucket reported time field as epoch at UTC in milli seconds.\nThis must be provided in order to pass validation."
+      },
+      {
+        "TimeseriesField": {},
+        "type": "double",
+        "name": "measure",
+        "doc": "The first measure value - Typically this is the primary metric."
+      },
+      {
+        "TimeseriesField": {},
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "string"
+          }
+        ],
+        "name": "dim1",
+        "default": null,
+        "doc": "The first dimension value(s). Array type to support multi-dimensionality."
+      },
+      {
+        "TimeseriesField": {},
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "string"
+          }
+        ],
+        "name": "dim2",
+        "default": null,
+        "doc": "The second dimension value(s). Array type to support multi-dimensionality."
+      },
+      {
+        "TimeseriesField": {},
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "string"
+          }
+        ],
+        "name": "dim3",
+        "default": null,
+        "doc": "The third dimension value(s). Array type to support multi-dimensionality."
+      },
+      {
+        "type": "long",
+        "name": "timestampMillis",
+        "doc": "The event timestamp field as epoch at UTC in milli seconds."
+      },
+      {
+        "type": [
+          "null",
+          "com.linkedin.pegasus2avro.timeseries.TimeWindowSize"
+        ],
+        "name": "eventGranularity",
+        "default": null,
+        "doc": "Granularity of the event if applicable"
+      },
+      {
+        "type": [
+          "com.linkedin.pegasus2avro.timeseries.PartitionSpec",
+          "null"
+        ],
+        "name": "partitionSpec",
+        "default": {
+          "partition": "FULL_TABLE_SNAPSHOT",
+          "type": "FULL_TABLE",
+          "timePartition": null
+        },
+        "doc": "The optional partition specification."
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "messageId",
+        "default": null,
+        "doc": "The optional messageId, if provided serves as a custom user-defined unique identifier for an aspect value."
+      }
+    ],
+    "doc": "A timeseries measure event, e.g. a single observation."
+  },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "dataHubMetricCubeDefinition"
+    },
+    "name": "DataHubMetricCubeDefinition",
+    "namespace": "com.linkedin.pegasus2avro.metric",
+    "fields": [
+      {
+        "Searchable": {},
+        "type": "string",
+        "name": "name",
+        "doc": " Display name of the metric cube"
+      },
+      {
+        "Searchable": {},
+        "type": "string",
+        "name": "type",
+        "default": "custom",
+        "doc": "A type or category for the metric cube. This is used to categorize the metric cube & for filtering.\n\nThis may be used to group similar types of metrics for a given entity, e.g. 'row_count', 'error_count', etc.\nthat originated in different places."
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "description",
+        "default": null,
+        "doc": " Optional description for the metric"
+      },
+      {
+        "Searchable": {},
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "entity",
+        "default": null,
+        "doc": " An optional URN for the entity that this metric cube is associated with."
+      },
+      {
+        "type": {
+          "type": "record",
+          "name": "DataHubMetricCubeOrigin",
+          "namespace": "com.linkedin.pegasus2avro.metric",
+          "fields": [
+            {
+              "Searchable": {
+                "addToFilters": true,
+                "fieldName": "originType",
+                "filterNameOverride": "Origin"
+              },
+              "type": {
+                "type": "enum",
+                "symbolDocs": {
+                  "ASSERTION_MONITOR": "Assertion monitor created the metric.",
+                  "MANUAL": "Manually created metric, via UI or API."
+                },
+                "name": "DataHubMetricSourceType",
+                "namespace": "com.linkedin.pegasus2avro.metric",
+                "symbols": [
+                  "MANUAL",
+                  "ASSERTION_MONITOR"
+                ]
+              },
+              "name": "type",
+              "doc": "Message associated with the incident"
+            },
+            {
+              "Searchable": {
+                "fieldType": "URN"
+              },
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "Urn": "Urn",
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "originUrn",
+              "default": null,
+              "doc": "Reference to the source that created the metric.\nIn the case of assertion monitor, this is the URN of the assertion monitor."
+            }
+          ],
+          "doc": "Information about the origin of the metric cube"
+        },
+        "name": "origin",
+        "doc": "The origin of the metric cube."
+      },
+      {
+        "type": [
+          "null",
+          {
+            "type": "record",
+            "name": "DataHubMetricCubeMeasures",
+            "namespace": "com.linkedin.pegasus2avro.metric",
+            "fields": [
+              {
+                "type": {
+                  "type": "record",
+                  "name": "DataHubMetricCubeMeasure",
+                  "namespace": "com.linkedin.pegasus2avro.metric",
+                  "fields": [
+                    {
+                      "type": "string",
+                      "name": "name",
+                      "doc": " The name of the measure"
+                    }
+                  ],
+                  "doc": "The definition of a metric cube measure."
+                },
+                "name": "measure",
+                "doc": " The first measure being tracked in the cube."
+              }
+            ],
+            "doc": "The definition of the measures of a metric cube.\nA measure is a metric that is being tracked in the cube."
+          }
+        ],
+        "name": "measures",
+        "default": null,
+        "doc": " Optional - The measures of the cube for display purposes."
+      },
+      {
+        "type": [
+          "null",
+          {
+            "type": "record",
+            "name": "DataHubMetricCubeDimensions",
+            "namespace": "com.linkedin.pegasus2avro.metric",
+            "fields": [
+              {
+                "type": [
+                  "null",
+                  {
+                    "type": "record",
+                    "name": "DataHubMetricCubeDimension",
+                    "namespace": "com.linkedin.pegasus2avro.metric",
+                    "fields": [
+                      {
+                        "type": "string",
+                        "name": "name",
+                        "doc": " The name of the dimension"
+                      }
+                    ],
+                    "doc": "The definition of a metric cube dimension."
+                  }
+                ],
+                "name": "dim1",
+                "default": null,
+                "doc": " The first measure being tracked in the cube."
+              },
+              {
+                "type": [
+                  "null",
+                  "com.linkedin.pegasus2avro.metric.DataHubMetricCubeDimension"
+                ],
+                "name": "dim2",
+                "default": null,
+                "doc": "Optional: A second measure being tracked in the cube."
+              },
+              {
+                "type": [
+                  "null",
+                  "com.linkedin.pegasus2avro.metric.DataHubMetricCubeDimension"
+                ],
+                "name": "dim3",
+                "default": null,
+                "doc": "Optional: A third measure being tracked in the cube."
+              }
+            ],
+            "doc": "The dimensions of the cube. This is what you filter and group by.\nThis is a record to allow for future expansion of the dimensions."
+          }
+        ],
+        "name": "dimensions",
+        "default": null,
+        "doc": "Optional - The dimensions of the cube for display purposes."
+      }
+    ],
+    "doc": "The structure of an individual metric cube in DataHub."
+  },
   {
     "type": "record",
     "Aspect": {
@@ -18971,6 +19601,24 @@
         "name": "sortId",
         "doc": "Sort identifier that determines where a version lives in the order of the Version Set.\nWhat this looks like depends on the Version Scheme. For sort ids generated by DataHub we use an 8 character string representation."
       },
+      {
+        "type": {
+          "type": "enum",
+          "symbolDocs": {
+            "ALPHANUMERIC_GENERATED_BY_DATAHUB": "String managed by DataHub. Currently, an 8 character alphabetical string.",
+            "LEXICOGRAPHIC_STRING": "String sorted lexicographically."
+          },
+          "name": "VersioningScheme",
+          "namespace": "com.linkedin.pegasus2avro.versionset",
+          "symbols": [
+            "LEXICOGRAPHIC_STRING",
+            "ALPHANUMERIC_GENERATED_BY_DATAHUB"
+          ]
+        },
+        "name": "versioningScheme",
+        "default": "LEXICOGRAPHIC_STRING",
+        "doc": "What versioning scheme `sortId` belongs to.\nDefaults to a plain string that is lexicographically sorted."
+      },
       {
         "type": [
           "null",
@@ -19716,7 +20364,7 @@
           "symbolDocs": {
             "ALTER": "Asset was altered",
             "CREATE": "Asset was created",
-            "CUSTOM": "Custom asset operation",
+            "CUSTOM": "Custom asset operation. If this is set, ensure customOperationType is filled out.",
             "DELETE": "Rows were deleted",
             "DROP": "Asset was dropped",
             "INSERT": "Rows were inserted",
@@ -19894,7 +20542,9 @@
           "fieldName": "lastOperationTime",
           "fieldType": "DATETIME"
         },
-        "TimeseriesField": {},
+        "TimeseriesField": {
+          "fieldType": "DATETIME"
+        },
         "type": "long",
         "name": "lastUpdatedTimestamp",
         "doc": "The time at which the operation occurred. Would be better named 'operationTime'"
@@ -20669,7 +21319,9 @@
           "/terms/*/urn": {
             "boostScore": 0.5,
             "fieldName": "editedFieldGlossaryTerms",
-            "fieldType": "URN"
+            "fieldType": "URN",
+            "includeSystemModifiedAt": true,
+            "systemModifiedAtFieldName": "schemaFieldTermsModifiedAt"
           }
         },
         "type": [
@@ -20783,6 +21435,12 @@
             "namespace": "com.linkedin.pegasus2avro.businessattribute",
             "fields": [
               {
+                "Searchable": {
+                  "fieldName": "schemaFieldBusinessAttribute",
+                  "includeSystemModifiedAt": true,
+                  "queryByDefault": false,
+                  "systemModifiedAtFieldName": "schemaFieldBusinessAttributeModifiedAt"
+                },
                 "java": {
                   "class": "com.linkedin.pegasus2avro.common.urn.BusinessAttributeUrn"
                 },
@@ -20880,6 +21538,11 @@
             "namespace": "com.linkedin.pegasus2avro.form",
             "fields": [
               {
+                "Searchable": {
+                  "fieldName": "promptId",
+                  "fieldType": "KEYWORD",
+                  "queryByDefault": false
+                },
                 "type": "string",
                 "name": "id",
                 "doc": "The unique id for this prompt. This must be GLOBALLY unique."
@@ -21530,7 +22193,8 @@
         "Relationship": {
           "/*": {
             "entityTypes": [
-              "dataset"
+              "dataset",
+              "mlModel"
             ],
             "name": "Consumes"
           }
@@ -21551,7 +22215,34 @@
           "items": "string"
         },
         "name": "inputs",
-        "doc": "Input datasets to be consumed"
+        "doc": "Input assets consumed"
+      },
+      {
+        "Relationship": {
+          "/*/destinationUrn": {
+            "createdActor": "inputEdges/*/created/actor",
+            "createdOn": "inputEdges/*/created/time",
+            "entityTypes": [
+              "dataset",
+              "mlModel"
+            ],
+            "isLineage": true,
+            "name": "DataProcessInstanceConsumes",
+            "properties": "inputEdges/*/properties",
+            "updatedActor": "inputEdges/*/lastModified/actor",
+            "updatedOn": "inputEdges/*/lastModified/time"
+          }
+        },
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "com.linkedin.pegasus2avro.common.Edge"
+          }
+        ],
+        "name": "inputEdges",
+        "default": null,
+        "doc": "Input assets consumed by the data process instance, with additional metadata.\nCounts as lineage.\nWill eventually deprecate the inputs field."
       }
     ],
     "doc": "Information about the inputs datasets of a Data process"
@@ -21921,7 +22612,35 @@
           "items": "string"
         },
         "name": "outputs",
-        "doc": "Output datasets to be produced"
+        "doc": "Output assets produced"
+      },
+      {
+        "Relationship": {
+          "/*/destinationUrn": {
+            "createdActor": "outputEdges/*/created/actor",
+            "createdOn": "outputEdges/*/created/time",
+            "entityTypes": [
+              "dataset",
+              "mlModel"
+            ],
+            "isLineage": true,
+            "isUpstream": false,
+            "name": "DataProcessInstanceProduces",
+            "properties": "outputEdges/*/properties",
+            "updatedActor": "outputEdges/*/lastModified/actor",
+            "updatedOn": "outputEdges/*/lastModified/time"
+          }
+        },
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "com.linkedin.pegasus2avro.common.Edge"
+          }
+        ],
+        "name": "outputEdges",
+        "default": null,
+        "doc": "Output assets produced by the data process instance during processing, with additional metadata.\nCounts as lineage.\nWill eventually deprecate the outputs field."
       }
     ],
     "doc": "Information about the outputs of a Data process"
@@ -22777,6 +23496,34 @@
     "doc": "Metrics corresponding to datasets.\n\nNotice that this aspect may be partially completed so the user\nshould filter for existence of the stats they need when querying."
   },
   "com.linkedin.pegasus2avro.dataset.DatasetDeprecation",
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "icebergCatalogInfo"
+    },
+    "name": "IcebergCatalogInfo",
+    "namespace": "com.linkedin.pegasus2avro.dataset",
+    "fields": [
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "metadataPointer",
+        "default": null,
+        "doc": "When Datahub is the REST Catalog for an Iceberg Table, stores the current metadata pointer.\nIf the Iceberg table is managed by an external catalog, the metadata pointer is not set."
+      },
+      {
+        "type": [
+          "null",
+          "boolean"
+        ],
+        "name": "view",
+        "default": null
+      }
+    ],
+    "doc": "Iceberg Catalog metadata associated with an Iceberg table/view"
+  },
   "com.linkedin.pegasus2avro.dataset.DatasetProperties",
   {
     "type": "record",
@@ -23890,7 +24637,8 @@
         "globalTags",
         "institutionalMemory",
         "deprecation",
-        "status"
+        "status",
+        "icebergWarehouseInfo"
       ]
     },
     "name": "DataPlatformInstanceKey",
@@ -23913,6 +24661,28 @@
     ],
     "doc": "Key for a Dataset"
   },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "dataHubMetricCubeKey",
+      "keyForEntity": "dataHubMetricCube",
+      "entityCategory": "internal",
+      "entityAspects": [
+        "dataHubMetricCubeDefinition",
+        "dataHubMetricCubeEvent"
+      ]
+    },
+    "name": "DataHubMetricCubeKey",
+    "namespace": "com.linkedin.pegasus2avro.metadata.key",
+    "fields": [
+      {
+        "type": "string",
+        "name": "id",
+        "doc": "Unique id for the cube type."
+      }
+    ],
+    "doc": "Key for a DataHub Metric Cube, e.g. an internal metric."
+  },
   {
     "type": "record",
     "Aspect": {
@@ -24028,7 +24798,7 @@
           "fieldType": "KEYWORD"
         },
         "type": "string",
-        "name": "name",
+        "name": "id",
         "doc": "The unique identifier for the remote executor pool"
       }
     ],
@@ -24201,12 +24971,12 @@
         "browsePaths",
         "status",
         "domains",
-        "proposals",
         "browsePathsV2",
         "structuredProperties",
         "forms",
         "testResults",
         "access",
+        "proposals",
         "share",
         "origin",
         "documentation"
@@ -24292,9 +25062,9 @@
         "domains",
         "subTypes",
         "dataPlatformInstance",
-        "proposals",
         "browsePathsV2",
         "testResults",
+        "proposals",
         "share",
         "origin",
         "documentation"
@@ -24434,6 +25204,27 @@
     "doc": "Key for a Ownership Type"
   },
   "com.linkedin.pegasus2avro.metadata.key.ActionRequestKey",
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "dataHubRemoteExecutorGlobalConfigKey",
+      "keyForEntity": "dataHubRemoteExecutorGlobalConfig",
+      "entityCategory": "internal",
+      "entityAspects": [
+        "dataHubRemoteExecutorPoolGlobalConfig"
+      ]
+    },
+    "name": "RemoteExecutorGlobalConfigKey",
+    "namespace": "com.linkedin.pegasus2avro.metadata.key",
+    "fields": [
+      {
+        "type": "string",
+        "name": "id",
+        "doc": "The unique identifier for the remote executor global config\nNOTE: since this a singleton, there should be a hardcoded key in the AcrylConstants file"
+      }
+    ],
+    "doc": "Key for the *Singleton* DataHub Remote Executor Global Config"
+  },
   "com.linkedin.pegasus2avro.metadata.key.DataFlowKey",
   {
     "type": "record",
@@ -24482,7 +25273,8 @@
       "entityCategory": "internal",
       "entityAspects": [
         "dataHubConnectionDetails",
-        "dataPlatformInstance"
+        "dataPlatformInstance",
+        "status"
       ]
     },
     "name": "DataHubConnectionKey",
@@ -25263,7 +26055,8 @@
       },
       {
         "Searchable": {
-          "fieldType": "TEXT_PARTIAL"
+          "fieldType": "KEYWORD",
+          "queryByDefault": false
         },
         "type": "string",
         "name": "type",
@@ -25330,7 +26123,9 @@
             },
             {
               "Searchable": {
-                "fieldName": "sourceExecutorId"
+                "fieldName": "sourceExecutorId",
+                "fieldType": "KEYWORD",
+                "queryByDefault": false
               },
               "type": [
                 "null",
@@ -25338,7 +26133,7 @@
               ],
               "name": "executorId",
               "default": null,
-              "doc": "The id of the executor to use to execute the ingestion run"
+              "doc": "The id of the executor pool to use to execute the ingestion run"
             },
             {
               "type": [
@@ -25376,7 +26171,9 @@
             "fields": [
               {
                 "Searchable": {
-                  "fieldName": "sourceType"
+                  "fieldName": "sourceType",
+                  "fieldType": "KEYWORD",
+                  "queryByDefault": false
                 },
                 "type": {
                   "type": "enum",
@@ -26213,14 +27010,7 @@
         "doc": "The latest versioned entity linked to in this version set"
       },
       {
-        "type": {
-          "type": "enum",
-          "name": "VersioningScheme",
-          "namespace": "com.linkedin.pegasus2avro.versionset",
-          "symbols": [
-            "ALPHANUMERIC_GENERATED_BY_DATAHUB"
-          ]
-        },
+        "type": "com.linkedin.pegasus2avro.versionset.VersioningScheme",
         "name": "versioningScheme",
         "doc": "What versioning scheme is being utilized for the versioned entities sort criterion. Static once set"
       }
@@ -26697,7 +27487,7 @@
               ],
               "name": "executorId",
               "default": null,
-              "doc": "The id of the executor to use to execute the automation. Defaults to 'default' (runs locally)"
+              "doc": "The id of the executor pool to use to execute the automation. Defaults to 'default' (runs locally embedded)"
             }
           ]
         },