acryl-datahub-cloud 0.3.11.1rc8__py3-none-any.whl → 0.3.12__py3-none-any.whl

acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc

@@ -8,6 +8,7 @@
       "glossaryTerms",
       "editableMlModelGroupProperties",
       "domains",
+      "applications",
       "mlModelGroupProperties",
       "ownership",
       "status",

acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc

@@ -8,6 +8,7 @@
       "glossaryTerms",
       "editableMlModelProperties",
       "domains",
+      "applications",
       "ownership",
       "mlModelProperties",
       "intendedUse",

acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc

@@ -8,6 +8,7 @@
       "glossaryTerms",
       "editableMlPrimaryKeyProperties",
       "domains",
+      "applications",
       "mlPrimaryKeyProperties",
       "ownership",
       "institutionalMemory",

acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc

@@ -8632,13 +8632,15 @@
                                                   "type": "enum",
                                                   "symbolDocs": {
                                                     "EQUALS": "Whether the field matches the value",
+                                                    "NOT_EQUALS": "Whether the field does not match the value",
                                                     "STARTS_WITH": "Whether the field value starts with the value"
                                                   },
                                                   "name": "PolicyMatchCondition",
                                                   "namespace": "com.linkedin.pegasus2avro.policy",
                                                   "symbols": [
                                                     "EQUALS",
-                                                    "STARTS_WITH"
+                                                    "STARTS_WITH",
+                                                    "NOT_EQUALS"
                                                   ],
                                                   "doc": "The matching condition in a filter criterion"
                                                 },
@@ -8660,6 +8662,15 @@
                                 "name": "filter",
                                 "default": null,
                                 "doc": "Filter to apply privileges to"
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  "com.linkedin.pegasus2avro.policy.PolicyMatchFilter"
+                                ],
+                                "name": "privilegeConstraints",
+                                "default": null,
+                                "doc": "Constraints around what sub-resources operations are allowed to modify, i.e. NOT_EQUALS - cannot modify a particular defined tag, EQUALS - can only modify a particular defined tag, STARTS_WITH - can only modify a tag starting with xyz"
                               }
                             ],
                             "doc": "Information used to filter DataHub resource."

acryl_datahub_cloud/metadata/schemas/MonitorAnomalyEvent.avsc

@@ -161,16 +161,18 @@
             "type": {
               "type": "enum",
               "symbolDocs": {
-                "INFERRED_ASSERTION_FAILURE": "An assertion has failed, triggering the anomaly."
+                "INFERRED_ASSERTION_FAILURE": "An assertion has failed, triggering the anomaly report.",
+                "USER_FEEDBACK": "An anomaly was reported by a user."
               },
               "name": "AnomalySourceType",
               "namespace": "com.linkedin.pegasus2avro.anomaly",
               "symbols": [
-                "INFERRED_ASSERTION_FAILURE"
+                "INFERRED_ASSERTION_FAILURE",
+                "USER_FEEDBACK"
               ]
             },
             "name": "type",
-            "doc": "Message associated with the anomaly"
+            "doc": "How this feedback was provided."
           },
           {
             "TimeseriesField": {},
@@ -183,9 +185,19 @@
             ],
             "name": "sourceUrn",
             "default": null,
-            "doc": "Reference to an URN related to the source of an anomaly.\nIf this anomaly was raised due to an inferred assertion failure, then this will contain the urn of the source Assertion.",
+            "doc": "Reference to an URN related to the source of an anomaly.\nFor assertion monitors, this will contain the urn of the source Assertion.",
             "Urn": "Urn"
           },
+          {
+            "TimeseriesField": {},
+            "type": [
+              "null",
+              "long"
+            ],
+            "name": "sourceEventTimestampMillis",
+            "default": null,
+            "doc": "The timestamp of the event that triggered the anomaly.\nFor assertion monitors, this will be the timestamp of the assertion run event."
+          },
           {
             "type": [
               "null",
@@ -225,10 +237,10 @@
             ],
             "name": "properties",
             "default": null,
-            "doc": "Additional properties about the source, for example which evaluation\nof an assertion generated an Anomaly."
+            "doc": "Additional properties about the source, for example which metric\nof an assertion generated the anomaly."
           }
         ],
-        "doc": "Information about the source of an anomaly raised on an asset."
+        "doc": "Information about the source of feedback for an anomaly raised on an asset."
       },
       "name": "source",
       "doc": "The source of an anomaly, i.e. how it was generated."
@@ -262,14 +274,14 @@
         "doc": "A standard event timestamp"
       },
       "name": "created",
-      "doc": "The time at which the request was initially created"
+      "doc": "@Deprecated: this matches the timestampMillis field in the TimeseriesAspectBase."
     },
     {
       "TimeseriesField": {},
       "type": "com.linkedin.pegasus2avro.common.TimeStamp",
       "name": "lastUpdated",
-      "doc": "The time at which the request was initially created"
+      "doc": "The time at which the anomaly was last updated\n@Deprecated: this field is not used as this is an immutable log."
     }
   ],
-  "doc": "Information about an anomaly generated by a monitor"
+  "doc": "A feedback log of anomalies detected by a monitor\nNOTE: this is an immutable log. The most recent entry for a given run can be used to determine the state of the anomaly."
 }

acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc

@@ -43,7 +43,7 @@
         "type": "enum",
         "symbolDocs": {
           "ASSERTION": "A monitor responsible for evaluating Assertions.",
-          "FRESHNESS": "A monitor responsible for evaluating system freshness monitors"
+          "FRESHNESS": "A monitor responsible for evaluating system freshness monitors - This is not used"
         },
         "name": "MonitorType",
         "namespace": "com.linkedin.pegasus2avro.monitor",
@@ -68,7 +68,7 @@
               "symbolDocs": {
                 "ACTIVE": "The monitor should be actively operating.",
                 "INACTIVE": "The monitor is not actively operating.",
-                "PASSIVE": "The monitor is running in passive mode.\nFor assertion monitors, this means that assertions will be run in dry mode."
+                "PASSIVE": "The monitor is running in passive mode.\nFor assertion monitors, this means that assertions will be run in dry mode.\nThis is for internal troubleshooting purposes."
               },
               "name": "MonitorMode",
               "namespace": "com.linkedin.pegasus2avro.monitor",
@@ -627,7 +627,10 @@
                                                 "doc": "URL where the reference exist"
                                               },
                                               {
-                                                "Searchable": {},
+                                                "Searchable": {
+                                                  "fieldName": "assertionType",
+                                                  "fieldType": "KEYWORD"
+                                                },
                                                 "type": {
                                                   "type": "enum",
                                                   "symbolDocs": {
@@ -957,7 +960,10 @@
                                                     "namespace": "com.linkedin.pegasus2avro.assertion",
                                                     "fields": [
                                                       {
-                                                        "Searchable": {},
+                                                        "Searchable": {
+                                                          "fieldName": "freshnessAssertionType",
+                                                          "fieldType": "KEYWORD"
+                                                        },
                                                         "type": {
                                                           "type": "enum",
                                                           "symbolDocs": {
@@ -1344,7 +1350,10 @@
                                                     "namespace": "com.linkedin.pegasus2avro.assertion",
                                                     "fields": [
                                                       {
-                                                        "Searchable": {},
+                                                        "Searchable": {
+                                                          "fieldName": "volumeAssertionType",
+                                                          "fieldType": "KEYWORD"
+                                                        },
                                                         "type": {
                                                           "type": "enum",
                                                           "symbolDocs": {
@@ -1637,7 +1646,10 @@
                                                     "namespace": "com.linkedin.pegasus2avro.assertion",
                                                     "fields": [
                                                       {
-                                                        "Searchable": {},
+                                                        "Searchable": {
+                                                          "fieldName": "sqlAssertionType",
+                                                          "fieldType": "KEYWORD"
+                                                        },
                                                         "type": {
                                                           "type": "enum",
                                                           "symbolDocs": {
@@ -1716,7 +1728,10 @@
                                                     "namespace": "com.linkedin.pegasus2avro.assertion",
                                                     "fields": [
                                                       {
-                                                        "Searchable": {},
+                                                        "Searchable": {
+                                                          "fieldName": "fieldAssertionType",
+                                                          "fieldType": "KEYWORD"
+                                                        },
                                                         "type": {
                                                           "type": "enum",
                                                           "symbolDocs": {
@@ -1878,7 +1893,7 @@
                                                                 },
                                                                 "type": "com.linkedin.pegasus2avro.schema.SchemaFieldSpec",
                                                                 "name": "field",
-                                                                "doc": "The field under evaluation"
+                                                                "doc": "The field path under evaluation"
                                                               },
                                                               {
                                                                 "type": {
@@ -3103,7 +3118,8 @@
                                                     "fields": [
                                                       {
                                                         "Searchable": {
-                                                          "fieldName": "customType"
+                                                          "fieldName": "customType",
+                                                          "fieldType": "KEYWORD"
                                                         },
                                                         "type": "string",
                                                         "name": "type",
@@ -3166,6 +3182,14 @@
                                                 "doc": "A Custom Assertion definition. This field is populated when type is CUSTOM."
                                               },
                                               {
+                                                "Searchable": {
+                                                  "/created/actor": {
+                                                    "fieldName": "creator",
+                                                    "fieldType": "URN",
+                                                    "filterNameOverride": "Created By",
+                                                    "hasValuesFieldName": "hasCreator"
+                                                  }
+                                                },
                                                 "type": [
                                                   "null",
                                                   {
@@ -3222,6 +3246,11 @@
                                                 "doc": "The time at which the assertion was last updated and the actor who updated it.\nThis field is only present for Native assertions updated after this field was introduced."
                                               },
                                               {
+                                                "Searchable": {
+                                                  "fieldName": "assertionDescription",
+                                                  "fieldType": "TEXT",
+                                                  "hasValuesFieldName": "hasAssertionDescription"
+                                                },
                                                 "type": [
                                                   "null",
                                                   "string"
@@ -3500,7 +3529,7 @@
                 }
               },
               "name": "assertions",
-              "doc": "Specs for each assertion to evaluate"
+              "doc": "Specs for each assertion to evaluate\nThis will always have 1 reference. Modelling error caused it to be an array.\nIf it is != 1 then we have data corruption."
             },
             {
               "type": [

acryl_datahub_cloud/metadata/schemas/MonitorSuiteInfo.avsc

@@ -509,7 +509,7 @@
                           "TAG_REMOVED",
                           "TAG_PROPOSED"
                         ],
-                        "doc": "Enum to define change types that can trigger a subscription."
+                        "doc": "Enum to define change types that can trigger a notification for a subscription."
                       },
                       "name": "entityChangeType",
                       "doc": "Change type that triggers a notification for the subscription."

acryl_datahub_cloud/metadata/schemas/NotebookKey.avsc

@@ -15,6 +15,7 @@
       "browsePaths",
       "institutionalMemory",
       "domains",
+      "applications",
       "subTypes",
       "dataPlatformInstance",
       "browsePathsV2",

acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc

@@ -34,6 +34,7 @@
                 "BROADCAST_INGESTION_RUN_CHANGE",
                 "BROADCAST_NEW_PROPOSAL",
                 "BROADCAST_PROPOSAL_STATUS_CHANGE",
+                "BROADCAST_COMPLIANCE_FORM_PUBLISH",
                 "INVALID_TEMPLATE"
               ],
               "doc": "Possible notification template types."

acryl_datahub_cloud/metadata/schemas/Operation.avsc

@@ -377,6 +377,23 @@
       "type": "long",
       "name": "lastUpdatedTimestamp",
       "doc": "The time at which the operation occurred. Would be better named 'operationTime'"
+    },
+    {
+      "TimeseriesFieldCollection": {
+        "key": "query"
+      },
+      "type": [
+        "null",
+        {
+          "type": "array",
+          "items": "string"
+        }
+      ],
+      "name": "queries",
+      "default": null,
+      "doc": "Which queries were used in this operation.",
+      "Urn": "Urn",
+      "urn_is_array": true
     }
   ],
   "doc": "Operational info for an entity."

acryl_datahub_cloud/metadata/schemas/SubscriptionInfo.avsc

@@ -15,7 +15,7 @@
       },
       "type": "string",
       "name": "actorUrn",
-      "doc": "Actor Urn",
+      "doc": "Actor Urn who will be notified ",
       "Urn": "Urn"
     },
     {
@@ -119,7 +119,7 @@
       ],
       "name": "entityUrn",
       "default": null,
-      "doc": "Optional entity Urn",
+      "doc": "Optional entity Urn - top level for now (Dataset, container etc. )",
       "Urn": "Urn"
     },
     {
@@ -196,7 +196,7 @@
                     "TAG_REMOVED",
                     "TAG_PROPOSED"
                   ],
-                  "doc": "Enum to define change types that can trigger a subscription."
+                  "doc": "Enum to define change types that can trigger a notification for a subscription."
                 },
                 "name": "entityChangeType",
                 "doc": "Change type that triggers a notification for the subscription."

acryl_datahub_cloud/metadata/schemas/SubscriptionKey.avsc

@@ -5,7 +5,8 @@
     "keyForEntity": "subscription",
     "entityCategory": "core",
     "entityAspects": [
-      "subscriptionInfo"
+      "subscriptionInfo",
+      "status"
     ]
   },
   "name": "SubscriptionKey",

acryl_datahub_cloud/metadata/schemas/UsageFeatures.avsc

@@ -160,6 +160,16 @@
       "doc": "Overall rank of the dataset based on the the last 30 days insert/update operation count on a platform\nIt returns one plus the number of rows proceeding or equals to the current row in the ordering. "
     },
     {
+      "Searchable": {
+        "/*": {
+          "addToFilters": true,
+          "fieldName": "topUsersLast30Days",
+          "fieldType": "URN",
+          "filterNameOverride": "Top users last 30 days",
+          "hasValuesFieldName": "hasTopUsersLast30Days",
+          "queryByDefault": false
+        }
+      },
       "type": [
         "null",
         {

acryl_datahub_cloud/metadata/schemas/__init__.py

@@ -15,10 +15,10 @@ import pathlib
 def _load_schema(schema_name: str) -> str:
     return (pathlib.Path(__file__).parent / f"{schema_name}.avsc").read_text()
 
-def getMetadataChangeProposalSchema() -> str:
-    return _load_schema("MetadataChangeProposal")
-
 def getMetadataChangeEventSchema() -> str:
     return _load_schema("MetadataChangeEvent")
 
+def getMetadataChangeProposalSchema() -> str:
+    return _load_schema("MetadataChangeProposal")
+
 # fmt: on