acryl-datahub-cloud 0.3.6.9rc1__py3-none-any.whl → 0.3.7rc1__py3-none-any.whl

acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc

@@ -60,10 +60,11 @@
           "FIELD",
           "DATA_SCHEMA",
           "CUSTOM"
-        ]
+        ],
+        "doc": "Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."
       },
       "name": "type",
-      "doc": "Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."
+      "doc": "Type of assertion."
     },
     {
       "type": [

acryl_datahub_cloud/metadata/schemas/AssertionKey.avsc

@@ -12,6 +12,8 @@
       "status",
       "globalTags",
       "lineageFeatures",
+      "assertionSummary",
+      "assertionAnalyticsRunEvent",
       "assertionDryRunEvent",
       "assertionInferenceDetails"
     ],

acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc

@@ -14,7 +14,7 @@
       },
       "type": "long",
       "name": "timestampMillis",
-      "doc": "The event timestamp field as epoch at UTC in milli seconds."
+      "doc": "The event timestamp field as epoch at UTC in milliseconds."
     },
     {
       "type": "string",
@@ -151,10 +151,11 @@
                           "FIELD",
                           "DATA_SCHEMA",
                           "CUSTOM"
-                        ]
+                        ],
+                        "doc": "Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."
                       },
                       "name": "type",
-                      "doc": "Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."
+                      "doc": "Type of assertion."
                     },
                     {
                       "type": [

acryl_datahub_cloud/metadata/schemas/AssertionSummary.avsc

@@ -0,0 +1,50 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "assertionSummary"
+  },
+  "name": "AssertionSummary",
+  "namespace": "com.linkedin.pegasus2avro.assertion",
+  "fields": [
+    {
+      "Searchable": {
+        "fieldName": "lastFailedAtMillis",
+        "fieldType": "DATETIME"
+      },
+      "type": [
+        "null",
+        "long"
+      ],
+      "name": "lastFailedAtMillis",
+      "default": null,
+      "doc": "The last failure event timestamp field as epoch at UTC in milliseconds."
+    },
+    {
+      "Searchable": {
+        "fieldName": "lastErroredAtMillis",
+        "fieldType": "DATETIME"
+      },
+      "type": [
+        "null",
+        "long"
+      ],
+      "name": "lastErroredAtMillis",
+      "default": null,
+      "doc": "The last error event timestamp field as epoch at UTC in milliseconds."
+    },
+    {
+      "Searchable": {
+        "fieldName": "lastPassedAtMillis",
+        "fieldType": "DATETIME"
+      },
+      "type": [
+        "null",
+        "long"
+      ],
+      "name": "lastPassedAtMillis",
+      "default": null,
+      "doc": "The last pass event timestamp field as epoch at UTC in milliseconds."
+    }
+  ],
+  "doc": "Derived.\nTracks the latest summary details of an assertion."
+}

acryl_datahub_cloud/metadata/schemas/AssertionsSummary.avsc

@@ -42,20 +42,24 @@
       "Searchable": {
         "/*/lastResultAt": {
           "fieldName": "passingAssertionResultTimes",
-          "fieldType": "DATETIME"
+          "fieldType": "DATETIME",
+          "queryByDefault": false
         },
         "/*/source": {
-          "fieldName": "passingAssertionSources"
+          "fieldName": "passingAssertionSources",
+          "queryByDefault": false
         },
         "/*/type": {
           "fieldName": "passingAssertionTypes",
-          "fieldType": "KEYWORD"
+          "fieldType": "KEYWORD",
+          "queryByDefault": false
         },
         "/*/urn": {
           "fieldName": "passingAssertions",
           "fieldType": "URN",
           "hasValuesFieldName": "hasPassingAssertions",
-          "numValuesFieldName": "numPassingAssertions"
+          "numValuesFieldName": "numPassingAssertions",
+          "queryByDefault": false
         }
       },
       "type": {
@@ -113,21 +117,25 @@
       "Searchable": {
         "/*/lastResultAt": {
           "fieldName": "failingAssertionResultTimes",
-          "fieldType": "DATETIME"
+          "fieldType": "DATETIME",
+          "queryByDefault": false
         },
         "/*/source": {
-          "fieldName": "failingAssertionSources"
+          "fieldName": "failingAssertionSources",
+          "queryByDefault": false
         },
         "/*/type": {
           "fieldName": "failingAssertionType",
-          "fieldType": "KEYWORD"
+          "fieldType": "KEYWORD",
+          "queryByDefault": false
         },
         "/*/urn": {
           "addHasValuesToFilters": true,
           "fieldName": "failingAssertions",
           "fieldType": "URN",
           "hasValuesFieldName": "hasFailingAssertions",
-          "numValuesFieldName": "numFailingAssertions"
+          "numValuesFieldName": "numFailingAssertions",
+          "queryByDefault": false
         }
       },
       "type": {
@@ -137,6 +145,45 @@
       "name": "failingAssertionDetails",
       "default": [],
       "doc": "Summary details about the set of failing assertions"
+    },
+    {
+      "Relationship": {
+        "/*/urn": {
+          "entityTypes": [
+            "assertion"
+          ],
+          "name": "ErroringAssertions"
+        }
+      },
+      "Searchable": {
+        "/*/lastResultAt": {
+          "fieldName": "erroringAssertionResultTimes",
+          "fieldType": "DATETIME"
+        },
+        "/*/source": {
+          "fieldName": "erroringAssertionSources",
+          "queryByDefault": false
+        },
+        "/*/type": {
+          "fieldName": "erroringAssertionType",
+          "fieldType": "KEYWORD"
+        },
+        "/*/urn": {
+          "addHasValuesToFilters": true,
+          "fieldName": "erroringAssertions",
+          "fieldType": "URN",
+          "hasValuesFieldName": "hasErroringAssertions",
+          "numValuesFieldName": "numErroringAssertions",
+          "queryByDefault": false
+        }
+      },
+      "type": {
+        "type": "array",
+        "items": "com.linkedin.pegasus2avro.common.AssertionSummaryDetails"
+      },
+      "name": "erroringAssertionDetails",
+      "default": [],
+      "doc": "Summary details about the set of erroring assertions"
     }
   ],
   "doc": "Summary related to entity assertions"

acryl_datahub_cloud/metadata/schemas/ConstraintInfo.avsc

@@ -99,12 +99,14 @@
                               "type": {
                                 "type": "enum",
                                 "symbolDocs": {
-                                  "EQUALS": "Whether the field matches the value"
+                                  "EQUALS": "Whether the field matches the value",
+                                  "STARTS_WITH": "Whether the field value starts with the value"
                                 },
                                 "name": "PolicyMatchCondition",
                                 "namespace": "com.linkedin.pegasus2avro.policy",
                                 "symbols": [
-                                  "EQUALS"
+                                  "EQUALS",
+                                  "STARTS_WITH"
                                 ],
                                 "doc": "The matching condition in a filter criterion"
                               },

acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc

@@ -22,6 +22,7 @@
       "structuredProperties",
       "forms",
       "testResults",
+      "access",
       "share",
       "origin",
       "documentation"

acryl_datahub_cloud/metadata/schemas/ContainerProperties.avsc

@@ -98,6 +98,7 @@
             "PROD": "Designates production fabrics",
             "QA": "Designates quality assurance fabrics",
             "RVW": "Designates review fabrics",
+            "SANDBOX": "Designates sandbox fabrics",
             "STG": "Designates staging fabrics",
             "TEST": "Designates testing fabrics",
             "TST": "Alternative Test spelling",
@@ -118,7 +119,8 @@
             "CORP",
             "RVW",
             "PRD",
-            "TST"
+            "TST",
+            "SANDBOX"
           ],
           "doc": "Fabric group type"
         }

acryl_datahub_cloud/metadata/schemas/CorpUserInfo.avsc

@@ -89,7 +89,7 @@
       "Searchable": {
         "fieldName": "managerLdap",
         "fieldType": "URN",
-        "queryByDefault": true
+        "queryByDefault": false
       },
       "java": {
         "class": "com.linkedin.pegasus2avro.common.urn.CorpuserUrn"

acryl_datahub_cloud/metadata/schemas/DashboardInfo.avsc

@@ -255,6 +255,29 @@
       "default": null,
       "doc": "Datasets consumed by a dashboard"
     },
+    {
+      "Relationship": {
+        "/*/destinationUrn": {
+          "createdActor": "datasetEdges/*/created/actor",
+          "createdOn": "datasetEdges/*/created/time",
+          "entityTypes": [
+            "dashboard"
+          ],
+          "isLineage": true,
+          "name": "DashboardContainsDashboard",
+          "properties": "datasetEdges/*/properties",
+          "updatedActor": "datasetEdges/*/lastModified/actor",
+          "updatedOn": "datasetEdges/*/lastModified/time"
+        }
+      },
+      "type": {
+        "type": "array",
+        "items": "com.linkedin.pegasus2avro.common.Edge"
+      },
+      "name": "dashboards",
+      "default": [],
+      "doc": "Dashboards included by this dashboard.\nSome dashboard entities (e.g. PowerBI Apps) can contain other dashboards.\n\nThe Edge's sourceUrn should never be set, as it will always be the base dashboard."
+    },
     {
       "Searchable": {
         "/lastModified/time": {
@@ -348,7 +371,9 @@
       "doc": "Access level for the dashboard"
     },
     {
-      "Searchable": {},
+      "Searchable": {
+        "queryByDefault": false
+      },
       "type": [
         "null",
         "long"
@@ -358,7 +383,9 @@
       "doc": "The time when this dashboard last refreshed"
     },
     {
-      "Searchable": {},
+      "Searchable": {
+        "queryByDefault": false
+      },
       "java": {
         "class": "com.linkedin.pegasus2avro.common.urn.Urn"
       },

acryl_datahub_cloud/metadata/schemas/DataFlowInfo.avsc

@@ -152,6 +152,7 @@
             "PROD": "Designates production fabrics",
             "QA": "Designates quality assurance fabrics",
             "RVW": "Designates review fabrics",
+            "SANDBOX": "Designates sandbox fabrics",
             "STG": "Designates staging fabrics",
             "TEST": "Designates testing fabrics",
             "TST": "Alternative Test spelling",
@@ -172,7 +173,8 @@
             "CORP",
             "RVW",
             "PRD",
-            "TST"
+            "TST",
+            "SANDBOX"
           ],
           "doc": "Fabric group type"
         }

acryl_datahub_cloud/metadata/schemas/DataHubActionInfo.avsc

@@ -46,7 +46,16 @@
           {
             "type": "string",
             "name": "recipe",
-            "doc": "The JSON recipe to use for ingestion"
+            "doc": "The JSON recipe to use for the automation"
+          },
+          {
+            "type": [
+              "null",
+              "string"
+            ],
+            "name": "executorId",
+            "default": null,
+            "doc": "The id of the executor to use to execute the automation. Defaults to 'default' (runs locally)"
           }
         ]
       },

acryl_datahub_cloud/metadata/schemas/DataHubPolicyInfo.avsc

@@ -109,12 +109,14 @@
                               "type": {
                                 "type": "enum",
                                 "symbolDocs": {
-                                  "EQUALS": "Whether the field matches the value"
+                                  "EQUALS": "Whether the field matches the value",
+                                  "STARTS_WITH": "Whether the field value starts with the value"
                                 },
                                 "name": "PolicyMatchCondition",
                                 "namespace": "com.linkedin.pegasus2avro.policy",
                                 "symbols": [
-                                  "EQUALS"
+                                  "EQUALS",
+                                  "STARTS_WITH"
                                 ],
                                 "doc": "The matching condition in a filter criterion"
                               },

acryl_datahub_cloud/metadata/schemas/DataHubViewInfo.avsc

@@ -110,6 +110,7 @@
                                         "EXISTS": "Represents the relation: field exists and is non-empty, e.g. owners is not null and != [] (empty)",
                                         "GREATER_THAN": "Represent the relation greater than, e.g. ownerCount > 5",
                                         "GREATER_THAN_OR_EQUAL_TO": "Represent the relation greater than or equal to, e.g. ownerCount >= 5",
+                                        "IEQUAL": "Represent the relation: field = value and support case insensitive values, e.g. platform = hdfs",
                                         "IN": "Represent the relation: String field is one of the array values to, e.g. name in [\"Profile\", \"Event\"]",
                                         "IS_NULL": "Represent the relation: field is null, e.g. platform is null",
                                         "LESS_THAN": "Represent the relation less than, e.g. ownerCount < 3",
@@ -123,6 +124,7 @@
                                         "CONTAIN",
                                         "END_WITH",
                                         "EQUAL",
+                                        "IEQUAL",
                                         "IS_NULL",
                                         "EXISTS",
                                         "GREATER_THAN",

acryl_datahub_cloud/metadata/schemas/DataJobInfo.avsc

@@ -218,6 +218,7 @@
             "PROD": "Designates production fabrics",
             "QA": "Designates quality assurance fabrics",
             "RVW": "Designates review fabrics",
+            "SANDBOX": "Designates sandbox fabrics",
             "STG": "Designates staging fabrics",
             "TEST": "Designates testing fabrics",
             "TST": "Alternative Test spelling",
@@ -238,7 +239,8 @@
             "CORP",
             "RVW",
             "PRD",
-            "TST"
+            "TST",
+            "SANDBOX"
           ],
           "doc": "Fabric group type"
         }

acryl_datahub_cloud/metadata/schemas/DataProcessKey.avsc

@@ -50,6 +50,7 @@
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
+          "SANDBOX": "Designates sandbox fabrics",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
           "TST": "Alternative Test spelling",
@@ -70,7 +71,8 @@
           "CORP",
           "RVW",
           "PRD",
-          "TST"
+          "TST",
+          "SANDBOX"
         ],
         "doc": "Fabric group type"
       },

acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc

@@ -49,7 +49,8 @@
       "partitionsSummary",
       "share",
       "origin",
-      "documentation"
+      "documentation",
+      "entityInferenceMetadata"
     ],
     "entityDoc": "Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets."
   },
@@ -99,6 +100,7 @@
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
+          "SANDBOX": "Designates sandbox fabrics",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
           "TST": "Alternative Test spelling",
@@ -119,7 +121,8 @@
           "CORP",
           "RVW",
           "PRD",
-          "TST"
+          "TST",
+          "SANDBOX"
         ],
         "doc": "Fabric group type"
       },

acryl_datahub_cloud/metadata/schemas/DynamicFormAssignment.avsc

@@ -61,6 +61,7 @@
                                   "EXISTS": "Represents the relation: field exists and is non-empty, e.g. owners is not null and != [] (empty)",
                                   "GREATER_THAN": "Represent the relation greater than, e.g. ownerCount > 5",
                                   "GREATER_THAN_OR_EQUAL_TO": "Represent the relation greater than or equal to, e.g. ownerCount >= 5",
+                                  "IEQUAL": "Represent the relation: field = value and support case insensitive values, e.g. platform = hdfs",
                                   "IN": "Represent the relation: String field is one of the array values to, e.g. name in [\"Profile\", \"Event\"]",
                                   "IS_NULL": "Represent the relation: field is null, e.g. platform is null",
                                   "LESS_THAN": "Represent the relation less than, e.g. ownerCount < 3",
@@ -74,6 +75,7 @@
                                   "CONTAIN",
                                   "END_WITH",
                                   "EQUAL",
+                                  "IEQUAL",
                                   "IS_NULL",
                                   "EXISTS",
                                   "GREATER_THAN",

acryl_datahub_cloud/metadata/schemas/EntityInferenceMetadata.avsc

@@ -0,0 +1,47 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "entityInferenceMetadata"
+  },
+  "name": "EntityInferenceMetadata",
+  "namespace": "com.linkedin.pegasus2avro.ai",
+  "fields": [
+    {
+      "Searchable": {
+        "/lastInferredAt": {
+          "fieldName": "glossaryTermsLastInferredAt",
+          "queryByDefault": false
+        },
+        "/version": {
+          "fieldName": "glossaryTermsVersion",
+          "queryByDefault": false
+        }
+      },
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "InferenceGroupMetadata",
+          "namespace": "com.linkedin.pegasus2avro.ai",
+          "fields": [
+            {
+              "type": "long",
+              "name": "lastInferredAt",
+              "doc": "Timestamp of the last inference in milliseconds."
+            },
+            {
+              "type": "int",
+              "name": "version",
+              "doc": "Monotonically incrementing version number. Once bumped, will re-trigger a new inference."
+            }
+          ],
+          "doc": "Reusable metadata about a group of inferences of the same type."
+        }
+      ],
+      "name": "glossaryTermsInference",
+      "default": null,
+      "doc": "Information about a group of inferences made for Glossary Terms."
+    }
+  ],
+  "doc": "AI Inference Metadata for a specific entity."
+}

acryl_datahub_cloud/metadata/schemas/Filter.avsc

@@ -52,6 +52,7 @@
                             "EXISTS": "Represents the relation: field exists and is non-empty, e.g. owners is not null and != [] (empty)",
                             "GREATER_THAN": "Represent the relation greater than, e.g. ownerCount > 5",
                             "GREATER_THAN_OR_EQUAL_TO": "Represent the relation greater than or equal to, e.g. ownerCount >= 5",
+                            "IEQUAL": "Represent the relation: field = value and support case insensitive values, e.g. platform = hdfs",
                             "IN": "Represent the relation: String field is one of the array values to, e.g. name in [\"Profile\", \"Event\"]",
                             "IS_NULL": "Represent the relation: field is null, e.g. platform is null",
                             "LESS_THAN": "Represent the relation less than, e.g. ownerCount < 3",
@@ -65,6 +66,7 @@
                             "CONTAIN",
                             "END_WITH",
                             "EQUAL",
+                            "IEQUAL",
                             "IS_NULL",
                             "EXISTS",
                             "GREATER_THAN",

acryl_datahub_cloud/metadata/schemas/FormInfo.avsc

@@ -109,6 +109,10 @@
                   "namespace": "com.linkedin.pegasus2avro.form",
                   "fields": [
                     {
+                      "Searchable": {
+                        "fieldName": "structuredPropertyPromptUrns",
+                        "fieldType": "URN"
+                      },
                       "java": {
                         "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                       },
@@ -152,6 +156,15 @@
                       "doc": "Whether one or multiple owners are accepted as a response."
                     },
                     {
+                      "Relationship": {
+                        "/*": {
+                          "entityTypes": [
+                            "corpuser",
+                            "corpGroup"
+                          ],
+                          "name": "allowedOwnerOn"
+                        }
+                      },
                       "type": [
                         "null",
                         {
@@ -166,6 +179,14 @@
                       "urn_is_array": true
                     },
                     {
+                      "Relationship": {
+                        "/*": {
+                          "entityTypes": [
+                            "ownershipType"
+                          ],
+                          "name": "allowedOwnershipTypeOn"
+                        }
+                      },
                       "type": [
                         "null",
                         {
@@ -202,6 +223,14 @@
                       "doc": "Whether one or multiple terms are accepted as a response."
                     },
                     {
+                      "Relationship": {
+                        "/*": {
+                          "entityTypes": [
+                            "glossaryTerm"
+                          ],
+                          "name": "allowedTermOn"
+                        }
+                      },
                       "type": [
                         "null",
                         {
@@ -216,6 +245,14 @@
                       "urn_is_array": true
                     },
                     {
+                      "Relationship": {
+                        "/*": {
+                          "entityTypes": [
+                            "glossaryNode"
+                          ],
+                          "name": "allowedTermGroupOn"
+                        }
+                      },
                       "type": [
                         "null",
                         {
@@ -246,6 +283,14 @@
                   "namespace": "com.linkedin.pegasus2avro.form",
                   "fields": [
                     {
+                      "Relationship": {
+                        "/*": {
+                          "entityTypes": [
+                            "domain"
+                          ],
+                          "name": "allowedDomainOn"
+                        }
+                      },
                       "type": [
                         "null",
                         {
@@ -436,6 +481,36 @@
         "lastModified": null
       },
       "doc": "Information about the state and status of this form"
+    },
+    {
+      "Searchable": {
+        "/time": {
+          "fieldName": "createdTime",
+          "fieldType": "DATETIME"
+        }
+      },
+      "type": [
+        "null",
+        "com.linkedin.pegasus2avro.common.AuditStamp"
+      ],
+      "name": "created",
+      "default": null,
+      "doc": "Created Audit stamp"
+    },
+    {
+      "Searchable": {
+        "/time": {
+          "fieldName": "lastModified",
+          "fieldType": "DATETIME"
+        }
+      },
+      "type": [
+        "null",
+        "com.linkedin.pegasus2avro.common.AuditStamp"
+      ],
+      "name": "lastModified",
+      "default": null,
+      "doc": "Last Modified Audit stamp"
     }
   ],
   "doc": "Information about a form to help with filling out metadata on entities."