acryl-datahub-cloud 0.3.7.9.1__py3-none-any.whl → 0.3.8__py3-none-any.whl

acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc

@@ -2745,7 +2745,7 @@
                                                 "doc": "The adjustment algorithm to use when determining the threshold for an assertion."
                                               },
                                               "name": "algorithm",
-                                              "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
+                                              "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
                                             },
                                             {
                                               "type": "string",

acryl_datahub_cloud/metadata/schemas/AssertionInferenceDetails.avsc

@@ -73,7 +73,7 @@
                 "doc": "The adjustment algorithm to use when determining the threshold for an assertion."
               },
               "name": "algorithm",
-              "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
+              "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
             },
             {
               "type": "string",

acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc

@@ -2513,7 +2513,7 @@
                                 "doc": "The adjustment algorithm to use when determining the threshold for an assertion."
                               },
                               "name": "algorithm",
-                              "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
+                              "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
                             },
                             {
                               "type": "string",

acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc

@@ -2604,7 +2604,7 @@
                                                 "doc": "The adjustment algorithm to use when determining the threshold for an assertion."
                                               },
                                               "name": "algorithm",
-                                              "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
+                                              "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
                                             },
                                             {
                                               "type": "string",

acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc

@@ -10,6 +10,7 @@
       "dataPlatformInstance",
       "subTypes",
       "ownership",
+      "deprecation",
       "container",
       "globalTags",
       "glossaryTerms",

acryl_datahub_cloud/metadata/schemas/DataFlowKey.avsc

@@ -18,6 +18,7 @@
       "glossaryTerms",
       "institutionalMemory",
       "dataPlatformInstance",
+      "container",
       "browsePathsV2",
       "structuredProperties",
       "incidentsSummary",

acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceInfo.avsc

@@ -15,6 +15,9 @@
       "doc": "The display name of the ingestion source"
     },
     {
+      "Searchable": {
+        "fieldType": "TEXT_PARTIAL"
+      },
       "type": "string",
       "name": "type",
       "doc": "The type of the source itself, e.g. mysql, bigquery, bigquery-usage. Should match the recipe."
@@ -79,6 +82,9 @@
             "doc": "The PyPI version of the datahub CLI to use when executing a recipe"
           },
           {
+            "Searchable": {
+              "fieldName": "sourceExecutorId"
+            },
             "type": [
               "null",
               "string"

acryl_datahub_cloud/metadata/schemas/DataHubViewInfo.avsc

@@ -103,6 +103,7 @@
                                       "type": "enum",
                                       "symbolDocs": {
                                         "ANCESTORS_INCL": "Represent the relation: URN field matches any nested parent in addition to the given URN",
+                                        "BETWEEN": "Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound.",
                                         "CONTAIN": "Represent the relation: String field contains value, e.g. name contains Profile",
                                         "DESCENDANTS_INCL": "Represent the relation: URN field any nested children in addition to the given URN",
                                         "END_WITH": "Represent the relation: String field ends with value, e.g. name ends with Event",
@@ -132,6 +133,7 @@
                                         "IN",
                                         "LESS_THAN",
                                         "LESS_THAN_OR_EQUAL_TO",
+                                        "BETWEEN",
                                         "START_WITH",
                                         "DESCENDANTS_INCL",
                                         "ANCESTORS_INCL",

acryl_datahub_cloud/metadata/schemas/DataJobKey.avsc

@@ -21,6 +21,7 @@
       "glossaryTerms",
       "institutionalMemory",
       "dataPlatformInstance",
+      "container",
       "browsePathsV2",
       "structuredProperties",
       "forms",
@@ -31,7 +32,8 @@
       "share",
       "origin",
       "lineageFeatures",
-      "documentation"
+      "documentation",
+      "dataTransformLogic"
     ]
   },
   "name": "DataJobKey",

acryl_datahub_cloud/metadata/schemas/DataProcessInstanceInput.avsc

@@ -10,10 +10,8 @@
       "Relationship": {
         "/*": {
           "entityTypes": [
-            "dataset",
-            "mlModel"
+            "dataset"
           ],
-          "isLineage": true,
           "name": "Consumes"
         }
       },
@@ -31,7 +29,7 @@
         "items": "string"
       },
       "name": "inputs",
-      "doc": "Input assets consumed",
+      "doc": "Input datasets to be consumed",
       "Urn": "Urn",
       "urn_is_array": true
     }

acryl_datahub_cloud/metadata/schemas/DataProcessInstanceOutput.avsc

@@ -13,8 +13,6 @@
             "dataset",
             "mlModel"
           ],
-          "isLineage": true,
-          "isUpstream": false,
           "name": "Produces"
         }
       },

acryl_datahub_cloud/metadata/schemas/DataTransformLogic.avsc

@@ -0,0 +1,63 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataTransformLogic"
+  },
+  "name": "DataTransformLogic",
+  "namespace": "com.linkedin.pegasus2avro.common",
+  "fields": [
+    {
+      "type": {
+        "type": "array",
+        "items": {
+          "type": "record",
+          "name": "DataTransform",
+          "namespace": "com.linkedin.pegasus2avro.common",
+          "fields": [
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "QueryStatement",
+                  "namespace": "com.linkedin.pegasus2avro.query",
+                  "fields": [
+                    {
+                      "type": "string",
+                      "name": "value",
+                      "doc": "The query text"
+                    },
+                    {
+                      "type": {
+                        "type": "enum",
+                        "symbolDocs": {
+                          "SQL": "A SQL Query"
+                        },
+                        "name": "QueryLanguage",
+                        "namespace": "com.linkedin.pegasus2avro.query",
+                        "symbols": [
+                          "SQL"
+                        ]
+                      },
+                      "name": "language",
+                      "default": "SQL",
+                      "doc": "The language of the Query, e.g. SQL."
+                    }
+                  ],
+                  "doc": "A query statement against one or more data assets."
+                }
+              ],
+              "name": "queryStatement",
+              "default": null,
+              "doc": "The data transform may be defined by a query statement"
+            }
+          ],
+          "doc": "Information about a transformation. It may be a query,"
+        }
+      },
+      "name": "transforms",
+      "doc": "List of transformations applied"
+    }
+  ],
+  "doc": "Information about a Query against one or more data assets (e.g. Tables or Views)."
+}

acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc

@@ -50,7 +50,8 @@
       "share",
       "origin",
       "documentation",
-      "entityInferenceMetadata"
+      "entityInferenceMetadata",
+      "versionProperties"
     ],
     "entityDoc": "Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets."
   },

acryl_datahub_cloud/metadata/schemas/Deprecation.avsc

@@ -39,6 +39,18 @@
       "name": "actor",
       "doc": "The user URN which will be credited for modifying this deprecation content.",
       "Urn": "Urn"
+    },
+    {
+      "java": {
+        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "replacement",
+      "default": null,
+      "Urn": "Urn"
     }
   ],
   "doc": "Deprecation status of an entity"

acryl_datahub_cloud/metadata/schemas/DynamicFormAssignment.avsc

@@ -54,6 +54,7 @@
                                 "type": "enum",
                                 "symbolDocs": {
                                   "ANCESTORS_INCL": "Represent the relation: URN field matches any nested parent in addition to the given URN",
+                                  "BETWEEN": "Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound.",
                                   "CONTAIN": "Represent the relation: String field contains value, e.g. name contains Profile",
                                   "DESCENDANTS_INCL": "Represent the relation: URN field any nested children in addition to the given URN",
                                   "END_WITH": "Represent the relation: String field ends with value, e.g. name ends with Event",
@@ -83,6 +84,7 @@
                                   "IN",
                                   "LESS_THAN",
                                   "LESS_THAN_OR_EQUAL_TO",
+                                  "BETWEEN",
                                   "START_WITH",
                                   "DESCENDANTS_INCL",
                                   "ANCESTORS_INCL",

acryl_datahub_cloud/metadata/schemas/EntityTypeKey.avsc

@@ -15,6 +15,7 @@
   "namespace": "com.linkedin.pegasus2avro.entitytype",
   "fields": [
     {
+      "Searchable": {},
       "type": "string",
       "name": "id",
       "doc": "A unique id for an entity type. Usually this will be a unique namespace + entity name."

acryl_datahub_cloud/metadata/schemas/ExecutionRequestInput.avsc

@@ -119,6 +119,15 @@
       "default": null,
       "doc": "Urn of the actor who created this execution request.",
       "Urn": "Urn"
+    },
+    {
+      "type": [
+        "null",
+        "long"
+      ],
+      "name": "attempts",
+      "default": null,
+      "doc": "Field tracking number of previously unsuccessful attempts for the given execution request"
     }
   ],
   "doc": "An request to execution some remote logic or action.\nTODO: Determine who is responsible for emitting execution request success or failure. Executor?"

acryl_datahub_cloud/metadata/schemas/ExecutionRequestResult.avsc

@@ -15,6 +15,20 @@
       "name": "status",
       "doc": "The status of the execution request"
     },
+    {
+      "Searchable": {
+        "fieldName": "executorInstanceId",
+        "fieldType": "KEYWORD",
+        "queryByDefault": false
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "executorInstanceId",
+      "default": null,
+      "doc": "Identity of the executor instance handling the request"
+    },
     {
       "type": [
         "null",

acryl_datahub_cloud/metadata/schemas/Filter.avsc

@@ -45,6 +45,7 @@
                           "type": "enum",
                           "symbolDocs": {
                             "ANCESTORS_INCL": "Represent the relation: URN field matches any nested parent in addition to the given URN",
+                            "BETWEEN": "Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound.",
                             "CONTAIN": "Represent the relation: String field contains value, e.g. name contains Profile",
                             "DESCENDANTS_INCL": "Represent the relation: URN field any nested children in addition to the given URN",
                             "END_WITH": "Represent the relation: String field ends with value, e.g. name ends with Event",
@@ -74,6 +75,7 @@
                             "IN",
                             "LESS_THAN",
                             "LESS_THAN_OR_EQUAL_TO",
+                            "BETWEEN",
                             "START_WITH",
                             "DESCENDANTS_INCL",
                             "ANCESTORS_INCL",

acryl_datahub_cloud/metadata/schemas/MLFeatureProperties.avsc

@@ -101,6 +101,57 @@
               ],
               "name": "versionTag",
               "default": null
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "MetadataAttribution",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When this metadata was updated."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "source",
+                      "default": null,
+                      "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": {
+                        "type": "map",
+                        "values": "string"
+                      },
+                      "name": "sourceDetail",
+                      "default": {},
+                      "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
+                    }
+                  ],
+                  "doc": "Information about who, why, and how this metadata was applied"
+                }
+              ],
+              "name": "metadataAttribution",
+              "default": null
             }
           ],
           "doc": "A resource-defined string representing the resource state for the purpose of concurrency control"

acryl_datahub_cloud/metadata/schemas/MLModelDeploymentProperties.avsc

@@ -74,6 +74,57 @@
               ],
               "name": "versionTag",
               "default": null
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "MetadataAttribution",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When this metadata was updated."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "source",
+                      "default": null,
+                      "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": {
+                        "type": "map",
+                        "values": "string"
+                      },
+                      "name": "sourceDetail",
+                      "default": {},
+                      "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
+                    }
+                  ],
+                  "doc": "Information about who, why, and how this metadata was applied"
+                }
+              ],
+              "name": "metadataAttribution",
+              "default": null
             }
           ],
           "doc": "A resource-defined string representing the resource state for the purpose of concurrency control"

acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc

@@ -162,6 +162,57 @@
               ],
               "name": "versionTag",
               "default": null
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "MetadataAttribution",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When this metadata was updated."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "source",
+                      "default": null,
+                      "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": {
+                        "type": "map",
+                        "values": "string"
+                      },
+                      "name": "sourceDetail",
+                      "default": {},
+                      "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
+                    }
+                  ],
+                  "doc": "Information about who, why, and how this metadata was applied"
+                }
+              ],
+              "name": "metadataAttribution",
+              "default": null
             }
           ],
           "doc": "A resource-defined string representing the resource state for the purpose of concurrency control"

acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc

@@ -35,7 +35,8 @@
       "origin",
       "lineageFeatures",
       "documentation",
-      "incidentsSummary"
+      "incidentsSummary",
+      "versionProperties"
     ]
   },
   "name": "MLModelKey",

acryl_datahub_cloud/metadata/schemas/MLModelProperties.avsc

@@ -178,6 +178,57 @@
               ],
               "name": "versionTag",
               "default": null
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "MetadataAttribution",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When this metadata was updated."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "source",
+                      "default": null,
+                      "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": {
+                        "type": "map",
+                        "values": "string"
+                      },
+                      "name": "sourceDetail",
+                      "default": {},
+                      "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
+                    }
+                  ],
+                  "doc": "Information about who, why, and how this metadata was applied"
+                }
+              ],
+              "name": "metadataAttribution",
+              "default": null
             }
           ],
           "doc": "A resource-defined string representing the resource state for the purpose of concurrency control"

acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyProperties.avsc

@@ -101,6 +101,57 @@
               ],
               "name": "versionTag",
               "default": null
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "MetadataAttribution",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When this metadata was updated."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "source",
+                      "default": null,
+                      "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": {
+                        "type": "map",
+                        "values": "string"
+                      },
+                      "name": "sourceDetail",
+                      "default": {},
+                      "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
+                    }
+                  ],
+                  "doc": "Information about who, why, and how this metadata was applied"
+                }
+              ],
+              "name": "metadataAttribution",
+              "default": null
             }
           ],
           "doc": "A resource-defined string representing the resource state for the purpose of concurrency control"