acryl-datahub-cloud 0.3.7.9rc1__py3-none-any.whl → 0.3.8__py3-none-any.whl

acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc

@@ -5769,6 +5769,66 @@
                         "default": null,
                         "doc": "URL where the reference exist"
                       },
+                      {
+                        "Relationship": {
+                          "/*": {
+                            "entityTypes": [
+                              "dataJob",
+                              "dataProcessInstance"
+                            ],
+                            "isLineage": true,
+                            "name": "TrainedBy"
+                          }
+                        },
+                        "type": [
+                          "null",
+                          {
+                            "type": "array",
+                            "items": "string"
+                          }
+                        ],
+                        "name": "trainingJobs",
+                        "default": null,
+                        "doc": "List of jobs or process instances (if any) used to train the model or group. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."
+                      },
+                      {
+                        "Relationship": {
+                          "/*": {
+                            "entityTypes": [
+                              "dataJob",
+                              "dataProcessInstance"
+                            ],
+                            "isLineage": true,
+                            "isUpstream": false,
+                            "name": "UsedBy"
+                          }
+                        },
+                        "type": [
+                          "null",
+                          {
+                            "type": "array",
+                            "items": "string"
+                          }
+                        ],
+                        "name": "downstreamJobs",
+                        "default": null,
+                        "doc": "List of jobs or process instances (if any) that use the model or group."
+                      },
+                      {
+                        "Searchable": {
+                          "boostScore": 10.0,
+                          "enableAutocomplete": true,
+                          "fieldType": "WORD_GRAM",
+                          "queryByDefault": true
+                        },
+                        "type": [
+                          "null",
+                          "string"
+                        ],
+                        "name": "name",
+                        "default": null,
+                        "doc": "Display name of the MLModel"
+                      },
                       {
                         "Searchable": {
                           "fieldType": "TEXT",
@@ -5783,6 +5843,7 @@
                         "doc": "Documentation of the MLModel"
                       },
                       {
+                        "deprecated": true,
                         "type": [
                           "null",
                           "long"
@@ -5791,6 +5852,24 @@
                         "default": null,
                         "doc": "Date when the MLModel was developed"
                       },
+                      {
+                        "type": [
+                          "null",
+                          "com.linkedin.pegasus2avro.common.TimeStamp"
+                        ],
+                        "name": "created",
+                        "default": null,
+                        "doc": "Audit stamp containing who created this and when"
+                      },
+                      {
+                        "type": [
+                          "null",
+                          "com.linkedin.pegasus2avro.common.TimeStamp"
+                        ],
+                        "name": "lastModified",
+                        "default": null,
+                        "doc": "Date when the MLModel was last modified"
+                      },
                       {
                         "type": [
                           "null",
@@ -5806,6 +5885,14 @@
                                 ],
                                 "name": "versionTag",
                                 "default": null
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  "com.linkedin.pegasus2avro.common.MetadataAttribution"
+                                ],
+                                "name": "metadataAttribution",
+                                "default": null
                               }
                             ],
                             "doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
@@ -6019,53 +6106,6 @@
                         "Urn": "Urn",
                         "urn_is_array": true
                       },
-                      {
-                        "Relationship": {
-                          "/*": {
-                            "entityTypes": [
-                              "dataJob"
-                            ],
-                            "isLineage": true,
-                            "name": "TrainedBy"
-                          }
-                        },
-                        "type": [
-                          "null",
-                          {
-                            "type": "array",
-                            "items": "string"
-                          }
-                        ],
-                        "name": "trainingJobs",
-                        "default": null,
-                        "doc": "List of jobs (if any) used to train the model",
-                        "Urn": "Urn",
-                        "urn_is_array": true
-                      },
-                      {
-                        "Relationship": {
-                          "/*": {
-                            "entityTypes": [
-                              "dataJob"
-                            ],
-                            "isLineage": true,
-                            "isUpstream": false,
-                            "name": "UsedBy"
-                          }
-                        },
-                        "type": [
-                          "null",
-                          {
-                            "type": "array",
-                            "items": "string"
-                          }
-                        ],
-                        "name": "downstreamJobs",
-                        "default": null,
-                        "doc": "List of jobs (if any) that use the model",
-                        "Urn": "Urn",
-                        "urn_is_array": true
-                      },
                       {
                         "Relationship": {
                           "/*": {
@@ -6671,6 +6711,18 @@
                         "name": "actor",
                         "doc": "The user URN which will be credited for modifying this deprecation content.",
                         "Urn": "Urn"
+                      },
+                      {
+                        "java": {
+                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                        },
+                        "type": [
+                          "null",
+                          "string"
+                        ],
+                        "name": "replacement",
+                        "default": null,
+                        "Urn": "Urn"
                       }
                     ],
                     "doc": "Deprecation status of an entity"
@@ -7468,6 +7520,66 @@
                         "default": {},
                         "doc": "Custom property bag."
                       },
+                      {
+                        "Relationship": {
+                          "/*": {
+                            "entityTypes": [
+                              "dataJob",
+                              "dataProcessInstance"
+                            ],
+                            "isLineage": true,
+                            "name": "TrainedBy"
+                          }
+                        },
+                        "type": [
+                          "null",
+                          {
+                            "type": "array",
+                            "items": "string"
+                          }
+                        ],
+                        "name": "trainingJobs",
+                        "default": null,
+                        "doc": "List of jobs or process instances (if any) used to train the model or group. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."
+                      },
+                      {
+                        "Relationship": {
+                          "/*": {
+                            "entityTypes": [
+                              "dataJob",
+                              "dataProcessInstance"
+                            ],
+                            "isLineage": true,
+                            "isUpstream": false,
+                            "name": "UsedBy"
+                          }
+                        },
+                        "type": [
+                          "null",
+                          {
+                            "type": "array",
+                            "items": "string"
+                          }
+                        ],
+                        "name": "downstreamJobs",
+                        "default": null,
+                        "doc": "List of jobs or process instances (if any) that use the model or group."
+                      },
+                      {
+                        "Searchable": {
+                          "boostScore": 10.0,
+                          "enableAutocomplete": true,
+                          "fieldType": "WORD_GRAM",
+                          "queryByDefault": true
+                        },
+                        "type": [
+                          "null",
+                          "string"
+                        ],
+                        "name": "name",
+                        "default": null,
+                        "doc": "Display name of the MLModelGroup"
+                      },
                       {
                         "Searchable": {
                           "fieldType": "TEXT",
@@ -7482,6 +7594,7 @@
                         "doc": "Documentation of the MLModelGroup"
                       },
                       {
+                        "deprecated": true,
                         "type": [
                           "null",
                           "long"
@@ -7490,6 +7603,24 @@
                         "default": null,
                         "doc": "Date when the MLModelGroup was developed"
                       },
+                      {
+                        "type": [
+                          "null",
+                          "com.linkedin.pegasus2avro.common.TimeStamp"
+                        ],
+                        "name": "created",
+                        "default": null,
+                        "doc": "Time and Actor who created the MLModelGroup"
+                      },
+                      {
+                        "type": [
+                          "null",
+                          "com.linkedin.pegasus2avro.common.TimeStamp"
+                        ],
+                        "name": "lastModified",
+                        "default": null,
+                        "doc": "Date when the MLModelGroup was last modified"
+                      },
                       {
                         "type": [
                           "null",

acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc

@@ -3027,7 +3027,7 @@
                                                                           "doc": "The adjustment algorithm to use when determining the threshold for an assertion."
                                                                         },
                                                                         "name": "algorithm",
-                                                                        "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature"
+                                                                        "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
                                                                       },
                                                                       {
                                                                         "type": "string",
@@ -3147,6 +3147,15 @@
                               "name": "embeddedAssertions",
                               "default": null,
                               "doc": "Currently used for Smart Assertions\nAn embedded copy of the assertion used to evaluate which will overwrite the referenced assertion\nif present and if the EmbeddedAssertion's evaluationTimeWindow period is valid"
+                            },
+                            {
+                              "type": [
+                                "null",
+                                "float"
+                              ],
+                              "name": "stdDev",
+                              "default": null,
+                              "doc": "The std deviation of the metric values used for training.\nThis is used to determine the final adjusted threshold for the assertion."
                             }
                           ],
                           "doc": "Additional context about assertion being evaluated."

acryl_datahub_cloud/metadata/schemas/PostInfo.avsc

@@ -7,6 +7,7 @@
   "namespace": "com.linkedin.pegasus2avro.post",
   "fields": [
     {
+      "Searchable": {},
       "type": {
         "type": "enum",
         "symbolDocs": {
@@ -205,9 +206,20 @@
           "dataset",
           "schemaField",
           "chart",
+          "container",
           "dashboard",
           "dataFlow",
           "dataJob",
+          "dataProduct",
+          "glossaryTerm",
+          "glossaryNode",
+          "mlModel",
+          "mlFeature",
+          "notebook",
+          "mlFeatureTable",
+          "mlPrimaryKey",
+          "mlModelGroup",
+          "domain",
           "dataProduct"
         ],
         "name": "PostTarget"
@@ -228,9 +240,20 @@
         "dataset",
         "schemaField",
         "chart",
+        "container",
         "dashboard",
         "dataFlow",
         "dataJob",
+        "dataProduct",
+        "glossaryTerm",
+        "glossaryNode",
+        "mlModel",
+        "mlFeature",
+        "notebook",
+        "mlFeatureTable",
+        "mlPrimaryKey",
+        "mlModelGroup",
+        "domain",
         "dataProduct"
       ]
     }

acryl_datahub_cloud/metadata/schemas/RecommendationModule.avsc

@@ -130,6 +130,7 @@
                                         "type": "enum",
                                         "symbolDocs": {
                                           "ANCESTORS_INCL": "Represent the relation: URN field matches any nested parent in addition to the given URN",
+                                          "BETWEEN": "Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound.",
                                           "CONTAIN": "Represent the relation: String field contains value, e.g. name contains Profile",
                                           "DESCENDANTS_INCL": "Represent the relation: URN field any nested children in addition to the given URN",
                                           "END_WITH": "Represent the relation: String field ends with value, e.g. name ends with Event",
@@ -159,6 +160,7 @@
                                           "IN",
                                           "LESS_THAN",
                                           "LESS_THAN_OR_EQUAL_TO",
+                                          "BETWEEN",
                                           "START_WITH",
                                           "DESCENDANTS_INCL",
                                           "ANCESTORS_INCL",

acryl_datahub_cloud/metadata/schemas/RemoteExecutorKey.avsc

@@ -0,0 +1,21 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataHubRemoteExecutorKey",
+    "keyForEntity": "dataHubRemoteExecutor",
+    "entityCategory": "internal",
+    "entityAspects": [
+      "dataHubRemoteExecutorStatus"
+    ]
+  },
+  "name": "RemoteExecutorKey",
+  "namespace": "com.linkedin.pegasus2avro.metadata.key",
+  "fields": [
+    {
+      "type": "string",
+      "name": "id",
+      "doc": "A unique id for the DataHub Remote Executor."
+    }
+  ],
+  "doc": "Key for an DataHub Remote Executor"
+}

acryl_datahub_cloud/metadata/schemas/RemoteExecutorStatus.avsc

@@ -0,0 +1,80 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataHubRemoteExecutorStatus"
+  },
+  "name": "RemoteExecutorStatus",
+  "namespace": "com.linkedin.pegasus2avro.executor",
+  "fields": [
+    {
+      "Searchable": {
+        "fieldType": "KEYWORD"
+      },
+      "type": "string",
+      "name": "executorId",
+      "doc": "TODO: rename to pipeline id"
+    },
+    {
+      "type": "string",
+      "name": "executorReleaseVersion",
+      "doc": " Release Version (Tag) embedded into remote executor image"
+    },
+    {
+      "type": "string",
+      "name": "executorAddress",
+      "doc": " IP address of the host where remote executor is running"
+    },
+    {
+      "type": "string",
+      "name": "executorHostname",
+      "doc": "Hostname of the host where remote executor is running"
+    },
+    {
+      "type": "float",
+      "name": "executorUptime",
+      "doc": "Uptime of the remote executor master process"
+    },
+    {
+      "Searchable": {
+        "fieldType": "BOOLEAN"
+      },
+      "type": "boolean",
+      "name": "executorExpired",
+      "default": false,
+      "doc": "Flag indicating whether remote executor status record is stale."
+    },
+    {
+      "type": "boolean",
+      "name": "executorStopped",
+      "default": false,
+      "doc": "Flag indicating whether remote executor is stopped."
+    },
+    {
+      "type": "boolean",
+      "name": "executorEmbedded",
+      "default": false,
+      "doc": "Flag indicating whether remote executor is embedded executor"
+    },
+    {
+      "type": "boolean",
+      "name": "executorInternal",
+      "default": false,
+      "doc": "Flag indicating whether remote executor is Acryl managed executor"
+    },
+    {
+      "type": "boolean",
+      "name": "logDeliveryEnabled",
+      "default": false,
+      "doc": "Flag indicating whether log delivery is enabled by the customer in the given\nremote executor instance."
+    },
+    {
+      "Searchable": {
+        "fieldType": "COUNT",
+        "queryByDefault": false
+      },
+      "type": "int",
+      "name": "reportedAt",
+      "doc": "UTC-based timestamp of the last reported status"
+    }
+  ]
+}

acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc

@@ -14,7 +14,8 @@
       "documentation",
       "testResults",
       "schemaFieldProfile",
-      "lineageFeatures"
+      "lineageFeatures",
+      "deprecation"
     ]
   },
   "name": "SchemaFieldKey",